-- Logs begin at Thu 2021-05-20 06:45:45 UTC, end at Thu 2021-05-20 09:31:20 UTC. -- May 20 07:28:20.112814 n-d-780147-4 systemd[1]: Started Devstack devstack@q-svc.service. May 20 07:28:22.520518 n-d-780147-4 neutron-server[92994]: INFO neutron.common.config [-] Logging enabled! May 20 07:28:22.521068 n-d-780147-4 neutron-server[92994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 07:28:22.521274 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 07:28:22.524489 n-d-780147-4 neutron-server[92994]: INFO neutron.common.config [-] Logging enabled! May 20 07:28:22.524740 n-d-780147-4 neutron-server[92994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 20 07:28:22.525045 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 07:28:22.525985 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 07:28:22.526216 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 07:28:22.526568 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 07:28:22.526814 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 07:28:22.527040 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 07:28:22.527356 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.527651 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.528500 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.528739 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.529032 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.529320 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.529627 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.529917 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.530212 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.530494 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.530775 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.531061 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.531292 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.531698 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.531986 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.532271 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.532493 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] debug = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.532773 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.533202 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.533650 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.533933 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.534220 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.534496 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.534765 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.535039 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.535322 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.535647 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] host = n-d-780147-4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.535923 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.536206 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.536487 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.536771 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.537044 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.537317 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.537634 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.537908 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.538181 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.538454 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.538740 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.539023 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.539309 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.539532 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.539753 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.540038 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.540320 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.540595 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.540869 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.541141 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.541413 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.541710 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.541977 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.542259 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.542542 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.542825 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.543098 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.543434 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.544326 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.544657 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.544875 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.545148 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.545422 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.545721 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.546008 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.546275 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.546547 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.546843 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.547127 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.547408 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.547692 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.547963 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.548242 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.548511 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.548780 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.549078 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_json = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.549352 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.549766 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.550046 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.550317 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.550586 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.550858 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.551126 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.551409 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:22.551704 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.551998 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.552294 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.552578 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.552868 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.553145 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.553431 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.553733 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.554018 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.554302 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.554585 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.554859 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.555140 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.555413 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.555702 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.556001 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.556291 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.556580 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.556852 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.557122 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.557391 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.557687 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.557969 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.558258 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.558543 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.558812 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.559502 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.559824 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.560111 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.560389 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.560672 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.560963 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.561540 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.561816 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.562094 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.562371 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.562646 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.562917 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.563193 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.563481 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.563755 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.564026 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.564296 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.564570 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.564839 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.565119 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.565396 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.565811 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.566090 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.566368 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.566642 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.566913 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.567188 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.567457 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.567734 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.568004 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.568276 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.568547 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.568818 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.569085 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.569352 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.569655 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.569930 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.570198 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.570467 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.570734 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.571000 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.571270 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.571554 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.571847 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.572122 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.572398 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.572680 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.572953 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.573226 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.573521 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.573803 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.574081 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.574352 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.574760 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.575186 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.575304 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.575583 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.575861 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.576153 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.576429 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.576708 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.576981 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.577255 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.577566 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.577848 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.578136 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.578424 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.578712 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.579000 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.579285 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.579566 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.579870 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.580147 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:22.580361 n-d-780147-4 neutron-server[92994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 07:28:22.580593 n-d-780147-4 neutron-server[92994]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92994) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 07:28:22.930311 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:22.930584 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:22.930872 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:22.931199 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 07:28:23.235137 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.235423 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.235689 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.236894 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.237173 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.237433 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.356938 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.357210 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.357509 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.370468 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.370740 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.371001 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.399753 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.400031 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.400297 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.443818 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.444104 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.444370 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.683987 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.684671 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.684904 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.685176 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.685965 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.812922 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.813238 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.813546 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.813826 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.814098 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.814409 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.814671 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.814929 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.815184 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.815464 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.815727 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.815996 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.816265 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.816523 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.816792 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.817062 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.817321 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.817769 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.818031 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.818314 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.818664 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.818918 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.819168 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.819451 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.819705 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.819959 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.820344 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.820582 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.820824 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.821057 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.821291 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.821549 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:23.821916 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 07:28:23.826030 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 07:28:23.829941 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 07:28:23.833666 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 20 07:28:23.835291 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 07:28:23.835738 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 07:28:23.836069 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 07:28:23.836451 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 07:28:23.839420 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 07:28:23.839669 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 07:28:23.840012 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 07:28:23.868861 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 07:28:23.869309 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.869629 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92994) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 07:28:23.869994 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.871354 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92994) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 07:28:23.872554 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 07:28:23.872805 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 07:28:23.875991 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.876276 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:23.956871 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 07:28:23.957054 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 07:28:23.957294 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 07:28:23.957689 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 07:28:23.988472 n-d-780147-4 neutron-server[92994]: DEBUG oslo_db.sqlalchemy.engines [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92994) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 07:28:24.472410 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing driver for type 'gre' May 20 07:28:24.472938 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] gre ID ranges: [(1, 1000)] May 20 07:28:24.671930 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing driver for type 'local' May 20 07:28:24.672268 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing driver for type 'vlan' May 20 07:28:24.754647 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] VlanTypeDriver initialization complete May 20 07:28:24.755240 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing driver for type 'vxlan' May 20 07:28:24.755469 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] vxlan ID ranges: [(1, 1000)] May 20 07:28:24.940616 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing extension driver 'port_security' May 20 07:28:24.940963 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] PortSecurityExtensionDriver initialization complete May 20 07:28:24.941303 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing mechanism driver 'openvswitch' May 20 07:28:24.941681 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing mechanism driver 'hyperv' May 20 07:28:24.953286 n-d-780147-4 neutron-server[92994]: DEBUG neutron.plugins.ml2.plugin [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:24.954072 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.954453 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.954819 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.955217 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.955580 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.955933 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.956320 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.956672 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.957021 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.957398 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.957778 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.958124 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.958503 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.958851 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.959191 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.959568 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > address_group after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.959915 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > address_group after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.960254 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.960597 n-d-780147-4 neutron-server[92994]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] ML2 OVO RPC backend initialized. {{(pid=92994) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 07:28:24.961299 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.961694 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.962114 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.962464 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > networks before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.962817 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.963155 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > ports before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.963506 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.963848 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnets before_response 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.964194 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.964542 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.964877 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.965891 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.966424 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.966670 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.967014 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.967355 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.967695 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:24.968275 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.plugin [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Modular L2 Plugin initialization complete May 20 07:28:24.968605 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading services supported by the core plugin {{(pid=92994) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 07:28:24.968932 n-d-780147-4 neutron-server[92994]: INFO neutron.plugins.ml2.managers [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Got port-security extension from driver 'port_security' May 20 07:28:24.969395 n-d-780147-4 neutron-server[92994]: INFO neutron.extensions.vlantransparent [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Disabled vlantransparent extension. May 20 07:28:24.969913 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92994) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 07:28:24.970229 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: router May 20 07:28:25.007192 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.007534 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_create 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.007910 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router before_create 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.008277 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.008651 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.009010 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_delete 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.009372 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.009766 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_create 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.010121 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.010474 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.010827 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.011188 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.011596 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.011973 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.012977 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.013335 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: subnet after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.013698 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.014053 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.014408 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_create 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.014753 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.015106 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.015465 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router after_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.015809 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.016161 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_create 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.016525 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.016872 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_update 55549900 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.017245 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > network after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.018127 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Tracking information for resource: router configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:25.018463 n-d-780147-4 neutron-server[92994]: DEBUG neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Tracking information for resource: floatingip configured {{(pid=92994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 07:28:25.023392 n-d-780147-4 neutron-server[92994]: INFO neutron.db.l3_agentschedulers_db [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 07:28:25.023976 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.024342 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.024697 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.025059 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: port after_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.025881 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router before_create 55550100 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.026252 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.026619 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_create 55550100 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.026982 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > router precommit_update 55550100 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.032009 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.provider_configuration [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service providers = [] {{(pid=92994) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 07:28:25.032378 n-d-780147-4 neutron-server[92994]: DEBUG neutron.db.servicetype_db [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92994) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 07:28:25.035311 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.service_base [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 07:28:25.035666 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.service_base [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 07:28:25.036009 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.service_base [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 07:28:25.036888 n-d-780147-4 neutron-server[92994]: DEBUG neutron.services.service_base [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 07:28:25.037263 n-d-780147-4 neutron-server[92994]: INFO neutron.services.service_base [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 07:28:25.037833 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.038161 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 07:28:25.048625 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.048964 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: auto_allocate May 20 07:28:25.054608 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: network precommit_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.054984 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: network precommit_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.055498 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.055820 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: tag May 20 07:28:25.062885 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.063221 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: timestamp May 20 07:28:25.067006 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.067341 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: network_ip_availability May 20 07:28:25.072523 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.072899 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.073258 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.074003 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.074338 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: flavors May 20 07:28:25.079751 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.080089 n-d-780147-4 neutron-server[92994]: INFO neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading Plugin: revisions May 20 07:28:25.084321 n-d-780147-4 neutron-server[92994]: DEBUG neutron.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 07:28:25.084718 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.154s {{(pid=92994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:25.085459 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92994) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 07:28:25.085899 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Initializing extension manager. May 20 07:28:25.086415 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: __init__.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.086760 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: __pycache__ {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.087098 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.087431 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: address_group.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.088185 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.088754 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: address-group May 20 07:28:25.089083 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: address_scope.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.089826 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.090388 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: address-scope May 20 07:28:25.091228 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.092155 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.092670 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: router-admin-state-down-before-update May 20 07:28:25.092998 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: agent.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.093720 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.094225 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: agent May 20 07:28:25.094548 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: agent_resources_synced.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.095459 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.095971 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: agent-resources-synced May 20 07:28:25.096295 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: allowedaddresspairs.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.098094 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.098620 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: allowed-address-pairs May 20 07:28:25.098955 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: auto_allocated_topology.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.100030 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.100543 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: auto-allocated-topology May 20 07:28:25.100871 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: availability_zone.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.101585 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.102091 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: availability_zone May 20 07:28:25.102416 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: availability_zone_filter.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.103318 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.103824 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: availability_zone_filter May 20 07:28:25.104149 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: data_plane_status.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.105044 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.105592 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension data-plane-status not supported by any of loaded plugins May 20 07:28:25.106018 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: default_subnetpools.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.106860 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.107363 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: default-subnetpools May 20 07:28:25.107688 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.108484 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.108986 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: dhcp_agent_scheduler May 20 07:28:25.109311 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: dns.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.110238 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.110741 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension dns-integration not supported by any of loaded plugins May 20 07:28:25.111067 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: dns_domain_ports.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.111972 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.112477 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 07:28:25.112804 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: dvr.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.113468 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.113998 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: dvr May 20 07:28:25.114319 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: empty_string_filtering.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.115217 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.115729 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: empty-string-filtering May 20 07:28:25.116052 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.116945 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.117445 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 07:28:25.117870 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.118764 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.119264 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 07:28:25.119587 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: external_net.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.120484 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.120989 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: external-net May 20 07:28:25.121314 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.122293 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.122795 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: extra_dhcp_opt May 20 07:28:25.123149 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: extraroute.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.124048 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.124548 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: extraroute May 20 07:28:25.124872 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: extraroute_atomic.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.125930 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.126440 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: extraroute-atomic May 20 07:28:25.126767 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: filter_validation.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.127420 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.127924 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: filter-validation May 20 07:28:25.128246 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: fip_pf_description.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.129308 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.129854 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 07:28:25.130183 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: fip_port_details.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.131086 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.131586 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: fip-port-details May 20 07:28:25.131909 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: flavors.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.133123 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.133668 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: flavors May 20 07:28:25.133999 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.135680 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.136204 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 07:28:25.136542 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: floatingip_pools.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.137798 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.138308 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: floatingip-pools May 20 07:28:25.138640 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: ip_allocation.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.139551 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.140056 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension ip_allocation not supported by any of loaded plugins May 20 07:28:25.140385 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.141295 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.141846 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: ip-substring-filtering May 20 07:28:25.142177 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l2_adjacency.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.143084 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.143588 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 07:28:25.143914 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.144864 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.145385 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: router May 20 07:28:25.145740 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.147938 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.148462 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 07:28:25.148798 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.149736 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.150248 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: ext-gw-mode May 20 07:28:25.150578 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.151486 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.151991 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: l3-ha May 20 07:28:25.152318 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3_flavors.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.153874 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.154426 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: l3-flavors May 20 07:28:25.154756 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.155683 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.156191 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 07:28:25.156516 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: l3agentscheduler.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.157561 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.158074 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: l3_agent_scheduler May 20 07:28:25.158403 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: logging.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.159907 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.160427 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension logging not supported by any of loaded plugins May 20 07:28:25.160758 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: metering.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.161507 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.162086 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: metering May 20 07:28:25.162412 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.163497 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.164012 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: metering_source_and_destination_fields May 20 07:28:25.164342 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: multiprovidernet.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.165385 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.165942 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: multi-provider May 20 07:28:25.166273 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: netmtu.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.167189 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.167695 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: net-mtu May 20 07:28:25.168022 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: netmtu_writable.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.169016 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.169548 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: net-mtu-writable May 20 07:28:25.169877 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: network_availability_zone.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.170542 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.171043 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: network_availability_zone May 20 07:28:25.171367 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: network_ip_availability.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.172470 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.172984 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: network-ip-availability May 20 07:28:25.173313 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: network_segment_range.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.174106 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.174612 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension network-segment-range not supported by any of loaded plugins May 20 07:28:25.174937 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: pagination.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.175908 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.176243 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: pagination May 20 07:28:25.176568 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: port_device_profile.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.177495 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.178013 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: port-device-profile May 20 07:28:25.178338 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.179238 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.179740 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: port-mac-address-regenerate May 20 07:28:25.180065 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.180976 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.181491 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: port-numa-affinity-policy May 20 07:28:25.181835 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: port_resource_request.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.182731 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.183226 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension port-resource-request not supported by any of loaded plugins May 20 07:28:25.183550 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: portbindings.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.184562 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.185064 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: binding May 20 07:28:25.185394 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: portbindings_extended.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.186936 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.187449 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: binding-extended May 20 07:28:25.187777 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: portsecurity.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.188687 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.189195 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: port-security May 20 07:28:25.189551 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: project_id.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.190521 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.190855 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: project-id May 20 07:28:25.191181 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: providernet.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.192091 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.192603 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: provider May 20 07:28:25.192929 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.196474 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.197004 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos not supported by any of loaded plugins May 20 07:28:25.197338 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.198606 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.199117 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 07:28:25.199451 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.200969 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.201489 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 07:28:25.201825 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_default.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.202741 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.203250 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-default not supported by any of loaded plugins May 20 07:28:25.203582 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_fip.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.204225 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.204730 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-fip not supported by any of loaded plugins May 20 07:28:25.205056 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_gateway_ip.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.206021 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.206527 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 07:28:25.206853 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_port_network_policy.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.207757 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.208265 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 07:28:25.208594 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_rule_type_details.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.209536 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.210048 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 07:28:25.210375 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: qos_rules_alias.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.211416 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.211926 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 07:28:25.212253 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: quotasv2.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.213269 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.213642 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: quotas May 20 07:28:25.213973 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: quotasv2_detail.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.216145 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.216560 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: quota_details May 20 07:28:25.216901 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: rbac.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.217975 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.218502 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: rbac-policies May 20 07:28:25.218838 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: rbac_address_group.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.219765 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.220281 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: rbac-address-group May 20 07:28:25.220611 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: rbac_address_scope.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.221553 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.222068 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: rbac-address-scope May 20 07:28:25.222398 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: rbac_security_groups.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.223305 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.223812 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: rbac-security-groups May 20 07:28:25.224142 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: rbac_subnetpool.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.225059 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.225603 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: rbac-subnetpool May 20 07:28:25.225934 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: revisionifmatch.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.226841 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.227352 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: revision-if-match May 20 07:28:25.227679 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: revisions.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.228770 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.229280 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: standard-attr-revisions May 20 07:28:25.229647 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: router_availability_zone.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.230313 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.230818 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: router_availability_zone May 20 07:28:25.231189 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: routerservicetype.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.232175 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.232686 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension router-service-type not supported by any of loaded plugins May 20 07:28:25.233014 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.233945 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.234456 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: security-groups-normalized-cidr May 20 07:28:25.234783 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.235695 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.236216 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: port-security-groups-filtering May 20 07:28:25.236547 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.237458 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.238003 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: security-groups-remote-address-group May 20 07:28:25.238331 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: securitygroup.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.248428 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.248960 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: security-group May 20 07:28:25.249302 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: segment.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.250101 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.250610 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension segment not supported by any of loaded plugins May 20 07:28:25.250943 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.251880 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.252387 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 07:28:25.252718 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: servicetype.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.253842 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.254360 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: service-type May 20 07:28:25.254691 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: sorting.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.255666 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.256001 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: sorting May 20 07:28:25.256330 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: standard_attr_segment.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.257297 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.257803 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 07:28:25.258134 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: standardattrdescription.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.258777 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.259286 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: standard-attr-description May 20 07:28:25.259614 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: stateful_security_group.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.260527 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.261037 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: stateful-security-group May 20 07:28:25.261366 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: stdattrs_common.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.261962 n-d-780147-4 neutron-server[92994]: WARNING neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 07:28:25.262852 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.263904 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.264421 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 07:28:25.264748 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnet_onboard.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.265845 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.266368 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: subnet_onboard May 20 07:28:25.266704 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.267624 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.268131 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 07:28:25.268458 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnet_service_types.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.269372 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.269913 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: subnet-service-types May 20 07:28:25.270245 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnetallocation.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.271318 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.271835 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: subnet_allocation May 20 07:28:25.272167 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.272828 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.273336 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: subnetpool-prefix-ops May 20 07:28:25.273692 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.274615 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.275126 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 07:28:25.275450 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: tagging.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.276508 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.277041 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: standard-attr-tag May 20 07:28:25.277371 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: timestamp.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.278728 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.279249 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loaded extension: standard-attr-timestamp May 20 07:28:25.279584 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: trunk.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.280763 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.281276 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension trunk not supported by any of loaded plugins May 20 07:28:25.281634 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: trunk_details.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.282553 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.283066 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension trunk-details not supported by any of loaded plugins May 20 07:28:25.283394 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: uplink_status_propagation.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.284308 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.284816 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 07:28:25.285142 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Loading extension file: vlantransparent.py {{(pid=92994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 07:28:25.285841 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 07:28:25.286345 n-d-780147-4 neutron-server[92994]: INFO neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 07:28:25.288823 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:network May 20 07:28:25.289596 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnet May 20 07:28:25.290392 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnetpool May 20 07:28:25.291006 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:port May 20 07:28:25.292290 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.292751 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service FLAVORS assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.293391 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.293945 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.294274 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:router May 20 07:28:25.294939 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:floatingip May 20 07:28:25.295652 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service METERING assigned prefix: /metering {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.297120 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.297520 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.297884 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:28:25.299008 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of CountableResource for resource:rbac_policy May 20 07:28:25.299478 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:security_group May 20 07:28:25.300136 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 07:28:25.300885 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service CORE assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.301221 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnetpool May 20 07:28:25.301586 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] subnetpool is already registered May 20 07:28:25.302191 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service CORE assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.302525 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnetpool May 20 07:28:25.302860 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] subnetpool is already registered May 20 07:28:25.306522 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.306963 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service FLAVORS assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.307567 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.307993 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.308335 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:router May 20 07:28:25.308669 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] router is already registered May 20 07:28:25.310019 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:floatingip May 20 07:28:25.310377 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] floatingip is already registered May 20 07:28:25.311313 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service METERING assigned prefix: /metering {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.312000 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of CountableResource for resource:rbac_policy May 20 07:28:25.312334 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] rbac_policy is already registered May 20 07:28:25.312894 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:security_group May 20 07:28:25.313229 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] security_group is already registered May 20 07:28:25.313853 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 07:28:25.314187 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] security_group_rule is already registered May 20 07:28:25.314845 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service CORE assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.315181 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnetpool May 20 07:28:25.315522 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] subnetpool is already registered May 20 07:28:25.316129 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.v2.resource_helper [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Service CORE assigned prefix: {{(pid=92994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 07:28:25.316462 n-d-780147-4 neutron-server[92994]: INFO neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Creating instance of TrackedResource for resource:subnetpool May 20 07:28:25.316800 n-d-780147-4 neutron-server[92994]: WARNING neutron.quota.resource_registry [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] subnetpool is already registered May 20 07:28:25.317453 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: extensions {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.318972 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: address-groups {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.320568 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: address-scopes {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.321802 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: agents {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.322992 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: auto-allocated-topology {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.324234 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: availability_zones {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.326413 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: dhcp-networks {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.327876 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: dhcp-agents {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.329312 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: routers {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.331163 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: flavors {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.332319 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: service_profiles {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.333548 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: next_providers {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.335082 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: service_profiles {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.336546 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: floatingip-pools {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.337939 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: routers {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.339762 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: floatingips {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.341088 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: l3-routers {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.342519 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: l3-agents {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.343934 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: metering-labels {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.345296 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: metering-label-rules {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.346611 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: network-ip-availabilities {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.347863 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: bindings {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.349546 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: quotas {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.350968 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: quotas {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.352550 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: rbac-policies {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.353958 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: security-groups {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.355170 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: security-group-rules {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.356534 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: service-providers {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.357807 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: subnetpools {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.359214 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: subnetpools {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.360697 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.362392 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.364202 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.365985 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.368775 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.370654 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.372910 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.486291 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.488096 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.489953 n-d-780147-4 neutron-server[92994]: DEBUG neutron.api.extensions [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Extended resource: tags {{(pid=92994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 07:28:25.495845 n-d-780147-4 neutron-server[92994]: WARNING keystonemiddleware.auth_token [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 07:28:25.500793 n-d-780147-4 neutron-server[92994]: WARNING keystonemiddleware.auth_token [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 07:28:25.509116 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Acquired lock "singleton_lock" {{(pid=92994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 07:28:25.509570 n-d-780147-4 neutron-server[92994]: DEBUG oslo_concurrency.lockutils [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Releasing lock "singleton_lock" {{(pid=92994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 07:28:25.510222 n-d-780147-4 neutron-server[92994]: INFO oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Starting 2 workers May 20 07:28:25.514903 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Started child 93101 {{(pid=92994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 07:28:25.519141 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Started child 93102 {{(pid=92994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 07:28:25.519934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.520731 n-d-780147-4 neutron-server[92994]: INFO neutron.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 07:28:25.521367 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Notify callbacks [] for process, before_spawn {{(pid=92994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.521466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [-] (93101) wsgi starting up on http://0.0.0.0:9696 May 20 07:28:25.523576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.524036 n-d-780147-4 neutron-server[92994]: INFO oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Starting 1 workers May 20 07:28:25.524943 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [-] (93102) wsgi starting up on http://0.0.0.0:9696 May 20 07:28:25.529273 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Started child 93103 {{(pid=92994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 07:28:25.529853 n-d-780147-4 neutron-server[92994]: INFO oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Starting 1 workers May 20 07:28:25.532938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] calling RpcWorker wait() {{(pid=93103) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 07:28:25.533505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] returning from RpcWorker wait() {{(pid=93103) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 07:28:25.534144 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Started child 93104 {{(pid=92994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 07:28:25.534853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.534967 n-d-780147-4 neutron-server[92994]: DEBUG neutron_lib.callbacks.manager [None req-0d97d2a2-848a-48a5-83d5-43c2266ea536 None None] Notify callbacks [] for process, after_spawn {{(pid=92994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.535511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:25.536734 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 07:28:25.536944 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 07:28:25.537134 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 07:28:25.537353 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 07:28:25.537687 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 07:28:25.537855 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 07:28:25.538369 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.538641 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.538759 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:25.539261 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.539261 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.539458 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.540046 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.540315 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.540413 n-d-780147-4 neutron-server[93104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:25.540553 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.541010 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.541271 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.541449 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.541655 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.541915 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.542172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.542488 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.542768 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.543036 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.543321 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.543555 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.544378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.544653 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.544887 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.545158 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] debug = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.545425 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.545936 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.546190 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.546443 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.546700 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.546977 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.547229 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.547517 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.547768 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.547986 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.548222 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.548510 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.548747 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.548992 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.549212 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.549488 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.549734 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.550248 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] host = n-d-780147-4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.550502 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.550752 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.551002 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.551255 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.551504 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.551740 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.551982 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.552231 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.552486 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.552714 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.552960 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.553205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.553443 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.553726 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.553891 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_options = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.554103 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.554406 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.554670 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.554883 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.555018 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.555179 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.555430 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.555595 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.555863 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.556087 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.556306 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.556684 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.556931 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.557173 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.557429 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.557692 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.557931 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.558166 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.558447 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.558696 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.558924 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.559209 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.559889 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.559889 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.559889 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.560323 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.560323 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.560611 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.560761 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.560942 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.561447 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.561724 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.561961 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.562211 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.562443 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.562676 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.562893 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.563177 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.563407 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.563646 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.563909 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.564127 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.564373 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.564611 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.564828 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.565078 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_json = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.565292 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.565695 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.565914 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.566122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.566361 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.566558 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.566791 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.567027 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.567531 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.567835 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.568155 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.568394 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.568635 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.569049 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.569567 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.569567 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.569962 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.569962 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.570405 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.570582 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.570815 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.571071 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.571364 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.571678 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.571951 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.572218 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.572457 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.572694 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.572932 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.573155 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.573537 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.573780 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.574044 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.574310 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.574530 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.574781 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.575442 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.575442 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.575792 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.575792 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.576103 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.576239 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.576459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.576705 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.576972 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.577194 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.577429 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.577686 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.586478 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.587697 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.588877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.591459 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592682 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592682 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592682 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.592969 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.593780 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.593780 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.593780 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.594008 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.594158 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.594447 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.594679 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.594941 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.595190 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.595476 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.595742 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.595979 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.596221 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.596477 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.596780 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.597028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.597301 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.598295 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.598566 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.598871 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.599151 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.599440 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.599710 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.600112 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.600365 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.600610 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.600873 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.601100 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.601346 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.601607 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.601892 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.602136 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.602344 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.602568 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.602825 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.603124 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.603361 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.603575 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.603799 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.604093 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.604382 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.604632 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.604908 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.605178 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.605429 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.605710 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.606020 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.606766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.607006 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.607258 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.607479 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.607720 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.607939 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.608165 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.608392 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.608609 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.608850 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.609067 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.609291 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.609557 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.609782 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.610004 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.610275 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.610495 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.610722 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.610963 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.611200 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.611407 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.611632 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.611869 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.612123 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.612382 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.612629 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.612892 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.613133 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.613382 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.613668 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.613928 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.614333 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.616856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617378 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617706 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.617927 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.618071 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.618290 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.618550 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.618796 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.619017 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.619236 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.619474 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.619905 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.620181 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.620445 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.620683 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.620920 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.621157 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.621380 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.621644 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.621964 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.622366 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.622609 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.622857 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.623122 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.623327 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.623543 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.623758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.623994 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.624181 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.624401 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.624612 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.624832 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.625053 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.625267 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626095 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626095 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626095 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626301 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626388 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626614 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.626827 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.627044 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.627273 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.627489 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.627818 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.628068 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.628285 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.628584 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.628817 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.629081 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.633497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634147 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.634667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.635006 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.635088 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.635336 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.635557 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.635802 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.636023 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.636265 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.636518 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.636754 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.636976 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.637752 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.637986 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.638235 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.638477 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 07:28:25.644262 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.644766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645205 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.645732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] debug = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646172 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646538 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646963 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646963 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646963 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.646963 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] host = n-d-780147-4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647186 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647186 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647307 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647458 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647617 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647866 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.647987 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648073 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648236 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648395 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648561 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648714 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.648868 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.649028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.649192 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_options = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.649338 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.649524 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.649681 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650024 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650193 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650353 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650667 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650831 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.650993 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651154 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651308 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651471 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651632 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651791 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.651951 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.652111 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.652292 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.652434 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.652598 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654241 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654819 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654819 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654819 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.654819 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655082 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655159 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655271 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655457 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655597 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.655753 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656069 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656235 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656398 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656559 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656732 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.656883 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657043 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657204 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657365 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657548 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_json = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657711 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.657873 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658034 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658194 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658354 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658519 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658680 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.658841 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 07:28:25.659021 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.659185 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.659360 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.659529 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.659692 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.659856 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660017 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660182 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660344 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660505 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660674 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.660995 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661184 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661353 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661528 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661656 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661821 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.661985 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.662150 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.662332 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.662458 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.662640 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.662807 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663022 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663158 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663286 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663437 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663600 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663764 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.663927 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664091 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664254 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664418 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664580 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664744 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.664909 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665071 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665235 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665398 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665587 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665754 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.665916 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666080 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666243 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666407 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666571 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666735 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.666898 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667061 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667224 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667398 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667561 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667724 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.667888 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668051 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668215 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668403 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668597 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668739 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.668863 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669024 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669200 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669363 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669548 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669713 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.669877 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670042 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670305 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670517 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670517 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670715 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670818 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.670959 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.671120 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.671283 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.671446 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.671610 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.671775 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.673507 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674028 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674352 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674352 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674486 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674781 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674781 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.674993 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.675117 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.675280 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.675442 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.675609 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.675773 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676013 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676184 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.676758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677264 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677264 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677264 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677888 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677888 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677888 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.677888 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678159 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678159 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678291 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678418 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678582 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678745 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.678912 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679075 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679240 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679403 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679565 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679739 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.679929 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.681497 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.682097 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.682097 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.682431 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.682597 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.682766 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683050 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683222 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683368 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683460 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683541 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683712 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.683904 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684049 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684228 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684364 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684536 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684694 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.684858 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685019 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685511 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685511 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685511 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685742 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.685860 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.686239 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.686409 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.686571 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.686733 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.686896 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687058 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687223 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687384 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687548 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687711 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.687876 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688038 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688202 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688351 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688521 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688686 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.688837 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689001 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689163 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689326 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689514 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689660 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689825 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.689978 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690328 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690328 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690613 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690613 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690901 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.690901 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691168 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691303 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691446 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691580 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691722 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691847 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.691965 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692136 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692303 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692447 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692616 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692765 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.692894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:25.693037 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693164 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693290 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693414 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693635 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693801 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.693965 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694128 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694302 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694465 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694628 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694790 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.694953 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695127 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695289 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695452 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695613 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695775 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.695952 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696113 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696276 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696439 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696601 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696773 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.696936 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697099 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697260 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697422 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697669 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697788 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.697964 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698096 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698258 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698425 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698571 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698749 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.698911 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.699060 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.699228 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.699390 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.699554 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.700221 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.700496 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.700631 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.700758 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.700884 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701033 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701166 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701347 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701505 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701676 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.701853 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702017 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702182 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702345 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702509 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702673 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702836 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.702999 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703161 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703325 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703486 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703649 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703811 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.703974 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.704137 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.704302 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.704536 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.704705 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.704869 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.705032 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 07:28:25.705187 n-d-780147-4 neutron-server[92994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 07:28:25.785966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35854) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:25.794437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063996 May 20 07:28:36.758259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a24cc3-3dbb-41c4-a596-924ee59f4f86 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 07:28:36.830271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24cc3-3dbb-41c4-a596-924ee59f4f86 None None] No non-hosted networks {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 07:28:36.837716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.agentschedulers_db [None req-43a24cc3-3dbb-41c4-a596-924ee59f4f86 None None] DHCP Agent not found on host n-d-780147-4 {{(pid=93103) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 07:28:36.909890 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efec96a8-897e-4080-b3f8-20f5c06420bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:39.162653 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16e10827-da8f-46e9-ab13-c9c6de39cf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:39.219685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-ba81d24e-6463-4910-b05b-f218b05ce5e7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-n-d-780147-4 {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:28:39.220101 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-ba81d24e-6463-4910-b05b-f218b05ce5e7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:28:39.464261 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:39.464940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.465324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.465731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.466122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.466600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.466985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.467559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.467923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.468254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.468592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.468910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.469460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:39.469894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:39.483547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:28:39.858369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba81d24e-6463-4910-b05b-f218b05ce5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:40.983799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:41.752746 n-d-780147-4 neutron-server[93103]: INFO neutron.db.l3_hamode_db [None req-41e79fc1-4b98-4e91-bdbb-43db06d28f33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 07:28:41.886852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e79fc1-4b98-4e91-bdbb-43db06d28f33 None None] Routers set() bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:28:41.887222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e79fc1-4b98-4e91-bdbb-43db06d28f33 None None] Router IDs set() for agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 07:28:42.226083 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:43.702704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35946) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:44.281621 n-d-780147-4 neutron-server[93102]: WARNING oslo_policy.policy [None req-9ebb89bc-c744-4621-83d8-d9ed811d3c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:44.282252 n-d-780147-4 neutron-server[93102]: WARNING oslo_policy.policy [None req-9ebb89bc-c744-4621-83d8-d9ed811d3c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:44.502824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-9ebb89bc-c744-4621-83d8-d9ed811d3c2a admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:28:44.504067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9ebb89bc-c744-4621-83d8-d9ed811d3c2a admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7994015 May 20 07:28:46.852114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35960) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:47.216240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:28:47.315385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.policy [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93102) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 07:28:47.360891 n-d-780147-4 neutron-server[93102]: WARNING oslo_policy.policy [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:47.361264 n-d-780147-4 neutron-server[93102]: WARNING oslo_policy.policy [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:47.369739 n-d-780147-4 neutron-server[93102]: INFO neutron.quota [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Loaded quota_driver: . May 20 07:28:47.386007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:28:47.531912 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358155185', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358155364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358148020', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358142045', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358163840', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735358157497', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1770198', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1937815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-908695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-951804'] for rbac-policy, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:47.857842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:47.859026 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-734488d0-87c7-4f00-b418-406b735ecab8 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0059836 May 20 07:28:50.440563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:50.796057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Request body: {'network': {'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'name': 'private', 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:28:50.801092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:28:50.805296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Usage tracker for resource:network and tenant:df2ed8b90abe4a0e93f5e4e4d5ed208e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:28:50.810037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:28:50.816300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:28:50.877053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Made reservation on behalf of df2ed8b90abe4a0e93f5e4e4d5ed208e for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:28:50.880248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:50.898043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:50.912588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:28:50.916218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Usage tracker for resource:security_group_rule and tenant:df2ed8b90abe4a0e93f5e4e4d5ed208e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:28:50.922056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:28:50.927505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:28:51.022459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.088530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.093501 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:51.112614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:28:51.138689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735356193994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.140920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Unsubscribe: segment precommit_create {{(pid=93102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 07:28:51.140920 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Added segment f957f155-c9fe-4f1d-a45c-05f0f5104fa2 of type vlan for network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b May 20 07:28:51.188484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8f61b-ae9c-450a-8ef3-08e9423f067b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:28:51.209912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.210251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.210654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.210977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.211300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.211617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.211928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.212236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.212546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.212852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.213158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.213462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Tracked resource versions report: May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: pushed versions: May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: { 'AddressGroup': {'1.2'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'ConntrackHelper': {'1.0'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Log': {'1.0'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Network': {'1.1'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Port': {'1.7'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'PortForwarding': {'1.2'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'QosPolicy': {'1.8'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SecurityGroup': {'1.4'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SubPort': {'1.0'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Subnet': {'1.1'}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Trunk': {'1.1'}} May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: consumer versions: May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: { DHCP agent@n-d-780147-4: {}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: L3 agent@n-d-780147-4: {}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: Metadata agent@n-d-780147-4: {}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: Metering agent@n-d-780147-4: {}, May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'ConntrackHelper': '1.0', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Log': '1.0', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Network': '1.1', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Port': '1.7', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'PortForwarding': '1.2', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'QosPolicy': '1.8', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SecurityGroup': '1.4', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SecurityGroupRule': '1.2', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'SubPort': '1.0', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Subnet': '1.1', May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: 'Trunk': '1.1'}} May 20 07:28:51.214597 n-d-780147-4 neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:28:51.260223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.268718 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:51.366094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.367605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:28:51.368236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:51.373120 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:51.475019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:28:51.478282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:51.486276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:28:51.523705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0820789 May 20 07:28:54.178764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35990) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:54.760815 n-d-780147-4 neutron-server[93101]: WARNING oslo_policy.policy [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:54.761398 n-d-780147-4 neutron-server[93101]: WARNING oslo_policy.policy [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:55.195739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.policy [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93101) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 07:28:55.242548 n-d-780147-4 neutron-server[93101]: WARNING oslo_policy.policy [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:55.242920 n-d-780147-4 neutron-server[93101]: WARNING oslo_policy.policy [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 07:28:55.251607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:28:55.253279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-75143124-59c1-486f-b411-ee482108b98c admin admin] 10.222.0.79 "GET /v2.0/networks/9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b HTTP/1.1" status: 200 len: 825 time: 1.0736291 May 20 07:28:55.284210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-48430552-b0e8-4803-a564-3942b712f5b9 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/7d74d79b-5c88-498a-88f6-8e1b5472e458 HTTP/1.1" status: 200 len: 734 time: 0.0255454 May 20 07:28:55.292607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Request body: {'subnet': {'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'ip_version': 4, 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:28:55.294884 n-d-780147-4 neutron-server[93101]: INFO neutron.quota [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Loaded quota_driver: . May 20 07:28:55.300800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:28:55.306319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Usage tracker for resource:subnet and tenant:df2ed8b90abe4a0e93f5e4e4d5ed208e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:28:55.309680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:28:55.316750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:28:55.403389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Made reservation on behalf of df2ed8b90abe4a0e93f5e4e4d5ed208e for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:28:55.406194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:55.971194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:55.976846 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:56.053338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Checking segment: {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:28:56.053720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Network hostable DHCP agents. Network: 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:28:56.068530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4f71bf-9848-439a-a0f7-622b34b4b566,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:28:56.080451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.080777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.081097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.081414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.081750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.082060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.082370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.082673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.082975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.083292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.083575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.083873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Tracked resource versions report: May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: pushed versions: May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: { 'AddressGroup': {'1.2'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'ConntrackHelper': {'1.0'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Log': {'1.0'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Network': {'1.1'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Port': {'1.7'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'PortForwarding': {'1.2'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'QosPolicy': {'1.8'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SecurityGroup': {'1.4'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SubPort': {'1.0'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Subnet': {'1.1'}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Trunk': {'1.1'}} May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: consumer versions: May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: { DHCP agent@n-d-780147-4: {}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: L3 agent@n-d-780147-4: {}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: Metadata agent@n-d-780147-4: {}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: Metering agent@n-d-780147-4: {}, May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'ConntrackHelper': '1.0', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Log': '1.0', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Network': '1.1', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Port': '1.7', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'PortForwarding': '1.2', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'QosPolicy': '1.8', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SecurityGroup': '1.4', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SecurityGroupRule': '1.2', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'SubPort': '1.0', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Subnet': '1.1', May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: 'Trunk': '1.1'}} May 20 07:28:56.084943 n-d-780147-4 neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:28:56.113209 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:56.165814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:28:56.234128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:28:56.241849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:28:56.242501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:56.243578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239527bb-7997-464d-8fc8-8734d9d52a07 None None] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:28:56.329442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0401230 May 20 07:28:56.554283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:28:56.555448 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:56.742476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Allocated IP 172.20.0.2 (9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b/be4f71bf-9848-439a-a0f7-622b34b4b566/d0a5fb35-c348-450f-a530-baea8d4e0b1b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:28:56.971432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:56.984227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Transition to ACTIVE for port object d0a5fb35-c348-450f-a530-baea8d4e0b1b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:28:57.002983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Transition to ACTIVE for port object d0a5fb35-c348-450f-a530-baea8d4e0b1b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:28:57.075087 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:57.080612 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:57.142169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:28:57.144898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:28:57.151403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:28:57.153579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Pushing event updated for resources: {'Port': ['ID=d0a5fb35-c348-450f-a530-baea8d4e0b1b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:28:57.163186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.163522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.163853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.164180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.164502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.164822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.165139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.165455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.165795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.166111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.166426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.166740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Tracked resource versions report: May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: pushed versions: May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: { 'AddressGroup': {'1.2'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'ConntrackHelper': {'1.0'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Log': {'1.0'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Network': {'1.1'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Port': {'1.7'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'PortForwarding': {'1.2'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'QosPolicy': {'1.8'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SecurityGroup': {'1.4'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SubPort': {'1.0'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Subnet': {'1.1'}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Trunk': {'1.1'}} May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: consumer versions: May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: { DHCP agent@n-d-780147-4: {}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: L3 agent@n-d-780147-4: {}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: Metadata agent@n-d-780147-4: {}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: Metering agent@n-d-780147-4: {}, May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'ConntrackHelper': '1.0', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Log': '1.0', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Network': '1.1', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Port': '1.7', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'PortForwarding': '1.2', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'QosPolicy': '1.8', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SecurityGroup': '1.4', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SecurityGroupRule': '1.2', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'SubPort': '1.0', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Subnet': '1.1', May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: 'Trunk': '1.1'}} May 20 07:28:57.167852 n-d-780147-4 neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:28:57.201833 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:57.254464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Attempting to bind port d0a5fb35-c348-450f-a530-baea8d4e0b1b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:28:57.255090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Attempting to bind port d0a5fb35-c348-450f-a530-baea8d4e0b1b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:28:57.255194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Attempting to bind port d0a5fb35-c348-450f-a530-baea8d4e0b1b on network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:28:57.260375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:28:57.260777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Checking segment: {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:28:57.261256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:57.261676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Bound using segment: {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:28:57.262134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Bound port: d0a5fb35-c348-450f-a530-baea8d4e0b1b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:28:57.262525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:57.353003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] For port d0a5fb35-c348-450f-a530-baea8d4e0b1b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:28:57.356943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] For port d0a5fb35-c348-450f-a530-baea8d4e0b1b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d0a5fb35-c348-450f-a530-baea8d4e0b1b,segment=NetworkSegment(f957f155-c9fe-4f1d-a45c-05f0f5104fa2),segment_id=f957f155-c9fe-4f1d-a45c-05f0f5104fa2)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:28:57.471759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:28:57.475886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:28:57.562348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Pushing event updated for resources: {'Port': ['ID=d0a5fb35-c348-450f-a530-baea8d4e0b1b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:28:57.570721 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:28:58.711956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36010) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:28:59.092835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-8f24f563-b83a-47d1-b3e1-682eb533aaa5 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:28:59.093875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8f24f563-b83a-47d1-b3e1-682eb533aaa5 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3810396 May 20 07:29:01.453950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:01.834440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-bc0a5fbb-680a-4df7-a603-5d495ac9af7e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:29:01.835424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bc0a5fbb-680a-4df7-a603-5d495ac9af7e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3805335 May 20 07:29:03.037571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92107350-0484-45b7-bf02-f54a2013fc1e None None] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:29:03.205629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-660c22fe-16d3-494d-b84d-b9acac25c9d4 None None] Provisioning for port d0a5fb35-c348-450f-a530-baea8d4e0b1b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:29:03.716011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d0a5fb35-c348-450f-a530-baea8d4e0b1b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:03.845657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d0a5fb35-c348-450f-a530-baea8d4e0b1b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:29:03.850536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d0a5fb35-c348-450f-a530-baea8d4e0b1b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:03.850943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:03.970243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:04.003350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d0a5fb35-c348-450f-a530-baea8d4e0b1b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d0a5fb35-c348-450f-a530-baea8d4e0b1b,segment=NetworkSegment(f957f155-c9fe-4f1d-a45c-05f0f5104fa2),segment_id=f957f155-c9fe-4f1d-a45c-05f0f5104fa2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:29:04.077045 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:04.079412 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:04.146582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d0a5fb35-c348-450f-a530-baea8d4e0b1b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:04.149796 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:04.480991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36036) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:04.831942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'name': 'router1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:29:04.836465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:29:04.840215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Usage tracker for resource:router and tenant:df2ed8b90abe4a0e93f5e4e4d5ed208e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:29:04.844891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:29:04.850551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:29:04.960168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:04.961754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:04.984025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:05.140692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:05.214255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:05.215335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9708fcc3-8ac0-45fe-ac90-3c6d0cd7bd91 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7327259 May 20 07:29:05.696842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d0a5fb35-c348-450f-a530-baea8d4e0b1b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:05.765865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d0a5fb35-c348-450f-a530-baea8d4e0b1b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:05.766232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:06.691260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9bc6c5e0-c944-4f33-8e4d-62e064e51bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:07.631308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36046) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:08.004580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-9cd85bd5-f1f7-4011-a97c-80431e6baf08 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:29:08.005598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9cd85bd5-f1f7-4011-a97c-80431e6baf08 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3733683 May 20 07:29:09.122548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2bc43cc-003c-4fd9-8314-7db7238fabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:09.402592 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:10.387038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:10.752059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:29:10.756941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:29:10.760660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Usage tracker for resource:network and tenant:e285801073d644f6a6bda729aceb59b5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:29:10.764554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:29:10.770402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:29:10.830936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Made reservation on behalf of e285801073d644f6a6bda729aceb59b5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:29:10.833290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:10.849937 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:10.865864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:29:10.869630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Usage tracker for resource:security_group_rule and tenant:e285801073d644f6a6bda729aceb59b5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:29:10.872955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:29:10.878687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:29:10.928429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:10.975309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.060531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.063914 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:11.080478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Reserving flat network on physical network physnet1 {{(pid=93101) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 07:29:11.101677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e099f8-fbe4-402e-9c0c-3f9a8c5ea629,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:11.105680 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:11.111259 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735356193994', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.111259 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Unsubscribe: segment precommit_create {{(pid=93101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 07:29:11.111259 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Added segment d8cf481f-2956-4919-a9be-f3b968d92ecc of type flat for network 7443946c-2304-4ae6-9323-48bd6eab68f0 May 20 07:29:11.150092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.231211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.232982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:29:11.233628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:11.237993 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:11.351969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Pushing event updated for resources: {'Network': ['ID=7443946c-2304-4ae6-9323-48bd6eab68f0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:11.354882 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:11.362872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:29:11.400674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0125701 May 20 07:29:12.186402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:13.751079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:13.959784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea7de3-f21f-4f5b-91bc-f86b0a47dad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:29:13.961090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b0ea7de3-f21f-4f5b-91bc-f86b0a47dad4 admin admin] 10.222.0.79 "GET /v2.0/subnets/be4f71bf-9848-439a-a0f7-622b34b4b566 HTTP/1.1" status: 200 len: 849 time: 0.2090685 May 20 07:29:14.130099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-db027f69-6842-4435-97a2-c44f233b99be admin admin] 10.222.0.79 "GET /v2.0/routers/91739930-1924-49de-a04d-7d784c8dae2f HTTP/1.1" status: 200 len: 704 time: 0.1629202 May 20 07:29:14.576871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:14.799152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Allocated IP 172.20.0.1 (9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b/be4f71bf-9848-439a-a0f7-622b34b4b566/e756c639-b3a2-4a50-99a1-6a0c2b43cbf0) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:29:14.953320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:14.969965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Transition to ACTIVE for port object e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:29:15.080523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.084977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:15.179757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:29:15.182633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:29:15.189092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:29:15.189648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.304792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Pushing event updated for resources: {'Port': ['ID=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:15.316905 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:15.496888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4cada249-a1a4-4f2e-b86f-47118218a734 None None] Provisioning for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:29:15.501962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4cada249-a1a4-4f2e-b86f-47118218a734 None None] Provisioning complete for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:15.507459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cada249-a1a4-4f2e-b86f-47118218a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.539009 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.554642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4cada249-a1a4-4f2e-b86f-47118218a734 None None] Port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:29:15.765295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.825681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.826811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:15.830679 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:15.968325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Pushing event updated for resources: {'Port': ['ID=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:15.972315 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:16.018957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:29:16.019934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:29:16.176303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5384b7a4-2bab-456f-b427-eb9d6911e178 None None] Provisioning complete for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:16.176673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5384b7a4-2bab-456f-b427-eb9d6911e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:16.253467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5384b7a4-2bab-456f-b427-eb9d6911e178 None None] Port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:29:16.322577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Router 91739930-1924-49de-a04d-7d784c8dae2f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:29:16.475413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:29:16.484680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] 10.222.0.79 "PUT /v2.0/routers/91739930-1924-49de-a04d-7d784c8dae2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3497217 May 20 07:29:16.486098 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Sync routers for ids ['91739930-1924-49de-a04d-7d784c8dae2f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:29:16.496842 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Routers {'91739930-1924-49de-a04d-7d784c8dae2f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:29:16.498450 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['91739930-1924-49de-a04d-7d784c8dae2f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:16.672262 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Set router 91739930-1924-49de-a04d-7d784c8dae2f gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:29:17.039992 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:15Z', 'revision_number': 2, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port_host': None, '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:15Z', 'revision_number': 2, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:17.044947 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Checking router: 91739930-1924-49de-a04d-7d784c8dae2f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:29:17.045319 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Updating router 91739930-1924-49de-a04d-7d784c8dae2f port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:29:17.097267 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:17.472756 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:17.487110 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Transition to ACTIVE for port object e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:29:17.582903 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:17.588210 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:17.794852 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Pushing event updated for resources: {'Port': ['ID=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:17.812627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.812957 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.813278 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.813630 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.813946 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.814256 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.814563 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.814868 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.815171 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.815472 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.815775 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.816080 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Tracked resource versions report: May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: pushed versions: May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: { 'AddressGroup': {'1.2'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'ConntrackHelper': {'1.0'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Log': {'1.0'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Network': {'1.1'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Port': {'1.7'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'PortForwarding': {'1.2'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'QosPolicy': {'1.8'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SecurityGroup': {'1.4'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SecurityGroupRule': {'1.2'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SubPort': {'1.0'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Subnet': {'1.1'}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Trunk': {'1.1'}} May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: consumer versions: May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: { DHCP agent@n-d-780147-4: {}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: L3 agent@n-d-780147-4: {}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: Metadata agent@n-d-780147-4: {}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: Metering agent@n-d-780147-4: {}, May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'ConntrackHelper': '1.0', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Log': '1.0', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Network': '1.1', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Port': '1.7', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'PortForwarding': '1.2', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'QosPolicy': '1.8', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SecurityGroup': '1.4', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SecurityGroupRule': '1.2', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'SubPort': '1.0', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Subnet': '1.1', May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: 'Trunk': '1.1'}} May 20 07:29:17.817174 n-d-780147-4 neutron-server[93104]: {{(pid=93104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:29:17.822715 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:17.823520 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Attempting to bind port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:29:17.823909 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Attempting to bind port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:29:17.824336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Attempting to bind port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 on network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:29:17.830356 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:29:17.830763 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Checking segment: {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:29:17.831254 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:17.831631 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Bound using segment: {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:29:17.832105 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Bound port: e756c639-b3a2-4a50-99a1-6a0c2b43cbf0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957f155-c9fe-4f1d-a45c-05f0f5104fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:29:17.832469 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:17.929007 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] For port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:29:17.932859 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] For port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,segment=NetworkSegment(f957f155-c9fe-4f1d-a45c-05f0f5104fa2),segment_id=f957f155-c9fe-4f1d-a45c-05f0f5104fa2)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:29:18.023084 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:18.027250 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:18.112672 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Routers {'91739930-1924-49de-a04d-7d784c8dae2f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:29:18.113308 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['91739930-1924-49de-a04d-7d784c8dae2f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:18.181898 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Pushing event updated for resources: {'Port': ['ID=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:18.259894 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:18.299382 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] Set router 91739930-1924-49de-a04d-7d784c8dae2f gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:29:18.626836 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:15Z', 'revision_number': 2, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port_host': None, '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:17Z', 'revision_number': 4, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:18.630773 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd17cea-470a-4889-974c-efe07e9eb678 None None] The sync data for ids ['91739930-1924-49de-a04d-7d784c8dae2f'] in n-d-780147-4 is: [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:15Z', 'revision_number': 2, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port_host': None, '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:17Z', 'revision_number': 4, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:29:18.667270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36098) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:18.815877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538259c6-4f69-4566-8f62-807855a67da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:29:18.816433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-538259c6-4f69-4566-8f62-807855a67da8 admin admin] Synchronizing usage tracker for tenant:e285801073d644f6a6bda729aceb59b5 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:29:18.899812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-538259c6-4f69-4566-8f62-807855a67da8 admin admin] Unset dirty status for tenant:e285801073d644f6a6bda729aceb59b5 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:29:18.901054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-538259c6-4f69-4566-8f62-807855a67da8 admin admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 842 time: 0.2327425 May 20 07:29:18.911311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'cidr': '172.25.8.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:29:18.916729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:29:18.921039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Usage tracker for resource:subnet and tenant:e285801073d644f6a6bda729aceb59b5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:29:18.923912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:29:18.930054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:29:19.002436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Made reservation on behalf of e285801073d644f6a6bda729aceb59b5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:29:19.004747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:19.532526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:29:19.532953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:19.537184 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:19.608648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace5ca64-0019-4733-a9ba-0a2127481131,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:19.611246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:29:19.612917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Network hostable DHCP agents. Network: 7443946c-2304-4ae6-9323-48bd6eab68f0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:29:19.614978 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:19.699286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:29:19.782539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7443946c-2304-4ae6-9323-48bd6eab68f0) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:29:19.786565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:29:19.787267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:19.791323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309dc251-5ed0-43d2-99d9-73678b33b93f None None] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:29:19.866398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9585893 May 20 07:29:20.000559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ff771-fed5-460b-a7ec-a93e17c8a34f None None] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:29:21.720364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:21.885800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:29:21.891783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:21.892161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:22.014010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:22.046585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,segment=NetworkSegment(f957f155-c9fe-4f1d-a45c-05f0f5104fa2),segment_id=f957f155-c9fe-4f1d-a45c-05f0f5104fa2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:29:22.107524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:22.128187 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:22.136051 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:22.198888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e756c639-b3a2-4a50-99a1-6a0c2b43cbf0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:22.202100 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:22.344661 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fc30e5d-595d-4139-9f65-35813edebc87 admin admin] 10.222.0.79 "GET /v2.0/routers/91739930-1924-49de-a04d-7d784c8dae2f HTTP/1.1" status: 200 len: 710 time: 0.2360246 May 20 07:29:22.476232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f138b2-dd59-4d51-8db6-2e46ff61a41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:29:22.477617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3f138b2-dd59-4d51-8db6-2e46ff61a41a admin admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 886 time: 0.1280227 May 20 07:29:22.490480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:29:22.930071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.317244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.374838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.511918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Allocated IP 172.25.8.233 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/c799aa32-5e7f-4d02-a3d0-cde97accc4e5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:29:23.588142 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:29:23.662474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.707336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:23.776128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:23.776494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.854864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:23.860822 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:23.923354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:29:23.926209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:29:23.932294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:29:23.986005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Pushing event updated for resources: {'Port': ['ID=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:23.996585 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:24.394748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:24.728263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:24.732206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:24.908912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Router 91739930-1924-49de-a04d-7d784c8dae2f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:29:25.080645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:29:25.089548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:25.090161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Sync routers for ids ['91739930-1924-49de-a04d-7d784c8dae2f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:29:25.091331 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] 10.222.0.79 "PUT /v2.0/routers/91739930-1924-49de-a04d-7d784c8dae2f HTTP/1.1" status: 200 len: 890 time: 2.6055384 May 20 07:29:25.100646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Routers {'91739930-1924-49de-a04d-7d784c8dae2f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:29:25.101366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['91739930-1924-49de-a04d-7d784c8dae2f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:25.292722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Set router 91739930-1924-49de-a04d-7d784c8dae2f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:29:25.650255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:24Z', 'revision_number': 4, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port': {'id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:23Z', 'updated_at': '2021-05-20T07:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:22Z', 'revision_number': 5, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:25.655530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Checking router: 91739930-1924-49de-a04d-7d784c8dae2f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:29:25.655877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Updating router 91739930-1924-49de-a04d-7d784c8dae2f port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:29:25.708122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.031749 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.043014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Transition to ACTIVE for port object c799aa32-5e7f-4d02-a3d0-cde97accc4e5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:29:26.130784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.134805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:26.207904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Attempting to bind port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:29:26.208272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Attempting to bind port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:29:26.208630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Attempting to bind port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:29:26.217542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Pushing event updated for resources: {'Port': ['ID=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:26.220249 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:26.221318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:29:26.221716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:29:26.222115 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.222494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:29:26.222961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Bound port: c799aa32-5e7f-4d02-a3d0-cde97accc4e5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:29:26.223354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.295367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] For port c799aa32-5e7f-4d02-a3d0-cde97accc4e5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:29:26.298447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] For port c799aa32-5e7f-4d02-a3d0-cde97accc4e5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:29:26.388990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:26.393040 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:26.472023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Routers {'91739930-1924-49de-a04d-7d784c8dae2f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:29:26.472640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['91739930-1924-49de-a04d-7d784c8dae2f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:26.518953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Pushing event updated for resources: {'Port': ['ID=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:26.530692 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:26.654911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] Set router 91739930-1924-49de-a04d-7d784c8dae2f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:29:26.977001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:24Z', 'revision_number': 4, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port': {'id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:23Z', 'updated_at': '2021-05-20T07:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:22Z', 'revision_number': 5, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:29:26.980867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c2fc7-789d-49b3-8280-1fe93f1657c7 None None] The sync data for ids ['91739930-1924-49de-a04d-7d784c8dae2f'] in n-d-780147-4 is: [{'id': '91739930-1924-49de-a04d-7d784c8dae2f', 'name': 'router1', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:29:04Z', 'updated_at': '2021-05-20T07:29:24Z', 'revision_number': 4, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'gw_port': {'id': 'c799aa32-5e7f-4d02-a3d0-cde97accc4e5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:23Z', 'updated_at': '2021-05-20T07:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e756c639-b3a2-4a50-99a1-6a0c2b43cbf0', 'name': '', 'network_id': '9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b', 'tenant_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'mac_address': 'fa:16:3e:09:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91739930-1924-49de-a04d-7d784c8dae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:29:14Z', 'updated_at': '2021-05-20T07:29:22Z', 'revision_number': 5, 'project_id': 'df2ed8b90abe4a0e93f5e4e4d5ed208e', 'subnets': [{'id': 'be4f71bf-9848-439a-a0f7-622b34b4b566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d74d79b-5c88-498a-88f6-8e1b5472e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:29:27.437744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36122) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:29:27.597620 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bc28e0f9-86f8-4285-90ac-86d800edaad0 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1581326 May 20 07:29:27.745675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c799aa32-5e7f-4d02-a3d0-cde97accc4e5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:27.874047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:29:27.879123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:27.879531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:28.000993 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:28.018169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c799aa32-5e7f-4d02-a3d0-cde97accc4e5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:29:28.099547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:28.102383 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:29:28.168310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c799aa32-5e7f-4d02-a3d0-cde97accc4e5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:29:28.172109 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:29:29.716482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c799aa32-5e7f-4d02-a3d0-cde97accc4e5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:29:29.798122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c799aa32-5e7f-4d02-a3d0-cde97accc4e5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:29:29.798501 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:36.731367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e9506d-c63d-413b-9c88-c5953f8843cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:39.156525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f1a7444b-072e-4913-b127-aff1f1d69152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:39.470833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:40.928078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:29:42.196952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:00.587430 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:30:06.704694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6979ae3f-36d6-44e5-b763-4ecd44e51607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:09.115769 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d859e02b-9048-4cf8-8fb6-d643e8c8e8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:09.392948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:10.953012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:12.189909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:36.715920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37a9a49a-1db2-45ac-8f8f-094fbe5700c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:37.585960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:30:39.135169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cf14c83-a92e-467d-81b0-3f62f2aabe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:39.381019 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:40.940844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:30:42.189647 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:06.725653 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e5270838-897d-49d4-b62d-c201507489ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:08.819982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:08.897494 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-62422dce-f3d9-49c9-b874-2ed814c9ff44 admin admin] GET failed (client error): The resource could not be found. May 20 07:31:08.898770 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-62422dce-f3d9-49c9-b874-2ed814c9ff44 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0778780 May 20 07:31:09.032021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79eccdf-76f9-4dad-979b-16b11769f5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:09.033368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d79eccdf-76f9-4dad-979b-16b11769f5da admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1308069 May 20 07:31:09.126123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2acc781-6d7a-4421-a29f-3404ca49f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:09.406604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:10.963131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:11.185494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:11.294362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd5b6f-cbe0-49af-9b7e-45f537601db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:11.295832 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1bdd5b6f-cbe0-49af-9b7e-45f537601db9 admin admin] 10.222.0.79 "GET /v2.0/subnets/be4f71bf-9848-439a-a0f7-622b34b4b566 HTTP/1.1" status: 200 len: 849 time: 0.1092386 May 20 07:31:11.304876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:31:11.417720 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Notify callbacks [] for subnet, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:11.665612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735356162982'] for subnet, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:11.669291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:31:11.713093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:11.713733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:11.714984 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] 10.222.0.79 "PUT /v2.0/subnets/be4f71bf-9848-439a-a0f7-622b34b4b566 HTTP/1.1" status: 200 len: 868 time: 0.4137967 May 20 07:31:11.738210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2958446-219b-46ee-9c0a-1bd6c55066fb None None] Network 9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:31:11.741855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4f71bf-9848-439a-a0f7-622b34b4b566,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:31:11.750640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.750984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.751308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.751635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.751972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.752272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.752587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.752935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.753527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.753527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.753849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.754174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:11.758322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:31:12.235156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:12.249983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5b725b0a-ffe4-40f8-8d41-5316c6a1b561 None None] Provisioning complete for port e756c639-b3a2-4a50-99a1-6a0c2b43cbf0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:31:12.255062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5b725b0a-ffe4-40f8-8d41-5316c6a1b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:12.376910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5b725b0a-ffe4-40f8-8d41-5316c6a1b561 None None] Provisioning complete for port d0a5fb35-c348-450f-a530-baea8d4e0b1b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:31:12.377169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5b725b0a-ffe4-40f8-8d41-5316c6a1b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:13.861802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:14.037182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e478a-3662-4216-aadc-151747eb6d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:14.037594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e478a-3662-4216-aadc-151747eb6d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:14.039104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6e0e478a-3662-4216-aadc-151747eb6d9b admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1763504 May 20 07:31:14.585759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:31:16.215247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:16.387096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664379e-dd35-4447-9a51-af560ac0179d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:16.387565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664379e-dd35-4447-9a51-af560ac0179d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:16.389048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4664379e-dd35-4447-9a51-af560ac0179d admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728725 May 20 07:31:18.553987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36766) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:18.721849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd5777-47a8-42da-9089-292fbfc37033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:18.723105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95bd5777-47a8-42da-9089-292fbfc37033 admin admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 886 time: 0.1681869 May 20 07:31:20.833807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36776) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:21.003548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04ff15-32ef-4f77-a8c4-5da2886b68dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:21.004890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8f04ff15-32ef-4f77-a8c4-5da2886b68dd admin admin] 10.222.0.79 "GET /v2.0/networks/9ca5346f-6ffd-4d74-9abd-d3656b4f7b2b HTTP/1.1" status: 200 len: 869 time: 0.1701353 May 20 07:31:23.142856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:23.252033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653eed7-189a-4754-b482-5fd2e0771f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:23.252496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653eed7-189a-4754-b482-5fd2e0771f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:23.253213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5653eed7-189a-4754-b482-5fd2e0771f17 admin admin] Synchronizing usage tracker for tenant:e285801073d644f6a6bda729aceb59b5 on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:31:23.353876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5653eed7-189a-4754-b482-5fd2e0771f17 admin admin] Unset dirty status for tenant:e285801073d644f6a6bda729aceb59b5 on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:31:23.354970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5653eed7-189a-4754-b482-5fd2e0771f17 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2111304 May 20 07:31:25.467754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36796) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:25.575045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619bdc6e-a398-4f7a-ae6e-25d7e519b667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:25.575501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619bdc6e-a398-4f7a-ae6e-25d7e519b667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:25.577233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-619bdc6e-a398-4f7a-ae6e-25d7e519b667 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083519 May 20 07:31:27.673359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36806) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:27.771715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187cc15-aed8-4d6a-b536-5f0db5d5fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:27.773032 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4187cc15-aed8-4d6a-b536-5f0db5d5fe66 admin admin] 10.222.0.79 "GET /v2.0/subnets/ace5ca64-0019-4733-a9ba-0a2127481131 HTTP/1.1" status: 200 len: 816 time: 0.0987160 May 20 07:31:29.891429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:30.001225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7246696-a38d-4b0c-8b4f-2ad782030e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:30.002457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a7246696-a38d-4b0c-8b4f-2ad782030e9d admin admin] 10.222.0.79 "GET /v2.0/subnets/be4f71bf-9848-439a-a0f7-622b34b4b566 HTTP/1.1" status: 200 len: 868 time: 0.1101060 May 20 07:31:36.722838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27185f9c-a787-43d6-b144-f577594756a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:39.128118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce554-eca7-42b1-ab97-ce2751010e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:39.382415 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:40.939457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:42.196739 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:51.583834 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:31:53.308799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:53.361773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-0ddaf7ae-3ad2-4794-8b0b-e9bdca4cca7a admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:31:53.362770 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ddaf7ae-3ad2-4794-8b0b-e9bdca4cca7a admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530362 May 20 07:31:55.585237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36870) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:55.651055 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb990555-47f2-4126-84c2-4ec4dc069d79 admin admin] GET failed (client error): The resource could not be found. May 20 07:31:55.652350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cb990555-47f2-4126-84c2-4ec4dc069d79 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661600 May 20 07:31:55.778025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346d047-c285-46ec-a06c-5cf412091612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:55.779468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5346d047-c285-46ec-a06c-5cf412091612 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221859 May 20 07:31:57.927269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36880) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:31:57.974416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:31:57.978780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:31:57.988466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:31:58.056230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Made reservation on behalf of e285801073d644f6a6bda729aceb59b5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:31:58.058675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:58.145045 n-d-780147-4 neutron-server[93101]: WARNING neutron.services.revisions.revision_plugin [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Could not find related network for resource to bump revision. May 20 07:31:58.156653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:31:58.164751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:58.165092 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Added segment 2373709e-2067-4dbd-a829-babba4eb1acb of type vlan for network 7ca6d320-1e30-434a-8dac-637dbcfb9997 May 20 07:31:58.193866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:58.290224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:58.291507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:31:58.292093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:31:58.295308 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:31:58.392493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Pushing event updated for resources: {'Network': ['ID=7ca6d320-1e30-434a-8dac-637dbcfb9997,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:31:58.399225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.399554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.399891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.400221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.400547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.400903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.401224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.401566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.401886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.402206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.402521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.402837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:31:58.406365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:31:58.413756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:31:58.465785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5373666 May 20 07:32:00.611573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36890) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:32:00.678781 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-88eece2b-5b46-4b42-8127-d969433951f7 admin admin] GET failed (client error): The resource could not be found. May 20 07:32:00.679291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88eece2b-5b46-4b42-8127-d969433951f7 admin admin] Synchronizing usage tracker for tenant:e285801073d644f6a6bda729aceb59b5 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:32:00.773062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88eece2b-5b46-4b42-8127-d969433951f7 admin admin] Unset dirty status for tenant:e285801073d644f6a6bda729aceb59b5 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:32:00.774226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-88eece2b-5b46-4b42-8127-d969433951f7 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1616607 May 20 07:32:00.878001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab910c-fb63-4678-a857-c3b29047143d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:32:00.879422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-adab910c-fb63-4678-a857-c3b29047143d admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1012836 May 20 07:32:00.888941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:32:00.893338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:32:00.902679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:32:00.973397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Made reservation on behalf of e285801073d644f6a6bda729aceb59b5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:32:00.975662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:01.463255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:01.467616 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:32:01.536246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c0efc5-26e9-4c62-8eee-a581e0633325,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:32:01.540047 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:32:01.544244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:32:01.544629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Network hostable DHCP agents. Network: 7ca6d320-1e30-434a-8dac-637dbcfb9997, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:32:01.627245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:32:01.690162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7ca6d320-1e30-434a-8dac-637dbcfb9997) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:32:01.694887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:32:01.695772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:01.698881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca2ee2-2bfb-46f8-8019-0a63b12695fd None None] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:32:01.805690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9199781 May 20 07:32:01.914142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-7ca6d320-1e30-434a-8dac-637dbcfb9997', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'tenant_id': 'e285801073d644f6a6bda729aceb59b5', 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:32:01.915010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.077872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Allocated IP 192.168.233.2 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/af8a69b0-e735-442d-adcb-c80c215968d7) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:32:02.307146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.318108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Transition to ACTIVE for port object af8a69b0-e735-442d-adcb-c80c215968d7 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:32:02.336458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Transition to ACTIVE for port object af8a69b0-e735-442d-adcb-c80c215968d7 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:32:02.416553 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.421884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:32:02.482722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:32:02.486201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:32:02.492895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:32:02.497652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Pushing event updated for resources: {'Port': ['ID=af8a69b0-e735-442d-adcb-c80c215968d7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:32:02.527860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.528200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.528526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.528853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.529173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.529507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.529827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.530139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.530796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.531114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.531429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.531738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:32:02.545271 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:32:02.603535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Attempting to bind port af8a69b0-e735-442d-adcb-c80c215968d7 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:32:02.603824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Attempting to bind port af8a69b0-e735-442d-adcb-c80c215968d7 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:32:02.604171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Attempting to bind port af8a69b0-e735-442d-adcb-c80c215968d7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:32:02.610501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:32:02.610876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:32:02.611284 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.611675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:32:02.612141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Bound port: af8a69b0-e735-442d-adcb-c80c215968d7, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:32:02.612513 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.701640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-aa827519-330b-45ba-a303-67485d696a79 None None] For port af8a69b0-e735-442d-adcb-c80c215968d7, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:32:02.705076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-aa827519-330b-45ba-a303-67485d696a79 None None] For port af8a69b0-e735-442d-adcb-c80c215968d7, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=af8a69b0-e735-442d-adcb-c80c215968d7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:32:02.773914 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:02.779176 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec4eb016-af8a-4711-b603-d464a927781f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:32:02.863996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Pushing event updated for resources: {'Port': ['ID=af8a69b0-e735-442d-adcb-c80c215968d7,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:32:02.870347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:32:03.656816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de867f8-da39-4678-9fd3-785e5724e506 None None] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:32:03.821991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ea2bf1de-0f73-4dc5-a5d7-becbaa9717f3 None None] Provisioning for port af8a69b0-e735-442d-adcb-c80c215968d7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:32:03.876229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device af8a69b0-e735-442d-adcb-c80c215968d7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:32:04.031535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port af8a69b0-e735-442d-adcb-c80c215968d7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:32:04.037457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port af8a69b0-e735-442d-adcb-c80c215968d7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:32:04.042397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:04.180328 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:04.190179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6b6e9078-f0a5-4868-aaa7-a51152a255b5 None None] Provisioning complete for port af8a69b0-e735-442d-adcb-c80c215968d7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:32:04.190544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9078-f0a5-4868-aaa7-a51152a255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:04.271209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port af8a69b0-e735-442d-adcb-c80c215968d7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=af8a69b0-e735-442d-adcb-c80c215968d7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:32:04.331823 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9078-f0a5-4868-aaa7-a51152a255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:04.393975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:04.424400 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:32:04.506804 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-6b6e9078-f0a5-4868-aaa7-a51152a255b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:32:04.507182 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-6b6e9078-f0a5-4868-aaa7-a51152a255b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:32:04.511978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=af8a69b0-e735-442d-adcb-c80c215968d7,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:32:04.515065 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:32:05.829399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device af8a69b0-e735-442d-adcb-c80c215968d7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:32:05.899230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port af8a69b0-e735-442d-adcb-c80c215968d7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:32:05.899594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:06.719619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8951f654-db50-4264-bc5d-22bd94394dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:09.158855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b7a-8309-4707-ac04-41c353421d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:09.398686 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:10.947185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:12.195885 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:28.582351 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:32:36.710279 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a762e195-b0c5-4179-8754-7987ae89f251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:39.155554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dfe6110f-190a-4140-bc40-126822fb92ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:39.384233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:40.972624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:32:42.221065 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:05.581918 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:33:06.729517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c8834544-3177-4237-8f2b-46a06f8862e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:09.131692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-06a383e8-00df-42ff-92e7-c29f92edc0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:09.420743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:10.994846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:12.217956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:17.041184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36940) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:33:17.047154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-ceeaa55b-a45e-48a4-b5f8-7523034f284e tempest-verify_tempest_config-655628413 tempest-verify_tempest_config-655628413-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:33:17.048105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ceeaa55b-a45e-48a4-b5f8-7523034f284e tempest-verify_tempest_config-655628413 tempest-verify_tempest_config-655628413-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059302 May 20 07:33:17.586704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36958) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:33:17.701331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:17.715207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:33:17.718973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Usage tracker for resource:security_group_rule and tenant:4a34e444b2134e5694ae0919de1eb654 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:33:17.722304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:33:17.727774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:33:17.808923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:17.863196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:17.874960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:33:17.912638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Synchronizing usage tracker for tenant:e285801073d644f6a6bda729aceb59b5 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:33:17.916840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f9de8-7db9-4b4c-942f-31feb1e01177,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:33:17.926096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.926438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.926774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.927106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.927436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.927759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.928097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.928417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.928736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.929057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.929372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.929707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:33:17.934738 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:33:17.977406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Unset dirty status for tenant:e285801073d644f6a6bda729aceb59b5 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:33:17.978675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a34e444b2134e5694ae0919de1eb654&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3909538 May 20 07:33:17.981341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36964) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:33:18.037546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:18.061962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:18.223639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:18.227503 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-102ba89d-17d7-45e0-9674-6e622b1a17ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:33:18.238360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f9de8-7db9-4b4c-942f-31feb1e01177,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:33:18.242792 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:33:18.244656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:18.245786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c3f9de8-7db9-4b4c-942f-31feb1e01177 HTTP/1.1" status: 204 len: 168 time: 0.2634876 May 20 07:33:36.705694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-164c35f1-1edf-4182-98e4-1e245a871d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:39.188573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d0db-de70-49f5-ba65-acc819bf0e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:39.494673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:40.971356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:42.239447 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:33:42.580834 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:34:06.722423 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa085ac3-955d-42bd-8bdb-ab9d09140fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:09.119078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-49a2d41e-75a5-41f4-b43e-5a2186127b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:09.428124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:10.953390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:12.219225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:19.580249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:34:36.744575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db550f60-a906-4b18-beab-929387789b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:39.118641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e008771-8f52-4ef8-9bea-a1b2e9c2e991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:39.427038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:40.955633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:42.326734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:34:56.578682 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:35:06.738253 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83f73697-a4dc-4181-a2f6-11e9cf854c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:09.169438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa9cae8f-55ad-4213-bacd-5306c6055251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:09.423952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:10.980950 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:12.209680 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:33.577186 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:35:36.711503 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad6d22db-3161-435b-b17d-c3eeeb697232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:39.117659 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-060468d7-7614-48fe-98be-3746b618ae7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:39.394697 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:40.957585 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:35:42.226117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:06.719499 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-238d0f3b-0112-46a2-a01a-12bedefb8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:09.108460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95535870-26ef-4926-b527-b6e2af5378f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:09.425444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:10.577263 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 5 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:36:10.962304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:12.239279 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:23.868111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:25.999392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012'] for agent, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:36.698951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-749d928d-577c-4ad1-9f38-c4133502efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:39.116001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4736ea4-43ce-48ac-a351-d5c4b6194204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:39.430691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:40.981779 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:42.227455 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:47.576286 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:36:53.830263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:36:55.955830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:06.721498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40a87fbd-03a5-4bdf-8ce8-2b531511e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:09.107176 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10e1f817-012e-4ee0-9461-7683139c349c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:09.395515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:10.967228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:12.244580 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:16.115450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37028) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:37:16.229201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e3f8e8c-691a-4ca6-adcf-c2623251decd admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1126800 May 20 07:37:18.354206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37038) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:37:18.409553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f0b9b961-f300-4240-97ad-a65601be2d5f admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0542355 May 20 07:37:23.815375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:24.576231 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:37:25.969860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:36.729205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e98d-329d-4b32-ad12-d7c182bf550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:39.149296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-369838d3-3bd4-492d-a5d3-ee2c978b97a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:39.426648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:40.974842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:42.257709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:53.852063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:37:56.003612 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:01.575439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:38:06.700703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6900f4a1-2bf0-4330-a53e-e06ae8ed9d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:09.117844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9326f46e-0d72-4bbb-9038-e101ca03c9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:09.409293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:10.977091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:12.237221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:23.863659 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:25.997452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:36.729344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-918a002f-5350-4c05-8d80-9c0bdf3e6bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:38.574623 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:38:39.111411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5722ada-ea8b-4a0c-bc81-38dd9ea7293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:39.427361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.006748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37242) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:40.567380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-network', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:40.572567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:40.576784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Usage tracker for resource:network and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:40.580005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:40.594412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:40.668485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Made reservation on behalf of a8d8acb3848646449b2690ca0e22fda7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:40.670871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.690903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.705485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:40.710415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:40.713406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:40.719237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:40.806944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.911088 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.915564 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-156e71d1-439b-448d-8e4a-d245a09a128d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:40.952309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:38:40.957806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda09e19-9b55-445e-b65f-94d3f89b11bd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:40.967769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.968185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.968513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.968723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.969226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.969546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.969871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.970182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.970499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.970800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.971295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.971920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Tracked resource versions report: May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: pushed versions: May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: { 'AddressGroup': {'1.2'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'ConntrackHelper': {'1.0'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Log': {'1.0'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Network': {'1.1'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Port': {'1.7'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'PortForwarding': {'1.2'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'QosPolicy': {'1.8'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SecurityGroup': {'1.4'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SubPort': {'1.0'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Subnet': {'1.1'}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Trunk': {'1.1'}} May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: consumer versions: May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: { DHCP agent@n-d-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: HyperV agent@n-h1-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: HyperV agent@n-h2-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: L3 agent@n-d-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: Metadata agent@n-d-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: Metering agent@n-d-780147-4: {}, May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'ConntrackHelper': '1.0', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Log': '1.0', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Network': '1.1', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Port': '1.7', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'PortForwarding': '1.2', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'QosPolicy': '1.8', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SecurityGroup': '1.4', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SecurityGroupRule': '1.2', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'SubPort': '1.0', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Subnet': '1.1', May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: 'Trunk': '1.1'}} May 20 07:38:40.973308 n-d-780147-4 neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:38:40.989408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.993772 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:40.993772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:40.993772 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Added segment 0b887d53-944d-4e88-8093-2d8c99e740d4 of type vlan for network 760817bc-0e09-42a9-8280-29797ea90888 May 20 07:38:41.018553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:41.154581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:41.156146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:41.157025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:41.163402 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:41.263906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Pushing event updated for resources: {'Network': ['ID=760817bc-0e09-42a9-8280-29797ea90888,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:41.266542 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:41.279162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2696874 May 20 07:38:41.279718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 760817bc-0e09-42a9-8280-29797ea90888 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:38:41.281425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:41.288895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Request body: {'subnet': {'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-subnet', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:41.293936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:41.299086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Usage tracker for resource:subnet and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:41.303503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:41.310446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:41.408548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Made reservation on behalf of a8d8acb3848646449b2690ca0e22fda7 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:41.412000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:41.899928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:41.903368 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89547033-50e2-48c3-a032-743303d9ae0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:41.974040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3726bd95-55cc-4697-8c6b-5594c0678760,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:41.976988 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:41.988975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Checking segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:41.989339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Network hostable DHCP agents. Network: 760817bc-0e09-42a9-8280-29797ea90888, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:38:42.082999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Network 760817bc-0e09-42a9-8280-29797ea90888 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:38:42.168801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 760817bc-0e09-42a9-8280-29797ea90888) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:42.176216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:42.176907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.195753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acab37b-84a3-42e3-b190-7eebd1c5f084 None None] Network 760817bc-0e09-42a9-8280-29797ea90888 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:38:42.257439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9748635 May 20 07:38:42.260264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37314) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:42.266241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:42.272530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:42.278188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Usage tracker for resource:router and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:42.283106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:42.291212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:42.325109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.377156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.379553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.400016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.463879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-760817bc-0e09-42a9-8280-29797ea90888', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:38:42.464703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.624244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Allocated IP 172.20.0.2 (760817bc-0e09-42a9-8280-29797ea90888/3726bd95-55cc-4697-8c6b-5594c0678760/bea9d6cd-4cf6-461f-afbb-92b76b195e66) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:42.844574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.855150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Transition to ACTIVE for port object bea9d6cd-4cf6-461f-afbb-92b76b195e66 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:42.873846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Transition to ACTIVE for port object bea9d6cd-4cf6-461f-afbb-92b76b195e66 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:42.890169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.986053 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:42.991334 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:43.055165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Network 760817bc-0e09-42a9-8280-29797ea90888 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:43.057946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:43.064142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Pushing event updated for resources: {'Port': ['ID=bea9d6cd-4cf6-461f-afbb-92b76b195e66,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:43.067239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:43.150601 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.150937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.151271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.151600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.151925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.152247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.152563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.152881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.153192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.153520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.153840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.154145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Tracked resource versions report: May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: pushed versions: May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: { 'AddressGroup': {'1.2'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'ConntrackHelper': {'1.0'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Log': {'1.0'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Network': {'1.1'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Port': {'1.7'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'PortForwarding': {'1.2'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'QosPolicy': {'1.8'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SecurityGroup': {'1.4'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SecurityGroupRule': {'1.2'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SubPort': {'1.0'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Subnet': {'1.1'}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Trunk': {'1.1'}} May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: consumer versions: May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: { DHCP agent@n-d-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: HyperV agent@n-h1-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: HyperV agent@n-h2-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: L3 agent@n-d-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: Metadata agent@n-d-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: Metering agent@n-d-780147-4: {}, May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'ConntrackHelper': '1.0', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Log': '1.0', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Network': '1.1', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Port': '1.7', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'PortForwarding': '1.2', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'QosPolicy': '1.8', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SecurityGroup': '1.4', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SecurityGroupRule': '1.2', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'SubPort': '1.0', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Subnet': '1.1', May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: 'Trunk': '1.1'}} May 20 07:38:43.155213 n-d-780147-4 neutron-server[93103]: {{(pid=93103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:38:43.167336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:43.174669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Attempting to bind port bea9d6cd-4cf6-461f-afbb-92b76b195e66 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:38:43.175339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Attempting to bind port bea9d6cd-4cf6-461f-afbb-92b76b195e66 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:38:43.175981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Attempting to bind port bea9d6cd-4cf6-461f-afbb-92b76b195e66 on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:38:43.182389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:38:43.182946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Checking segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:43.183491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.184014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Bound using segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:38:43.184618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Bound port: bea9d6cd-4cf6-461f-afbb-92b76b195e66, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:38:43.185177 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.288550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] For port bea9d6cd-4cf6-461f-afbb-92b76b195e66, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:38:43.293126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] For port bea9d6cd-4cf6-461f-afbb-92b76b195e66, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bea9d6cd-4cf6-461f-afbb-92b76b195e66,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:38:43.332550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.362963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.415356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.425464 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:43.554585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Allocated IP 172.25.8.246 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/73556e2f-9253-4646-88e1-b71a26ca5b5f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:43.557989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Pushing event updated for resources: {'Port': ['ID=bea9d6cd-4cf6-461f-afbb-92b76b195e66,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:43.574296 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:43.811340 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.929635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:43.936570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:44.063582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:44.064927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:44.070908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:44.154863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Pushing event updated for resources: {'Port': ['ID=73556e2f-9253-4646-88e1-b71a26ca5b5f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:44.163549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:44.200173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bea9d6cd-4cf6-461f-afbb-92b76b195e66 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:44.376774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bea9d6cd-4cf6-461f-afbb-92b76b195e66 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:44.709006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:44.904277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38876f-c985-4c4e-aaf7-10e5cdbf555c None None] Network 760817bc-0e09-42a9-8280-29797ea90888 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:38:45.160025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.172630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Provisioning for port bea9d6cd-4cf6-461f-afbb-92b76b195e66 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:45.187898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Provisioning complete for port bea9d6cd-4cf6-461f-afbb-92b76b195e66 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:45.188474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.357848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.404437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] For port bea9d6cd-4cf6-461f-afbb-92b76b195e66, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bea9d6cd-4cf6-461f-afbb-92b76b195e66,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:38:45.530512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.530866 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:45.557326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:38:45.646390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Pushing event updated for resources: {'Port': ['ID=bea9d6cd-4cf6-461f-afbb-92b76b195e66,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:45.652870 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:45.665373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80dfebb6-4d42-4579-9d5f-2ba1f977005e None None] Provisioning complete for port bea9d6cd-4cf6-461f-afbb-92b76b195e66 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:45.665778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80dfebb6-4d42-4579-9d5f-2ba1f977005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.814051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:38:45.827092 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:38:45.844254 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:38:45.844930 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:45.931668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:45.932959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6716170 May 20 07:38:45.936047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37420) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:46.081465 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:38:46.091924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bea9d6cd-4cf6-461f-afbb-92b76b195e66 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:46.154507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37434) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:46.241941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bea9d6cd-4cf6-461f-afbb-92b76b195e66 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:46.242328 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.343814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.380736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:46.391916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:008aba42312445499c239d897273126e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:46.398472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:46.411682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:46.476453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:44Z', 'revision_number': 3, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:46.480756 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:38:46.481099 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Updating router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 port 73556e2f-9253-4646-88e1-b71a26ca5b5f binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:38:46.533864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.558293 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.599732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.615826 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:46.649462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:46.657453 n-d-780147-4 neutron-server[93102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 07:38:46.676164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=008aba42312445499c239d897273126e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5205655 May 20 07:38:46.679462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:46.695670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254c8951-80bc-423a-8d20-8ee7e40c211c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:46.700444 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:46.706554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-f84c630b-a930-462d-83cf-9d5ecae7305b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500979 May 20 07:38:46.775015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.805126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.960447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.966620 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:46.978388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7241167f-7f71-4192-9c1a-f2513ead4275 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:46.979282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c8951-80bc-423a-8d20-8ee7e40c211c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:46.983768 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:46.985040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7241167f-7f71-4192-9c1a-f2513ead4275 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772698 May 20 07:38:46.987747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:46.991332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/254c8951-80bc-423a-8d20-8ee7e40c211c HTTP/1.1" status: 204 len: 168 time: 0.3086226 May 20 07:38:47.013155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-54b483da-9fc7-40e1-b3f5-684a941abedf tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/quotas/7a7d5daf0d2d4a9d93ead358aa77c808 HTTP/1.1" status: 200 len: 375 time: 0.0273259 May 20 07:38:47.028287 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.042754 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Transition to ACTIVE for port object 73556e2f-9253-4646-88e1-b71a26ca5b5f will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:47.100860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-93bdcb9b-5b7b-4de2-b64e-f5b17a935806 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867105 May 20 07:38:47.114732 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.130005 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:47.193225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.199453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37488) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:47.230550 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Attempting to bind port 73556e2f-9253-4646-88e1-b71a26ca5b5f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:38:47.230919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Attempting to bind port 73556e2f-9253-4646-88e1-b71a26ca5b5f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:38:47.237144 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Attempting to bind port 73556e2f-9253-4646-88e1-b71a26ca5b5f on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:38:47.240225 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:38:47.240585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:47.240986 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.241373 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:38:47.241972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Bound port: 73556e2f-9253-4646-88e1-b71a26ca5b5f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:38:47.242226 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.303565 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Pushing event updated for resources: {'Port': ['ID=73556e2f-9253-4646-88e1-b71a26ca5b5f,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:47.305776 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.306115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.306442 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.306764 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.307082 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.307399 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.307714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.308032 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.308342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.308674 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.308984 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.309354 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Tracked resource versions report: May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: pushed versions: May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: { 'AddressGroup': {'1.2'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'ConntrackHelper': {'1.0'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Log': {'1.0'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Network': {'1.1'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Port': {'1.7'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'PortForwarding': {'1.2'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'QosPolicy': {'1.8'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SecurityGroup': {'1.4'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SecurityGroupRule': {'1.2'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SubPort': {'1.0'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Subnet': {'1.1'}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Trunk': {'1.1'}} May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: consumer versions: May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: { DHCP agent@n-d-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: HyperV agent@n-h1-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: HyperV agent@n-h2-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: L3 agent@n-d-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: Metadata agent@n-d-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: Metering agent@n-d-780147-4: {}, May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'ConntrackHelper': '1.0', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Log': '1.0', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Network': '1.1', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Port': '1.7', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'PortForwarding': '1.2', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'QosPolicy': '1.8', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SecurityGroup': '1.4', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SecurityGroupRule': '1.2', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'SubPort': '1.0', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Subnet': '1.1', May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: 'Trunk': '1.1'}} May 20 07:38:47.310421 n-d-780147-4 neutron-server[93104]: {{(pid=93104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:38:47.315531 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:47.341249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] For port 73556e2f-9253-4646-88e1-b71a26ca5b5f, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:38:47.344780 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] For port 73556e2f-9253-4646-88e1-b71a26ca5b5f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=73556e2f-9253-4646-88e1-b71a26ca5b5f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:38:47.372906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.390798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:47.396563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8e6baf8f654581b56f89d7c41bd42b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:47.399867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:47.409728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:47.423326 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.432752 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:47.536412 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:38:47.537047 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:47.564090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Allocated IP 172.20.0.1 (760817bc-0e09-42a9-8280-29797ea90888/3726bd95-55cc-4697-8c6b-5594c0678760/e6195fce-d22e-4458-b250-c1798f18c9f2) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:47.575823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.606958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Pushing event updated for resources: {'Port': ['ID=73556e2f-9253-4646-88e1-b71a26ca5b5f,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:47.618536 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:47.654557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.715555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea489977-6fe4-4aa0-9e3e-5e7b3e61cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:47.766645 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:38:47.784825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d8e6baf8f654581b56f89d7c41bd42b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5813644 May 20 07:38:47.786593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:47.791167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.793764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675562d4-9826-48ac-8713-17fbd1e577b8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:47.798309 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:47.829103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Transition to ACTIVE for port object e6195fce-d22e-4458-b250-c1798f18c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:47.872809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:47.932791 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c761199-ad58-4e12-860b-666e5671c80c req-c47cd6d8-1505-4031-a9c0-79b86d4ec11c tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.0579185 May 20 07:38:47.969407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.057441 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.072548 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f74d27a3-beb6-4d06-9308-43d12d09635b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:48.101654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37546) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:48.135578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.148185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:48.152291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Usage tracker for resource:security_group_rule and tenant:db19df1009be4f0aa3f9b2a4f5010f59 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:48.155229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:48.162083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:48.178713 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:44Z', 'revision_number': 3, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:48.184705 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af5ef8-c8c3-4c51-9f01-b49c5051c728 None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:44Z', 'revision_number': 3, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:38:48.194237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Network 760817bc-0e09-42a9-8280-29797ea90888 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:48.222702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:48.225214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Pushing event updated for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:48.242358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:48.243008 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.398850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.399320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.399647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.400140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.400692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.401199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.401691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.402156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.402961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.403420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.403979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.404452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Tracked resource versions report: May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: pushed versions: May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: { 'AddressGroup': {'1.2'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'ConntrackHelper': {'1.0'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Log': {'1.0'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Network': {'1.1'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Port': {'1.7'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'PortForwarding': {'1.2'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'QosPolicy': {'1.8'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SecurityGroup': {'1.4'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SubPort': {'1.0'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Subnet': {'1.1'}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Trunk': {'1.1'}} May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: consumer versions: May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: { DHCP agent@n-d-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: HyperV agent@n-h1-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: HyperV agent@n-h2-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: L3 agent@n-d-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: Metadata agent@n-d-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: Metering agent@n-d-780147-4: {}, May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: Open vSwitch agent@n-d-780147-4: { 'AddressGroup': '1.2', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'ConntrackHelper': '1.0', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Log': '1.0', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Network': '1.1', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Port': '1.7', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'PortForwarding': '1.2', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'QosPolicy': '1.8', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SecurityGroup': '1.4', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SecurityGroupRule': '1.2', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'SubPort': '1.0', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Subnet': '1.1', May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: 'Trunk': '1.1'}} May 20 07:38:48.406033 n-d-780147-4 neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 07:38:48.418181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.428731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:48.443523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.449363 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:48.469332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675562d4-9826-48ac-8713-17fbd1e577b8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:48.477951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:48.498631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.504037 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/675562d4-9826-48ac-8713-17fbd1e577b8 HTTP/1.1" status: 204 len: 168 time: 0.7163374 May 20 07:38:48.566689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.579865 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfe43ef5-5ae5-46d1-a167-576c63e5e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:48.678118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-245d1079-9a8b-4eda-9f1d-94db0a2d3dea None None] Provisioning for port e6195fce-d22e-4458-b250-c1798f18c9f2 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:48.688924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-245d1079-9a8b-4eda-9f1d-94db0a2d3dea None None] Provisioning complete for port e6195fce-d22e-4458-b250-c1798f18c9f2 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:48.688924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-245d1079-9a8b-4eda-9f1d-94db0a2d3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.697685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db19df1009be4f0aa3f9b2a4f5010f59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6013820 May 20 07:38:48.701129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37578) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:48.702333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33259f29-dc3e-4b02-9811-eff0537f967c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:48.705345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:48.823912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-245d1079-9a8b-4eda-9f1d-94db0a2d3dea None None] Port e6195fce-d22e-4458-b250-c1798f18c9f2 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:38:48.942249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:48.993112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.003009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.118743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d931b9a3-ec11-4109-87d7-e8fa02fc3ab5 req-b3db97d1-db8b-4006-9836-293ad01a009d tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.1028972 May 20 07:38:49.332443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.347197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.350906 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d9b702cd-0bc6-4f29-86f3-d7f7084edb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:49.369650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.373250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33259f29-dc3e-4b02-9811-eff0537f967c HTTP/1.1" status: 204 len: 168 time: 0.6667595 May 20 07:38:49.373250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33259f29-dc3e-4b02-9811-eff0537f967c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:49.378262 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:49.411053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.412186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.416772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:49.560478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Pushing event updated for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:49.569929 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:49.634093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Network 760817bc-0e09-42a9-8280-29797ea90888 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:49.636022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:49.667732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37620) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:49.826147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:49.851595 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:49.882945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:49.894787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:23fc75ae67e1402f8fd9f36ba08cd96e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:49.899792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:49.913687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:49.929216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:38:49.982090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-180a05ca-1e43-462e-8ccd-dd3323d9bef6 None None] Provisioning complete for port e6195fce-d22e-4458-b250-c1798f18c9f2 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:49.986726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-180a05ca-1e43-462e-8ccd-dd3323d9bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.080177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.121051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-180a05ca-1e43-462e-8ccd-dd3323d9bef6 None None] Port e6195fce-d22e-4458-b250-c1798f18c9f2 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:38:50.163744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 73556e2f-9253-4646-88e1-b71a26ca5b5f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:50.182482 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.202758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:50.226761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:38:50.253496 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] 10.222.0.79 "PUT /v2.0/routers/50aaad9e-2890-4b8a-8593-98b7fb648cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036892 May 20 07:38:50.290540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23fc75ae67e1402f8fd9f36ba08cd96e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4661777 May 20 07:38:50.293077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:50.307814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184a6579-526d-401b-a786-b19dc1e15b0e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:50.342295 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:50.351916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.400414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:38:50.411784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:50.413682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:38:50.416000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:50.417913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Usage tracker for resource:security_group_rule and tenant:03c170587e96458a9f731084c12c972a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:50.422012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:50.429712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.432166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:50.468314 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.511117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 73556e2f-9253-4646-88e1-b71a26ca5b5f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:50.523504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 73556e2f-9253-4646-88e1-b71a26ca5b5f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:50.524120 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.575005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.630882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ddc78841-9b0a-41bc-92b0-9b25c8e89e6f req-94e5ed5c-9f4d-48f5-88ba-a4adca92b3af tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.1392074 May 20 07:38:50.645258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.660280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:50.719079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03c170587e96458a9f731084c12c972a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0528185 May 20 07:38:50.719651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:50.732290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b7cf5b-3e13-48f6-98c5-097c5e925937,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:50.735771 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:50.749620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.766117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37676) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:50.788800 n-d-780147-4 neutron-server[93101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 07:38:50.788944 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:50.798346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a6579-526d-401b-a786-b19dc1e15b0e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:50.801671 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:50.806508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-18e05459-ac6b-4d03-8169-28853b163fde tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=808c879512c5491dbe9a1321619fa920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389879 May 20 07:38:50.837304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.837304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/184a6579-526d-401b-a786-b19dc1e15b0e HTTP/1.1" status: 204 len: 168 time: 0.5257919 May 20 07:38:50.837459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.844681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.885173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:38:50.937004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:50.942563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 73556e2f-9253-4646-88e1-b71a26ca5b5f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=73556e2f-9253-4646-88e1-b71a26ca5b5f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:38:51.059381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-019c78ea-5126-45eb-ae47-1bdedf992a58 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:51.081272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-019c78ea-5126-45eb-ae47-1bdedf992a58 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479849 May 20 07:38:51.081417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:51.081909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-3215849d-609d-4638-8471-846a2fdbc9c6 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/quotas/808c879512c5491dbe9a1321619fa920 HTTP/1.1" status: 200 len: 375 time: 0.0092127 May 20 07:38:51.081996 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:51.131533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-bc53c823-4ebd-458b-9bd8-5c43da4f33d3 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=808c879512c5491dbe9a1321619fa920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441148 May 20 07:38:51.160887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:51.167310 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:51.182050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b7cf5b-3e13-48f6-98c5-097c5e925937,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:51.192330 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:51.197643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:51.199374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3b7cf5b-3e13-48f6-98c5-097c5e925937 HTTP/1.1" status: 204 len: 168 time: 0.4788849 May 20 07:38:51.262179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=73556e2f-9253-4646-88e1-b71a26ca5b5f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:51.279859 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:51.377302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:49Z', 'revision_number': 2, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:51.381710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:38:51.382223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Updating router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 port e6195fce-d22e-4458-b250-c1798f18c9f2 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:38:51.456143 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:51.510576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1837cc48-0f45-4e3e-ba85-d4411952b4aa req-57970c62-595a-4e2c-b66a-1ec62fced592 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.0903163 May 20 07:38:51.866539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d681c9-ebe3-4613-b395-eca538e1bece req-1dfab3db-75dd-4a86-897a-68c0b0962a7c tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.0729959 May 20 07:38:51.955964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:51.968579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Transition to ACTIVE for port object e6195fce-d22e-4458-b250-c1798f18c9f2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:51.980493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.81', 54216) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:52.060736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.067350 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:52.096516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-968be77c-315e-48c6-8abe-d3c2860eb8b0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146212 May 20 07:38:52.146463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 73556e2f-9253-4646-88e1-b71a26ca5b5f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:52.318207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-0ef3bc02-4977-47b6-991c-99099eb4813f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:52.319855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-0ef3bc02-4977-47b6-991c-99099eb4813f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095089 May 20 07:38:52.397932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Request body: {'port': {'device_id': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '7a7d5daf0d2d4a9d93ead358aa77c808'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:52.451593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 73556e2f-9253-4646-88e1-b71a26ca5b5f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:52.452358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.540881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Pushing event updated for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:52.540881 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:52.578308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Attempting to bind port e6195fce-d22e-4458-b250-c1798f18c9f2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:38:52.578694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Attempting to bind port e6195fce-d22e-4458-b250-c1798f18c9f2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:38:52.579070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Attempting to bind port e6195fce-d22e-4458-b250-c1798f18c9f2 on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:38:52.588543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:38:52.589065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Checking segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:52.589525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.589899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Bound using segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:38:52.590439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Bound port: e6195fce-d22e-4458-b250-c1798f18c9f2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:38:52.590750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.631074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:52.635524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Usage tracker for resource:port and tenant:7a7d5daf0d2d4a9d93ead358aa77c808 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:52.638549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:52.659321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:52.694517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.738295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:52.748648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Usage tracker for resource:security_group_rule and tenant:3539a9452caa4d878feee90162255e27 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:52.754675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:52.769228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:52.774499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:52.796592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] For port e6195fce-d22e-4458-b250-c1798f18c9f2, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:38:52.798197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] For port e6195fce-d22e-4458-b250-c1798f18c9f2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e6195fce-d22e-4458-b250-c1798f18c9f2,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:38:52.822139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-829601e3-b115-4b81-a3f7-7fede8f6af47 req-2b539d28-489a-4b6c-a54a-dcd683280226 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.1976638 May 20 07:38:52.892590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.900770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:52.906473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.907630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-network', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:52.913073 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:52.913787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:52.918326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Usage tracker for resource:network and tenant:240328412e87485d98bfcbcd95e5efc7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:52.921823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:52.929448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:52.940815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Made reservation on behalf of 7a7d5daf0d2d4a9d93ead358aa77c808 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:52.941419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.956520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:52.978711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:52.992701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Usage tracker for resource:security_group_rule and tenant:7a7d5daf0d2d4a9d93ead358aa77c808 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:52.998826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:53.009720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:53.045952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.055026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:38:53.055664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:53.058702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:53.113674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Pushing event updated for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:53.121086 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3539a9452caa4d878feee90162255e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4591033 May 20 07:38:53.123127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:53.126805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:53.137248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc03f8-d43a-4cb4-87ca-aa3d4013a970,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:53.142422 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:53.194494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-205c9ac8-75e7-478a-9cea-bf3938efa19c req-a5155636-8c24-4cb0-8fea-68d538ef25eb tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.1459980 May 20 07:38:53.241734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Made reservation on behalf of 240328412e87485d98bfcbcd95e5efc7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:53.243854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.252792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.266395 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.303302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.313791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:53.333797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Usage tracker for resource:security_group_rule and tenant:240328412e87485d98bfcbcd95e5efc7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:53.346014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:53.366373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:53.373171 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.412917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:38:53.531060 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.537309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:53.548579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc03f8-d43a-4cb4-87ca-aa3d4013a970,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:53.551376 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:53.559190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.561011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26cc03f8-d43a-4cb4-87ca-aa3d4013a970 HTTP/1.1" status: 204 len: 168 time: 0.4361296 May 20 07:38:53.601115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.605388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.611839 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06eb80c6-f61b-4bdb-9b60-ed1e9df00980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:53.688887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d2c1dd-2eab-42d7-853b-bf3cf077135f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:53.697521 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:53.795889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.812976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:52Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:38:53.818478 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cb4e009-d214-4544-a138-530defdda7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:53.820420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e9522-d7af-4ef7-a674-014ebeaf44c0 None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:52Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:38:53.868022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:38:53.882900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Allocated IP 192.168.233.47 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/d4364b84-3778-43f7-a71c-2e13b754e5a7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:53.888431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.894635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a85d569-2c2f-471f-8737-cd9c8abf3c12,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:53.902441 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:53.912944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:53.913143 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Added segment 94256d7d-ee7e-433e-b123-ee7529f0b744 of type vlan for network c7de8afc-6537-482d-afc6-db94c89854d6 May 20 07:38:53.984630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.151227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e659dd98-9154-4dd5-b54d-851262ac0015 req-7d43838d-beee-45bf-abd9-a722bec796eb tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.0936847 May 20 07:38:54.173792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e6195fce-d22e-4458-b250-c1798f18c9f2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:54.274419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.285924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:54.286515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.294758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:54.351550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e6195fce-d22e-4458-b250-c1798f18c9f2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:54.357203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e6195fce-d22e-4458-b250-c1798f18c9f2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:54.357789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.417804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Pushing event updated for resources: {'Network': ['ID=c7de8afc-6537-482d-afc6-db94c89854d6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:54.442140 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:54.512677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c7de8afc-6537-482d-afc6-db94c89854d6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:38:54.548530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e16a69ae-b202-4058-9d19-050c6f8bdabd req-7164aa7f-31c4-4be7-8326-a48e30a0ca94 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.1320016 May 20 07:38:54.561804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.612664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Transition to ACTIVE for port object d4364b84-3778-43f7-a71c-2e13b754e5a7 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:54.713319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8113062 May 20 07:38:54.717768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:54.736148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Request body: {'subnet': {'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-subnet', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:54.736148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:54.740921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.749888 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42a0e39b-9937-41c9-9512-966ca9aea348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:54.752133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Usage tracker for resource:subnet and tenant:240328412e87485d98bfcbcd95e5efc7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:54.762140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:54.774072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:54.814397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.881585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e6195fce-d22e-4458-b250-c1798f18c9f2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e6195fce-d22e-4458-b250-c1798f18c9f2,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:38:54.890835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:54.896446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:54.913115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:54.914600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Made reservation on behalf of 240328412e87485d98bfcbcd95e5efc7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:54.914749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:54.914819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.914903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.925763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Pushing event updated for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:54.934184 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:54.974285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:54.987245 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:55.035580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6419024 May 20 07:38:55.046296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-ed87c3cb-d19b-4cee-beb8-610685d5b697 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:38:55.048286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-ed87c3cb-d19b-4cee-beb8-610685d5b697 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057073 May 20 07:38:55.140361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-34f8d26c-7ced-4a03-950d-4aa8e2f15a75 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=808c879512c5491dbe9a1321619fa920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548136 May 20 07:38:55.150345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:55.212553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:55.431016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fc2d29ed-c9cf-4297-83c9-ea2af0217922 None None] Provisioning for port d4364b84-3778-43f7-a71c-2e13b754e5a7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:55.437138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fc2d29ed-c9cf-4297-83c9-ea2af0217922 None None] Provisioning complete for port d4364b84-3778-43f7-a71c-2e13b754e5a7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:55.441756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc2d29ed-c9cf-4297-83c9-ea2af0217922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:55.584120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d29ed-c9cf-4297-83c9-ea2af0217922 None None] Port d4364b84-3778-43f7-a71c-2e13b754e5a7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:38:55.623445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55d10e64-526f-43b5-9324-8e10c15fbc58 req-33ad8850-57fc-46ee-807f-0fb6bb8a0ecd tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.1689079 May 20 07:38:55.715496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-9909743e-8c0a-4d3e-ad7b-1e666bb1b876 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:55.719682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-9909743e-8c0a-4d3e-ad7b-1e666bb1b876 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5746665 May 20 07:38:55.754873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Request body: {'port': {'device_id': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '808c879512c5491dbe9a1321619fa920'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:55.837180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.81', 54221) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:56.022410 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.139951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e6195fce-d22e-4458-b250-c1798f18c9f2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:38:56.141534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75145fa-1f57-461a-ab27-3640215e6e87 req-d7b6e825-50e5-4d31-9108-0f8da4b5f9f5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:56.144030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b75145fa-1f57-461a-ab27-3640215e6e87 req-d7b6e825-50e5-4d31-9108-0f8da4b5f9f5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 935 time: 0.2669680 May 20 07:38:56.259306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:56.268540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b75145fa-1f57-461a-ab27-3640215e6e87 req-14b88fce-255b-4b20-be2a-80ed848f5a51 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164556 May 20 07:38:56.269764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Usage tracker for resource:port and tenant:808c879512c5491dbe9a1321619fa920 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:56.277298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:56.287946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:56.361144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e6195fce-d22e-4458-b250-c1798f18c9f2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:56.361575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.364810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.370655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c0819736-1abe-4444-9807-d0ec1e7a01af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:56.394425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Made reservation on behalf of 808c879512c5491dbe9a1321619fa920 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:38:56.402214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.432014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.459711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:56.473709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:56.479594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Usage tracker for resource:security_group_rule and tenant:808c879512c5491dbe9a1321619fa920 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:56.484108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:56.500227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:56.549748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Checking segment: {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:56.550237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Network hostable DHCP agents. Network: c7de8afc-6537-482d-afc6-db94c89854d6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:38:56.573022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e61059-bca1-4ed2-ab61-0eeb1fa61707,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:56.582201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:56.647349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Request body: {'port': {'device_id': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'device_owner': 'compute:tempest-test_az-1684603377', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:56.654142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Network c7de8afc-6537-482d-afc6-db94c89854d6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:38:56.708707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.740062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c7de8afc-6537-482d-afc6-db94c89854d6) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:56.750579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:56.751428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.757819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efe7ef-d3bb-49dd-bfff-4b3437b08591 None None] Network c7de8afc-6537-482d-afc6-db94c89854d6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:38:56.792294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:56.834653 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:56.880795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1648533 May 20 07:38:56.886155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:56.894076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:56.909964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:56.916882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Usage tracker for resource:router and tenant:240328412e87485d98bfcbcd95e5efc7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:56.921010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:56.931305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:57.132082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e809a44e-c68a-48fb-b4e6-c57043043b5d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:57.142156 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:57.148941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-c7de8afc-6537-482d-afc6-db94c89854d6', 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'fixed_ips': [{'subnet_id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:38:57.149748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.149981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.187877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9159293-69fc-4a15-b00f-3ef0f2633c66 req-ae2847d1-5676-4f86-ad92-6d0d9a451a36 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.2095711 May 20 07:38:57.338813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.368755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.376323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.416166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.416908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:57.421281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Allocated IP 172.20.0.2 (c7de8afc-6537-482d-afc6-db94c89854d6/95e61059-bca1-4ed2-ab61-0eeb1fa61707/ff43156d-cc0c-4702-a238-8179e61cd7da) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:57.442615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5da93fff25ac44c381b0d860d2ccec4b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:57.445999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:57.459191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:57.465053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Allocated IP 192.168.233.77 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/662dcc68-544d-448f-a042-61749c0b6b8a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:38:57.698734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.712389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Transition to ACTIVE for port object ff43156d-cc0c-4702-a238-8179e61cd7da will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:57.745144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Transition to ACTIVE for port object ff43156d-cc0c-4702-a238-8179e61cd7da will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:57.823090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:57.830205 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:57.989968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Network c7de8afc-6537-482d-afc6-db94c89854d6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:57.993257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:57.996280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:58.061712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:58.082459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.153931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1789fb-7df0-471f-a0a7-b48d974ca0d7 req-c59e62b3-3ffb-4a02-8685-91581af47044 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:58.163960 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bc1789fb-7df0-471f-a0a7-b48d974ca0d7 req-c59e62b3-3ffb-4a02-8685-91581af47044 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 935 time: 0.2741880 May 20 07:38:58.201381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Pushing event updated for resources: {'Port': ['ID=ff43156d-cc0c-4702-a238-8179e61cd7da,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:58.204909 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:58.230456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Attempting to bind port ff43156d-cc0c-4702-a238-8179e61cd7da on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:38:58.230903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Attempting to bind port ff43156d-cc0c-4702-a238-8179e61cd7da by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:38:58.231276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Attempting to bind port ff43156d-cc0c-4702-a238-8179e61cd7da on network c7de8afc-6537-482d-afc6-db94c89854d6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:38:58.250688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:38:58.251068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Checking segment: {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:38:58.251475 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.259320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Bound using segment: {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:38:58.261842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Bound port: ff43156d-cc0c-4702-a238-8179e61cd7da, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:38:58.262322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.274078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.275602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bc1789fb-7df0-471f-a0a7-b48d974ca0d7 req-1542bd34-891f-49f3-a859-0d70ae105357 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102786 May 20 07:38:58.357632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.374026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.435582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ac57dc94-d116-41c3-8fd3-1730e897fa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:58.466668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Transition to ACTIVE for port object 662dcc68-544d-448f-a042-61749c0b6b8a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:58.503093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] For port ff43156d-cc0c-4702-a238-8179e61cd7da, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:38:58.512726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] For port ff43156d-cc0c-4702-a238-8179e61cd7da, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff43156d-cc0c-4702-a238-8179e61cd7da,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:38:58.553449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41a576cc-2ddb-497c-8328-46ce0a66e497 req-7976cb2c-0aba-422c-b7b8-5afb272680f1 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.0664845 May 20 07:38:58.562247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5da93fff25ac44c381b0d860d2ccec4b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0969980 May 20 07:38:58.562247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe85f2f-1a90-4405-963f-5d7de3437cc2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:58.564578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:38:58.568422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:58.638448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.669316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.741190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.770272 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.776254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:58.813337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:38:58.826756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3204f7272149aaa272f1e5770afb54 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:38:58.842904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:38:58.855899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:38:58.856594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.858775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.881826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.885536 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:58.983460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:58.987350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Pushing event updated for resources: {'Port': ['ID=ff43156d-cc0c-4702-a238-8179e61cd7da,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:58.988938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe85f2f-1a90-4405-963f-5d7de3437cc2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:59.000240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:38:59.001851 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:59.006671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:38:59.008557 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:59.038724 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:59.086729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:38:59.096487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:38:59.115086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.181573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.183447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fe85f2f-1a90-4405-963f-5d7de3437cc2 HTTP/1.1" status: 204 len: 168 time: 0.6168151 May 20 07:38:59.252215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.307447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Pushing event updated for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:59.312894 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:38:59.372131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6222198 May 20 07:38:59.390892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.401012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Request body: {'port': {'device_id': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'device_owner': 'compute:tempest-test_az-1684603377', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:38:59.496296 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a422408-68d5-4333-86f9-f1c30f96640d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:38:59.545983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b7baa4c-37eb-4b01-9c66-5ac6d256c84c None None] Provisioning for port 662dcc68-544d-448f-a042-61749c0b6b8a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:38:59.553902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b7baa4c-37eb-4b01-9c66-5ac6d256c84c None None] Provisioning complete for port 662dcc68-544d-448f-a042-61749c0b6b8a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:38:59.559350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b7baa4c-37eb-4b01-9c66-5ac6d256c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.816730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1b7baa4c-37eb-4b01-9c66-5ac6d256c84c None None] Port 662dcc68-544d-448f-a042-61749c0b6b8a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:38:59.865547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4364b84-3778-43f7-a71c-2e13b754e5a7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:38:59.888126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.937177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e06f6-3dae-426a-821c-cbd65dbc189a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:38:59.952198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Transition to ACTIVE for port object d4364b84-3778-43f7-a71c-2e13b754e5a7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:38:59.964155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:38:59.977670 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:00.032895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c3204f7272149aaa272f1e5770afb54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9655480 May 20 07:39:00.059585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37968) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:00.062980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:00.118088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Allocated IP 172.25.8.56 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/50e58a7a-df1a-495e-820d-5e0a67b9993d) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:00.136726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09bd6610-523a-4bb2-88ae-3f8a7f416874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:00.238706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff43156d-cc0c-4702-a238-8179e61cd7da up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:00.258161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ded2d-beaf-425f-8a91-b146cecd8d24 req-45ec4453-f12d-48c4-983b-5d153bd5783c tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:00.259772 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e80ded2d-beaf-425f-8a91-b146cecd8d24 req-45ec4453-f12d-48c4-983b-5d153bd5783c tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 935 time: 0.4078138 May 20 07:39:00.351572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-9fefd1f7-767f-4cb9-acec-6690cbc326f6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:00.357713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-9fefd1f7-767f-4cb9-acec-6690cbc326f6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Synchronizing usage tracker for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:00.482493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ff43156d-cc0c-4702-a238-8179e61cd7da completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:00.545380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e80ded2d-beaf-425f-8a91-b146cecd8d24 req-dfa96fd3-9861-4ab4-bc29-32d8b3196d95 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250457 May 20 07:39:00.546645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37978) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:00.602763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:00.709274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:00.714706 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:00.851026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:00.921746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d4765-c6e1-4103-9487-aac68bdbe79e None None] Network c7de8afc-6537-482d-afc6-db94c89854d6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:00.947340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:00.986650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:00.986650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Pushing event updated for resources: {'Port': ['ID=50e58a7a-df1a-495e-820d-5e0a67b9993d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:00.986650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:00.992552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:01.048676 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:01.053109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Attempting to bind port d4364b84-3778-43f7-a71c-2e13b754e5a7 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:01.053631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Attempting to bind port d4364b84-3778-43f7-a71c-2e13b754e5a7 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:01.054211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Attempting to bind port d4364b84-3778-43f7-a71c-2e13b754e5a7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:01.056559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.181441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:01.191335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Port d4364b84-3778-43f7-a71c-2e13b754e5a7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:01.191670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Attempting to bind port d4364b84-3778-43f7-a71c-2e13b754e5a7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:01.206898 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:01.215035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.224054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:01.224471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:01.225152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:01.225715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Bound port: d4364b84-3778-43f7-a71c-2e13b754e5a7, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:01.226169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.265088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Usage tracker for resource:security_group_rule and tenant:d2aacb0a9d734034a88fb44094c6bbd4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:01.282499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:01.365543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:01.391148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Provisioning for port ff43156d-cc0c-4702-a238-8179e61cd7da completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:01.398452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Provisioning complete for port ff43156d-cc0c-4702-a238-8179e61cd7da triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:01.402637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.444971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-9fefd1f7-767f-4cb9-acec-6690cbc326f6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Unset dirty status for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:01.452206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-9fefd1f7-767f-4cb9-acec-6690cbc326f6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 935 time: 1.8467190 May 20 07:39:01.547605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-d47b23de-7e94-484c-ae79-04c09d5ccca5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Synchronizing usage tracker for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:01.601099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.624281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.677629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:01.695559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] For port ff43156d-cc0c-4702-a238-8179e61cd7da, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff43156d-cc0c-4702-a238-8179e61cd7da,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:01.703629 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2b33de54-0284-424f-8009-e64a3b6fd4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:01.746928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:01.748449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e06f6-3dae-426a-821c-cbd65dbc189a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:01.758274 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:01.770403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.771596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e4e06f6-3dae-426a-821c-cbd65dbc189a HTTP/1.1" status: 204 len: 168 time: 1.7068241 May 20 07:39:01.774099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662dcc68-544d-448f-a042-61749c0b6b8a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:01.784018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.802374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.828502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.835579 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:01.836777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Transition to ACTIVE for port object 662dcc68-544d-448f-a042-61749c0b6b8a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:01.872606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:01.891482 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:01.996048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.037257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:02.038771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.040450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] 10.222.0.81 "PUT /v2.0/ports/d4364b84-3778-43f7-a71c-2e13b754e5a7 HTTP/1.1" status: 200 len: 1117 time: 5.9040956 May 20 07:39:02.088262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4438ed36-17b3-4524-be73-db4c502527e0 None None] Provisioning complete for port ff43156d-cc0c-4702-a238-8179e61cd7da triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:02.088612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:02.089283 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4438ed36-17b3-4524-be73-db4c502527e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.212375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Pushing event updated for resources: {'Port': ['ID=ff43156d-cc0c-4702-a238-8179e61cd7da,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:02.225579 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:02.244654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.355318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.405819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:02.415678 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:02.483062 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:02.529306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-d47b23de-7e94-484c-ae79-04c09d5ccca5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Unset dirty status for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:02.546425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f62bf10-a0be-48c3-9fa0-65ee52a94038 req-d47b23de-7e94-484c-ae79-04c09d5ccca5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0932806 May 20 07:39:02.666646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2aacb0a9d734034a88fb44094c6bbd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9814770 May 20 07:39:02.697393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38016) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:02.710866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Attempting to bind port 662dcc68-544d-448f-a042-61749c0b6b8a on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:02.716733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Attempting to bind port 662dcc68-544d-448f-a042-61749c0b6b8a by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:02.717361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Attempting to bind port 662dcc68-544d-448f-a042-61749c0b6b8a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:02.745123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.751735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Port 662dcc68-544d-448f-a042-61749c0b6b8a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:02.753827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Attempting to bind port 662dcc68-544d-448f-a042-61749c0b6b8a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:02.774929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Pushing event updated for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:02.811558 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:02.813756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:02.848601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:02.849046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:02.849492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:02.850027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Bound port: 662dcc68-544d-448f-a042-61749c0b6b8a, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:02.850328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:02.992053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f0cbb-4fd1-4e1e-9d36-8161a0db5d10,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:03.021031 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:03.033931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.066027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.109447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b06cd-efa0-478a-abff-0b9f42d73b7b req-90a4b823-1af0-42a8-87be-db53b5e3ef28 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.118825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-200b06cd-efa0-478a-abff-0b9f42d73b7b req-90a4b823-1af0-42a8-87be-db53b5e3ef28 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 1.0969737 May 20 07:39:03.129947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38024) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:03.160425 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7', 'status': 'completed', 'code': 200} May 20 07:39:03.167804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.195669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.228419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-200b06cd-efa0-478a-abff-0b9f42d73b7b req-2975701e-4257-42ca-9511-d644fcf2e5fa tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023035 May 20 07:39:03.228654 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f448b5-6a97-4196-9fb3-89d0994f5304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:03.242007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-94cb9ee2-4c57-4d2c-9924-b0970e1ea723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.244339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-94cb9ee2-4c57-4d2c-9924-b0970e1ea723 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 1120 time: 0.7292695 May 20 07:39:03.249841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f0cbb-4fd1-4e1e-9d36-8161a0db5d10,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:03.259298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:03.264614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:03.332953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Usage tracker for resource:security_group_rule and tenant:9adc51f25f5a44839936e3029b053e6a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:03.337421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.341072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d33f0cbb-4fd1-4e1e-9d36-8161a0db5d10 HTTP/1.1" status: 204 len: 168 time: 0.6341290 May 20 07:39:03.341072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:03.342650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:03.355982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:03.359302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-dba784af-6ebd-4e17-86e0-8fb5ff4fb356 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7 HTTP/1.1" status: 200 len: 217 time: 0.0922496 May 20 07:39:03.369456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=662dcc68-544d-448f-a042-61749c0b6b8a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:03.405908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:39:03.477970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-b95711f7-7d0f-4d3b-b306-bf4f031bee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.479547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-b95711f7-7d0f-4d3b-b306-bf4f031bee25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0788572 May 20 07:39:03.492402 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.535167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:03.655732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:39:03.670681 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Sync routers for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:39:03.692651 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:03.693505 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:03.783268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.790189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.790189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] 10.222.0.81 "PUT /v2.0/ports/662dcc68-544d-448f-a042-61749c0b6b8a HTTP/1.1" status: 200 len: 1117 time: 4.3982880 May 20 07:39:03.813216 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.820096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Pushing event updated for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:03.823828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:03.845289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-c1f22011-1353-41df-a21c-a5b500e826b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.848718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-c1f22011-1353-41df-a21c-a5b500e826b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521168 May 20 07:39:03.850513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:03.855106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9678392 May 20 07:39:03.857170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:03.962491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766755e2-92e1-452a-9a8c-5ecbf1883c64 req-f435e9f2-d955-4e88-bbb7-b1a3933a5b47 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:03.973916 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-766755e2-92e1-452a-9a8c-5ecbf1883c64 req-f435e9f2-d955-4e88-bbb7-b1a3933a5b47 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.2352273 May 20 07:39:04.090597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-766755e2-92e1-452a-9a8c-5ecbf1883c64 req-abb92268-b2c8-41d2-8112-bbfd3eb4fc3b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103504 May 20 07:39:04.094965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.160663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38054) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:04.188777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff43156d-cc0c-4702-a238-8179e61cd7da up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:04.202290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:04.210445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5e015b4e-c08f-4f1c-a48f-5dfb121293b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:04.385601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9adc51f25f5a44839936e3029b053e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2516525 May 20 07:39:04.386233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38062) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:04.400097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.405144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21645273-410f-4799-9618-1eec6b5d8959,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:04.430611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:04.430968 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:04.434909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Usage tracker for resource:security_group_rule and tenant:f4aa358721134f11b83ab624fa8495cd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:04.437939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:04.447180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:04.556247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-e54ab800-9016-443a-b5a6-a649b431b0d2 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993303 May 20 07:39:04.564790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ff43156d-cc0c-4702-a238-8179e61cd7da triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:04.566577 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.643847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.716954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38070) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:04.718095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-62ef8553-1e15-43e2-ab73-955707f11c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:04.719651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-62ef8553-1e15-43e2-ab73-955707f11c26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=808c879512c5491dbe9a1321619fa920&device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 1120 time: 0.7128918 May 20 07:39:04.745262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.746990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.759546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:01Z', 'revision_number': 3, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:04.764283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Checking router: 993bb4d0-74cb-4132-a2a0-cd89fb21be3f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:39:04.764780 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Updating router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f port 50e58a7a-df1a-495e-820d-5e0a67b9993d binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:39:04.789566 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c96ec42-45d7-466e-8475-e94e84448f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:04.860808 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:04.880897 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4aa358721134f11b83ab624fa8495cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7189798 May 20 07:39:04.883454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:04.887602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:04.892229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Usage tracker for resource:security_group_rule and tenant:2c0792b67c8a4c0898be7f31e347fcc9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:04.916591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:04.935231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:04.943026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f896980f-a3d6-4b3d-8c4c-a4bbe65c4b71,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:04.964859 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.027428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.047250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.063821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.086801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.113016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-6797159c-134f-4283-9288-38faf5e8a360 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=662dcc68-544d-448f-a042-61749c0b6b8a HTTP/1.1" status: 200 len: 217 time: 0.2772176 May 20 07:39:05.155266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.162304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:05.233665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.246527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e45ab4c5-c501-46c9-a1ab-e9ec2cc67777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:05.300729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-10c03d33-f205-4bdb-b02f-1eeb748ccf8f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:05.301429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-10c03d33-f205-4bdb-b02f-1eeb748ccf8f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Synchronizing usage tracker for tenant:808c879512c5491dbe9a1321619fa920 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:05.361171 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.375542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.394393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c0792b67c8a4c0898be7f31e347fcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760004 May 20 07:39:05.396477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:05.404419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491cea53-0420-4a1d-a621-5965a8da7532,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:05.428752 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.430690 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:05.448237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd8cdc49-8b2d-42c3-a0b5-81559892b5a4 req-08408cba-8bfe-45e3-96f8-c404984f093f service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174372 May 20 07:39:05.460728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-113ebd16-15d9-44c9-94bc-77fbc2a8d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:05.462202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-113ebd16-15d9-44c9-94bc-77fbc2a8d61f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3269169 May 20 07:39:05.462369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896980f-a3d6-4b3d-8c4c-a4bbe65c4b71,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:05.472983 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.480974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.485118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f896980f-a3d6-4b3d-8c4c-a4bbe65c4b71 HTTP/1.1" status: 204 len: 168 time: 0.5916309 May 20 07:39:05.503301 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Transition to ACTIVE for port object 50e58a7a-df1a-495e-820d-5e0a67b9993d will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:05.508679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.523362 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7beb348c-26bc-4464-b0d7-2e6c3f2c414a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:05.550708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c79ba-d80e-4e72-9d15-2cc72a933c03 req-2e40e376-528f-4179-b8a1-5e8335431406 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:05.558389 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f29c79ba-d80e-4e72-9d15-2cc72a933c03 req-2e40e376-528f-4179-b8a1-5e8335431406 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.2852409 May 20 07:39:05.573806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.594940 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.603160 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:05.634802 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f29c79ba-d80e-4e72-9d15-2cc72a933c03 req-ac76cf71-2d84-4d2c-8189-511d2734a0a0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754578 May 20 07:39:05.636971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.668444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-10c03d33-f205-4bdb-b02f-1eeb748ccf8f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Unset dirty status for tenant:808c879512c5491dbe9a1321619fa920 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:05.669734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-10c03d33-f205-4bdb-b02f-1eeb748ccf8f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 1.2825863 May 20 07:39:05.681286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21645273-410f-4799-9618-1eec6b5d8959,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:05.695631 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.764380 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Attempting to bind port 50e58a7a-df1a-495e-820d-5e0a67b9993d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:05.765332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Attempting to bind port 50e58a7a-df1a-495e-820d-5e0a67b9993d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:05.765740 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Attempting to bind port 50e58a7a-df1a-495e-820d-5e0a67b9993d on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:05.784000 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:05.784286 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:05.784813 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.785214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:05.785726 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Bound port: 50e58a7a-df1a-495e-820d-5e0a67b9993d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:05.785974 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.812542 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a', 'status': 'completed', 'code': 200} May 20 07:39:05.846520 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Pushing event updated for resources: {'Port': ['ID=50e58a7a-df1a-495e-820d-5e0a67b9993d,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:05.853291 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.887788 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] For port 50e58a7a-df1a-495e-820d-5e0a67b9993d, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:05.894129 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] For port 50e58a7a-df1a-495e-820d-5e0a67b9993d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=50e58a7a-df1a-495e-820d-5e0a67b9993d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:05.899672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.907136 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a62cebd-2aaf-4eef-9286-066885177b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:05.924024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491cea53-0420-4a1d-a621-5965a8da7532,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:05.928124 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:05.937251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.937251 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/491cea53-0420-4a1d-a621-5965a8da7532 HTTP/1.1" status: 204 len: 168 time: 0.5319111 May 20 07:39:05.957492 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:05.963612 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:06.048728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:06.051160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21645273-410f-4799-9618-1eec6b5d8959 HTTP/1.1" status: 204 len: 168 time: 1.6470606 May 20 07:39:06.073703 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:06.074236 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:06.206851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-b3faf437-88cc-4829-a0ab-dc00b8751944 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Synchronizing usage tracker for tenant:808c879512c5491dbe9a1321619fa920 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:06.309543 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Pushing event updated for resources: {'Port': ['ID=50e58a7a-df1a-495e-820d-5e0a67b9993d,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:06.329387 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:06.352967 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:06.367551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c901-6096-4c1f-8611-715b4bbced5a req-c9a573ea-4e3c-43a2-b483-b908980018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:06.369357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-c9a573ea-4e3c-43a2-b483-b908980018b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6987376 May 20 07:39:06.373826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-57b37588-d478-4f52-8d4d-0c159693fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:06.376224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-57b37588-d478-4f52-8d4d-0c159693fddc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 1120 time: 0.5579245 May 20 07:39:06.400872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-b3faf437-88cc-4829-a0ab-dc00b8751944 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Unset dirty status for tenant:808c879512c5491dbe9a1321619fa920 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:06.406146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd894da2-f164-4da9-be29-91adcf3c0a18 req-b3faf437-88cc-4829-a0ab-dc00b8751944 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913743 May 20 07:39:06.487974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:06.853107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:01Z', 'revision_number': 3, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:06.858736 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813886c3-fc9a-446a-b553-b829f6b24ec9 None None] The sync data for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 is: [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:01Z', 'revision_number': 3, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:39:06.873349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38100) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:06.970375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19731-e2e1-4aa1-90ef-2bc75fcf210c req-39a57626-8b0b-43c9-b991-e2850ac66a6b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:06.970375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ec19731-e2e1-4aa1-90ef-2bc75fcf210c req-39a57626-8b0b-43c9-b991-e2850ac66a6b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.0954027 May 20 07:39:06.983239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:07.051200 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ec19731-e2e1-4aa1-90ef-2bc75fcf210c req-3f9808e1-43dc-4665-9338-c7538dea104e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154680 May 20 07:39:07.078235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:07.105777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb25fecbfa84837921a78f8dbcbf432 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:07.111059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:07.153751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-33905e98-6286-42d4-886e-64138a6d1494 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504529 May 20 07:39:07.154612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:07.161185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-a5e93e3a-614d-4655-afd1-0d99e9d088c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:07.162688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-a5e93e3a-614d-4655-afd1-0d99e9d088c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.6584671 May 20 07:39:07.211325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Allocated IP 172.20.0.1 (c7de8afc-6537-482d-afc6-db94c89854d6/95e61059-bca1-4ed2-ab61-0eeb1fa61707/76ca56c4-7b0b-4722-9edf-de190aae925e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:07.233931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91455e7a-f47d-44d0-98c6-47b378a7b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:07.406379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-0573c04c-c8a4-4f11-ac21-0e145a9ba0ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7 HTTP/1.1" status: 200 len: 217 time: 0.1596336 May 20 07:39:07.683539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:07.692166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-910c2ac1-3ce5-4b2f-9b4c-8adfdc68d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:07.693679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-910c2ac1-3ce5-4b2f-9b4c-8adfdc68d778 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2249322 May 20 07:39:07.793431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:07.806691 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e004ea15-35f4-4ef6-b00e-878bb54b222d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:07.817371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:07.827037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0151c901-6096-4c1f-8611-715b4bbced5a req-8131cf9c-1eaf-4cf5-8677-a2fccc800a7d service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815077 May 20 07:39:07.893706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cb25fecbfa84837921a78f8dbcbf432&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0158951 May 20 07:39:07.896325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38122) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:07.896555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Transition to ACTIVE for port object 76ca56c4-7b0b-4722-9edf-de190aae925e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:07.901701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391859a9-472b-48b0-89a4-4a81cc01d260,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:07.908068 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:07.928896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727b70f-c25f-4f54-818a-ed115c629fc2 req-7bcd8ccf-1b7b-4e10-9982-9b0243828e9f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:07.931406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a727b70f-c25f-4f54-818a-ed115c629fc2 req-7bcd8ccf-1b7b-4e10-9982-9b0243828e9f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 0.3544800 May 20 07:39:07.962316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-52c5a234-3726-47a4-838a-66260e5059c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:07.963779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-52c5a234-3726-47a4-838a-66260e5059c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481272 May 20 07:39:07.990750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.022844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.077139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a727b70f-c25f-4f54-818a-ed115c629fc2 req-4298e317-9490-4db1-a6dc-d0d1deb74890 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379406 May 20 07:39:08.173789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 50e58a7a-df1a-495e-820d-5e0a67b9993d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:08.178260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.184537 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-898852a6-7773-4bd5-9a68-b9d7e2c8901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:08.232958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.251657 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b6fd9e6-21fc-4293-84ad-a302a5585c66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:08.289917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391859a9-472b-48b0-89a4-4a81cc01d260,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:08.306201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:08.330850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Network c7de8afc-6537-482d-afc6-db94c89854d6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:08.331440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.332676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/391859a9-472b-48b0-89a4-4a81cc01d260 HTTP/1.1" status: 204 len: 168 time: 0.4349234 May 20 07:39:08.336901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:08.353088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:08.353572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.368164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e993-0a08-4ba3-85f1-0b9b3f1fdf99 req-b1693c33-f7aa-477a-994c-af8c36ed4518 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:08.370182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7344e993-0a08-4ba3-85f1-0b9b3f1fdf99 req-b1693c33-f7aa-477a-994c-af8c36ed4518 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.1386197 May 20 07:39:08.371825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Pushing event updated for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:08.379613 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:08.381798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-7bc3920d-9403-40b9-acdd-83ecc09bdefa service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084437 May 20 07:39:08.405439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 50e58a7a-df1a-495e-820d-5e0a67b9993d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:08.413871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c928e-bb27-4c19-b16f-91681477df08 req-a2d7f5ff-d197-4226-89d8-8012a50e3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:08.415351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-a2d7f5ff-d197-4226-89d8-8012a50e3c09 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=808c879512c5491dbe9a1321619fa920&device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 1120 time: 0.4111114 May 20 07:39:08.416011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 50e58a7a-df1a-495e-820d-5e0a67b9993d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:08.416502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.472512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7344e993-0a08-4ba3-85f1-0b9b3f1fdf99 req-53b5d134-0508-42a0-97e7-03c965e1ea12 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 May 20 07:39:08.620776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.644305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 50e58a7a-df1a-495e-820d-5e0a67b9993d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=50e58a7a-df1a-495e-820d-5e0a67b9993d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:08.751940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.758439 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-30331e3d-41b7-4b3f-945f-48ede35dc446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:08.784735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b75681ab-45ea-4efb-bfbc-5cb53e2570e5 req-b1e799df-6680-4bf9-afcb-d4e117befb25 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944018 May 20 07:39:08.805420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c928e-bb27-4c19-b16f-91681477df08 req-ee8503c7-af1c-4c2e-89ac-df511298e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:08.808917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4a18f572-fbb7-49d9-af4a-1ccd82a755ec None None] Provisioning for port 76ca56c4-7b0b-4722-9edf-de190aae925e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:08.809032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-ee8503c7-af1c-4c2e-89ac-df511298e830 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3694775 May 20 07:39:08.822430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4a18f572-fbb7-49d9-af4a-1ccd82a755ec None None] Provisioning complete for port 76ca56c4-7b0b-4722-9edf-de190aae925e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:08.822731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a18f572-fbb7-49d9-af4a-1ccd82a755ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:08.882587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=50e58a7a-df1a-495e-820d-5e0a67b9993d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:08.889420 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:08.896886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4a18f572-fbb7-49d9-af4a-1ccd82a755ec None None] Port 76ca56c4-7b0b-4722-9edf-de190aae925e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:39:08.926532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-62b1a96b-2dea-47de-a128-8a920c114722 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=662dcc68-544d-448f-a042-61749c0b6b8a HTTP/1.1" status: 200 len: 217 time: 0.1099479 May 20 07:39:08.991339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.046025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c928e-bb27-4c19-b16f-91681477df08 req-155c8fe9-68fd-482b-851f-2b8ff6bfd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:09.047462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-155c8fe9-68fd-482b-851f-2b8ff6bfd556 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1134369 May 20 07:39:09.151628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-776dcb3f-5513-486f-b661-fb3103a8e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.261155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:09.290021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c928e-bb27-4c19-b16f-91681477df08 req-17a983bc-174a-4f54-a1fe-5a530559550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:09.291501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-17a983bc-174a-4f54-a1fe-5a530559550e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2360501 May 20 07:39:09.391667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1059946018-network', 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:09.399084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:09.406596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Usage tracker for resource:network and tenant:3c5572d0fcaf47f9a59487bb5534b38f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:09.411048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:09.422216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:09.425679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.492725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916ecc-85e5-4c05-bb93-46ac7e491918 req-fe680c1b-2864-4481-a078-2efb6fe034ce tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:09.492725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50916ecc-85e5-4c05-bb93-46ac7e491918 req-fe680c1b-2864-4481-a078-2efb6fe034ce tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 0.2693489 May 20 07:39:09.499837 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.505448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:09.509946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.524552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-e85be606-4495-4517-8f0c-daa18992076d service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225738 May 20 07:39:09.539772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.563918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:09.571402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Usage tracker for resource:security_group_rule and tenant:3c5572d0fcaf47f9a59487bb5534b38f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:09.575694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:09.583398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50916ecc-85e5-4c05-bb93-46ac7e491918 req-4d211c34-4e74-4ff7-9dc1-a885b61695d8 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816243 May 20 07:39:09.586048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:09.586423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.589237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.658882 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:09.792218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93fa2f-8ffe-4ab5-a1d2-f55086cbbfb8 req-fad5afa2-e45e-45eb-9060-cbffee9fc1a6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:09.793972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b93fa2f-8ffe-4ab5-a1d2-f55086cbbfb8 req-fad5afa2-e45e-45eb-9060-cbffee9fc1a6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.1616714 May 20 07:39:09.802797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.850913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Pushing event updated for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:09.862825 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:09.868324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df0c928e-bb27-4c19-b16f-91681477df08 req-12e158c7-4217-47ef-aa8e-654034e783bd service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328888 May 20 07:39:09.879645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b93fa2f-8ffe-4ab5-a1d2-f55086cbbfb8 req-5f92b70f-e801-4879-8f11-850550c27deb tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697067 May 20 07:39:09.885147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.904342 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea4c1244-ac11-47a0-a300-981e3d57f701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:09.921175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:39:09.935398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Network c7de8afc-6537-482d-afc6-db94c89854d6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:09.936726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:09.958715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:09.958715 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Added segment a74f4692-38ff-4b8d-aac2-12e00e5f1b01 of type vlan for network a5b29fa3-d60c-43e6-8a7c-92e64370da5f May 20 07:39:09.990472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:09.994247 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:09.996037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.107676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 50e58a7a-df1a-495e-820d-5e0a67b9993d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:10.112048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.113973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:10.114559 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.128734 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:10.250247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 50e58a7a-df1a-495e-820d-5e0a67b9993d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:10.255900 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.257841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9954400 May 20 07:39:10.260792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:10.267984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Request body: {'subnet': {'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1059946018-subnet', 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:10.273721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:10.278465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Usage tracker for resource:subnet and tenant:3c5572d0fcaf47f9a59487bb5534b38f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:10.279372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Pushing event updated for resources: {'Network': ['ID=a5b29fa3-d60c-43e6-8a7c-92e64370da5f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:10.280016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d77c95b-5a45-4046-aefe-3d2ca1c3e328 None None] Provisioning complete for port 76ca56c4-7b0b-4722-9edf-de190aae925e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:10.280462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d77c95b-5a45-4046-aefe-3d2ca1c3e328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.282963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:10.292820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:10.295598 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:10.320888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:39:10.321040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:39:10.461209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0d77c95b-5a45-4046-aefe-3d2ca1c3e328 None None] Port 76ca56c4-7b0b-4722-9edf-de190aae925e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:39:10.516791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:10.516791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:10.642238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:39:10.654822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Sync routers for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:39:10.666318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:10.667262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:39:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:10.674338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] 10.222.0.79 "PUT /v2.0/routers/993bb4d0-74cb-4132-a2a0-cd89fb21be3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8149340 May 20 07:39:10.950173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857609df-9e16-42df-a9d0-d45a3893ee8d req-3aada67d-c3a2-4c4b-aa71-9cb648d742d7 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:10.956027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:10.956403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-857609df-9e16-42df-a9d0-d45a3893ee8d req-3aada67d-c3a2-4c4b-aa71-9cb648d742d7 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 0.1608415 May 20 07:39:11.006142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:11.035541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-857609df-9e16-42df-a9d0-d45a3893ee8d req-9457cecb-4011-4cee-8264-0f466785d723 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777266 May 20 07:39:11.123693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b4a9-fd6d-4145-9320-230deaddec80 req-2e8f6f56-02f3-4a1c-97c4-25c6e6653493 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:11.125180 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8741b4a9-fd6d-4145-9320-230deaddec80 req-2e8f6f56-02f3-4a1c-97c4-25c6e6653493 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.0952103 May 20 07:39:11.193412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8741b4a9-fd6d-4145-9320-230deaddec80 req-9a64c95b-efe8-4eb5-9ca6-f1eb9073cfa4 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605845 May 20 07:39:11.242298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:11.248891 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f81060b3-2ad9-4288-af09-4c6ae7120e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:11.342799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:11.343487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Network hostable DHCP agents. Network: a5b29fa3-d60c-43e6-8a7c-92e64370da5f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:39:11.347501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d3f0e8-325f-4904-95a5-f7b131f39682,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:11.362312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:11.415428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '76ca56c4-7b0b-4722-9edf-de190aae925e', 'name': '', 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'mac_address': 'fa:16:3e:07:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:39:06Z', 'updated_at': '2021-05-20T07:39:09Z', 'revision_number': 2, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'subnets': [{'id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:11.419543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Checking router: 993bb4d0-74cb-4132-a2a0-cd89fb21be3f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:39:11.419915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Updating router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f port 76ca56c4-7b0b-4722-9edf-de190aae925e binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:39:11.477358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:11.479058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:39:11.559201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a5b29fa3-d60c-43e6-8a7c-92e64370da5f) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:11.570776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:11.573294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:11.598574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe0038-585a-4c32-8c48-d12c76b2bf5b None None] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:11.691152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4290960 May 20 07:39:11.851699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-afa8ee14-d3c3-4adf-baa7-41ad468531fe tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459511 May 20 07:39:11.928275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:11.949386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c835a0-6c80-4bd8-94e7-633b5b25bc98 None None] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:12.088640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.089961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-810410b7-8ce9-4306-92c5-87800acbc2e7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:12.098378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-810410b7-8ce9-4306-92c5-87800acbc2e7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452321 May 20 07:39:12.106481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:12.111035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Usage tracker for resource:security_group_rule and tenant:65fbc63672094529b06163ee6a0e97d0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:12.115559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:12.129295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:12.131637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-d719c81a-5b97-4aea-83e4-f9822a57ff84 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/quotas/6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 375 time: 0.0323131 May 20 07:39:12.173307 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.187279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Transition to ACTIVE for port object 76ca56c4-7b0b-4722-9edf-de190aae925e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:12.202192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-319bbed9-0dfd-483e-988c-e12464579b5c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654676 May 20 07:39:12.255127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.279232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.287657 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ee16e6f6-45b1-4441-a192-904349196288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:12.313773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.328026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.332654 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64901ae9-59e8-4fc6-8a0a-ef08c15dc1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:12.397529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d4364b84-3778-43f7-a71c-2e13b754e5a7 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:12.534261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38308) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:12.536971 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:39:12.542404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824825681', 'description': 'tempest-description--2064046146'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:12.563634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:12.575841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:security_group and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:12.587671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:12.594612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Pushing event updated for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:12.598660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0ce44-a16a-466e-95d1-225d5d8bfc07,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:12.608672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:12.610096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:12.614119 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:12.617342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65fbc63672094529b06163ee6a0e97d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876378 May 20 07:39:12.620436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38312) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:12.703849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Attempting to bind port 76ca56c4-7b0b-4722-9edf-de190aae925e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:12.704227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Attempting to bind port 76ca56c4-7b0b-4722-9edf-de190aae925e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:12.704594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Attempting to bind port 76ca56c4-7b0b-4722-9edf-de190aae925e on network c7de8afc-6537-482d-afc6-db94c89854d6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:12.725821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:12.726528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Checking segment: {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:12.727143 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.727718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Bound using segment: {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:12.728392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Bound port: 76ca56c4-7b0b-4722-9edf-de190aae925e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94256d7d-ee7e-433e-b123-ee7529f0b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:12.728956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.812872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38322) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:12.819132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2090660496-network', 'tenant_id': 'a74ab05ea88c452cb0f5aa78b1e963b4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:12.820519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.825971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:12.832076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Usage tracker for resource:network and tenant:a74ab05ea88c452cb0f5aa78b1e963b4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:12.835553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:12.838055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:12.843791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:12.845369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.858840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'd4364b84-3778-43f7-a71c-2e13b754e5a7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'd4364b84-3778-43f7-a71c-2e13b754e5a7', 'mac_address': 'fa:16:3e:34:a8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-1684603377', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:12.867364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba11be-ec0d-4e28-96bd-4f77a6af55e4 req-562ca9b9-037f-4a1a-9d77-65f7c7f256a0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:12.869302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5fba11be-ec0d-4e28-96bd-4f77a6af55e4 req-562ca9b9-037f-4a1a-9d77-65f7c7f256a0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 969 time: 0.1235819 May 20 07:39:12.877638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc09df-e9a6-4089-b371-f5dc31999c1e req-9dad8feb-af34-48ae-87a7-ea81c5d362c8 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:12.884514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0fc09df-e9a6-4089-b371-f5dc31999c1e req-9dad8feb-af34-48ae-87a7-ea81c5d362c8 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 969 time: 0.2183826 May 20 07:39:12.889033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.903285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:12.926283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] For port 76ca56c4-7b0b-4722-9edf-de190aae925e, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:12.928877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:security_group_rule and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:12.934654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:12.934804 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5fba11be-ec0d-4e28-96bd-4f77a6af55e4 req-8a3f5a4a-3b6e-4211-a75f-5b0f27787f56 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567880 May 20 07:39:12.940336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] For port 76ca56c4-7b0b-4722-9edf-de190aae925e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=76ca56c4-7b0b-4722-9edf-de190aae925e,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:12.943200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.946326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:12.959790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Made reservation on behalf of a74ab05ea88c452cb0f5aa78b1e963b4 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:12.963255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.963932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4364b84-3778-43f7-a71c-2e13b754e5a7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:12.978473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:12.983199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:12.994771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0fc09df-e9a6-4089-b371-f5dc31999c1e req-5a7efb76-8714-4bf1-9763-42c0b4c0bba2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 May 20 07:39:12.995898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:13.001836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Usage tracker for resource:security_group_rule and tenant:a74ab05ea88c452cb0f5aa78b1e963b4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:13.007007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:13.009047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.016108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f4ae18e-c05f-4205-aaf0-23f3237df84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.057706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:13.061519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96329d4a-0b64-4859-ae8f-8fa9ad0b7aa5 req-d3a5e6a3-b482-4dc4-b714-eea887ed8118 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 210 time: 0.0563083 May 20 07:39:13.083754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.120597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.121361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 662dcc68-544d-448f-a042-61749c0b6b8a details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:13.147879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:13.147879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:39:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:13.197141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.203070 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.212966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.221996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Pushing event updated for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.237216 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.238044 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.266101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0812bae2-209d-4267-bc9d-7049c5ec5111,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.270330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.273962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70e0ce44-a16a-466e-95d1-225d5d8bfc07 HTTP/1.1" status: 204 len: 168 time: 0.6447389 May 20 07:39:13.273962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.273962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.301269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0ce44-a16a-466e-95d1-225d5d8bfc07,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.303613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=662dcc68-544d-448f-a042-61749c0b6b8a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:13.304150 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.353509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.357789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8224347 May 20 07:39:13.358453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38328) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:13.362201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.364831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'security_group_rule': {'security_group_id': '0812bae2-209d-4267-bc9d-7049c5ec5111', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:13.371076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:13.375172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:security_group_rule and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:13.379045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:13.386002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:13.418337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '662dcc68-544d-448f-a042-61749c0b6b8a', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '662dcc68-544d-448f-a042-61749c0b6b8a', 'mac_address': 'fa:16:3e:e4:97:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-1684603377', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:13.469527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.481832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.493662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.498052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.520500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:13.523817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:39:13.532216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d34123-78b4-4f8d-b44c-f74a55a5339c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.536505 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.539153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.539481 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Added segment 055c5c24-d8aa-4995-927b-38ea7eab1ef6 of type vlan for network 66903443-785e-484f-bbbd-f5b2a6574927 May 20 07:39:13.567506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.569846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.603800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662dcc68-544d-448f-a042-61749c0b6b8a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:13.606390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.676427 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.687076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=662dcc68-544d-448f-a042-61749c0b6b8a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:13.713272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.714696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:13.715339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.720474 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.835082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Pushing event updated for resources: {'Network': ['ID=66903443-785e-484f-bbbd-f5b2a6574927,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.839446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.841431 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.843475 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.845754 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 66903443-785e-484f-bbbd-f5b2a6574927 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:39:13.863647 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:13.863918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e674d1-6569-4986-a218-808e1d059816,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:13.868695 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:13.883263 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:13.943710 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1263647 May 20 07:39:13.944284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38338) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:13.949987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Request body: {'subnet': {'network_id': '66903443-785e-484f-bbbd-f5b2a6574927', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2090660496-subnet', 'tenant_id': 'a74ab05ea88c452cb0f5aa78b1e963b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:13.957622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:13.959749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Usage tracker for resource:subnet and tenant:a74ab05ea88c452cb0f5aa78b1e963b4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:13.962632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:13.968581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:14.031540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:14.037794 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:14.049937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '76ca56c4-7b0b-4722-9edf-de190aae925e', 'name': '', 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'mac_address': 'fa:16:3e:07:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:39:06Z', 'updated_at': '2021-05-20T07:39:12Z', 'revision_number': 4, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'subnets': [{'id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:14.054718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab06b1c-1164-438f-ae19-5a25cc92a854 None None] The sync data for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 is: [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '76ca56c4-7b0b-4722-9edf-de190aae925e', 'name': '', 'network_id': 'c7de8afc-6537-482d-afc6-db94c89854d6', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'mac_address': 'fa:16:3e:07:0d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:39:06Z', 'updated_at': '2021-05-20T07:39:12Z', 'revision_number': 4, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'subnets': [{'id': '95e61059-bca1-4ed2-ab61-0eeb1fa61707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:39:14.208830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['662dcc68-544d-448f-a042-61749c0b6b8a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:14.216314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.220411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8610382 May 20 07:39:14.222581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Made reservation on behalf of a74ab05ea88c452cb0f5aa78b1e963b4 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:14.225012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.225804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:14.233732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'security_group_rule': {'security_group_id': '0812bae2-209d-4267-bc9d-7049c5ec5111', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:14.243478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:14.253065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:security_group_rule and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:14.259507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:14.276128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:14.290598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d4364b84-3778-43f7-a71c-2e13b754e5a7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:14.300915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5e643-fb81-4bab-b35c-185344200804 req-a4b0021a-360c-4c46-9b8c-25a7fdcc539b tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:14.312930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-28c5e643-fb81-4bab-b35c-185344200804 req-a4b0021a-360c-4c46-9b8c-25a7fdcc539b tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 970 time: 0.1642859 May 20 07:39:14.319524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:14.381886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.396531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be4356-1b73-47e5-bdf1-949daf439a0f req-63b6bed7-d088-44f7-a0b4-f28aa3a4ac9a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:14.403877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42be4356-1b73-47e5-bdf1-949daf439a0f req-63b6bed7-d088-44f7-a0b4-f28aa3a4ac9a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 970 time: 0.3354504 May 20 07:39:14.431399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:14.449994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-28c5e643-fb81-4bab-b35c-185344200804 req-2c16f804-4888-4698-8782-630954d86b6f tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343102 May 20 07:39:14.458974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Usage tracker for resource:security_group_rule and tenant:063b7a9fc8e24b298f503cb4c3da3534 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:14.473990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:14.476943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.541934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42be4356-1b73-47e5-bdf1-949daf439a0f req-1c763976-84bb-4a05-afd9-0bbf1b326439 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366415 May 20 07:39:14.601431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:14.695553 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78630008-8b4b-4b5d-9d62-aa881eeab372 req-0a0889a4-d1c8-4838-9542-e46b868a68af tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 210 time: 0.0709035 May 20 07:39:14.716514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.822105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.832768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:14.844554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94717c64-677a-4317-bcb6-b3e7e17b1754,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:14.868905 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:14.940470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.944408 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1cae9020-623f-4d1e-b660-ad8c8a9d0097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:14.953739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:14.959182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7323675 May 20 07:39:14.959961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:14.965166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:14.971855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:14.975986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:floatingip and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:14.979457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:14.987453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:15.017130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bdd05c-6a77-432d-9a84-292ba16e9385,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:15.020570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:15.027303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Checking segment: {'id': '055c5c24-d8aa-4995-927b-38ea7eab1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '66903443-785e-484f-bbbd-f5b2a6574927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:15.027670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Network hostable DHCP agents. Network: 66903443-785e-484f-bbbd-f5b2a6574927, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:39:15.057006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.097249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Network 66903443-785e-484f-bbbd-f5b2a6574927 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:39:15.138755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.179296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 66903443-785e-484f-bbbd-f5b2a6574927) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:15.187085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:15.187754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.195381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8993a3-ab06-4102-bd2a-a27071125682 None None] Network 66903443-785e-484f-bbbd-f5b2a6574927 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:15.215256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.226161 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a08cf423-72e2-48e9-a12f-cfdfb130ecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:15.277158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3243918 May 20 07:39:15.285605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edbcf87-6bba-4d77-9b71-cff582590753,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:15.293867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=063b7a9fc8e24b298f503cb4c3da3534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9731545 May 20 07:39:15.295052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:15.296130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:15.301278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.397365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.428388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.462168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Allocated IP 172.25.8.124 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b3ffc910-df80-4049-93bf-10b2184cace4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:15.491606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d4987-a7f1-4e8d-ab7b-e0a46c0f29ab None None] Network 66903443-785e-484f-bbbd-f5b2a6574927 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:15.567769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.84', 52511) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:15.579249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:39:15.641593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-cbdf6ee5-61d7-47f0-99ed-bce4d52e9133 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726004 May 20 07:39:15.648012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.660417 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:15.719243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edbcf87-6bba-4d77-9b71-cff582590753,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:15.741062 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:15.741965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.745345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2edbcf87-6bba-4d77-9b71-cff582590753 HTTP/1.1" status: 204 len: 168 time: 0.4423134 May 20 07:39:15.820001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.873651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833ea69-d930-4bd0-acb8-604926d4ba67 req-e70ea4a5-8b75-4e58-889e-837a243ee5e6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:15.875385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6833ea69-d930-4bd0-acb8-604926d4ba67 req-e70ea4a5-8b75-4e58-889e-837a243ee5e6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 970 time: 0.1484740 May 20 07:39:15.918702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0097-559f-47ed-93d7-6bae837436e1 req-ebd83f73-8fb8-4866-8c84-a18035fe0583 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:15.920171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860a0097-559f-47ed-93d7-6bae837436e1 req-ebd83f73-8fb8-4866-8c84-a18035fe0583 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 970 time: 0.3215940 May 20 07:39:15.924880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6833ea69-d930-4bd0-acb8-604926d4ba67 req-ca126cf7-ebc7-4767-be93-04a024ddf052 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 May 20 07:39:15.936421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-70a4a1b3-7d4a-460b-820d-a220ca517af1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:15.942056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-70a4a1b3-7d4a-460b-820d-a220ca517af1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855291 May 20 07:39:15.951381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:15.959864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:15.990680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860a0097-559f-47ed-93d7-6bae837436e1 req-32dce252-57ff-4cd5-964b-a97e44b8fc5b tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480282 May 20 07:39:16.024058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Request body: {'port': {'device_id': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '6d465a5288534f42899806e1c3d9e902'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:16.037208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:16.045744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:16.050809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:16.065432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'Port': ['ID=b3ffc910-df80-4049-93bf-10b2184cace4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:16.072913 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:16.222211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.259139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 76ca56c4-7b0b-4722-9edf-de190aae925e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:16.282075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6ff7b72-f340-4a16-aca3-cecc8a63a720 req-cd8a3dbe-80ca-49e1-9044-29edf7626356 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 210 time: 0.0943246 May 20 07:39:16.381633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d4364b84-3778-43f7-a71c-2e13b754e5a7 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:16.386510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:16.398513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Usage tracker for resource:port and tenant:6d465a5288534f42899806e1c3d9e902 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:16.404323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:16.405111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.415005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:16.504994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Made reservation on behalf of 6d465a5288534f42899806e1c3d9e902 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:16.509122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.525397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.558007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:16.563783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Usage tracker for resource:security_group_rule and tenant:6d465a5288534f42899806e1c3d9e902 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:16.567865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:16.568541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 76ca56c4-7b0b-4722-9edf-de190aae925e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:16.576529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:16.577821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 76ca56c4-7b0b-4722-9edf-de190aae925e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:16.578197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.654323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port d4364b84-3778-43f7-a71c-2e13b754e5a7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:16.677946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port d4364b84-3778-43f7-a71c-2e13b754e5a7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:16.677946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.724140 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.791141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.796919 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f65ff1ac-f449-4b99-934c-fd9f3c58aa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:16.919912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.935195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:16.996800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 76ca56c4-7b0b-4722-9edf-de190aae925e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=76ca56c4-7b0b-4722-9edf-de190aae925e,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:17.005494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:17.020675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de2c7d-fb0c-492f-8699-b1e71e2a839d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.024006 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:17.046152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.056791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-dcb8c24f-61c8-4f1e-a38a-c43b56329ffb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:17.057790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-dcb8c24f-61c8-4f1e-a38a-c43b56329ffb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:17.057918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Allocated IP 192.168.233.42 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/502db63c-5004-491a-9c60-5c751b7451e3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:17.104212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.105189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.110321 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:17.113138 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:17.168442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-dcb8c24f-61c8-4f1e-a38a-c43b56329ffb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:17.169521 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-dcb8c24f-61c8-4f1e-a38a-c43b56329ffb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.5501554 May 20 07:39:17.182387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:17.184347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.214948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce22d-aa01-4188-88c5-3a1eae45440e req-41a25136-a82f-489b-9966-41bdffdd3bf6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:17.216836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c21ce22d-aa01-4188-88c5-3a1eae45440e req-41a25136-a82f-489b-9966-41bdffdd3bf6 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 970 time: 0.1455941 May 20 07:39:17.233292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-02368f88-ab5f-4101-8208-f341a909b71b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/quotas/3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 375 time: 0.0521009 May 20 07:39:17.241641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'Port': ['ID=b3ffc910-df80-4049-93bf-10b2184cace4,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.246263 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:17.252694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.252694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 662dcc68-544d-448f-a042-61749c0b6b8a up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:17.290609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.292247 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3310843 May 20 07:39:17.299859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-a35b4eff-a252-4ab9-8372-e40e2fa1757d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524814 May 20 07:39:17.324753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.340164 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:17.340644 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6e2fb129-75fe-4450-9274-79dc4c3471ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:17.353820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c21ce22d-aa01-4188-88c5-3a1eae45440e req-12dc0a8e-ff85-4d86-b9ea-4cfccd46be8f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294227 May 20 07:39:17.459478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.477230 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:17.524911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 662dcc68-544d-448f-a042-61749c0b6b8a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:17.530207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 662dcc68-544d-448f-a042-61749c0b6b8a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:17.530588 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.561962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.642151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Transition to ACTIVE for port object 502db63c-5004-491a-9c60-5c751b7451e3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:17.671858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd1dce-481e-4cee-95a4-212e4fd19ecd req-8bcf79de-ea75-4e7b-945a-35b82ac02c05 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:17.673383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ecfd1dce-481e-4cee-95a4-212e4fd19ecd req-8bcf79de-ea75-4e7b-945a-35b82ac02c05 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 970 time: 0.1154866 May 20 07:39:17.679977 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.729241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ecfd1dce-481e-4cee-95a4-212e4fd19ecd req-afba249a-bd2b-479d-bdc8-f511cbfde157 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 May 20 07:39:17.729804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=662dcc68-544d-448f-a042-61749c0b6b8a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:17.788334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.796588 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:17.817552 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.819866 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4a9bf65-3f07-43e0-b718-0bea192c05b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:17.845055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-e87a9d5a-6635-4342-8113-15f1e0cfe1b8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:39:17.846958 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-e87a9d5a-6635-4342-8113-15f1e0cfe1b8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641751 May 20 07:39:17.902639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.914893 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:17.918935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:17.934915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:17.941080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:17.946914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:17.947702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:17.964883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:17.973373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:18.012404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-6ee52566-5fe7-4ca2-978c-c21967f75a42 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:18.013101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-6ee52566-5fe7-4ca2-978c-c21967f75a42 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:18.020444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-4db06a2e-3576-4a75-80c1-7bb5cd392dd2 service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674070 May 20 07:39:18.060278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0427082 May 20 07:39:18.102903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 76ca56c4-7b0b-4722-9edf-de190aae925e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:18.156377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-6ee52566-5fe7-4ca2-978c-c21967f75a42 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:18.162196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-6ee52566-5fe7-4ca2-978c-c21967f75a42 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 935 time: 0.2980268 May 20 07:39:18.201081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 76ca56c4-7b0b-4722-9edf-de190aae925e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:18.201883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:18.213101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-88b9345c-8d2e-4833-a80a-4c3ee61382d9 service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864805 May 20 07:39:18.240921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-4a98016d-d5d3-49b7-a635-d8be5386192d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:18.373521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-4a98016d-d5d3-49b7-a635-d8be5386192d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:18.373725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93e8ec15-f32b-4fce-9861-61e69da5b95f None None] Provisioning for port 502db63c-5004-491a-9c60-5c751b7451e3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:18.374687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8127df23-0165-4d24-b90b-b5ac3d4655d6 req-4a98016d-d5d3-49b7-a635-d8be5386192d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019658 May 20 07:39:18.380412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93e8ec15-f32b-4fce-9861-61e69da5b95f None None] Provisioning complete for port 502db63c-5004-491a-9c60-5c751b7451e3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:18.380858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93e8ec15-f32b-4fce-9861-61e69da5b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:18.474228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-93e8ec15-f32b-4fce-9861-61e69da5b95f None None] Port 502db63c-5004-491a-9c60-5c751b7451e3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:39:18.594677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-5d7dfe5b-125f-4aaf-8f19-e9c07cf10b83 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:18.633126 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7', 'code': 200} May 20 07:39:18.705201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-5d7dfe5b-125f-4aaf-8f19-e9c07cf10b83 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:18.706658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-5d7dfe5b-125f-4aaf-8f19-e9c07cf10b83 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1824825681&fields=id&tenant_id=a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 267 time: 0.1603701 May 20 07:39:18.815473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae624df9-c43e-4c5d-8ec0-626db33f61a6 req-afe92c93-667f-47a0-914d-4bac679dfc65 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:18.817206 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae624df9-c43e-4c5d-8ec0-626db33f61a6 req-afe92c93-667f-47a0-914d-4bac679dfc65 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 971 time: 0.0980587 May 20 07:39:18.865582 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae624df9-c43e-4c5d-8ec0-626db33f61a6 req-1e516a37-6b3b-43d1-b5e1-24b698d7da11 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 May 20 07:39:18.902834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-61eb3511-8687-48bd-834e-19555e36eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:18.904670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-61eb3511-8687-48bd-834e-19555e36eefc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 1122 time: 0.1971395 May 20 07:39:18.942488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:18.957233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a7169f5-a557-4b2d-99dd-1972fac02ff4 req-750b42a8-ac6a-447b-bf0c-28fac5187a77 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.0452583 May 20 07:39:18.959224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-82589da7-6fa2-474c-8f94-784c0263f63b tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:18.959997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-82589da7-6fa2-474c-8f94-784c0263f63b tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:18.970461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:18.977743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Usage tracker for resource:security_group_rule and tenant:7942cb9f1e4c45c3a1cf16ee98afb449 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:18.982755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:18.989803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:19.090003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:19.107644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-82589da7-6fa2-474c-8f94-784c0263f63b tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:19.108934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-82589da7-6fa2-474c-8f94-784c0263f63b tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 823 time: 0.3585632 May 20 07:39:19.125247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-418cf3de-c2a0-4da8-a735-66b2703b0bf9 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/quotas/a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 375 time: 0.0094857 May 20 07:39:19.197863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:19.208605 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9344d1f-41a4-4a0b-bcec-6f5bb1e000a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:19.235279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-213d7ffc-b295-4a59-8c92-0a6962757aa3 req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170865 May 20 07:39:19.245677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc45a3-bea9-46ce-a392-3a899969de68,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:19.250756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:19.265800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-022fc777-e904-460d-b744-84637e81cc8c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340427 May 20 07:39:19.335934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33019fb-c550-4dba-9fac-795c8f94f30b req-e83f735e-b809-437e-a094-0d360b5924bf tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:19.337397 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a33019fb-c550-4dba-9fac-795c8f94f30b req-e83f735e-b809-437e-a094-0d360b5924bf tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.0970595 May 20 07:39:19.388341 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a33019fb-c550-4dba-9fac-795c8f94f30b req-ca736904-d5dc-496b-b2d6-80b37f14a64e tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 May 20 07:39:19.473330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-8cf25c2e-a0d6-4585-bfdd-97f5710e968d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:39:19.474374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-8cf25c2e-a0d6-4585-bfdd-97f5710e968d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669782 May 20 07:39:19.608382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-21124b85-befd-4894-ae81-a857bdbf820d service neutron] 10.222.0.79 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277521 May 20 07:39:19.634665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa4d52-0d3f-4c52-bd07-07584ead43c2 req-dcfb27ee-9176-46e0-b119-0ba292de2e03 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:19.636109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6caa4d52-0d3f-4c52-bd07-07584ead43c2 req-dcfb27ee-9176-46e0-b119-0ba292de2e03 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 935 time: 0.0855267 May 20 07:39:19.689436 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6caa4d52-0d3f-4c52-bd07-07584ead43c2 req-e638b58c-d24e-4ccc-8bcb-f540e7d3e4e6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 May 20 07:39:19.745032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-620a4b83-8fb9-4d23-9b4d-fd991322c045 service neutron] 10.222.0.79 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297817 May 20 07:39:20.089332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbbf588b-cd60-46d3-96ab-44448b485a6e req-e3cb7db5-cb7a-4133-9577-2a2faf2cbd32 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 210 time: 0.0495760 May 20 07:39:20.107484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cd7c3-7fb7-495e-a6f9-00f5030778f2 req-45773683-1ccf-40ca-bed1-34e25608ff88 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:20.110523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae9cd7c3-7fb7-495e-a6f9-00f5030778f2 req-45773683-1ccf-40ca-bed1-34e25608ff88 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 971 time: 0.1101210 May 20 07:39:20.178582 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae9cd7c3-7fb7-495e-a6f9-00f5030778f2 req-7ab2c107-a66d-43d7-9aa6-47d7f54a05e0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 May 20 07:39:20.238005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70382fd9-590d-4b90-a810-fad58e99d909 req-7d17ab6f-2c7a-4947-87f6-8cf26a391866 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.0442722 May 20 07:39:20.582376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deb700-755f-4fd3-8bb7-6c5953e6cdbe req-629be1d5-0dd7-45e9-baf8-034f5154e9e2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:20.591959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8deb700-755f-4fd3-8bb7-6c5953e6cdbe req-629be1d5-0dd7-45e9-baf8-034f5154e9e2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.0960128 May 20 07:39:20.634863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:20.639022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8deb700-755f-4fd3-8bb7-6c5953e6cdbe req-8b7b2521-3db2-4d9f-bded-34052da0dd34 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 May 20 07:39:20.685883 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a', 'code': 200} May 20 07:39:20.842569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38530) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:20.969466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1653c4-d3f4-463c-a2d5-3648011e4702 req-f3519ab7-a39a-4639-b2f5-8613ba8200a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:20.971000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf1653c4-d3f4-463c-a2d5-3648011e4702 req-f3519ab7-a39a-4639-b2f5-8613ba8200a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 935 time: 0.1561196 May 20 07:39:20.975549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98e941-46ab-49f1-adc5-13c3d0fdbef2 req-cedb9ccc-f4a3-4e5a-be58-103d6280f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:20.976918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac98e941-46ab-49f1-adc5-13c3d0fdbef2 req-cedb9ccc-f4a3-4e5a-be58-103d6280f68b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 1122 time: 0.1159070 May 20 07:39:20.990708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.006225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:21.010108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Usage tracker for resource:security_group_rule and tenant:f3122722c05842b19a89f8615e6ecd0b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:21.012886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:21.019295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:21.048251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf1653c4-d3f4-463c-a2d5-3648011e4702 req-b77404d5-536e-43fb-a670-16b0e0a3f00f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694330 May 20 07:39:21.052327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac98e941-46ab-49f1-adc5-13c3d0fdbef2 req-8ebabdcc-db17-452b-867c-0cc2ccc487f6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 May 20 07:39:21.115483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.189082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f9c751ec-ae43-4bb0-a2d1-486426c63de9 req-74a42227-c803-437b-91c8-99b7fe4f3ef1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:21.216301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.225004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7132e8dd-7d8b-4821-bbc8-58a4772f5556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:21.267498 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3122722c05842b19a89f8615e6ecd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231150 May 20 07:39:21.270230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38542) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:21.273850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60565f2-c1e3-4ea2-a1f9-de39c6e70e71,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:21.277634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:21.304618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f9c751ec-ae43-4bb0-a2d1-486426c63de9 req-74a42227-c803-437b-91c8-99b7fe4f3ef1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:21.309212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9c751ec-ae43-4bb0-a2d1-486426c63de9 req-74a42227-c803-437b-91c8-99b7fe4f3ef1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 210 time: 0.1598878 May 20 07:39:21.402260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.438909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.454173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d34453-c19c-4018-9f6e-51be631d7cbe req-c86f0116-d0ee-45dd-959c-a62b404b1f00 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.0520232 May 20 07:39:21.466187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfdd2-ca2c-437b-a9d4-8e03b39e0c8f req-1299c8bc-e171-47c1-9937-32339143116a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:21.467471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-01dcfdd2-ca2c-437b-a9d4-8e03b39e0c8f req-1299c8bc-e171-47c1-9937-32339143116a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 971 time: 0.1685643 May 20 07:39:21.530995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-01dcfdd2-ca2c-437b-a9d4-8e03b39e0c8f req-da743bcf-2ba4-4714-afbe-d20e76d10abc tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 May 20 07:39:21.644797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.649732 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-558b4a4d-6497-4c8c-8329-a0f2754a1e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:21.666568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60565f2-c1e3-4ea2-a1f9-de39c6e70e71,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:21.667930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:21.687553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:21.691204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c60565f2-c1e3-4ea2-a1f9-de39c6e70e71 HTTP/1.1" status: 204 len: 168 time: 0.4175174 May 20 07:39:21.922621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cb42e-802b-4f89-a390-fb3655e6aab3 req-de49b2ca-b1c2-4c37-a88f-e2ba056c1733 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:21.924280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef8cb42e-802b-4f89-a390-fb3655e6aab3 req-de49b2ca-b1c2-4c37-a88f-e2ba056c1733 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.1647887 May 20 07:39:21.974174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef8cb42e-802b-4f89-a390-fb3655e6aab3 req-3f418504-cbb0-4306-a357-fcc1880906b8 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 May 20 07:39:22.258687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48d88-373a-4b66-8019-2b3187d33d67 req-9a9d0971-24bc-4042-937f-8fad964ce6a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:22.260201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77f48d88-373a-4b66-8019-2b3187d33d67 req-9a9d0971-24bc-4042-937f-8fad964ce6a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 935 time: 0.0876279 May 20 07:39:22.311753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77f48d88-373a-4b66-8019-2b3187d33d67 req-2ce1ab19-73fb-40e8-b707-5d3a55851480 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 May 20 07:39:22.401816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770d3b-6d7e-432b-a355-3c8e4ba89a1c req-2f4ddaef-7eb6-4f5d-a22e-4718e155596d tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:22.403327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06770d3b-6d7e-432b-a355-3c8e4ba89a1c req-2f4ddaef-7eb6-4f5d-a22e-4718e155596d tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 971 time: 0.0936410 May 20 07:39:22.430326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:22.452706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.462934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d8830e9-ed75-4f1a-aa49-3df60912b586 req-fa8401e0-9565-48a8-b193-bf436b0c3680 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 210 time: 0.0442209 May 20 07:39:22.484255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:22.492927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06770d3b-6d7e-432b-a355-3c8e4ba89a1c req-a8ce2df6-953d-4462-a251-ca54f8d2c289 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827277 May 20 07:39:22.493868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:1aadfd15f2314491acc260a057c8fbd3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:22.497103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:22.506223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:22.596695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.615112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-611ce8c7-254f-4c7f-8c11-82c0182576ad req-c88582ea-1aae-477f-95d6-a9d3469f05ac tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.0428767 May 20 07:39:22.690602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.697692 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:22.739790 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1aadfd15f2314491acc260a057c8fbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084936 May 20 07:39:22.740803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1476578e-6bd0-4454-84c6-0c18cb292652,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:22.742644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38568) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:22.743888 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:22.805971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.831436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.951679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-bdc4b54e-d085-453a-a710-f2828d74b11b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:39:22.952661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-bdc4b54e-d085-453a-a710-f2828d74b11b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053647 May 20 07:39:22.987304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:22.997445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:23.006468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476578e-6bd0-4454-84c6-0c18cb292652,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:23.009423 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:23.010429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:23.011733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1476578e-6bd0-4454-84c6-0c18cb292652 HTTP/1.1" status: 204 len: 168 time: 0.2678077 May 20 07:39:23.136934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Request body: {'port': {'device_id': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:23.198862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8a26-515d-4928-8301-437efb03be25 req-18c29547-2097-4cb3-8e90-d0600233dc0d tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:23.200430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01ff8a26-515d-4928-8301-437efb03be25 req-18c29547-2097-4cb3-8e90-d0600233dc0d tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.0891018 May 20 07:39:23.253785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:23.255061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01ff8a26-515d-4928-8301-437efb03be25 req-ddf94e8c-a5e0-426b-8ddb-bc12fa985481 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 May 20 07:39:23.687794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-dd128995-bc68-4580-8748-0513d00156cf tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:23.689385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-dd128995-bc68-4580-8748-0513d00156cf tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 1122 time: 0.2147808 May 20 07:39:23.709911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91b636-64bc-4aef-9a94-6f19d780f4d8 req-08a269b7-bbb7-4703-97bb-267db31209ff tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:23.711527 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa91b636-64bc-4aef-9a94-6f19d780f4d8 req-08a269b7-bbb7-4703-97bb-267db31209ff tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 935 time: 0.1594598 May 20 07:39:23.723800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:23.744677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:23.748200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-60098468-7a80-4640-830c-6ff118dcf369 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:23.749675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-60098468-7a80-4640-830c-6ff118dcf369 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 1122 time: 0.1694105 May 20 07:39:23.752622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Usage tracker for resource:security_group_rule and tenant:58f99b49ebf645a2a801b45252dee1ce is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:23.758412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:23.762027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa91b636-64bc-4aef-9a94-6f19d780f4d8 req-a508e29b-04df-4e5d-ba74-c3a638d2eeec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 May 20 07:39:23.805984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:23.885425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:23.899314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502db63c-5004-491a-9c60-5c751b7451e3 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:23.910947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:23.930874 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e921ba3-f631-49ff-8ef8-7d1fa3bc371b req-47ef7132-0beb-47c4-82b4-ffb1d90c7884 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 210 time: 0.0534525 May 20 07:39:23.971856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Transition to ACTIVE for port object 502db63c-5004-491a-9c60-5c751b7451e3 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:24.038493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Deleting port d4364b84-3778-43f7-a71c-2e13b754e5a7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:39:24.040713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.056706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.071585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.080387 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:24.144877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f62cd7-cd39-4a3e-8665-54f0e2a1de7e req-1c9b1e63-3139-4c2f-aa77-63954deb12be tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:24.146293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-62f62cd7-cd39-4a3e-8665-54f0e2a1de7e req-1c9b1e63-3139-4c2f-aa77-63954deb12be tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 971 time: 0.1173613 May 20 07:39:24.171779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.195176 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-62f62cd7-cd39-4a3e-8665-54f0e2a1de7e req-1e7a15e6-cdc5-4a55-a7f9-3e2da168eee0 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 May 20 07:39:24.284470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1705a9c-a9f7-4abe-af40-1f5c20cb4e26 req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878031 May 20 07:39:24.294401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:24.330931 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:24.340744 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad4cbdb1-c90d-412f-9f85-9e58bbbb088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:24.384908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551956c8-aa05-4d9d-962d-9c8568c6bfc4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:24.437942 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:24.455092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] For port d4364b84-3778-43f7-a71c-2e13b754e5a7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d4364b84-3778-43f7-a71c-2e13b754e5a7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:24.456086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.468504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:24.469226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:24.469901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:24.508262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.84', 52518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:24.533800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:24.534128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:24.544352 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2681a63b-a97a-447d-9e21-4f94cf787a24 req-2d3d7ab6-ca4f-494d-90d1-44699e2dfcd6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.1078658 May 20 07:39:24.671087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Calling delete_port for d4364b84-3778-43f7-a71c-2e13b754e5a7 owned by compute:tempest-test_az-1684603377 {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:39:24.677386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:24.677749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:24.678136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:24.678570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Bound port: 502db63c-5004-491a-9c60-5c751b7451e3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:24.678916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.689107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-62b8d933-6c93-4b1d-b508-1b5d45b2ab80 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:24.691097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-62b8d933-6c93-4b1d-b508-1b5d45b2ab80 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 823 time: 0.1770732 May 20 07:39:24.745905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-0ebbd359-ee3b-42f0-bbd5-338e5ffb6c94 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 380 time: 0.0452695 May 20 07:39:24.756527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'port': {'device_id': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'admin_state_up': True, 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'security_groups': ['0812bae2-209d-4267-bc9d-7049c5ec5111']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:24.870781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:24.881240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:24.930626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:24.944603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:24.980351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:24.989081 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:25.058258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Made reservation on behalf of a8d8acb3848646449b2690ca0e22fda7 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:25.061994 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:25.073931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:25.074777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:25.076283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] 10.222.0.84 "PUT /v2.0/ports/502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 1095 time: 1.9938738 May 20 07:39:25.082526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:25.120150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:25.127314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:25.135689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693e8cd-7654-4f07-ba6b-b4aab40d2c08 req-a1a22be2-e443-4a69-a2a7-dc58090c55ae tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:25.138278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a693e8cd-7654-4f07-ba6b-b4aab40d2c08 req-a1a22be2-e443-4a69-a2a7-dc58090c55ae tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.1753812 May 20 07:39:25.197888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.84', 52520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:25.278590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcc29cec-9e7c-4b63-9983-739d02f16d3a req-e8543ea4-a64d-432a-966f-81a5e0f9366c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 210 time: 0.1402438 May 20 07:39:25.301795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a693e8cd-7654-4f07-ba6b-b4aab40d2c08 req-aef3f475-f30a-4609-8c0b-51c880a1b4d2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834746 May 20 07:39:25.395966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Allocated IP 172.20.0.4 (760817bc-0e09-42a9-8280-29797ea90888/3726bd95-55cc-4697-8c6b-5594c0678760/c008ecfb-d752-4a28-9487-9576dda86bb0) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:25.448516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-6eeede5e-b473-4e4b-9e06-068bab8fb0e0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:25.450074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-6eeede5e-b473-4e4b-9e06-068bab8fb0e0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.2548196 May 20 07:39:25.450854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:25.454329 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'status': 'completed', 'code': 200} May 20 07:39:25.465313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d4364b84-3778-43f7-a71c-2e13b754e5a7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:25.471450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Request body: {'port': {'device_id': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'admin_state_up': True, 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:25.574522 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:25.611886 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b1e163c-0225-4e41-bfe8-641387e7613d req-cd0bbc9d-279e-4d67-ad36-c76eba75aa43 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.0898211 May 20 07:39:25.622986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4364b84-3778-43f7-a71c-2e13b754e5a7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:25.654866 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:25.844395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] No DVR routers for this DVR port d4364b84-3778-43f7-a71c-2e13b754e5a7 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:39:25.860876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-867b79be-4f03-432e-ad18-8b6f4a31c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:25.862998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-867b79be-4f03-432e-ad18-8b6f4a31c205 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.6483552 May 20 07:39:25.864181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:25.875888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:25.895436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Transition to ACTIVE for port object c008ecfb-d752-4a28-9487-9576dda86bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:25.939829 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e70c879d-4d28-42ff-9414-44b64ecf521f req-4ccf8bc7-22ac-44cd-99ac-9cc1fe84b437 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 210 time: 0.1347237 May 20 07:39:25.973850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:25.986596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Usage tracker for resource:port and tenant:3c5572d0fcaf47f9a59487bb5534b38f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:25.999317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:26.002836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-340216b0-bdd5-4c00-bf38-4a36df421711 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.1271021 May 20 07:39:26.007798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:26.022259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.029020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:26.048088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.075514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-9a59a837-a5a3-41f9-a93b-7f907f0cd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:26.076956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-9a59a837-a5a3-41f9-a93b-7f907f0cd799 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0628896 May 20 07:39:26.102301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Network 760817bc-0e09-42a9-8280-29797ea90888 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:26.105527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:26.108130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:26.125162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:26.125862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.141428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:26.142544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:26.145157 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:26.152165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.165181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e75c65ab-6ee8-4562-8a54-352d86078fc3 req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d4364b84-3778-43f7-a71c-2e13b754e5a7 HTTP/1.1" status: 204 len: 173 time: 2.4088495 May 20 07:39:26.282899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311019 May 20 07:39:26.289425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-60aead67-ac7d-4374-91a9-5881486b9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:26.291004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-60aead67-ac7d-4374-91a9-5881486b9cbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037868 May 20 07:39:26.305966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Request body: {'port': {'device_id': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:26.501523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-07dab818-9f26-4c42-97ba-24245c44e949 None None] Provisioning for port c008ecfb-d752-4a28-9487-9576dda86bb0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:26.506582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-07dab818-9f26-4c42-97ba-24245c44e949 None None] Provisioning complete for port c008ecfb-d752-4a28-9487-9576dda86bb0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:26.506962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07dab818-9f26-4c42-97ba-24245c44e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.515523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:26.623957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-07dab818-9f26-4c42-97ba-24245c44e949 None None] Port c008ecfb-d752-4a28-9487-9576dda86bb0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:39:26.732478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Allocated IP 172.20.0.10 (a5b29fa3-d60c-43e6-8a7c-92e64370da5f/67d3f0e8-325f-4904-95a5-f7b131f39682/db9c842c-0044-4080-87be-d9e1ba9f9b80) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:26.781574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-21e1459d-a8df-4fde-b6bc-92a7c39a1b83 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321520 May 20 07:39:26.838975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ca929-18a1-4823-a3fc-ce91916965ec req-47e41ffe-4508-4ec4-8497-0d13658db296 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:26.840422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a50ca929-18a1-4823-a3fc-ce91916965ec req-47e41ffe-4508-4ec4-8497-0d13658db296 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 931 time: 0.2935219 May 20 07:39:27.007299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a50ca929-18a1-4823-a3fc-ce91916965ec req-3045ff12-d0bb-41d2-9afd-7da58ca3b47c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080313 May 20 07:39:27.035207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b44d1-d973-48c9-8b8f-7260821ef71a req-d85ebf5c-d54a-474a-95c9-5bce4386a55a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.041846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a11ef9-e6bd-4f3b-866d-221ce2807540 req-de3e5595-4344-4c62-b716-266990958147 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482891 May 20 07:39:27.042232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d48b44d1-d973-48c9-8b8f-7260821ef71a req-d85ebf5c-d54a-474a-95c9-5bce4386a55a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.2152808 May 20 07:39:27.046009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c008ecfb-d752-4a28-9487-9576dda86bb0 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:27.071343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.102166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Transition to ACTIVE for port object c008ecfb-d752-4a28-9487-9576dda86bb0 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:27.109456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d48b44d1-d973-48c9-8b8f-7260821ef71a req-98bad70b-0332-4b77-ba84-9fc2f58aa5ea tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663803 May 20 07:39:27.168222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.170579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.178062 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44432c79-0b5a-4c53-8343-fd3d0f64be30 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:27.315008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.344682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:27.407140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:27.417575 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:27.466603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2fa2e244-988d-457d-8466-fc8e59864292 req-0a0c7256-0411-4c29-8c02-f052915dd824 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d84c8630-b8d4-4e23-83e0-75a5d6ebc0ff HTTP/1.1" status: 200 len: 210 time: 0.1469712 May 20 07:39:27.468700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'name': 'network-vif-deleted', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:27.492456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Attempting to bind port c008ecfb-d752-4a28-9487-9576dda86bb0 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:27.492456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Attempting to bind port c008ecfb-d752-4a28-9487-9576dda86bb0 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:27.492456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Attempting to bind port c008ecfb-d752-4a28-9487-9576dda86bb0 on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:27.496869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Port c008ecfb-d752-4a28-9487-9576dda86bb0 on network 760817bc-0e09-42a9-8280-29797ea90888 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:27.497114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Attempting to bind port c008ecfb-d752-4a28-9487-9576dda86bb0 on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:27.503934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:27.504285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Checking segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:27.504861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Bound using segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:27.505296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Bound port: c008ecfb-d752-4a28-9487-9576dda86bb0, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:27.505670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.521780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:27.530294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:27.550748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:27.550748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.551083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.588797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:27.598646 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:27.611206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-658286c5-6313-4b72-9ae5-328f80233dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.613629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-658286c5-6313-4b72-9ae5-328f80233dd3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.3737719 May 20 07:39:27.647115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:27.650073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8188-0256-49c3-abb9-5c06104dad28 req-8eaf512d-7398-4f68-8596-5ec2373095b0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.650775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4acf8188-0256-49c3-abb9-5c06104dad28 req-8eaf512d-7398-4f68-8596-5ec2373095b0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:27.651710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c008ecfb-d752-4a28-9487-9576dda86bb0,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:27.736254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2695258 May 20 07:39:27.737150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.742956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:27.750879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Request body: {'port': {'device_id': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:27.811822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.812145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4acf8188-0256-49c3-abb9-5c06104dad28 req-8eaf512d-7398-4f68-8596-5ec2373095b0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:27.812598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:27.813284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4acf8188-0256-49c3-abb9-5c06104dad28 req-8eaf512d-7398-4f68-8596-5ec2373095b0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 932 time: 0.3967097 May 20 07:39:27.814241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] 10.222.0.84 "PUT /v2.0/ports/c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 200 len: 1091 time: 1.5129986 May 20 07:39:27.814816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:27.908783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-0048db98-c9eb-4342-9958-5f9387f9fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:27.912191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-0048db98-c9eb-4342-9958-5f9387f9fc11 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2908714 May 20 07:39:27.934221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:27.946965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:28.027211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-bbc5a46d-5cff-486a-bb24-ab81ed57337a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.1045074 May 20 07:39:28.043055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4acf8188-0256-49c3-abb9-5c06104dad28 req-671d815d-475c-479a-b910-295263658543 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179933 May 20 07:39:28.055354 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:28.057202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-14ffd043-f182-4131-a0fb-b2abb1634fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.060484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-14ffd043-f182-4131-a0fb-b2abb1634fb3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 1094 time: 0.1230671 May 20 07:39:28.118474 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84c8630-b8d4-4e23-83e0-75a5d6ebc0ff', 'name': 'network-vif-deleted', 'tag': 'd4364b84-3778-43f7-a71c-2e13b754e5a7', 'status': 'completed', 'code': 200} May 20 07:39:28.187712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-aab95bac-5435-4a8b-af6f-634696a8a650 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 200 len: 217 time: 0.1194971 May 20 07:39:28.219191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-c4d57dc7-9078-4d6d-9971-e7b698be8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.220718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-c4d57dc7-9078-4d6d-9971-e7b698be8d4a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1455047 May 20 07:39:28.252362 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'status': 'completed', 'code': 200} May 20 07:39:28.284608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-6bf6363e-307c-429f-9dab-ca8dad9acb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.286390 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-6bf6363e-307c-429f-9dab-ca8dad9acb79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.0893838 May 20 07:39:28.446634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d4364b84-3778-43f7-a71c-2e13b754e5a7 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:39:28.452263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37abaa-d1c2-4bee-b237-8f3fb77f7517 req-e67799a4-ef21-492a-b61a-422c548e42e4 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.452996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ce37abaa-d1c2-4bee-b237-8f3fb77f7517 req-e67799a4-ef21-492a-b61a-422c548e42e4 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:28.458396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-208cd367-edb2-43d0-9bbe-c240a2b0b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.459850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-208cd367-edb2-43d0-9bbe-c240a2b0b414 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654906 May 20 07:39:28.498723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: d4364b84-3778-43f7-a71c-2e13b754e5a7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:39:28.500099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d4364b84-3778-43f7-a71c-2e13b754e5a7 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:39:28.558076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ce37abaa-d1c2-4bee-b237-8f3fb77f7517 req-e67799a4-ef21-492a-b61a-422c548e42e4 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:28.559246 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce37abaa-d1c2-4bee-b237-8f3fb77f7517 req-e67799a4-ef21-492a-b61a-422c548e42e4 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 943 time: 0.2334371 May 20 07:39:28.633676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce37abaa-d1c2-4bee-b237-8f3fb77f7517 req-2ab55056-1834-4371-96db-8b578fc23551 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642557 May 20 07:39:28.635619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-0d40071d-7daf-4303-a522-1c8f6e85cbf8 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667600 May 20 07:39:28.660193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-16d334e8-e93d-4de0-9c0f-5607e7de0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.661723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-16d334e8-e93d-4de0-9c0f-5607e7de0d20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3939180 May 20 07:39:28.719666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-48378997-61e8-45b0-9c94-a310190118fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3910306 May 20 07:39:28.781594 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c493d1-62da-4048-bca5-c6e9383e3cdc req-cfd23d1e-2449-4393-8e6a-422bacb58738 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386156 May 20 07:39:28.842367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25075d1-0871-4d50-af17-ddd877dd7a30 req-443ed46e-34f3-495e-894f-7a86d9650012 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.843904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e25075d1-0871-4d50-af17-ddd877dd7a30 req-443ed46e-34f3-495e-894f-7a86d9650012 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.3461747 May 20 07:39:28.953143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-3c368f49-3681-471f-8462-46c70acfe5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:28.954598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-3c368f49-3681-471f-8462-46c70acfe5f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 1094 time: 0.0731022 May 20 07:39:28.964124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-a165066a-25a5-44e3-bb3d-d468f6304364 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951753 May 20 07:39:29.037089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9c842c-0044-4080-87be-d9e1ba9f9b80 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:29.051570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e25075d1-0871-4d50-af17-ddd877dd7a30 req-a98c1b23-6688-4c50-b7b3-3582ea1189c5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881633 May 20 07:39:29.056416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:29.102750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-0ed03dd3-dff6-4f20-b55e-245eb841ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.104779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-0ed03dd3-dff6-4f20-b55e-245eb841ac77 service neutron] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 924 time: 0.1419637 May 20 07:39:29.144107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Transition to ACTIVE for port object db9c842c-0044-4080-87be-d9e1ba9f9b80 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:29.181527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0087d3d-7261-4143-8e4d-d6182ec4a7dd req-cfaaeaa6-7e1e-4e08-9ed9-6764b2c463cb service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957550 May 20 07:39:29.181527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-d4441577-c716-4e55-9f1a-187e1175ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.181527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-d4441577-c716-4e55-9f1a-187e1175ea3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=808c879512c5491dbe9a1321619fa920&device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 1122 time: 0.2821560 May 20 07:39:29.252233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:29.270872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:29.303438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-7c87e5c9-82b6-4bad-afc9-387ba8d53a4c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 200 len: 217 time: 0.1907663 May 20 07:39:29.430023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-98e8e9f7-7147-47ca-bba4-0c06bff42738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.431446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-98e8e9f7-7147-47ca-bba4-0c06bff42738 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.0787346 May 20 07:39:29.495712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e74c1a-8c73-40ac-8ae8-aa7b63544c10 req-545ec54f-8f5c-4112-b890-3d3c4062cc3b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.497208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02e74c1a-8c73-40ac-8ae8-aa7b63544c10 req-545ec54f-8f5c-4112-b890-3d3c4062cc3b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1928959 May 20 07:39:29.501291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:29.528472 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:29.568948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-02e74c1a-8c73-40ac-8ae8-aa7b63544c10 req-d402485b-159f-48d8-b281-cb02f4a05107 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:29.582548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-30cecda7-fdf2-47fa-b6ae-d812d45b5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.584025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-30cecda7-fdf2-47fa-b6ae-d812d45b5365 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451733 May 20 07:39:29.597580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:29.597967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:29.598296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:29.604114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-48c8d376-10ea-4a31-97cb-e7b52b2cca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.605548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-48c8d376-10ea-4a31-97cb-e7b52b2cca8d service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3894970 May 20 07:39:29.608285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-bceaaf20-9111-4423-9f5c-76f757c009b5 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431015 May 20 07:39:29.608952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:29.609267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:29.671120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:29.671452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:29.671830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:29.672261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Bound port: db9c842c-0044-4080-87be-d9e1ba9f9b80, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:29.672600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:29.685327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-02e74c1a-8c73-40ac-8ae8-aa7b63544c10 req-d402485b-159f-48d8-b281-cb02f4a05107 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:29.686551 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02e74c1a-8c73-40ac-8ae8-aa7b63544c10 req-d402485b-159f-48d8-b281-cb02f4a05107 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722639 May 20 07:39:29.711608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-f9da7162-efbd-4630-bbe4-7d7724564306 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=662dcc68-544d-448f-a042-61749c0b6b8a HTTP/1.1" status: 200 len: 217 time: 0.0966914 May 20 07:39:29.748747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-01aa56f0-2d5f-4344-a465-8a89e0cdc826 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543093 May 20 07:39:29.898039 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-417bd72e-076f-4c98-8be8-f18da46e7ee6 req-f937675b-7c74-4081-8451-88cc3328e088 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386001 May 20 07:39:29.931570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-d529a3fb-80ce-49d3-821a-d5866e68e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:29.933051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-d529a3fb-80ce-49d3-821a-d5866e68e77e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2014565 May 20 07:39:29.982600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:30.013872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:30.021659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-ac0a9ac2-5ac0-4bdc-8fe6-5e1e66fbd848 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.024689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-ac0a9ac2-5ac0-4bdc-8fe6-5e1e66fbd848 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531537 May 20 07:39:30.043833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-448af360-fce5-4cba-9a68-a44019021c48 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/quotas/7a7d5daf0d2d4a9d93ead358aa77c808 HTTP/1.1" status: 200 len: 375 time: 0.0143511 May 20 07:39:30.087988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-2e68f710-1ab9-4532-9d56-ce73b92dc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.089427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-2e68f710-1ab9-4532-9d56-ce73b92dc59a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493702 May 20 07:39:30.095141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.121539 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:30.150413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f8e60804-deff-45f2-9990-6dd4c118079c req-7b24dce9-e212-4a04-a160-9c6f35718dd7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Synchronizing usage tracker for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:30.223706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8264-36d9-4cc0-a5f1-5161b9f02470 req-071e73a3-6c87-425b-af9f-fbc27667eb8d tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.225172 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31ac8264-36d9-4cc0-a5f1-5161b9f02470 req-071e73a3-6c87-425b-af9f-fbc27667eb8d tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 943 time: 0.0845416 May 20 07:39:30.255064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.255672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.257007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] 10.222.0.84 "PUT /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 1092 time: 2.5102162 May 20 07:39:30.257508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:30.273422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31ac8264-36d9-4cc0-a5f1-5161b9f02470 req-a5b894e6-29c2-4297-97d8-d6de5b4adde7 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 May 20 07:39:30.294426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:30.299010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:30.329184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-0312cb15-e4b7-4e4b-8432-fc83504bb112 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283354 May 20 07:39:30.350822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38806) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:30.482123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.497827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:30.501787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Usage tracker for resource:security_group_rule and tenant:db25291453684c9c9bbb177b8c5829c4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:30.504770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:30.510390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:30.528391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f8e60804-deff-45f2-9990-6dd4c118079c req-7b24dce9-e212-4a04-a160-9c6f35718dd7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Unset dirty status for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:30.529663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-7b24dce9-e212-4a04-a160-9c6f35718dd7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4786439 May 20 07:39:30.618504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:30.643356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.647468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b1be49-edb5-4029-8ee1-425fa9554410 req-50113305-ed2d-4000-a1ca-4936e7b0d075 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115225 May 20 07:39:30.661947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-8263c943-064b-49c1-95e7-5bcde16a42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.663408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-8263c943-064b-49c1-95e7-5bcde16a42aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1095 time: 0.1386459 May 20 07:39:30.736278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.742815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-5bbbd318-fdf7-40e2-b897-528fc2db37f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.0704646 May 20 07:39:30.754528 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53ac13cc-3b2c-4da2-952a-cd2e0ccda578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:30.803788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:30.814757 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db25291453684c9c9bbb177b8c5829c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627771 May 20 07:39:30.817071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:30.823365 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'status': 'completed', 'code': 200} May 20 07:39:30.825265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212f886a-f3cf-49ba-8594-efc8336a4f7b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:30.829599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '502db63c-5004-491a-9c60-5c751b7451e3', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '502db63c-5004-491a-9c60-5c751b7451e3', 'mac_address': 'fa:16:3e:ec:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:30.838810 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:30.852051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-11ff0b70-dd10-4867-a355-6394977b314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.858114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-11ff0b70-dd10-4867-a355-6394977b314b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1010058 May 20 07:39:30.858669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e701952-0a43-4b6e-b89e-c565686bc0fc req-6380dc3c-edb8-4e89-9709-1b4c8ca5bc23 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:30.858669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3e701952-0a43-4b6e-b89e-c565686bc0fc req-6380dc3c-edb8-4e89-9709-1b4c8ca5bc23 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.1846461 May 20 07:39:30.919556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-f3d637ac-35e6-4334-afb5-2bb1f7640330 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534692 May 20 07:39:30.937469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3e701952-0a43-4b6e-b89e-c565686bc0fc req-53d48c86-eea5-41aa-a332-6667a15e4a9e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 May 20 07:39:30.952999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.972858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:30.997975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502db63c-5004-491a-9c60-5c751b7451e3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:30.998153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:31.018535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:31.039102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0262eb03-81fa-426c-862f-c991d17f4da5 req-9a3136ce-6e9b-4904-9986-40e1121b1d8f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 210 time: 0.0475147 May 20 07:39:31.096204 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:31.099578 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:31.131289 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-9cc5460f-e0d8-43ed-a6f3-2e4dfb3c1897 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050414 May 20 07:39:31.169715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:31.169931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:31.173441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:31.179864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:31.205462 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:31.209762 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/212f886a-f3cf-49ba-8594-efc8336a4f7b HTTP/1.1" status: 204 len: 168 time: 0.3846776 May 20 07:39:31.209762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f886a-f3cf-49ba-8594-efc8336a4f7b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:31.211366 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:31.219569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5a49a-323d-4cdf-8170-c6362d01e97e req-0fdb754a-b058-4356-8562-f32e7ef1ac70 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:31.222375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7e5a49a-323d-4cdf-8170-c6362d01e97e req-0fdb754a-b058-4356-8562-f32e7ef1ac70 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1272099 May 20 07:39:31.277087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7e5a49a-323d-4cdf-8170-c6362d01e97e req-34fe0764-9186-42ed-b304-5e6b17679901 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 May 20 07:39:31.295398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea17bc38-c5df-4127-8e9f-826ae0d6778f req-160c38a5-624f-4ecd-9d84-0a7004c3f5bd service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569235 May 20 07:39:31.455202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:31.529818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0c45e-26ab-4dfd-a003-a694c8603a64 req-13c09da7-eaef-48c0-a98d-860e3511d61e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:31.531568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cb0c45e-26ab-4dfd-a003-a694c8603a64 req-13c09da7-eaef-48c0-a98d-860e3511d61e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 943 time: 0.1236975 May 20 07:39:31.625285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cb0c45e-26ab-4dfd-a003-a694c8603a64 req-89b33cf2-59d6-4fbd-832d-e28e4482c396 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685740 May 20 07:39:31.644837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-24e218e6-2f85-4208-b059-11459c47d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:31.646513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-24e218e6-2f85-4208-b059-11459c47d350 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1095 time: 0.1557209 May 20 07:39:31.815037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-7f221d69-2bdb-4621-a716-92a1647d594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:31.817620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-7f221d69-2bdb-4621-a716-92a1647d594e service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1635532 May 20 07:39:31.890774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-0d0fffc9-b31c-4a97-8c3c-b221ecf85d7f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.0662720 May 20 07:39:31.973330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-8e6978a2-d540-4cd8-bd07-9911b7fb57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:31.975475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-8e6978a2-d540-4cd8-bd07-9911b7fb57b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0783477 May 20 07:39:32.025366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-14969bda-abb7-4974-901a-65310cf0f415 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426400 May 20 07:39:32.074887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38878) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:32.097676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.112397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:32.117080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Usage tracker for resource:security_group_rule and tenant:f42083b4fc3e4bbbb3779cb65c6600de is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:32.120115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:32.126101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:32.229733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.252308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-6fd1a9a3-6b50-4681-bfab-046b5316d436 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143393 May 20 07:39:32.260670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcff649-bcd7-4376-bd75-931e8438fc18 req-1d30acd9-a7db-476b-9384-705043aba58a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:32.262078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2dcff649-bcd7-4376-bd75-931e8438fc18 req-1d30acd9-a7db-476b-9384-705043aba58a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 948 time: 0.1875150 May 20 07:39:32.285888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.295168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:32.341626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f42083b4fc3e4bbbb3779cb65c6600de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633011 May 20 07:39:32.341626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fbd9b8-ec59-41a7-9dba-b89e53ffd1d7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:32.342381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38890) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:32.345181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:32.416585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.458938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.486775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2dcff649-bcd7-4376-bd75-931e8438fc18 req-d9b267f1-a1df-4e82-b246-46df1f60ddd4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054949 May 20 07:39:32.536812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16deaee-f0a9-417a-a2e4-1402689b5546 req-625a1fb2-e6c0-4a2f-b80b-b7c730b8c10c service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737489 May 20 07:39:32.559167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ca95307-2441-4c25-847c-5677dd8c5ddd req-84058094-8d6e-43e6-9981-85e5099ab849 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 210 time: 0.0452635 May 20 07:39:32.604733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c008ecfb-d752-4a28-9487-9576dda86bb0 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:32.638180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:32.672355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a074ec-3126-4173-ae09-a36d25e2cd08 req-55f44ddf-a45d-4528-a8d1-d825010ccbec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:32.673698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58a074ec-3126-4173-ae09-a36d25e2cd08 req-55f44ddf-a45d-4528-a8d1-d825010ccbec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.0848835 May 20 07:39:32.684248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.697826 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:32.733204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fbd9b8-ec59-41a7-9dba-b89e53ffd1d7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:32.737356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58a074ec-3126-4173-ae09-a36d25e2cd08 req-bbed6958-9075-4608-9744-a929f9bb961f tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565553 May 20 07:39:32.738817 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:32.739914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.742291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8fbd9b8-ec59-41a7-9dba-b89e53ffd1d7 HTTP/1.1" status: 204 len: 168 time: 0.3977165 May 20 07:39:32.825013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c008ecfb-d752-4a28-9487-9576dda86bb0,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:32.839999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'port_id': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'mac_address': 'fa:16:3e:9c:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:32.911363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 502db63c-5004-491a-9c60-5c751b7451e3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:32.920198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 502db63c-5004-491a-9c60-5c751b7451e3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:32.920576 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:32.978815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.002784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c008ecfb-d752-4a28-9487-9576dda86bb0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:33.007111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a609d-ed91-4428-ab40-66fedb66328a req-e926fabe-aa13-4024-a1a0-0d4dec78127c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:33.008803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b74a609d-ed91-4428-ab40-66fedb66328a req-e926fabe-aa13-4024-a1a0-0d4dec78127c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 943 time: 0.1227391 May 20 07:39:33.038444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c008ecfb-d752-4a28-9487-9576dda86bb0,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:33.062428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b74a609d-ed91-4428-ab40-66fedb66328a req-0c035f3b-ecd7-4411-bd18-f818253ce95e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478408 May 20 07:39:33.101866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.135595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:33.145100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.148669 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aa827519-330b-45ba-a303-67485d696a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:33.191962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:33.209849 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'code': 200} May 20 07:39:33.229201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:33.233723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:33.245789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-c56b7ab6-ffdc-40fb-8be6-974754c5e126 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518103 May 20 07:39:33.256294 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.258148 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:33.341365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:33.349757 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:33.398767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['c008ecfb-d752-4a28-9487-9576dda86bb0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:33.408203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:33.573183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b2b4e-a3f5-4491-9ee3-f6746721a8bd req-81479650-f1c8-49b2-a8d0-36ce3c607491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:33.577972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b3b2b4e-a3f5-4491-9ee3-f6746721a8bd req-81479650-f1c8-49b2-a8d0-36ce3c607491 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1100 time: 0.2698846 May 20 07:39:33.586237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-d81252f5-4c3d-4224-98b1-35811ca3970f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:33.588248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-d81252f5-4c3d-4224-98b1-35811ca3970f tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365197 May 20 07:39:33.664118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1b3b2b4e-a3f5-4491-9ee3-f6746721a8bd req-72a78bbf-594b-4234-ac85-e2dfd60e3b15 service neutron] Synchronizing usage tracker for tenant:7942cb9f1e4c45c3a1cf16ee98afb449 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:33.672709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Request body: {'port': {'device_id': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '7a7d5daf0d2d4a9d93ead358aa77c808'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:33.714154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.747851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:33.752708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdf78ad3a43480ea6abc3e8453b9f07 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:33.756373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:33.762775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:33.898600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42a335-a7a2-470c-beb9-2c82fa6fac62 req-5309e258-38e4-4b85-b01a-6c981c174f09 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:33.900134 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b42a335-a7a2-470c-beb9-2c82fa6fac62 req-5309e258-38e4-4b85-b01a-6c981c174f09 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2854097 May 20 07:39:33.901651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38962) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:33.907652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.908963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:33.921316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:33.938885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1b3b2b4e-a3f5-4491-9ee3-f6746721a8bd req-72a78bbf-594b-4234-ac85-e2dfd60e3b15 service neutron] Unset dirty status for tenant:7942cb9f1e4c45c3a1cf16ee98afb449 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:33.940401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b3b2b4e-a3f5-4491-9ee3-f6746721a8bd req-72a78bbf-594b-4234-ac85-e2dfd60e3b15 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511925 May 20 07:39:33.959454 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b42a335-a7a2-470c-beb9-2c82fa6fac62 req-ca75e19a-b65a-4a4e-82b6-e98c1a95326c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 May 20 07:39:33.962491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:33.981774 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f2db061-f4d1-426d-b258-2327007ff64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:34.027560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Made reservation on behalf of 7a7d5daf0d2d4a9d93ead358aa77c808 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:34.031492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.056636 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cdf78ad3a43480ea6abc3e8453b9f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352751 May 20 07:39:34.056636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600fe750-ec54-490f-a87d-69a980e3d9fc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:34.056636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38972) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:34.056636 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:34.116162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.146047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.232020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-995ddfaa-550b-4138-9207-f0f98e9fe2ac req-93f8babe-3dc7-4c56-912f-ea8bab91a97d tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 210 time: 0.0679266 May 20 07:39:34.243520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.258077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25844-b217-41ab-af66-bfd900337e6c req-0f683b28-103b-4e2e-8eb8-41bfdf08391d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:34.259607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-75a25844-b217-41ab-af66-bfd900337e6c req-0f683b28-103b-4e2e-8eb8-41bfdf08391d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1038914 May 20 07:39:34.321056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-75a25844-b217-41ab-af66-bfd900337e6c req-35ac2089-cf59-423e-851d-738a89749c5c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536497 May 20 07:39:34.333236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.340603 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:34.372576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:34.378678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600fe750-ec54-490f-a87d-69a980e3d9fc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:34.384039 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:34.385671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.390607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/600fe750-ec54-490f-a87d-69a980e3d9fc HTTP/1.1" status: 204 len: 168 time: 0.3400366 May 20 07:39:34.406028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Allocated IP 192.168.233.249 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/ad56149c-46ba-4bed-a5a8-8173bbcfe356) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:39:34.408646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Usage tracker for resource:security_group_rule and tenant:a20a7c1a300b4f33a4f36f13538d518e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:34.415881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:34.470300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:34.635668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:34.638172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c008ecfb-d752-4a28-9487-9576dda86bb0 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:34.670840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038bfa7-fa5e-468a-9411-8068da1a2748 req-89f968f4-e2e9-4257-9f4d-0038e71b7ad9 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:34.679415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f038bfa7-fa5e-468a-9411-8068da1a2748 req-89f968f4-e2e9-4257-9f4d-0038e71b7ad9 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 944 time: 0.2805619 May 20 07:39:34.810020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f038bfa7-fa5e-468a-9411-8068da1a2748 req-7b9c6125-8a26-4fbb-9342-756942ea0b26 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283441 May 20 07:39:34.826635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.875867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:34.891671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'port_id': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'mac_address': 'fa:16:3e:6f:48:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d3f0e8-325f-4904-95a5-f7b131f39682', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:34.899006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.916794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Transition to ACTIVE for port object ad56149c-46ba-4bed-a5a8-8173bbcfe356 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:34.959624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.970364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:34.972612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port c008ecfb-d752-4a28-9487-9576dda86bb0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:34.979703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port c008ecfb-d752-4a28-9487-9576dda86bb0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:34.980086 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.001045 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-545e2312-a977-4f49-bf0b-ff5b4b4e0c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:35.011130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a20a7c1a300b4f33a4f36f13538d518e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1082964 May 20 07:39:35.013976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:35.017711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9c842c-0044-4080-87be-d9e1ba9f9b80 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:35.036898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:35.040293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb40b5-e7f3-4305-8d94-018d86790451,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:35.054492 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:35.056222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.073541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:35.130518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.138579 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:35.215603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:39:35.219123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:35.224620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:39:35.229359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.230306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:35.230989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.262439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:35.268189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Pushing event updated for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:35.269309 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:35.271965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39014) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:35.275180 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:35.278032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:35.289065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c008ecfb-d752-4a28-9487-9576dda86bb0,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:35.305252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.325774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.325953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:35.327619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7a2ab30eb04b26abd0bdfb16fec0e6 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:35.330729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:35.338619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:35.347754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033472-d5eb-4d1e-8948-715a4334385b req-2e8f09f6-9906-453d-b90a-597ec21641da tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:35.359272 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3a033472-d5eb-4d1e-8948-715a4334385b req-2e8f09f6-9906-453d-b90a-597ec21641da tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1712635 May 20 07:39:35.380663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.382710 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:35.403474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.480965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['db9c842c-0044-4080-87be-d9e1ba9f9b80'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:35.488815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3a033472-d5eb-4d1e-8948-715a4334385b req-3db096cf-598b-44a9-93f6-b5111f630daa tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285634 May 20 07:39:35.500331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8376737 May 20 07:39:35.560186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Request body: {'port': {'device_id': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:35.595099 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'code': 200} May 20 07:39:35.635580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:35.645120 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:35.665932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.669948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:35.701792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.702908 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1bb40b5-e7f3-4305-8d94-018d86790451 HTTP/1.1" status: 204 len: 168 time: 0.6865420 May 20 07:39:35.703815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb40b5-e7f3-4305-8d94-018d86790451,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:35.707488 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:35.741317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.771891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af25ef84-09ac-4606-a530-ad7f85962a3f None None] Provisioning for port ad56149c-46ba-4bed-a5a8-8173bbcfe356 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:35.782638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af25ef84-09ac-4606-a530-ad7f85962a3f None None] Provisioning complete for port ad56149c-46ba-4bed-a5a8-8173bbcfe356 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:35.782638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af25ef84-09ac-4606-a530-ad7f85962a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.869091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af25ef84-09ac-4606-a530-ad7f85962a3f None None] Port ad56149c-46ba-4bed-a5a8-8173bbcfe356 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:39:35.870606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f53c7-ef0f-4ca0-921d-cae61a008b1c req-ff889005-78a3-4082-9a06-1dee15debd43 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:35.875051 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-266f53c7-ef0f-4ca0-921d-cae61a008b1c req-ff889005-78a3-4082-9a06-1dee15debd43 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.1692204 May 20 07:39:35.963540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-266f53c7-ef0f-4ca0-921d-cae61a008b1c req-3707cc10-380a-4383-9fca-3347fb28e0b1 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804977 May 20 07:39:35.974203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:35.993907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0bb0712e-2562-4aef-aa2e-498e42f11746 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:36.083894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa7a2ab30eb04b26abd0bdfb16fec0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102739 May 20 07:39:36.087732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3defcf-294d-4c95-bf8c-8644acce054c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:36.090819 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:36.093243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f2b12-377f-460f-b635-c7d8f6ef24e6 req-f4b4e4a5-278b-493e-96e8-c756f8c80ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:36.094721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-949f2b12-377f-460f-b635-c7d8f6ef24e6 req-f4b4e4a5-278b-493e-96e8-c756f8c80ee4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 1096 time: 0.3501666 May 20 07:39:36.097202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39038) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:36.102568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.156591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738b44c-d5c8-4977-8497-002fbdf3531d req-de6f145a-3ad6-4e7c-9946-aa9eac4003f2 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:36.156591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a738b44c-d5c8-4977-8497-002fbdf3531d req-de6f145a-3ad6-4e7c-9946-aa9eac4003f2 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Synchronizing usage tracker for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:36.198592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262674a9-95aa-41e9-b8cc-eee4126cf07c req-8730d728-a81a-4899-8c79-d024a6804724 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:36.200067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-262674a9-95aa-41e9-b8cc-eee4126cf07c req-8730d728-a81a-4899-8c79-d024a6804724 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.1176646 May 20 07:39:36.259029 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-262674a9-95aa-41e9-b8cc-eee4126cf07c req-d33b8023-96da-4796-9d17-c4e4cbdc8299 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 May 20 07:39:36.265232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-949f2b12-377f-460f-b635-c7d8f6ef24e6 req-f2c06eba-bc06-426c-abb0-d5ca6ee976b3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392343 May 20 07:39:36.346498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.365943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a738b44c-d5c8-4977-8497-002fbdf3531d req-de6f145a-3ad6-4e7c-9946-aa9eac4003f2 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Unset dirty status for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:36.367182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a738b44c-d5c8-4977-8497-002fbdf3531d req-de6f145a-3ad6-4e7c-9946-aa9eac4003f2 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 936 time: 0.7437477 May 20 07:39:36.415453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.466916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fd2c3-ccf3-430b-9113-dd29bda6c5b3 req-dbf08d01-0670-4767-8c12-44418d8ba0ad tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:36.468377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f26fd2c3-ccf3-430b-9113-dd29bda6c5b3 req-dbf08d01-0670-4767-8c12-44418d8ba0ad tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 945 time: 0.0865848 May 20 07:39:36.520173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f26fd2c3-ccf3-430b-9113-dd29bda6c5b3 req-039f6544-2f82-4c9a-b600-9739b13acb9c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 May 20 07:39:36.558018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a738b44c-d5c8-4977-8497-002fbdf3531d req-0b864d08-c32a-4188-8475-0949854cc264 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811602 May 20 07:39:36.666273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:36.681178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:36.708967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.723449 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.725434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22768ac-44b9-4236-9983-e11802ba333e req-93066d12-90ff-4899-a6c5-1a4aeab3a578 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:36.727176 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d22768ac-44b9-4236-9983-e11802ba333e req-93066d12-90ff-4899-a6c5-1a4aeab3a578 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1075561 May 20 07:39:36.731037 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-35cb852a-6e14-4640-b563-27482a095e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:36.739612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad56149c-46ba-4bed-a5a8-8173bbcfe356 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:36.751690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:36.755587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.758010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3defcf-294d-4c95-bf8c-8644acce054c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:36.760835 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:36.767404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Usage tracker for resource:security_group_rule and tenant:48ce065747c74ffc92e8a251fd9aac90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:36.774939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:36.775942 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d22768ac-44b9-4236-9983-e11802ba333e req-5c53914e-5030-40b9-86f2-c4657dd77144 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 May 20 07:39:36.788996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:36.791446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.792553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e3defcf-294d-4c95-bf8c-8644acce054c HTTP/1.1" status: 204 len: 168 time: 0.6932504 May 20 07:39:36.804866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aa7e908b-4c0d-4341-a0c8-cb2af920a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.809792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Transition to ACTIVE for port object ad56149c-46ba-4bed-a5a8-8173bbcfe356 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:36.828225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port db9c842c-0044-4080-87be-d9e1ba9f9b80 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:36.837502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port db9c842c-0044-4080-87be-d9e1ba9f9b80 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:36.837924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.923217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:36.939400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:36.987981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.059919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:37.127770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.136061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:37.215629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39062) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:37.217646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.228611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c460f-7474-460d-bc70-10a203998ab6 req-894d6d9e-d6cc-42ff-a6f5-b402c79a3ca1 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:37.230385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-484c460f-7474-460d-bc70-10a203998ab6 req-894d6d9e-d6cc-42ff-a6f5-b402c79a3ca1 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.3869362 May 20 07:39:37.267052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:37.272346 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:37.279505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Pushing event updated for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:37.299293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda64a-a99f-4612-96b8-885042073f36 req-3d366b4a-6641-4517-8b20-ee3ae99b12ee tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:37.308750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-19bda64a-a99f-4612-96b8-885042073f36 req-3d366b4a-6641-4517-8b20-ee3ae99b12ee tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 971 time: 0.1837015 May 20 07:39:37.324713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:37.375421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-19bda64a-a99f-4612-96b8-885042073f36 req-263dd305-ee99-4f87-9b3b-cc419172ef22 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/security-groups?id=e809a44e-c68a-48fb-b4e6-c57043043b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654786 May 20 07:39:37.386967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.401910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f07bc43c-844e-4a9f-9ac9-1f9f76c6e0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:37.416839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Attempting to bind port ad56149c-46ba-4bed-a5a8-8173bbcfe356 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:37.416839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Attempting to bind port ad56149c-46ba-4bed-a5a8-8173bbcfe356 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:37.416839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Attempting to bind port ad56149c-46ba-4bed-a5a8-8173bbcfe356 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:37.437981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Port ad56149c-46ba-4bed-a5a8-8173bbcfe356 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:37.438177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Attempting to bind port ad56149c-46ba-4bed-a5a8-8173bbcfe356 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:37.489549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:37.489889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:37.490339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:37.490794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Bound port: ad56149c-46ba-4bed-a5a8-8173bbcfe356, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:37.491141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.515516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48ce065747c74ffc92e8a251fd9aac90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327568 May 20 07:39:37.516688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:37.549304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0435d34a-16d0-49cb-bb9e-d3543dcd7821,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:37.578647 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:37.596368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:37.656884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.673401 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.684804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:37.702158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Usage tracker for resource:security_group_rule and tenant:c43c52932e834ab297b3a534fd4686f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:37.707128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-dc61dcaa-6d48-4991-a7d2-006d6754da1a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:37.708643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-dc61dcaa-6d48-4991-a7d2-006d6754da1a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1100 time: 0.3856580 May 20 07:39:37.710946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:37.713519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549c999-2207-4d6c-8f70-3eccab684289 req-1e48a1c0-ee93-49b9-952f-b420afb9885e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:37.714503 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9549c999-2207-4d6c-8f70-3eccab684289 req-1e48a1c0-ee93-49b9-952f-b420afb9885e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 946 time: 0.1749279 May 20 07:39:37.719016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.723441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:37.751301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:37.759992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.787975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:37.790526 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9549c999-2207-4d6c-8f70-3eccab684289 req-33c816e0-ed88-4203-91b6-e4905ca9d5d8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641963 May 20 07:39:37.795677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:37.805949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Deleting port 662dcc68-544d-448f-a042-61749c0b6b8a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:39:37.806409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.822617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Usage tracker for resource:security_group_rule and tenant:81df2de07485452485d2da9fcdf3b12b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:37.828215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:37.849382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:37.908697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.917534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:37.947008 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.952642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:37.970812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435d34a-16d0-49cb-bb9e-d3543dcd7821,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:37.977209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:37.979654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:37.983833 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0435d34a-16d0-49cb-bb9e-d3543dcd7821 HTTP/1.1" status: 204 len: 168 time: 0.4625962 May 20 07:39:38.008445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb9f9-8513-4b36-8248-65171b9d451d req-14ed21ed-9d54-4775-a116-0c05219016c1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.010542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b6eb9f9-8513-4b36-8248-65171b9d451d req-14ed21ed-9d54-4775-a116-0c05219016c1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 945 time: 0.1096940 May 20 07:39:38.021750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.022400 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.023686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] 10.222.0.81 "PUT /v2.0/ports/ad56149c-46ba-4bed-a5a8-8173bbcfe356 HTTP/1.1" status: 200 len: 1096 time: 2.5009975 May 20 07:39:38.031270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:38.078843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] For port 662dcc68-544d-448f-a042-61749c0b6b8a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=662dcc68-544d-448f-a042-61749c0b6b8a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:38.078843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.086864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b6eb9f9-8513-4b36-8248-65171b9d451d req-8a5847b6-edbd-408f-be48-9b18cb9f7c00 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616763 May 20 07:39:38.126864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Pushing event updated for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:38.321011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:38.408678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Calling delete_port for 662dcc68-544d-448f-a042-61749c0b6b8a owned by compute:tempest-test_az-1684603377 {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:39:38.450228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.457446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9339843-9c2c-49b3-903c-fb63566d7b1b req-3b971001-cfe7-4a83-b230-d88868ce2add tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.459017 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9339843-9c2c-49b3-903c-fb63566d7b1b req-3b971001-cfe7-4a83-b230-d88868ce2add tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 948 time: 0.0866916 May 20 07:39:38.516553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.526713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9339843-9c2c-49b3-903c-fb63566d7b1b req-e47d1e8d-c033-49e0-96c5-d9855ac3efcb tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615287 May 20 07:39:38.542550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-54f9cbc9-d42e-47f3-b10b-0e6cc812d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.544377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-54f9cbc9-d42e-47f3-b10b-0e6cc812d47d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 1099 time: 0.2370696 May 20 07:39:38.628961 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'code': 200} May 20 07:39:38.630018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-e229c8cb-ca6a-47ba-931d-e64103f6407a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356 HTTP/1.1" status: 200 len: 217 time: 0.0692050 May 20 07:39:38.678600 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356', 'status': 'completed', 'code': 200} May 20 07:39:38.816460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-9d50ec18-49ac-4c60-b95c-b10001492dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.817956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-9d50ec18-49ac-4c60-b95c-b10001492dea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1416471 May 20 07:39:38.844883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717fab-508b-498e-9d0d-f284dfeaf3ba req-5ab9aad7-db73-44fe-8d13-7da26d455914 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.846316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee717fab-508b-498e-9d0d-f284dfeaf3ba req-5ab9aad7-db73-44fe-8d13-7da26d455914 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 945 time: 0.0826480 May 20 07:39:38.855792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:38.861362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'floatingip': {'port_id': 'c008ecfb-d752-4a28-9487-9576dda86bb0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:38.866561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.881720 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:38.925372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e41b0-dd7f-48ca-a969-dfd559ab73f3 req-3b0b4969-4997-4798-a282-d6415cf7bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:38.927792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b8e41b0-dd7f-48ca-a969-dfd559ab73f3 req-3b0b4969-4997-4798-a282-d6415cf7bbbe service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1097 time: 0.2112920 May 20 07:39:38.944898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.950445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:38.969354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c43c52932e834ab297b3a534fd4686f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7374797 May 20 07:39:38.975731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:39.001934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70661d8f-98dd-4c3e-ae05-261eb47e0221,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:39.014326 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.024889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:39.028254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:39.081514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f33ccc1e-f47c-4c84-803f-83d9992b450e req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3620884 May 20 07:39:39.114178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Pushing event deleted for resources: {'Port': ['ID=662dcc68-544d-448f-a042-61749c0b6b8a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:39.137825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ec91c2bf-277d-4ee0-b533-538b0967abb0 req-785bfe92-c4d3-4569-be80-cbc1d3a17245 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.1362946 May 20 07:39:39.158915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:39.164059 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:39.175573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b8e41b0-dd7f-48ca-a969-dfd559ab73f3 req-4d7421ec-25d0-445f-bd22-be3c750d3085 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359648 May 20 07:39:39.176340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fe5b56e-1e96-4ba5-a0cc-470d4cc5805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.334245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] No DVR routers for this DVR port 662dcc68-544d-448f-a042-61749c0b6b8a on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:39:39.337360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5015df4e-214b-4418-881b-e477a6614655,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:39.341460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e60804-deff-45f2-9990-6dd4c118079c req-a66dcb06-eab7-4f78-af9d-1d22e4e1371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:39.343444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-a66dcb06-eab7-4f78-af9d-1d22e4e1371f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5170817 May 20 07:39:39.345354 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:39.351420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.433735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.495025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.568620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.620741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b927-2a60-41af-9a3a-ab3f0b5ccfb7 req-8158b162-122a-45a3-8eaf-ef353de5e494 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:39.622293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f540b927-2a60-41af-9a3a-ab3f0b5ccfb7 req-8158b162-122a-45a3-8eaf-ef353de5e494 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 946 time: 0.3728578 May 20 07:39:39.698784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-74e4c1bc-48a1-4d17-b3d9-ddc29694f542 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438632 May 20 07:39:39.699731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-484c460f-7474-460d-bc70-10a203998ab6 req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.81 "DELETE /v2.0/ports/662dcc68-544d-448f-a042-61749c0b6b8a HTTP/1.1" status: 204 len: 173 time: 2.4402809 May 20 07:39:39.719634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f540b927-2a60-41af-9a3a-ab3f0b5ccfb7 req-32a79984-88bc-4583-bacb-7222809fcfc2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807130 May 20 07:39:39.886211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e60804-deff-45f2-9990-6dd4c118079c req-03e147bc-7567-44c1-8646-35cb1dfffd09 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775992 May 20 07:39:39.902366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:39.916606 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a48ffb7f-8763-480b-a306-bf74b6fddc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:39.989626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70661d8f-98dd-4c3e-ae05-261eb47e0221,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:39.997170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:40.001328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70661d8f-98dd-4c3e-ae05-261eb47e0221 HTTP/1.1" status: 204 len: 168 time: 1.0150306 May 20 07:39:40.001328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:40.101195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b559f-746b-430c-bd60-44a6901db425 req-591cf7db-3f0f-4381-b78a-0be263a89aa9 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.122885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c06b559f-746b-430c-bd60-44a6901db425 req-591cf7db-3f0f-4381-b78a-0be263a89aa9 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 948 time: 0.1762323 May 20 07:39:40.125542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:39:40.248294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c06b559f-746b-430c-bd60-44a6901db425 req-e773226a-02db-42b8-a5a7-3127ff28a5f9 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243105 May 20 07:39:40.254686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:40.278697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b434928b-df64-4efd-ade2-6ccf81786c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.280173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b434928b-df64-4efd-ade2-6ccf81786c64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 1099 time: 0.2595174 May 20 07:39:40.359721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:40.491070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 662dcc68-544d-448f-a042-61749c0b6b8a no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:39:40.561368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 662dcc68-544d-448f-a042-61749c0b6b8a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:39:40.562014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 662dcc68-544d-448f-a042-61749c0b6b8a not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:39:40.593050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-53307d9d-702e-4954-9fc6-0f5a18b48dab req-14c29b49-7449-44c6-997b-633dce20afd2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Synchronizing usage tracker for tenant:808c879512c5491dbe9a1321619fa920 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:40.629192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b1811b3a-fc45-4ce2-a00d-aa202c263f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.630693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b1811b3a-fc45-4ce2-a00d-aa202c263f62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3432214 May 20 07:39:40.692536 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37 associated. External IP: 172.25.8.124, port: c008ecfb-d752-4a28-9487-9576dda86bb0. May 20 07:39:40.714539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'name': 'network-vif-deleted', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:40.722438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-665b9bfb-39df-4fc0-aef0-80e06821f16d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356 HTTP/1.1" status: 200 len: 217 time: 0.0788026 May 20 07:39:40.730545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-53307d9d-702e-4954-9fc6-0f5a18b48dab req-14c29b49-7449-44c6-997b-633dce20afd2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Unset dirty status for tenant:808c879512c5491dbe9a1321619fa920 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:40.730545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53307d9d-702e-4954-9fc6-0f5a18b48dab req-14c29b49-7449-44c6-997b-633dce20afd2 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e80ada5-7e76-4224-9c07-aaae304b031c HTTP/1.1" status: 200 len: 210 time: 0.1860659 May 20 07:39:40.801200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a835-0066-45b5-982b-44a5396f49a0 req-44c0d334-02b0-4970-94a2-2aa2bfac9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.803371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-44c0d334-02b0-4970-94a2-2aa2bfac9636 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0746069 May 20 07:39:40.870014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5ff8b-3aff-43ea-a001-51538a524d2c req-b4fea693-530a-4b73-9fd8-4ce69dbf8432 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.871496 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cad5ff8b-3aff-43ea-a001-51538a524d2c req-b4fea693-530a-4b73-9fd8-4ce69dbf8432 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2824728 May 20 07:39:40.894834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b67a76e3-6043-4e1b-b605-3f1c5345969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:40.897923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-b67a76e3-6043-4e1b-b605-3f1c5345969e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871119 May 20 07:39:40.966376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cad5ff8b-3aff-43ea-a001-51538a524d2c req-3837f5c5-19d4-413d-852d-42a36ac0ca5e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860801 May 20 07:39:41.013611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.014445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39192) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:41.039420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.058183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:41.062285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Usage tracker for resource:security_group_rule and tenant:07e3fd2b22da4a569a7aa7fed8e2aa20 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:41.065152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:41.078062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:41.153290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:41.170058 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.172201 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e80ada5-7e76-4224-9c07-aaae304b031c', 'name': 'network-vif-deleted', 'tag': '662dcc68-544d-448f-a042-61749c0b6b8a', 'status': 'completed', 'code': 200} May 20 07:39:41.199365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-1075d781-e77d-4cbd-9317-393be4e5824c service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943320 May 20 07:39:41.215111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:39:41.263630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.276135 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3aad8949-59ad-456f-81ee-09e4dcdefd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:41.308472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca1abe5-64b4-441a-9775-8787907950b5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.386615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:41.395640 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:41.404382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07e3fd2b22da4a569a7aa7fed8e2aa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890123 May 20 07:39:41.412474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39210) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:41.484912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5613a835-0066-45b5-982b-44a5396f49a0 req-0847371e-9e72-4952-92aa-79c3ecca5b72 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779608 May 20 07:39:41.568212 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.610413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.664415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7f8e-5c05-4a09-a543-84ba8fadd1af req-f0276ac2-406d-4757-9957-0c6679086124 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:41.671396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-910d7f8e-5c05-4a09-a543-84ba8fadd1af req-f0276ac2-406d-4757-9957-0c6679086124 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 948 time: 0.1769929 May 20 07:39:41.678144 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-8cb146d7-4a45-4184-95a9-b78a011d0a4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5229397 May 20 07:39:41.692178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:39:41.700354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c64c00-c036-4231-a92d-a070db250aac req-f0638e5c-da98-4b36-abb7-1c433cdb379b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:41.708520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5c64c00-c036-4231-a92d-a070db250aac req-f0638e5c-da98-4b36-abb7-1c433cdb379b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 946 time: 0.2834921 May 20 07:39:41.710621 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:39:41.712599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.736025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-910d7f8e-5c05-4a09-a543-84ba8fadd1af req-de2208d4-4eab-4468-b2e8-60bfeff4b798 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636420 May 20 07:39:41.737041 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:41.739745 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:39:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:41.799693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.804897 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16311af9-0ac2-42ca-af8a-c49418648dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:41.809519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8d347af-f53a-4001-9a45-873e05077340 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "PUT /v2.0/floatingips/d4272634-2446-4b85-9c06-5a3b2f4a4b37 HTTP/1.1" status: 200 len: 991 time: 2.9499135 May 20 07:39:41.809519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:41.816497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca1abe5-64b4-441a-9775-8787907950b5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:41.821289 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:41.823811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:41.824908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aca1abe5-64b4-441a-9775-8787907950b5 HTTP/1.1" status: 204 len: 168 time: 0.4113467 May 20 07:39:41.826552 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5c64c00-c036-4231-a92d-a070db250aac req-33b20c29-7c71-48bc-b9f3-b256cb40c835 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155155 May 20 07:39:41.959372 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:42.074846 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'status': 'completed', 'code': 200} May 20 07:39:42.173339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f467-ea77-47c0-98f8-9d29be56495b req-91fac43e-d9ab-4fd5-8e20-db4d46b06fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:42.175487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-91fac43e-d9ab-4fd5-8e20-db4d46b06fa5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0780721 May 20 07:39:42.259354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:42.322219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f467-ea77-47c0-98f8-9d29be56495b req-e2d3cf44-dd58-4c6d-b425-fd8eca4f35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:42.323770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-e2d3cf44-dd58-4c6d-b425-fd8eca4f35f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 924 time: 0.1418071 May 20 07:39:42.372532 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:9c:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:39:39Z', 'revision_number': 1, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:42.378768 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:39:42.386891 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:39:42.387638 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:39:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:42.439528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-5a2ae668-d2f0-4766-a2e3-6fb0ce99dd75 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 200 len: 999 time: 0.1092515 May 20 07:39:42.520683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ad56149c-46ba-4bed-a5a8-8173bbcfe356 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:42.523704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f467-ea77-47c0-98f8-9d29be56495b req-eb3390de-f5e6-4e2c-aee2-db90c83761be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:42.525286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-eb3390de-f5e6-4e2c-aee2-db90c83761be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.0755994 May 20 07:39:42.612208 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:39:42.786675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f467-ea77-47c0-98f8-9d29be56495b req-e03fa0c4-639c-4907-a36c-c8f5f38895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:42.789334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-e03fa0c4-639c-4907-a36c-c8f5f38895bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573435 May 20 07:39:42.790277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:42.806826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356', 'mac_address': 'fa:16:3e:e4:16:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:39:42.872553 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:42.910145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:42.917015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad56149c-46ba-4bed-a5a8-8173bbcfe356 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:42.973298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:43.009533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1465031-5c52-43fa-aeef-1b359216275d req-2f3d49c0-c445-4e89-8491-806e2d1637b3 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:43.017964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1465031-5c52-43fa-aeef-1b359216275d req-2f3d49c0-c445-4e89-8491-806e2d1637b3 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1097 time: 0.0945587 May 20 07:39:43.104601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:43.107155 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:43.153797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1465031-5c52-43fa-aeef-1b359216275d req-2ed07f51-3460-4c3a-94eb-e69aae6b4c69 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Synchronizing usage tracker for tenant:a74ab05ea88c452cb0f5aa78b1e963b4 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:43.163906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:9c:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:39:39Z', 'revision_number': 1, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:39:43.168409 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d15e-fdf3-415b-a129-bc79503b1153 None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:9c:8e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:39:39Z', 'revision_number': 1, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:39:43.239331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-cb465c4e-0a2f-48dd-8c0c-02812449f33c service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307935 May 20 07:39:43.250860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:43.264101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e15523cc-0239-4855-a670-8b66dd004184 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=808c879512c5491dbe9a1321619fa920&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3522170 May 20 07:39:43.269297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.269413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.271016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.271667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.272309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.272784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.273360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.274033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:43.278705 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:43.300712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1465031-5c52-43fa-aeef-1b359216275d req-2ed07f51-3460-4c3a-94eb-e69aae6b4c69 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Unset dirty status for tenant:a74ab05ea88c452cb0f5aa78b1e963b4 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:43.305723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1465031-5c52-43fa-aeef-1b359216275d req-2ed07f51-3460-4c3a-94eb-e69aae6b4c69 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819562 May 20 07:39:43.364731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:43.387229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ad56149c-46ba-4bed-a5a8-8173bbcfe356'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:43.417702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:43.579649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d774f467-ea77-47c0-98f8-9d29be56495b req-bf39bf10-e302-4261-9554-6a0b620531ea service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295069 May 20 07:39:43.604697 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:43.609785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14de6e18-db58-4f9d-b5f5-dae0cea63a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:43.620069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4808-b964-4150-9a5c-339bbdf31da4 req-d4f776e6-4def-43bc-9f87-efbef29ed365 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:43.623780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e6d4808-b964-4150-9a5c-339bbdf31da4 req-d4f776e6-4def-43bc-9f87-efbef29ed365 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.4873018 May 20 07:39:43.637723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b4274-93f8-45c5-be4e-4907fbaec215 None None] New status for floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:39:43.641002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809a44e-c68a-48fb-b4e6-c57043043b5d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:43.660106 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:43.721273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e6d4808-b964-4150-9a5c-339bbdf31da4 req-092f7a38-d173-434f-bd26-c7e54588694f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909734 May 20 07:39:43.732289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:43.733629 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e809a44e-c68a-48fb-b4e6-c57043043b5d HTTP/1.1" status: 204 len: 168 time: 0.4680262 May 20 07:39:44.045487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ace0b-fb9e-40fc-807a-6cfa549e7a8d req-8a4021d9-8841-499c-8c4b-68bc61149f11 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:44.047267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a9ace0b-fb9e-40fc-807a-6cfa549e7a8d req-8a4021d9-8841-499c-8c4b-68bc61149f11 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 949 time: 0.1243196 May 20 07:39:44.131738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a9ace0b-fb9e-40fc-807a-6cfa549e7a8d req-588fd8f7-0611-4410-aaad-85459e1bd9bf tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646224 May 20 07:39:44.344812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca874e7-27b0-4bc2-90b7-b4db2570f83d req-0e61c766-d141-4f9b-aced-49259d3ce580 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:44.346339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ca874e7-27b0-4bc2-90b7-b4db2570f83d req-0e61c766-d141-4f9b-aced-49259d3ce580 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1097 time: 0.1215992 May 20 07:39:44.394580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ca874e7-27b0-4bc2-90b7-b4db2570f83d req-b3a757cd-deb9-4f0b-82b6-ce5d83ff11d9 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 May 20 07:39:44.558074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ad56149c-46ba-4bed-a5a8-8173bbcfe356 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:39:44.747641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ad56149c-46ba-4bed-a5a8-8173bbcfe356 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:39:44.754365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ad56149c-46ba-4bed-a5a8-8173bbcfe356 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:39:44.754756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:44.811892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:44.903088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-594dd43a-45cf-4e52-b0e0-112ac6c01219 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58f99b49ebf645a2a801b45252dee1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893149 May 20 07:39:44.905586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39368) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:44.974532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:44.995720 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:45.009330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:45.026932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:45.053364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:45.120462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:45.128401 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:45.142126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63bf5-03f8-4c1c-b623-c0c8e015b394 req-5e5dd9ab-6f4f-4b69-a55c-2970f7990b33 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.147431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-603bb4d6-bee6-464a-b700-5f8c3122c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.151316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-603bb4d6-bee6-464a-b700-5f8c3122c7d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1100 time: 0.0928321 May 20 07:39:45.151878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-40e63bf5-03f8-4c1c-b623-c0c8e015b394 req-5e5dd9ab-6f4f-4b69-a55c-2970f7990b33 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1616547 May 20 07:39:45.203088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-40e63bf5-03f8-4c1c-b623-c0c8e015b394 req-d7e121bc-b61c-4974-91f3-d386e32db1e2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503058 May 20 07:39:45.204428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:45.212434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57f2d3a7-52c9-474a-b5ae-8005b8cf5433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:45.224007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:45.234068 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:45.281554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551956c8-aa05-4d9d-962d-9c8568c6bfc4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:45.292601 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:45.295588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:45.296696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/551956c8-aa05-4d9d-962d-9c8568c6bfc4 HTTP/1.1" status: 204 len: 168 time: 0.3899016 May 20 07:39:45.333106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-bb0fa3d2-6eca-4398-885c-fd4ea8f01b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.335119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-bb0fa3d2-6eca-4398-885c-fd4ea8f01b9d service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1783152 May 20 07:39:45.414126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-6bd0ee02-a2e3-4694-93c3-e532451af0d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.0710459 May 20 07:39:45.489617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-0d814a35-e2e3-4144-a91a-fdd76ef89dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.492204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-0d814a35-e2e3-4144-a91a-fdd76ef89dcd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0685508 May 20 07:39:45.514721 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356', 'code': 200} May 20 07:39:45.575185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-8910d967-b0b3-4e6e-a7f7-74d30c2fc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.576678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-8910d967-b0b3-4e6e-a7f7-74d30c2fc4e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793023 May 20 07:39:45.716675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf459-f6a5-4329-a4d7-6b9510efcf37 req-8d4f3b5c-1e02-4968-9de4-8cb3a6c4472b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.718192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-94eaf459-f6a5-4329-a4d7-6b9510efcf37 req-8d4f3b5c-1e02-4968-9de4-8cb3a6c4472b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.1101382 May 20 07:39:45.770719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-cb4ba642-fe3e-4c5a-9413-5b5d4a020466 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876736 May 20 07:39:45.771532 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-94eaf459-f6a5-4329-a4d7-6b9510efcf37 req-2defb0ee-8cf9-4e67-b1e8-d2e5e7e7242b tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 May 20 07:39:45.781041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8572-ea90-4675-adb1-02ebab01cb3b req-e5fc9083-6244-469f-93e9-5ec5fefb0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:45.781041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa7b8572-ea90-4675-adb1-02ebab01cb3b req-e5fc9083-6244-469f-93e9-5ec5fefb0af4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 1101 time: 0.1726100 May 20 07:39:45.912165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa7b8572-ea90-4675-adb1-02ebab01cb3b req-3b022893-2e16-4620-849f-cc213d0fff61 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136489 May 20 07:39:45.944500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-a57a90df-a4e5-4b7f-bac8-d12905083d83 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641705 May 20 07:39:46.471121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f80422-f83e-4d12-9b4b-175a0c2c7f67 req-0618ca1e-3d94-4e41-a882-9e5821303edc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:46.472701 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1f80422-f83e-4d12-9b4b-175a0c2c7f67 req-0618ca1e-3d94-4e41-a882-9e5821303edc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.0954683 May 20 07:39:46.522042 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1f80422-f83e-4d12-9b4b-175a0c2c7f67 req-a3aa5878-543d-41e2-a7e5-40474f9b6e09 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 May 20 07:39:47.056413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b55de-60a7-41f4-b19f-17de846a0973 req-2d0db47e-98c8-42b6-90a2-98ca60da7187 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:47.057892 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-637b55de-60a7-41f4-b19f-17de846a0973 req-2d0db47e-98c8-42b6-90a2-98ca60da7187 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.0836782 May 20 07:39:47.106071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-637b55de-60a7-41f4-b19f-17de846a0973 req-9e8b6a4d-d2ae-4589-a114-a2985e246e6a tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 May 20 07:39:47.360688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:47.507789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:47.539751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:47.562432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:47.567625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Usage tracker for resource:security_group_rule and tenant:3c356b20a02a46c4a6ce1ecda7af42bd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:47.572335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:47.578433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-eff9e188-20f4-4916-9cc7-ae8d05851f5a tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:39:47.579487 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-eff9e188-20f4-4916-9cc7-ae8d05851f5a tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700946 May 20 07:39:47.584580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:47.676458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:47.741981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Request body: {'binding': {'host': 'n-h1-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:47.742518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:39:47.876082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:47.887968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:47.987952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c356b20a02a46c4a6ce1ecda7af42bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252685 May 20 07:39:47.990881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39518) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:47.997295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447328a6-e29a-4cb8-95af-0bc8260ff45d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:48.009769 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:48.053828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:48.056991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on host n-h1-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:48.057331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:48.057682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:48.071002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f40e6-8296-4e9c-b8c0-7ca3dfddbf5d req-5d802764-dd6f-42e4-aac5-2663f9f9d779 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:48.072449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf8f40e6-8296-4e9c-b8c0-7ca3dfddbf5d req-5d802764-dd6f-42e4-aac5-2663f9f9d779 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1753564 May 20 07:39:48.073173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:48.073503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:48.080063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:48.080311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:48.080679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:48.081676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Bound port: db9c842c-0044-4080-87be-d9e1ba9f9b80, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:48.082250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:48.172444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf8f40e6-8296-4e9c-b8c0-7ca3dfddbf5d req-32f8130a-3d8f-40ce-b78d-7549c455b5b1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933871 May 20 07:39:48.182994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:48.209975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:48.214881 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e935653-6370-41cc-9f91-8d483fad1678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:48.225913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447328a6-e29a-4cb8-95af-0bc8260ff45d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:48.228204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:48.234122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:48.235241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/447328a6-e29a-4cb8-95af-0bc8260ff45d HTTP/1.1" status: 204 len: 168 time: 0.2433960 May 20 07:39:48.274904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:48.276070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-745547b8-0c27-43c8-92f2-e9f22dfe87ca service neutron] 10.222.0.79 "POST /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80/bindings HTTP/1.1" status: 201 len: 389 time: 0.5774515 May 20 07:39:48.661795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380db7-557f-4d3c-a3cf-fb8fe87bf596 req-06fc6f05-0dc2-4f07-9d90-3e49ab96e802 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:48.669261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22380db7-557f-4d3c-a3cf-fb8fe87bf596 req-06fc6f05-0dc2-4f07-9d90-3e49ab96e802 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.2172112 May 20 07:39:48.718557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22380db7-557f-4d3c-a3cf-fb8fe87bf596 req-769d86e9-a898-476a-831e-947de4ea2922 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 May 20 07:39:48.896540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685b8a-6ad6-4c27-a0c7-5e5ec7d53423 req-b4ef9613-73fc-4396-801c-e3c5da7c6595 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:48.898080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08685b8a-6ad6-4c27-a0c7-5e5ec7d53423 req-b4ef9613-73fc-4396-801c-e3c5da7c6595 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 946 time: 0.0877638 May 20 07:39:48.964863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08685b8a-6ad6-4c27-a0c7-5e5ec7d53423 req-a7ff094f-e4c3-437e-8372-c3a2a8eb8af8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 May 20 07:39:48.992242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39550) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:49.012723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.031880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:49.036317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-33292898-783d-4cdc-8d4a-60ad1f79a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:49.037103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Usage tracker for resource:security_group_rule and tenant:33c576b9ffa742b0b79bf6ea2743b97e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:49.037826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-33292898-783d-4cdc-8d4a-60ad1f79a79f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1097 time: 0.0840435 May 20 07:39:49.040500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:49.046389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:49.078507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39554) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:49.178853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.196268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-225861c5-0c08-4bf5-82bd-7e05a73a0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:49.198042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-225861c5-0c08-4bf5-82bd-7e05a73a0364 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1494379 May 20 07:39:49.254324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.271244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:49.275728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Usage tracker for resource:security_group_rule and tenant:bd38ae0e1d2a49a4964615af4dae5b23 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:49.279311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:49.288163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:49.291018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.300219 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-75a67b09-931a-4f85-8547-add0a75d4cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:49.367533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-ee0ddfb7-e416-4108-bc32-d6fa1bcccd79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.1606708 May 20 07:39:49.420200 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33c576b9ffa742b0b79bf6ea2743b97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264374 May 20 07:39:49.423819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:49.426871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfae12f-df2c-450a-9df8-8413d58e4d1f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:49.450624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-75ed8ecf-6719-4cae-9c8f-726f6385acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:49.452183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-75ed8ecf-6719-4cae-9c8f-726f6385acd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0777547 May 20 07:39:49.461255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.461904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.462017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.462352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.462685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.463018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.463349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.463683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.464009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.464335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.464658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.464981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:39:49.468801 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:49.541741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c47c173b-dc54-4e33-b341-80f1baaf2edd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566909 May 20 07:39:49.555118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670cd0-7c25-4cff-8f64-a8b6cc4dd8c7 req-60ce383e-a2c6-421a-a397-e91be354541f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:49.556638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b670cd0-7c25-4cff-8f64-a8b6cc4dd8c7 req-60ce383e-a2c6-421a-a397-e91be354541f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2287369 May 20 07:39:49.574253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.647688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:49.647928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.654631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.676044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b670cd0-7c25-4cff-8f64-a8b6cc4dd8c7 req-66844e47-d51a-4d70-a69f-3ebc78722f85 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072972 May 20 07:39:49.691263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dd01-a34f-446a-afd0-7ba088bd7695 req-04dc6920-a8e2-4b9f-975b-dc2c7cb37c9e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:49.698000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe0dd01-a34f-446a-afd0-7ba088bd7695 req-04dc6920-a8e2-4b9f-975b-dc2c7cb37c9e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.2448559 May 20 07:39:49.712631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.727315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1aa3c141-4b0c-4d31-83a1-6ad3039e7fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:49.755556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-108c880f-d8b8-4630-930d-188f3f4b164a service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029617 May 20 07:39:49.765519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe0dd01-a34f-446a-afd0-7ba088bd7695 req-854a5828-28b9-4c70-9562-3df9f65d7b60 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 May 20 07:39:49.777298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd38ae0e1d2a49a4964615af4dae5b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6977785 May 20 07:39:49.779438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e71d76-a7c7-46c1-bbd0-01a338de3a6a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:49.786451 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:49.787735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39586) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:49.825691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.877254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.903414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:49.911359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.911572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Usage tracker for resource:security_group_rule and tenant:d00d1bed3c2f4304b7ebf5bf3f802d73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:49.916076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:49.920924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.924269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:49.927441 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fa320a4-51c8-4684-9aca-de4340082c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:49.960071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-b485ae81-076d-4986-9920-632f2a68bac6 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935282 May 20 07:39:49.960990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfae12f-df2c-450a-9df8-8413d58e4d1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:49.966015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:49.971259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:49.976054 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dfae12f-df2c-450a-9df8-8413d58e4d1f HTTP/1.1" status: 204 len: 168 time: 0.5467105 May 20 07:39:50.040685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.107210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.110924 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd028a02-767a-481b-a6d4-47518115195b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:50.125929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e71d76-a7c7-46c1-bbd0-01a338de3a6a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:50.131673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.132081 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:50.133732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.134878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93e71d76-a7c7-46c1-bbd0-01a338de3a6a HTTP/1.1" status: 204 len: 168 time: 0.3458006 May 20 07:39:50.140095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-674f4a27-1606-4126-a2e2-c55ff70ce4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:50.243117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d00d1bed3c2f4304b7ebf5bf3f802d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5944591 May 20 07:39:50.246074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39608) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:50.248873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27db2b7-2148-4144-a63a-faf5f4b87666,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:50.255405 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:50.292886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f50732-e00e-46dd-9e24-97d39f7aa5d3 req-0fde39e9-5726-406a-8f31-62c8ac9fd064 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:50.294362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-01f50732-e00e-46dd-9e24-97d39f7aa5d3 req-0fde39e9-5726-406a-8f31-62c8ac9fd064 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 946 time: 0.2082455 May 20 07:39:50.314006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.317397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-f42be375-5734-4653-8007-0e07d868bfe8 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:50.319279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-f42be375-5734-4653-8007-0e07d868bfe8 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1097 time: 0.1518915 May 20 07:39:50.334327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:50.375462 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.418770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-01f50732-e00e-46dd-9e24-97d39f7aa5d3 req-8c21af65-160d-4a4b-b63f-185e1bc979ef tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172068 May 20 07:39:50.498348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.528266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.538109 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:50.564904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27db2b7-2148-4144-a63a-faf5f4b87666,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:50.570982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.572614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e27db2b7-2148-4144-a63a-faf5f4b87666 HTTP/1.1" status: 204 len: 168 time: 0.3252740 May 20 07:39:50.573864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:50.788892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-860b19fc-a0fd-4078-be78-8691a53651bc tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:50.794290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-860b19fc-a0fd-4078-be78-8691a53651bc tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.1978097 May 20 07:39:50.798567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:50.884353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:50.910039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53f014-6732-4a81-aa17-f09a0a365d05 req-61ed0bb4-d0cc-4626-9e99-ea262aca4b75 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:50.911724 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba53f014-6732-4a81-aa17-f09a0a365d05 req-61ed0bb4-d0cc-4626-9e99-ea262aca4b75 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1078506 May 20 07:39:50.914372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:50.934151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:50.946811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:50.955373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Usage tracker for resource:security_group_rule and tenant:0fef03c35ef442e5831363626d273357 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:50.960904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:50.976150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:50.993116 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba53f014-6732-4a81-aa17-f09a0a365d05 req-864519b1-a122-4e61-b929-f4d512c71efa tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 May 20 07:39:51.071655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:51.076101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.098732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Deleting port ad56149c-46ba-4bed-a5a8-8173bbcfe356 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:39:51.099083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.103740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.176761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.186172 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:51.193514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.204599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c652-4ab0-4690-8672-fa658780f2f7 req-31818d19-59ab-4b4d-a34e-c3a51a28397c tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:51.206447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4195c652-4ab0-4690-8672-fa658780f2f7 req-31818d19-59ab-4b4d-a34e-c3a51a28397c tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 950 time: 0.2386036 May 20 07:39:51.211310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:51.259469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fec86-a39a-493a-b529-9ba3b1d45ff9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:51.280949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:51.289953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fef03c35ef442e5831363626d273357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015808 May 20 07:39:51.290749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:51.370689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.398000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.431872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:51.452915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.473707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:51.480186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Usage tracker for resource:security_group_rule and tenant:1c707bf4771e4730b69fcf0caf30e175 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:51.483177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:51.494401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:51.579533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4195c652-4ab0-4690-8672-fa658780f2f7 req-62b529c4-8432-48f4-86d1-65ed5da177e3 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/security-groups?id=b6d2c1dd-2eab-42d7-853b-bf3cf077135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372049 May 20 07:39:51.585167 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'code': 200} May 20 07:39:51.590981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] For port ad56149c-46ba-4bed-a5a8-8173bbcfe356, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ad56149c-46ba-4bed-a5a8-8173bbcfe356,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:51.591338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.599627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.601105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:51.605311 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:51.610342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on host n-h2-780147-4 for vnic_type normal with profile {"migrating_to": "n-h1-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:39:51.610685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:39:51.611019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:51.629547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64892f54-5024-4d44-bb57-46282dc72901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:51.678728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fec86-a39a-493a-b529-9ba3b1d45ff9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:51.681880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.683023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b8fec86-a39a-493a-b529-9ba3b1d45ff9 HTTP/1.1" status: 204 len: 168 time: 0.3903806 May 20 07:39:51.686622 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:51.739447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:39:51.739806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Attempting to bind port db9c842c-0044-4080-87be-d9e1ba9f9b80 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:39:51.748516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Calling delete_port for ad56149c-46ba-4bed-a5a8-8173bbcfe356 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:39:51.759334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:39:51.759682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:51.760209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:39:51.760615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Bound port: db9c842c-0044-4080-87be-d9e1ba9f9b80, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:39:51.760955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.808919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.838314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da115d72-db3e-4943-84dd-bb84f50150ae req-c9b963a9-f228-4b79-b68b-e4ad13663feb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:51.839799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-da115d72-db3e-4943-84dd-bb84f50150ae req-c9b963a9-f228-4b79-b68b-e4ad13663feb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1556170 May 20 07:39:51.883581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.886126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:51.896146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:39:51.918445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e22dde9b-3810-4405-bbb2-5b56a536163f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:51.933919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c707bf4771e4730b69fcf0caf30e175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036778 May 20 07:39:51.934767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39692) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:51.962087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:51.972931 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:51.995351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-da115d72-db3e-4943-84dd-bb84f50150ae req-6d3a3e53-0f06-45c1-8a22-f194a5d4716e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492858 May 20 07:39:52.009847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8b902-4ec5-4b5d-9b46-0a972e2061e3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:52.014924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39698) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:52.031184 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:52.084704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.119747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.249461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:52.254221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:52.255102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.256680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] 10.222.0.81 "PUT /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 1122 time: 1.9277089 May 20 07:39:52.257755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:52.274099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1701789557-network', 'tenant_id': '727de10aba48419d8fb0406d3e27576e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:52.277341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:52.280959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.287521 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d682b3d-f692-4081-b54c-62b9cd559677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:52.297270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Usage tracker for resource:network and tenant:727de10aba48419d8fb0406d3e27576e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:52.304190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:52.307812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8b902-4ec5-4b5d-9b46-0a972e2061e3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:52.312486 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:52.317764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:52.325228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.325390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.330232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2d8b902-4ec5-4b5d-9b46-0a972e2061e3 HTTP/1.1" status: 204 len: 168 time: 0.3903406 May 20 07:39:52.333632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['db9c842c-0044-4080-87be-d9e1ba9f9b80'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:52.345250 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4ff161e-7968-4f6d-857e-c1cf7d886893 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:52.365118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0df8d-56c9-44a5-8f9e-8cd57ef8d7c2 req-81f90448-02ab-49a2-923d-05a8c8e1daa6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:52.366706 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17d0df8d-56c9-44a5-8f9e-8cd57ef8d7c2 req-81f90448-02ab-49a2-923d-05a8c8e1daa6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1866858 May 20 07:39:52.402711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ad56149c-46ba-4bed-a5a8-8173bbcfe356'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:39:52.416110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Made reservation on behalf of 727de10aba48419d8fb0406d3e27576e for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:52.418382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.450725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Pushing event deleted for resources: {'Port': ['ID=ad56149c-46ba-4bed-a5a8-8173bbcfe356,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:52.453295 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:52.460466 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17d0df8d-56c9-44a5-8f9e-8cd57ef8d7c2 req-c11d8d39-63d1-4123-bc0c-544c526f9164 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862925 May 20 07:39:52.468729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.506437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:52.512776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Usage tracker for resource:security_group_rule and tenant:727de10aba48419d8fb0406d3e27576e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:52.523291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:52.531185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] No DVR routers for this DVR port ad56149c-46ba-4bed-a5a8-8173bbcfe356 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:39:52.535819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:52.543007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.580637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:39:52.636391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fc4a2ab-3143-43ed-9c2f-23d7cbf9ce09 req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.81 "DELETE /v2.0/ports/ad56149c-46ba-4bed-a5a8-8173bbcfe356 HTTP/1.1" status: 204 len: 173 time: 1.8396652 May 20 07:39:52.702370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.772801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.776853 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:52.789112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0df5827-35d3-4510-9ad6-eb1d0fc1f6b9 req-afde4534-da54-4794-af2c-f45a3991aaf7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Synchronizing usage tracker for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:39:52.802341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:39:52.816503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247a3c8d-f66d-4838-a8ea-8b27d55184a9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:52.820614 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:52.821608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.821952 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Added segment b3a26ee4-224a-4f3f-b00e-818f094d5a4b of type vlan for network e1a17a02-67f7-4a27-9a23-53975ff9fe37 May 20 07:39:52.851015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.872014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39726) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:52.884904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0df5827-35d3-4510-9ad6-eb1d0fc1f6b9 req-afde4534-da54-4794-af2c-f45a3991aaf7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Unset dirty status for tenant:7a7d5daf0d2d4a9d93ead358aa77c808 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:39:52.888040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0df5827-35d3-4510-9ad6-eb1d0fc1f6b9 req-afde4534-da54-4794-af2c-f45a3991aaf7 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8115c3f-a00e-442d-8f30-53081f1070d8 HTTP/1.1" status: 200 len: 210 time: 0.1409101 May 20 07:39:52.970344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.972782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:52.973446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:52.978707 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597403a6-538d-46d9-824f-a6abb03dd080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:53.087013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Pushing event updated for resources: {'Network': ['ID=e1a17a02-67f7-4a27-9a23-53975ff9fe37,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:53.087013 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:53.093757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e1a17a02-67f7-4a27-9a23-53975ff9fe37 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:39:53.128166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.136339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1204531 May 20 07:39:53.139312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:53.145441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Request body: {'subnet': {'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1701789557-subnet', 'tenant_id': '727de10aba48419d8fb0406d3e27576e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:53.151890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:53.163644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:53.174590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Usage tracker for resource:security_group_rule and tenant:629f5cd34556409296f02609b03c3f23 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:53.182506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:53.190819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Usage tracker for resource:subnet and tenant:727de10aba48419d8fb0406d3e27576e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:53.199310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:53.203218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:53.212355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:53.258833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8428651-2f1b-418e-a870-cdaf7a9f20e5 req-50967e47-f507-42a8-8292-ab60154f1dff tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:53.260471 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8428651-2f1b-418e-a870-cdaf7a9f20e5 req-50967e47-f507-42a8-8292-ab60154f1dff tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1061366 May 20 07:39:53.310579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.312530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8428651-2f1b-418e-a870-cdaf7a9f20e5 req-cbf4352c-92f3-48c9-879e-355971fa13fb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 May 20 07:39:53.353154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Made reservation on behalf of 727de10aba48419d8fb0406d3e27576e for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:53.355551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.427581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.452687 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-956dd32a-0918-4663-9f91-f79823c3cf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:53.530919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=629f5cd34556409296f02609b03c3f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6574414 May 20 07:39:53.532495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a77ea70-8876-4e85-9407-49d288542b0a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:53.533590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39758) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:53.535850 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:53.586678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80'}, {'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'name': 'network-vif-deleted', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:39:53.644087 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'status': 'completed', 'code': 200} May 20 07:39:53.644624 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8115c3f-a00e-442d-8f30-53081f1070d8', 'name': 'network-vif-deleted', 'tag': 'ad56149c-46ba-4bed-a5a8-8173bbcfe356', 'status': 'completed', 'code': 200} May 20 07:39:53.717407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.755535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-7f3fa707-0ef2-4d1b-9853-cbf9583dddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:53.757211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-7f3fa707-0ef2-4d1b-9853-cbf9583dddc5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1125 time: 0.0853763 May 20 07:39:53.765875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.844175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bfdee-454d-4658-86e6-a600dae8f9ed req-10e9832e-3eb0-41ca-8aaa-2e67f16baba6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:53.854530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-828bfdee-454d-4658-86e6-a600dae8f9ed req-10e9832e-3eb0-41ca-8aaa-2e67f16baba6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2562809 May 20 07:39:53.872709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:53.911760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-828bfdee-454d-4658-86e6-a600dae8f9ed req-5a5be1b9-7cdb-4082-97a9-f5855568a562 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 May 20 07:39:53.959937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-fe65ac33-1524-4367-9781-4a8a8d2ccd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:53.965620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-fe65ac33-1524-4367-9781-4a8a8d2ccd2a service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1915329 May 20 07:39:53.986101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:54.012145 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5047942d-9c26-48d2-9db5-e49980459bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:54.051972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-36dd7407-8705-454a-b37a-6a5c5b45ea81 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.0758958 May 20 07:39:54.052104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a77ea70-8876-4e85-9407-49d288542b0a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:54.056223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:54.070919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:54.072016 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a77ea70-8876-4e85-9407-49d288542b0a HTTP/1.1" status: 204 len: 168 time: 0.5374694 May 20 07:39:54.148877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-c72796cf-6799-436d-ad85-035cac26cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:54.151041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-c72796cf-6799-436d-ad85-035cac26cd24 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0801272 May 20 07:39:54.217162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-e559eab9-6f0d-4573-b110-4e6f7d85b655 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588682 May 20 07:39:54.267604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:54.273163 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0f11c6ab-a4e0-4c0f-8b10-005b7bcbc05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:54.351437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e38608-8151-4330-b886-7e1e3ec8acfc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:54.358040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:54.360668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Checking segment: {'id': 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:39:54.361201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Network hostable DHCP agents. Network: e1a17a02-67f7-4a27-9a23-53975ff9fe37, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:39:54.458971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Network e1a17a02-67f7-4a27-9a23-53975ff9fe37 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:39:54.537889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-fa8d0c75-ae81-451b-b7bd-7ed0a7cd2b53 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125083 May 20 07:39:54.614181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:39:54.617519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ad56149c-46ba-4bed-a5a8-8173bbcfe356 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:39:54.618645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e1a17a02-67f7-4a27-9a23-53975ff9fe37) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:39:54.623999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:54.628224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:54.660871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ff2ff-7c3a-4bd7-b820-6a7daafaa48f None None] Network e1a17a02-67f7-4a27-9a23-53975ff9fe37 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:54.701661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1a6e-b501-4263-aa4f-3e3b1b701a58 req-d730ce74-5891-4a01-8331-cc83120cde1a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:54.703164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea4f1a6e-b501-4263-aa4f-3e3b1b701a58 req-d730ce74-5891-4a01-8331-cc83120cde1a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1986277 May 20 07:39:54.713260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30a923d-da7f-49cc-b17c-f43510f1ae83 req-18ba140c-639e-4d1e-8f07-7b93ccfac37c service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644113 May 20 07:39:54.750120 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6020448 May 20 07:39:54.767602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea4f1a6e-b501-4263-aa4f-3e3b1b701a58 req-c7ad91a0-9c4c-436f-9cd1-8f3a4c2c0319 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 May 20 07:39:54.770045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: ad56149c-46ba-4bed-a5a8-8173bbcfe356 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:39:54.770461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ad56149c-46ba-4bed-a5a8-8173bbcfe356 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:39:54.980243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d6889-6961-40f3-b752-bc4f7cb84dfd None None] Network e1a17a02-67f7-4a27-9a23-53975ff9fe37 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:39:55.128621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:55.128621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 has no active binding in host n-h1-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:39:55.139218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bbd0-9399-45b1-bfc1-fbdea2709042 req-126a0da8-18f2-487c-8f0d-f5d226bb1bc9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:55.141524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ce5bbd0-9399-45b1-bfc1-fbdea2709042 req-126a0da8-18f2-487c-8f0d-f5d226bb1bc9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.0899382 May 20 07:39:55.206102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ce5bbd0-9399-45b1-bfc1-fbdea2709042 req-11b53666-4365-44c0-bc3c-180390b5c832 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576341 May 20 07:39:55.436256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39818) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:55.458788 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.474492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:55.483203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Usage tracker for resource:security_group_rule and tenant:db569250061e4574b307152abbdb9272 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:55.486666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:55.492587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:55.582014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.649843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.659436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be89bab6-4e6a-41b9-8791-641407df5c8b tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:55.706258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db569250061e4574b307152abbdb9272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682760 May 20 07:39:55.708639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e530252-95c2-483d-b6b8-7f08d9e57dbd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:55.709161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39832) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:55.712060 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:55.717715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39836) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:55.777144 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.805741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.971137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:55.976509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-545047ab-5b9b-453f-a8a3-602e352363ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:55.987583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e530252-95c2-483d-b6b8-7f08d9e57dbd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:55.991327 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:56.000487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.003846 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e530252-95c2-483d-b6b8-7f08d9e57dbd HTTP/1.1" status: 204 len: 168 time: 0.2936375 May 20 07:39:56.024594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880e60-0e03-439d-b40e-437e70a1e285 req-ac24844c-dceb-4450-874f-37341fa562bd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:56.026275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb880e60-0e03-439d-b40e-437e70a1e285 req-ac24844c-dceb-4450-874f-37341fa562bd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1222498 May 20 07:39:56.050536 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.077697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb880e60-0e03-439d-b40e-437e70a1e285 req-df682a60-5eb3-4433-acb2-d52f416832eb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 May 20 07:39:56.176850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-01aee5ad-8231-4155-b167-d381f87ee646 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a7d5daf0d2d4a9d93ead358aa77c808&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4585423 May 20 07:39:56.179533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:56.247964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.274633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.396628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74694-84b2-40ae-b748-6078e2b77e3f req-d0650cfe-c978-4866-a962-fbfe2063f55a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:56.398215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bca74694-84b2-40ae-b748-6078e2b77e3f req-d0650cfe-c978-4866-a962-fbfe2063f55a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.0873396 May 20 07:39:56.444520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bca74694-84b2-40ae-b748-6078e2b77e3f req-c435cf2e-7842-48e9-8f59-846e5059586b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 May 20 07:39:56.456483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.465620 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17076bea-0d11-4e6c-bfab-92201c182647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:56.478322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d2c1dd-2eab-42d7-853b-bf3cf077135f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:56.480630 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:56.560756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:56.561975 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6d2c1dd-2eab-42d7-853b-bf3cf077135f HTTP/1.1" status: 204 len: 168 time: 0.3813517 May 20 07:39:56.838397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:57.170754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.189904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:57.195777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Usage tracker for resource:security_group_rule and tenant:e9415bdd1ecc4b248386fe376d5352a0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:57.200141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:57.207658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:57.295534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e46fb1-9330-47d1-9e0a-70d28c369898 req-1eb422e9-5467-403b-ac5e-76d384d37f45 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:57.297342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74e46fb1-9330-47d1-9e0a-70d28c369898 req-1eb422e9-5467-403b-ac5e-76d384d37f45 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.0928152 May 20 07:39:57.315644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.352042 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74e46fb1-9330-47d1-9e0a-70d28c369898 req-89db0ca0-2b04-4b85-9476-f7915bdf81fb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475562 May 20 07:39:57.415433 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.424922 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-611c559d-bf10-4915-90cd-00a213e69242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:57.466165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9415bdd1ecc4b248386fe376d5352a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266661 May 20 07:39:57.473325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad1a07-84ec-4582-b356-cb839ba8d412,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:57.473325 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:57.475804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:57.551067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.632526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.701522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6f758-129f-4006-b2c2-f62925c6b4ac req-a41e0ae7-d510-4ef3-b3ec-1ac3eaef13a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:57.702964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7d6f758-129f-4006-b2c2-f62925c6b4ac req-a41e0ae7-d510-4ef3-b3ec-1ac3eaef13a3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1372457 May 20 07:39:57.749837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7d6f758-129f-4006-b2c2-f62925c6b4ac req-4807d4c0-f338-4a3f-a222-0ba1ba958677 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 May 20 07:39:57.765657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:57.785763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.799678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:57.808654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed033a9d0942487da0c74bd878ab9726 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:57.818339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:57.833025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:57.835652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.839901 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdb4a26f-9cbd-48b6-82bb-19b6d21c71eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:57.866854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad1a07-84ec-4582-b356-cb839ba8d412,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:57.881489 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:57.882479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.883591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10ad1a07-84ec-4582-b356-cb839ba8d412 HTTP/1.1" status: 204 len: 168 time: 0.4068148 May 20 07:39:57.975150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:57.996776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:58.003618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-51828844-network', 'tenant_id': 'd1f607b8bc004b9abe4fc4b404bb6f79'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:58.042666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.044386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:58.061034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Usage tracker for resource:network and tenant:d1f607b8bc004b9abe4fc4b404bb6f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:58.068943 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e73b98a1-a283-4591-bed4-a6db7c856f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:58.070989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:58.081833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:58.115267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-db6b68e9-4820-4593-a6f0-da2a8a59b0da service neutron] 10.222.0.84 "GET /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.1070764 May 20 07:39:58.121316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed033a9d0942487da0c74bd878ab9726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547974 May 20 07:39:58.124406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39928) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:58.142289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27fa260-0e6a-4b0a-9320-2df4beb1aaff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:58.146375 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:58.181003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Made reservation on behalf of d1f607b8bc004b9abe4fc4b404bb6f79 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:58.183423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.198293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.200216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.228975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:58.231153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.234839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Usage tracker for resource:security_group_rule and tenant:d1f607b8bc004b9abe4fc4b404bb6f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:58.261134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:58.276784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:58.373017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.378088 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f31e078e-590b-4250-8e95-85576f6a2a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:58.392986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27fa260-0e6a-4b0a-9320-2df4beb1aaff,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:58.396115 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:58.397410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.414141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c27fa260-0e6a-4b0a-9320-2df4beb1aaff HTTP/1.1" status: 204 len: 168 time: 0.2860799 May 20 07:39:58.455093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:58.498876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:39:58.555236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39944) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:58.573768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.578738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9c842c-0044-4080-87be-d9e1ba9f9b80 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:39:58.593186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:39:58.621150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1871112-59f9-4efa-bcb8-b309d97f5f82 req-1e10c26d-a90b-483f-8d03-e7fbbe166510 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:58.625592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d1871112-59f9-4efa-bcb8-b309d97f5f82 req-1e10c26d-a90b-483f-8d03-e7fbbe166510 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 944 time: 0.1250944 May 20 07:39:58.630169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.634569 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2edfe8ac-6fc5-4e4e-88f1-230687e85471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:58.663753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:39:58.672970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db90cb94-a629-490a-808f-17427c8d09e9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:58.675295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d1871112-59f9-4efa-bcb8-b309d97f5f82 req-8244e8f4-bdf8-4e2c-a6b9-f1bc9e8d6a73 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 May 20 07:39:58.677017 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:58.681862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.682394 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Added segment 74ca1471-d2cb-4398-8397-da2930e0e0a6 of type vlan for network 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 May 20 07:39:58.718300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.723302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.845002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Transition to ACTIVE for port object db9c842c-0044-4080-87be-d9e1ba9f9b80 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:39:58.917490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.918828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:58.919415 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:58.929782 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:58.964736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.007244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39956) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:59.028787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.047628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:59.054358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Usage tracker for resource:security_group_rule and tenant:8844a75c03524cb98c6b08f91e0d55ac is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:59.057830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:59.064802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:59.167926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Pushing event updated for resources: {'Network': ['ID=3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:59.178470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.195192 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:59.197171 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36d38f0f-0516-4d2a-a0fe-f1b9d2eca957 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:59.202527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:39:59.227238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] No DVR routers for this DVR port db9c842c-0044-4080-87be-d9e1ba9f9b80 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:39:59.363243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:59.375179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3773007 May 20 07:39:59.381872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39970) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:59.385710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Usage tracker for resource:security_group_rule and tenant:7805773875254817bc8c1634edadbb28 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:59.392275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Request body: {'subnet': {'network_id': '3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-51828844-subnet', 'tenant_id': 'd1f607b8bc004b9abe4fc4b404bb6f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:39:59.393630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:59.404497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:59.405266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:39:59.419592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Usage tracker for resource:subnet and tenant:d1f607b8bc004b9abe4fc4b404bb6f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:39:59.419828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4ed9-495f-4b75-9062-1b73b6d76158 req-0db81463-f9ee-4057-a8f6-2c6eb8d804d1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:59.421087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16dc4ed9-495f-4b75-9062-1b73b6d76158 req-0db81463-f9ee-4057-a8f6-2c6eb8d804d1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.5457456 May 20 07:39:59.423223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.425318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:39:59.428711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] 10.222.0.84 "PUT /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80/bindings/n-h1-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3073380 May 20 07:39:59.432120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:39:59.432447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:59.444388 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:59.469760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:59.491468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16dc4ed9-495f-4b75-9062-1b73b6d76158 req-45f17921-0e79-4c29-ba60-d02b730b85ed tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559599 May 20 07:39:59.561621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.668362 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4459326d-0bdc-442f-a96e-93b040fdb8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:59.699980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-f4e3d444-0042-4147-a0dc-3557fa9956ae tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:59.701618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-f4e3d444-0042-4147-a0dc-3557fa9956ae tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.1225092 May 20 07:39:59.713621 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8844a75c03524cb98c6b08f91e0d55ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048678 May 20 07:39:59.715550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39984) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:59.740832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265f3d2-61c0-4708-8166-e92639231d9f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:39:59.743963 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:39:59.783351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Made reservation on behalf of d1f607b8bc004b9abe4fc4b404bb6f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:39:59.785811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.798714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.809541 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c190fc92-fae8-4943-89b5-10fe940526dd tempest-AutoAllocateNetworkTest-91354129 tempest-AutoAllocateNetworkTest-91354129-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b310d72962674cbab7b246420bd58ade&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3378808 May 20 07:39:59.812365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39992) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:39:59.923842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.938664 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9279150-2766-4b5d-933f-c6610e77e8ba tempest-AggregatesAdminTestJSON-823020088 tempest-AggregatesAdminTestJSON-823020088-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:39:59.960915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:39:59.994633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-b2697c96-3c32-4e45-af1d-bba5ae818de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:39:59.996153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-b2697c96-3c32-4e45-af1d-bba5ae818de0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 1096 time: 0.2801971 May 20 07:40:00.019923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.023392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7805773875254817bc8c1634edadbb28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4670727 May 20 07:40:00.027040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40000) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:00.068470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5530f-590a-48aa-a1e5-d3c3f1305fa4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:00.082552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:00.096563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375e36a-769f-4292-9ee3-5270fe3e03b0 tempest-AutoAllocateNetworkTest-91354129 tempest-AutoAllocateNetworkTest-91354129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.100779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f375e36a-769f-4292-9ee3-5270fe3e03b0 tempest-AutoAllocateNetworkTest-91354129 tempest-AutoAllocateNetworkTest-91354129-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2848289 May 20 07:40:00.103360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40004) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:00.158487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02617-78a5-421c-9bb5-3b4746e20185 req-8572ba45-d86f-4b01-b470-1af54dee99c1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.160209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1ff02617-78a5-421c-9bb5-3b4746e20185 req-8572ba45-d86f-4b01-b470-1af54dee99c1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.3371258 May 20 07:40:00.184130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d77cdbcd-d552-4d59-9aa4-64b59237f3fe tempest-AutoAllocateNetworkTest-91354129 tempest-AutoAllocateNetworkTest-91354129-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740952 May 20 07:40:00.192441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40014) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:00.219497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b301136d-6094-488e-9f8b-35f0795ab29c tempest-AutoAllocateNetworkTest-91354129 tempest-AutoAllocateNetworkTest-91354129-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b310d72962674cbab7b246420bd58ade HTTP/1.1" status: 200 len: 208 time: 0.0316551 May 20 07:40:00.236096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-3b5ccca4-bf41-49f5-905f-67e03a97a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.238532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-3b5ccca4-bf41-49f5-905f-67e03a97a83b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1096 time: 0.2136984 May 20 07:40:00.263677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.270199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1ff02617-78a5-421c-9bb5-3b4746e20185 req-b165d1db-c51b-4dd2-9552-3953cced336d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995173 May 20 07:40:00.299071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.369557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.375319 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6803b07b-b7fe-4e08-872e-a95d9a3d0373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:00.398099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-e41f9b4b-aed3-478a-a439-19ec7a8a6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.399670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-e41f9b4b-aed3-478a-a439-19ec7a8a6afe service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1543157 May 20 07:40:00.401333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265f3d2-61c0-4708-8166-e92639231d9f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:00.403762 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:00.427736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.431559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f265f3d2-61c0-4708-8166-e92639231d9f HTTP/1.1" status: 204 len: 168 time: 0.7153430 May 20 07:40:00.476900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-00c5c4f4-d9ec-471b-a3a7-0b307501884d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.0695076 May 20 07:40:00.546058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-24e465e3-10df-4f47-90ab-c0e69ff41aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.547668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-24e465e3-10df-4f47-90ab-c0e69ff41aa7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0641437 May 20 07:40:00.555117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.568128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:00.588696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5530f-590a-48aa-a1e5-d3c3f1305fa4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:00.591240 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:00.594679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.596949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10e5530f-590a-48aa-a1e5-d3c3f1305fa4 HTTP/1.1" status: 204 len: 168 time: 0.5647993 May 20 07:40:00.608116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.613300 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:00.628184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-8389b6d0-4d27-4b97-baca-a1c14b623186 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707822 May 20 07:40:00.751021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7262015c-7c8e-4b61-bf8d-f30b1b0966ff,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:00.753825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:00.759498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Checking segment: {'id': '74ca1471-d2cb-4398-8397-da2930e0e0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:00.759838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Network hostable DHCP agents. Network: 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:40:00.781095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-f0ce10b9-1a00-407c-815c-2c6f567449d9 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467147 May 20 07:40:00.791645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916dcb-3426-4116-9292-578768146911 req-462478a1-422c-4675-ae92-2d36ad775e97 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.793323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52916dcb-3426-4116-9292-578768146911 req-462478a1-422c-4675-ae92-2d36ad775e97 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1512790 May 20 07:40:00.848124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52916dcb-3426-4116-9292-578768146911 req-be46dc4f-30da-402a-8d18-6f4964e31ed3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 May 20 07:40:00.855088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Network 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:40:00.920301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-6ea1d0f9-6f70-49e0-b634-35dadd4c127c service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328702 May 20 07:40:00.956208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:00.960460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:00.961223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:00.966452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e90d57-efce-43c6-a5b6-53ccc6083da4 None None] Network 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:01.042882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6599104 May 20 07:40:01.057512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40036) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:01.187249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439d257-3499-4efa-bd94-5f984305ebd0 None None] Network 3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:01.410885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:01.428551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:01.432787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Usage tracker for resource:security_group_rule and tenant:b310d72962674cbab7b246420bd58ade is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:01.435802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:01.443210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:01.653680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-3002cc7b-0292-4df6-9892-58e9517fd53f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:01.655157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-3002cc7b-0292-4df6-9892-58e9517fd53f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.1854348 May 20 07:40:01.712031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6e69f-318e-4b11-94d9-5328733ad855 req-aaddafb8-5d00-409b-b18f-31764dea2938 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:01.713523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75d6e69f-318e-4b11-94d9-5328733ad855 req-aaddafb8-5d00-409b-b18f-31764dea2938 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.1994400 May 20 07:40:01.727917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:01.782016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:01.792034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:01.840653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:01.845422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75d6e69f-318e-4b11-94d9-5328733ad855 req-8d757b3d-d83c-46e3-a264-71a924b01df7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105187 May 20 07:40:01.852190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Usage tracker for resource:security_group_rule and tenant:4e780519da71461b9598f702c614e736 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:01.854938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:01.868205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:01.868205 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:02.018953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:02.112810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38075a79-2d78-439b-8810-c95ebf3955aa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:02.116131 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:02.128613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b310d72962674cbab7b246420bd58ade&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0695121 May 20 07:40:02.133721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40086) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:02.243508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-41349d9e-a47d-47d3-acd1-c192de278a5b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:02.244073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-7865d4ba-c871-4089-8d84-9b1269545d21 service neutron] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:02.244338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-41349d9e-a47d-47d3-acd1-c192de278a5b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Synchronizing usage tracker for tenant:727de10aba48419d8fb0406d3e27576e on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:02.262229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641640af-54b7-4559-9df7-5c2bf66072fd req-3aab8daf-65bd-44fd-bf30-c3df9f020b84 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:02.263996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-641640af-54b7-4559-9df7-5c2bf66072fd req-3aab8daf-65bd-44fd-bf30-c3df9f020b84 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2407975 May 20 07:40:02.309187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.326732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-41349d9e-a47d-47d3-acd1-c192de278a5b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Unset dirty status for tenant:727de10aba48419d8fb0406d3e27576e on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:02.327916 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-41349d9e-a47d-47d3-acd1-c192de278a5b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/networks?id=e1a17a02-67f7-4a27-9a23-53975ff9fe37 HTTP/1.1" status: 200 len: 815 time: 0.2798018 May 20 07:40:02.345782 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.350345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-b57913ea-55ad-4d35-87d3-56b7053a2010 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/quotas/727de10aba48419d8fb0406d3e27576e HTTP/1.1" status: 200 len: 375 time: 0.0108407 May 20 07:40:02.380420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.388708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-7865d4ba-c871-4089-8d84-9b1269545d21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.389833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cc60f2e-09d0-492b-8860-7835d9e3ea2b req-7865d4ba-c871-4089-8d84-9b1269545d21 service neutron] 10.222.0.81 "DELETE /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80/bindings/n-h2-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.7210965 May 20 07:40:02.395782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-641640af-54b7-4559-9df7-5c2bf66072fd req-d966030d-9d18-44f4-a7a6-c4250363d299 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199844 May 20 07:40:02.405058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-5d07c9e9-43f0-496c-bf1d-ab586bda0e91 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=727de10aba48419d8fb0406d3e27576e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432594 May 20 07:40:02.443270 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.469255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb40d5b7-eb5d-4005-b678-fe47af896f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:02.522268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e780519da71461b9598f702c614e736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861567 May 20 07:40:02.526001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:02.545010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8c909-8ffd-42d8-be6c-f11b8db3b3a2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:02.550675 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:02.569292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-39c84180-f55b-4b96-9354-fa1eb8d762f4 service neutron] 10.222.0.79 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607883 May 20 07:40:02.598090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.605139 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:02.616966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.630493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38075a79-2d78-439b-8810-c95ebf3955aa,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:02.636720 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:02.639310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.643574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38075a79-2d78-439b-8810-c95ebf3955aa HTTP/1.1" status: 204 len: 168 time: 0.4983833 May 20 07:40:02.655836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.734085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-5fefa872-ede5-41d1-b607-d394d9a489c4 service neutron] 10.222.0.79 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638217 May 20 07:40:02.781386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.786548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:02.808628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8c909-8ffd-42d8-be6c-f11b8db3b3a2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:02.811621 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:02.812594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:02.813769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66d8c909-8ffd-42d8-be6c-f11b8db3b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2866337 May 20 07:40:02.869220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:40:02.964707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:40:03.146387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbdd7a-c9c8-4771-8d12-08cd9daba96d req-dad0b0b2-b747-4245-ae65-ed525bd28fa9 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:03.146387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-becbdd7a-c9c8-4771-8d12-08cd9daba96d req-dad0b0b2-b747-4245-ae65-ed525bd28fa9 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1096 time: 0.0894985 May 20 07:40:03.198619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60f6bce2-e2cb-48bb-b09a-84459742db6b req-fe60895a-4d85-4ac9-952e-71e02da54b3a tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.0685594 May 20 07:40:03.203952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-becbdd7a-c9c8-4771-8d12-08cd9daba96d req-e9fbf324-c932-4a32-959b-0baa71e5d890 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529261 May 20 07:40:03.655642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32a5b-bbbf-4dad-b526-a34d160dee24 req-66fb002c-eb26-4a32-a140-5e46d1d37da0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:03.662208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ebb32a5b-bbbf-4dad-b526-a34d160dee24 req-66fb002c-eb26-4a32-a140-5e46d1d37da0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.1162915 May 20 07:40:03.731641 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ebb32a5b-bbbf-4dad-b526-a34d160dee24 req-8dd3308e-e8a6-4fc0-9ddc-eb1ae90d28a6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 May 20 07:40:03.948669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-325c2bb1-d625-4fcf-a16a-1c79b0efc5da tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:03.950122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-325c2bb1-d625-4fcf-a16a-1c79b0efc5da tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.1536615 May 20 07:40:03.965266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-eb327605-38a4-4eb0-aa42-c37118279908 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/quotas/3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 375 time: 0.0094435 May 20 07:40:04.078435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-102c09fa-3d78-464f-997c-e79421cb5aa1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039801 May 20 07:40:04.245873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-ce4f53cf-629b-4dc1-b7b9-17a963fa7008 service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624441 May 20 07:40:04.390437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-3cec1027-3c0c-47ce-935c-ff0e4861ec3d service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387241 May 20 07:40:04.526211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb040e19-d951-4a9a-ba1f-df2fe7b7e0f9 req-b87bb7d5-5ec8-4095-bba5-49ecc0004fc0 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.1648486 May 20 07:40:04.746413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffae7a71-5b21-49da-8200-42c348a6dba4 req-5ecfe84c-3174-45f4-a798-9e56974c6b4b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 210 time: 0.0486529 May 20 07:40:05.006827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50e238-7d07-437a-b58a-0d89b72d1551 req-18b45e7b-bb96-4b9a-85b4-f05b50454c1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:05.014052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e50e238-7d07-437a-b58a-0d89b72d1551 req-18b45e7b-bb96-4b9a-85b4-f05b50454c1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.0993779 May 20 07:40:05.057792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e50e238-7d07-437a-b58a-0d89b72d1551 req-bdc6e1b4-f8b7-4233-ab8e-fd30d319d4ba tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 May 20 07:40:05.685661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:05.719590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb50e6fb-1bfc-41df-8a36-7f033cb34b25 req-4e50362b-41ef-4847-b0fc-8e1b8fb91391 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.0757167 May 20 07:40:05.851461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-6b90c9fd-1fd7-46a8-a22d-0e140b237823 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:05.852912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-6b90c9fd-1fd7-46a8-a22d-0e140b237823 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.81 "GET /v2.0/networks?id=e1a17a02-67f7-4a27-9a23-53975ff9fe37 HTTP/1.1" status: 200 len: 815 time: 0.1585937 May 20 07:40:05.868834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Request body: {'port': {'device_id': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37', 'admin_state_up': True, 'tenant_id': '727de10aba48419d8fb0406d3e27576e'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:05.905082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40254) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:05.946319 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb36dee0-33ae-4c4e-9f21-0abe93c13a9b req-aa49efe3-ceb2-42d2-897c-fca5f41baf52 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 210 time: 0.0627952 May 20 07:40:06.035924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:06.039946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Usage tracker for resource:port and tenant:727de10aba48419d8fb0406d3e27576e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:06.042844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:06.053416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:06.103280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.138524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:06.140833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Made reservation on behalf of 727de10aba48419d8fb0406d3e27576e for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:06.144677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.149368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:14f5c9d575e2428d96a8b45ca23a02ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:06.153091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:06.165749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:06.268054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.273789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.372607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.389730 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc512f6c-dc7a-435b-ba33-c66f1c4aee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:06.468090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62118842-78c8-468b-912c-b549883fe0cb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:06.490528 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:06.498718 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14f5c9d575e2428d96a8b45ca23a02ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8111575 May 20 07:40:06.501820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:06.518768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:06.537709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Usage tracker for resource:security_group_rule and tenant:8c968bcbb58a46389266714148a3050f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:06.546848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:06.588384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:06.603624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.653276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.690894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Allocated IP 172.20.0.14 (e1a17a02-67f7-4a27-9a23-53975ff9fe37/f9e38608-8151-4330-b886-7e1e3ec8acfc/932a5c41-60df-42a5-bed6-8caddad6fe96) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:06.703282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0616ed-9df8-4d63-9d93-1fcc9054658e req-7c6fd39c-660e-4b7e-9243-520494acd895 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:06.710893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f0616ed-9df8-4d63-9d93-1fcc9054658e req-7c6fd39c-660e-4b7e-9243-520494acd895 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.4632852 May 20 07:40:06.735057 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97903ed5-91ad-4ec8-9c3e-3fdd1cd57c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.823298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f0616ed-9df8-4d63-9d93-1fcc9054658e req-4f74fb05-a5ba-4b47-9553-bc81abd45a30 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114342 May 20 07:40:06.856066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.863064 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-975ac3a2-4200-448f-8613-823994ca9f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:06.875648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62118842-78c8-468b-912c-b549883fe0cb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:06.881633 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:06.886173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.888527 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62118842-78c8-468b-912c-b549883fe0cb HTTP/1.1" status: 204 len: 168 time: 0.3846643 May 20 07:40:06.919703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:06.957013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecc607ac-7ec3-4e7a-9fcf-47e5c34617e6 req-483c8760-f0bc-4e77-895b-2345dacfa0a5 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.0612786 May 20 07:40:06.989877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.000634 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1fe0ab1-e3db-408a-8624-174a2e575138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:07.051680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e950bd41-041f-4f7c-b1c4-8a4db3d59134,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:07.060589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:07.081502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:07.081699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c968bcbb58a46389266714148a3050f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1750381 May 20 07:40:07.111342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.180579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e6e51660-c44c-461b-a6d5-e514c3f99fa5 req-f976f5bf-cd1c-408f-b5c6-884220eee49b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 210 time: 0.0547073 May 20 07:40:07.201170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.219671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.226453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:07.235533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.304078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Network e1a17a02-67f7-4a27-9a23-53975ff9fe37 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:07.307468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:07.312135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:07.318656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:07.319562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.335010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Pushing event updated for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:07.339870 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:07.355477 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.360567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69323ff9-7754-4808-8a9a-c7ad6da75678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:07.374916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950bd41-041f-4f7c-b1c4-8a4db3d59134,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:07.377915 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:07.378927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.381662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e950bd41-041f-4f7c-b1c4-8a4db3d59134 HTTP/1.1" status: 204 len: 168 time: 0.2969232 May 20 07:40:07.442248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5786378 May 20 07:40:07.454882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Request body: {'port': {'device_id': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:07.708087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:07.734520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-e6406454-927d-4abf-b1c3-58509d216228 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:07.735965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-e6406454-927d-4abf-b1c3-58509d216228 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.2413428 May 20 07:40:07.775026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Request body: {'port': {'device_id': '24f85244-a761-4098-bb07-05fa479b9336', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'admin_state_up': True, 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:08.053708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:08.100188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:08.101463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:08.119499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.134739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:08.138502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Usage tracker for resource:security_group_rule and tenant:da6978fa74664306bb4661d6f82619aa is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:08.141324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:08.147932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:08.226709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550ec0-8345-4dc8-b6fd-e4b0604c5f30 req-22839ff3-bccf-4b3a-ad3c-0e930aa8c445 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:08.228198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1550ec0-8345-4dc8-b6fd-e4b0604c5f30 req-22839ff3-bccf-4b3a-ad3c-0e930aa8c445 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2228692 May 20 07:40:08.246287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.250249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:08.254456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.316146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40356) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:08.335072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.343331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.352659 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08c7ef11-1036-429a-a3f0-5b2e552545ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:08.390430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:08.393530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932a5c41-60df-42a5-bed6-8caddad6fe96 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:08.406108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da6978fa74664306bb4661d6f82619aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023772 May 20 07:40:08.410299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1550ec0-8345-4dc8-b6fd-e4b0604c5f30 req-4b426244-7690-4412-b5c3-1dd9cb83b4b3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648130 May 20 07:40:08.411092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40360) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:08.412185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Usage tracker for resource:security_group_rule and tenant:eadaafd710f447acb0af46cdd592ae04 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:08.415975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:08.425661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.425887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f5875e-1ece-4630-949d-b57aacbeb931,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:08.425887 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:08.425887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:08.539389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.647124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.660955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1fea3f23-d413-4221-a43c-42e572613b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:08.703208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eadaafd710f447acb0af46cdd592ae04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834331 May 20 07:40:08.703208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e5ba04-40f2-44db-9045-0e831fdf5bcc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:08.704558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:08.706896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Transition to ACTIVE for port object 932a5c41-60df-42a5-bed6-8caddad6fe96 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:08.707304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:08.757503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.778992 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0f09f264-ca2c-47ed-a814-90f9eb4a89ce req-3a210bb8-f476-42ef-80f9-aa7f468648ed tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 210 time: 0.0553448 May 20 07:40:08.822771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.837292 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-367f57fd-062d-4501-a528-3882db090296 req-ef47318d-f7b4-47ad-af01-1ad3fe3bed4d service neutron] show failed (client error): The resource could not be found. May 20 07:40:08.838309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-ef47318d-f7b4-47ad-af01-1ad3fe3bed4d service neutron] 10.222.0.84 "GET /v2.0/ports/502db63c-5004-491a-9c60-5c751b7451e3/bindings/n-h1-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.4058783 May 20 07:40:08.848471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.851298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.854948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:08.867181 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe77ff88-bf5a-40b0-9e4d-36ecc9736505 tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:08.936887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Allocated IP 172.20.0.4 (a5b29fa3-d60c-43e6-8a7c-92e64370da5f/67d3f0e8-325f-4904-95a5-f7b131f39682/93583dd3-d0c2-442d-9c44-7dd46ff82f90) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:09.007191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35227c-316c-4c28-91d1-d9ef7ad865a3 req-242c2599-4bb4-4c5d-a299-f41fc9d092fa tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:09.007886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0c35227c-316c-4c28-91d1-d9ef7ad865a3 req-242c2599-4bb4-4c5d-a299-f41fc9d092fa tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Synchronizing usage tracker for tenant:727de10aba48419d8fb0406d3e27576e on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:09.041675 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.046547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:09.055240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Pushing event updated for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:09.066137 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:09.072737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e5ba04-40f2-44db-9045-0e831fdf5bcc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:09.077015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:09.084335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.085442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63e5ba04-40f2-44db-9045-0e831fdf5bcc HTTP/1.1" status: 204 len: 168 time: 0.3805773 May 20 07:40:09.153356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Attempting to bind port 932a5c41-60df-42a5-bed6-8caddad6fe96 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:09.153712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Attempting to bind port 932a5c41-60df-42a5-bed6-8caddad6fe96 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:09.154041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Attempting to bind port 932a5c41-60df-42a5-bed6-8caddad6fe96 on network e1a17a02-67f7-4a27-9a23-53975ff9fe37 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:09.165838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Port 932a5c41-60df-42a5-bed6-8caddad6fe96 on network e1a17a02-67f7-4a27-9a23-53975ff9fe37 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:09.166220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Attempting to bind port 932a5c41-60df-42a5-bed6-8caddad6fe96 on network e1a17a02-67f7-4a27-9a23-53975ff9fe37 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:09.171863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:09.172196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Checking segment: {'id': 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:09.172563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Bound using segment: {'id': 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:09.172989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Bound port: 932a5c41-60df-42a5-bed6-8caddad6fe96, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:09.173332 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.175938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2354fe98-888a-4c84-94ce-0ff80a072fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.187631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0c35227c-316c-4c28-91d1-d9ef7ad865a3 req-242c2599-4bb4-4c5d-a299-f41fc9d092fa tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Unset dirty status for tenant:727de10aba48419d8fb0406d3e27576e on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:09.188799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c35227c-316c-4c28-91d1-d9ef7ad865a3 req-242c2599-4bb4-4c5d-a299-f41fc9d092fa tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 932 time: 0.6624911 May 20 07:40:09.269313 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.287204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-669845da-af7a-423a-8533-ba662a6acf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:09.321267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f5875e-1ece-4630-949d-b57aacbeb931,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:09.389527 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:09.418699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c35227c-316c-4c28-91d1-d9ef7ad865a3 req-c6fff95d-bee4-466b-94d4-969f32c3282c tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010114 May 20 07:40:09.431080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:09.436301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=932a5c41-60df-42a5-bed6-8caddad6fe96,segment=NetworkSegment(b3a26ee4-224a-4f3f-b00e-818f094d5a4b),segment_id=b3a26ee4-224a-4f3f-b00e-818f094d5a4b)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:09.484209 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.495577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.496681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1f5875e-1ece-4630-949d-b57aacbeb931 HTTP/1.1" status: 204 len: 168 time: 1.0753841 May 20 07:40:09.518599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.547918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.81', 54247) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:09.577460 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.592317 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:09.633028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:09.634046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.635601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] 10.222.0.81 "PUT /v2.0/ports/932a5c41-60df-42a5-bed6-8caddad6fe96 HTTP/1.1" status: 200 len: 1092 time: 2.1849208 May 20 07:40:09.643870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:09.660046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.671467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-f764d5f1-5afb-4bc8-9350-2448b9132cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:09.673021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-f764d5f1-5afb-4bc8-9350-2448b9132cea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1100 time: 0.1216304 May 20 07:40:09.691415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:09.711540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:09.715162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:09.717587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:09.724515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:09.725244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.745813 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96', 'status': 'completed', 'code': 200} May 20 07:40:09.796443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Pushing event updated for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:09.800486 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:09.808303 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:09.853409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:09.886137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1206791 May 20 07:40:09.907873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a141306-f140-4efa-98b4-bfc69748b20b req-7dea34a6-1d9e-4b01-87dd-b54fcd1ddd51 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:09.910057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a141306-f140-4efa-98b4-bfc69748b20b req-7dea34a6-1d9e-4b01-87dd-b54fcd1ddd51 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.3764448 May 20 07:40:09.914027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Request body: {'port': {'device_id': '24f85244-a761-4098-bb07-05fa479b9336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:09.991818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:09.994713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:10.093782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a141306-f140-4efa-98b4-bfc69748b20b req-a52a23bb-cf7b-4978-b156-7e19ffd2c56c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444056 May 20 07:40:10.107865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-876adb33-60e0-45db-bfe7-8ae88676a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:10.109351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-876adb33-60e0-45db-bfe7-8ae88676a767 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=727de10aba48419d8fb0406d3e27576e&device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 1095 time: 0.3531816 May 20 07:40:10.114305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:10.191910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-fd974a90-3641-424b-b0f2-e9b741f8959d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=932a5c41-60df-42a5-bed6-8caddad6fe96 HTTP/1.1" status: 200 len: 217 time: 0.0680873 May 20 07:40:10.336059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:10.375895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:10.438037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-945b6f90-44b1-43b8-a5a4-9f1123bc140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:10.439494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-945b6f90-44b1-43b8-a5a4-9f1123bc140f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9e38608-8151-4330-b886-7e1e3ec8acfc HTTP/1.1" status: 200 len: 855 time: 0.2191045 May 20 07:40:10.456437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:10.463078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:10.494689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Transition to ACTIVE for port object 502db63c-5004-491a-9c60-5c751b7451e3 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:10.513671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-72f80d83-1f9f-44dd-b5a6-44babfc2b789 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a17a02-67f7-4a27-9a23-53975ff9fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649791 May 20 07:40:10.569465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:10.584618 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:10.760320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] No DVR routers for this DVR port 502db63c-5004-491a-9c60-5c751b7451e3 on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:40:10.965591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=6']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:10.968650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:10.985935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:10.986275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:10.986676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:10.994609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:10.995339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Attempting to bind port 502db63c-5004-491a-9c60-5c751b7451e3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:10.998054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.002775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-910ffe1c-b75b-41ee-ad50-288bf087f9be service neutron] 10.222.0.81 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755499 May 20 07:40:11.002924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:11.002924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:11.002924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:11.002924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Bound port: 502db63c-5004-491a-9c60-5c751b7451e3, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:11.002924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.013871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047925-7e4b-4943-8cfc-3a97641f8c6d req-aa6fd351-18d1-4481-9c16-67898dea21d0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.014548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-94047925-7e4b-4943-8cfc-3a97641f8c6d req-aa6fd351-18d1-4481-9c16-67898dea21d0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:11.070060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ae53-7ece-4be7-ab0d-90bb6de19436 req-53e7b481-364c-4151-99a4-2077fbfb9c91 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.072122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-08d6ae53-7ece-4be7-ab0d-90bb6de19436 req-53e7b481-364c-4151-99a4-2077fbfb9c91 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 944 time: 0.1752961 May 20 07:40:11.146162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-94047925-7e4b-4943-8cfc-3a97641f8c6d req-aa6fd351-18d1-4481-9c16-67898dea21d0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:11.147527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-08d6ae53-7ece-4be7-ab0d-90bb6de19436 req-6a94f4c0-bbe2-4f5a-a540-381582c0b677 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Synchronizing usage tracker for tenant:727de10aba48419d8fb0406d3e27576e on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:11.152818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94047925-7e4b-4943-8cfc-3a97641f8c6d req-aa6fd351-18d1-4481-9c16-67898dea21d0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 931 time: 0.8316820 May 20 07:40:11.156320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:11.160745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:11.241746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.244283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94047925-7e4b-4943-8cfc-3a97641f8c6d req-8bc9a2c5-1e28-485f-827a-58a86ebf1cfd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905373 May 20 07:40:11.248395 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:11.301690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-08d6ae53-7ece-4be7-ab0d-90bb6de19436 req-6a94f4c0-bbe2-4f5a-a540-381582c0b677 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Unset dirty status for tenant:727de10aba48419d8fb0406d3e27576e on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:11.303892 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-08d6ae53-7ece-4be7-ab0d-90bb6de19436 req-6a94f4c0-bbe2-4f5a-a540-381582c0b677 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210171 May 20 07:40:11.322342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.323403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.325629 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] 10.222.0.81 "PUT /v2.0/ports/502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 1095 time: 1.6438754 May 20 07:40:11.365780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f6d14cf-6f22-4225-b039-8a52f80c0a0d req-cd4504da-48a4-4cba-a172-53b4d2cb2bd0 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448572 May 20 07:40:11.409197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93583dd3-d0c2-442d-9c44-7dd46ff82f90 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:11.418389 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'code': 200} May 20 07:40:11.425180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.436346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:11.450517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:11.451374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Transition to ACTIVE for port object 93583dd3-d0c2-442d-9c44-7dd46ff82f90 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:11.503117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-77ccc2d0-6e9f-4282-b0e2-85fc771c1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.505206 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-77ccc2d0-6e9f-4282-b0e2-85fc771c1a5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.1506765 May 20 07:40:11.578709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.613308 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:11.717977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-c327d7b0-017e-4c62-9bb0-a094a3b9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.719512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-c327d7b0-017e-4c62-9bb0-a094a3b9400f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2032340 May 20 07:40:11.732727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd123e-9866-4187-a713-cb7b4b925ecc req-22995899-b916-45c6-994f-640b5f5e7c5e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.734375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33dd123e-9866-4187-a713-cb7b4b925ecc req-22995899-b916-45c6-994f-640b5f5e7c5e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.1289604 May 20 07:40:11.801985 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-24f3ff79-b20f-447b-95ae-fa8d8bb6abd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.0665843 May 20 07:40:11.812319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:11.817810 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:11.827782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:11.828114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:11.828481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:11.836136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:11.836136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:11.840764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-59d9861b-0c11-4765-9de8-06e41bc6a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.842258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-59d9861b-0c11-4765-9de8-06e41bc6a85b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=727de10aba48419d8fb0406d3e27576e&device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 1095 time: 0.3256311 May 20 07:40:11.846689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:11.846689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:11.850069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:11.850958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Bound port: 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:11.850958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:11.934859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33dd123e-9866-4187-a713-cb7b4b925ecc req-20b74d59-dddf-42d0-b178-4d9245ead50a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424556 May 20 07:40:11.935912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40478) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:11.952031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-e2053c86-02f5-4f2d-ba6c-f38145af08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:11.953749 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-e2053c86-02f5-4f2d-ba6c-f38145af08d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1393771 May 20 07:40:12.085392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f57fd-062d-4501-a528-3882db090296 req-c3fce603-ea0b-444a-8e9c-857cd8d30883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.087536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-c3fce603-ea0b-444a-8e9c-857cd8d30883 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179750 May 20 07:40:12.089614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:12.119793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-79dd922a-d3f9-4c0a-be52-3e879abe4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.121303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-79dd922a-d3f9-4c0a-be52-3e879abe4f27 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e1a17a02-67f7-4a27-9a23-53975ff9fe37 HTTP/1.1" status: 200 len: 916 time: 0.2597106 May 20 07:40:12.122819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:12.214011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2066344742-network', 'tenant_id': '9bf3c0be26c04ccf9ec05098d1277991'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:12.217965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.229218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:12.233909 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee7089c8-bc13-49ad-b185-689fdbc2f2f1 tempest-DeleteServersAdminTestJSON-1958958847 tempest-DeleteServersAdminTestJSON-1958958847-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:12.237907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Usage tracker for resource:network and tenant:9bf3c0be26c04ccf9ec05098d1277991 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:12.243563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:12.254793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:12.280878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-5e0bd954-ead5-4100-8219-2f7671ef824c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=932a5c41-60df-42a5-bed6-8caddad6fe96 HTTP/1.1" status: 200 len: 217 time: 0.1504109 May 20 07:40:12.284351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-1385aab9-ceed-446f-8361-f5b3a2326e3a service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853921 May 20 07:40:12.304185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.314385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.314385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.314385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] 10.222.0.81 "PUT /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 1091 time: 2.4172204 May 20 07:40:12.314385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:12.389417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:12.393175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Made reservation on behalf of 9bf3c0be26c04ccf9ec05098d1277991 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:12.395002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:12.395466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.398676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-3fb47612-03ba-479a-a554-e4fcbac1b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.400110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-3fb47612-03ba-479a-a554-e4fcbac1b97d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9e38608-8151-4330-b886-7e1e3ec8acfc HTTP/1.1" status: 200 len: 855 time: 0.0938120 May 20 07:40:12.421624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.443985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:12.451445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf3c0be26c04ccf9ec05098d1277991 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:12.456303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:12.472453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:12.481538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-367f57fd-062d-4501-a528-3882db090296 req-77cbdea0-7a0c-4da6-8fd2-7e230bdd8f36 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810076 May 20 07:40:12.533212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-63e73a6a-9386-46c1-9aac-dac74019bf86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e1a17a02-67f7-4a27-9a23-53975ff9fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090753 May 20 07:40:12.577247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.700860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.708736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-98e77d66-5bcd-43ac-9a4b-80b7882b3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.713131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-98e77d66-5bcd-43ac-9a4b-80b7882b3f7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1094 time: 0.2486775 May 20 07:40:12.713358 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:12.734539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:40:12.759752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.760095 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Added segment 9a5579cb-4ddd-4d08-a8a8-f073fe1d7706 of type vlan for network 7b3271f3-b050-41a8-ab67-5d8408cb62f8 May 20 07:40:12.766121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee3ba41-7ee7-47b9-9f07-9b0e5df6c274,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:12.770265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:12.782165 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'status': 'completed', 'code': 200} May 20 07:40:12.791791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.837172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-937335d6-3d5a-4e5f-abd1-f209c1cb711d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.1113150 May 20 07:40:12.843665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-3e0f6e2c-eab2-4f10-90ba-bfdba4886ec3 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048091 May 20 07:40:12.927702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.934375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:12.935224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:12.946856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3aa214-3dea-45a1-990d-b22bcb3b5107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:12.954656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:40:13.026793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:40:13.067883 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1242204 May 20 07:40:13.069809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3271f3-b050-41a8-ab67-5d8408cb62f8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:13.072153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40522) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:13.075459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:13.080803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Request body: {'subnet': {'network_id': '7b3271f3-b050-41a8-ab67-5d8408cb62f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2066344742-subnet', 'tenant_id': '9bf3c0be26c04ccf9ec05098d1277991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:13.083800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7b3271f3-b050-41a8-ab67-5d8408cb62f8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:40:13.085998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:13.091970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Usage tracker for resource:subnet and tenant:9bf3c0be26c04ccf9ec05098d1277991 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:13.095162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:13.106616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbbee3-5949-4974-a7b7-d1320e2c576e req-7271867d-c450-43fc-b980-af8e7169f2de tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.106831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-0234819a-b5ea-4e22-91aa-c286fb8444b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.108082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-26fbbee3-5949-4974-a7b7-d1320e2c576e req-7271867d-c450-43fc-b980-af8e7169f2de tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 944 time: 0.2276604 May 20 07:40:13.108198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-0234819a-b5ea-4e22-91aa-c286fb8444b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2634914 May 20 07:40:13.112845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:13.164712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-26fbbee3-5949-4974-a7b7-d1320e2c576e req-7d0a3314-0738-452e-9bf0-82c62f207585 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 May 20 07:40:13.187199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Made reservation on behalf of 9bf3c0be26c04ccf9ec05098d1277991 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:13.190928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:13.192447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-e84a40af-b05c-4905-91d8-258db1d79cd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743473 May 20 07:40:13.204884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad133-3566-4d81-a724-33456916f356 req-53d5f5e2-3ad8-4154-ae6b-c3aae16bc6c9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.206621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180ad133-3566-4d81-a724-33456916f356 req-53d5f5e2-3ad8-4154-ae6b-c3aae16bc6c9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.4237046 May 20 07:40:13.208634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-434ca9dc-e06f-4c8e-95ae-37dd4a02ae52 req-7666ac2c-912c-4721-bd62-08a32da879c6 service neutron] 10.222.0.81 "GET /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577390 May 20 07:40:13.334769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180ad133-3566-4d81-a724-33456916f356 req-d7a11c54-f169-412e-b606-881048cbe328 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222489 May 20 07:40:13.391042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-6f34518e-533c-44cf-9629-1e2bf70de6b4 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610916 May 20 07:40:13.498579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:13.538523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f485f61-afdd-47f8-a77a-a94a417cf284 req-cacb99b7-6087-4f58-8775-8a93ab63a8ac service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405461 May 20 07:40:13.658265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.659535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.660142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.660607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.661053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.661528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.661980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.662459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.662906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.663658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.665261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6be9d668-73dd-46a6-945c-ec3fee104c5a req-858f5719-ab98-4400-97d1-e0550fd58546 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7120 time: 0.3176839 May 20 07:40:13.811365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-1e4c67d2-0504-4edf-a258-3b4728e120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.812830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-1e4c67d2-0504-4edf-a258-3b4728e120e0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1094 time: 0.1383286 May 20 07:40:13.867492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b4fb-3f3c-4864-8da6-ab681dc0a313 req-eb0f39e8-b68d-4eda-8e28-386d29647a1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:13.868945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ec5b4fb-3f3c-4864-8da6-ab681dc0a313 req-eb0f39e8-b68d-4eda-8e28-386d29647a1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.1350665 May 20 07:40:13.876749 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'status': 'completed', 'code': 200} May 20 07:40:13.914555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:13.919433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c19b4908-5b35-419b-854c-d4d52dd884e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:14.021774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e30723-e46a-492a-8c81-4913fd837a30,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:14.043919 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:14.052171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Checking segment: {'id': '9a5579cb-4ddd-4d08-a8a8-f073fe1d7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7b3271f3-b050-41a8-ab67-5d8408cb62f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:14.052933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Network hostable DHCP agents. Network: 7b3271f3-b050-41a8-ab67-5d8408cb62f8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:40:14.092040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ec5b4fb-3f3c-4864-8da6-ab681dc0a313 req-bd5e5271-542a-4474-9811-9a8afbbf8851 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710498 May 20 07:40:14.127976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-abb0191f-f405-4d90-8c99-5c15ff8c40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.129425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-abb0191f-f405-4d90-8c99-5c15ff8c40d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.3080878 May 20 07:40:14.142047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-3d650848-62b1-4674-9233-bf4234dfe52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.143976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-3d650848-62b1-4674-9233-bf4234dfe52b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.2219837 May 20 07:40:14.159593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1c92-711d-482e-a2ba-9d9f0e930013 req-a6c3ef92-b74b-483b-a78b-7283c5e64691 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.160929 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f2a1c92-711d-482e-a2ba-9d9f0e930013 req-a6c3ef92-b74b-483b-a78b-7283c5e64691 tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 886 time: 0.1739545 May 20 07:40:14.194780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-5cb9565d-a001-429f-8d54-a15d2d17a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.196312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-5cb9565d-a001-429f-8d54-a15d2d17a04d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.2732818 May 20 07:40:14.224753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Network 7b3271f3-b050-41a8-ab67-5d8408cb62f8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:40:14.242631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-4cf3775c-658f-4bb5-8511-cba2bff4530b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.1044741 May 20 07:40:14.334765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7b3271f3-b050-41a8-ab67-5d8408cb62f8) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:14.344165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.344756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:14.346681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2acca6-b24b-4e48-bd47-a86a194f2020 None None] Network 7b3271f3-b050-41a8-ab67-5d8408cb62f8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:14.368057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.373406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.374052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.389375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b92921df-518d-4b2f-90b0-0ec6313f2d4d req-cd70ab58-39ba-4949-8086-da8bd145d5df tempest-NetworksTest-1735870881 tempest-NetworksTest-1735870881-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7158 time: 0.2097623 May 20 07:40:14.450428 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3763044 May 20 07:40:14.542972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-f8dbf8e7-4446-47bc-841e-4ece33c45f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.544406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-f8dbf8e7-4446-47bc-841e-4ece33c45f69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2838933 May 20 07:40:14.630687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a98d3-93ff-4a06-862a-61cdde948bb6 req-a0a19b8c-761d-48f8-b1dc-1763b61c2276 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.632258 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-496a98d3-93ff-4a06-862a-61cdde948bb6 req-a0a19b8c-761d-48f8-b1dc-1763b61c2276 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.1012163 May 20 07:40:14.633015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f74102-0496-4c86-853f-4ffd3c626549 None None] Network 7b3271f3-b050-41a8-ab67-5d8408cb62f8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:14.639892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-64e262c1-eae5-452c-b296-e84022f575ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789390 May 20 07:40:14.654723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-887c841e-f791-49f9-b3d3-5fc3b8260679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.656062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-887c841e-f791-49f9-b3d3-5fc3b8260679 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4589005 May 20 07:40:14.684505 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-496a98d3-93ff-4a06-862a-61cdde948bb6 req-c0d340a8-5ea1-4e72-beaf-58d26fbfc124 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 May 20 07:40:14.783419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 932a5c41-60df-42a5-bed6-8caddad6fe96 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:14.860683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-a73c7664-1d5a-4b53-9575-ba4cbf0e8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:14.863091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-a73c7664-1d5a-4b53-9575-ba4cbf0e8743 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.6327331 May 20 07:40:14.936420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-1c551eee-c3d8-4093-a09d-aca282c82bec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.2566295 May 20 07:40:15.036648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-213c923b-b18b-47d3-a5e2-5aac7497cd49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.1565909 May 20 07:40:15.057999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=932a5c41-60df-42a5-bed6-8caddad6fe96,segment=NetworkSegment(b3a26ee4-224a-4f3f-b00e-818f094d5a4b),segment_id=b3a26ee4-224a-4f3f-b00e-818f094d5a4b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:15.060222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e206e9-4699-406c-8c0c-df009fbfee15 req-0aa66a2c-69ac-4be8-a461-5b5165a39871 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.072467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e206e9-4699-406c-8c0c-df009fbfee15 req-0aa66a2c-69ac-4be8-a461-5b5165a39871 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 944 time: 0.7025015 May 20 07:40:15.101039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '932a5c41-60df-42a5-bed6-8caddad6fe96', 'network_id': 'e1a17a02-67f7-4a27-9a23-53975ff9fe37', 'port_id': '932a5c41-60df-42a5-bed6-8caddad6fe96', 'mac_address': 'fa:16:3e:1d:8e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e38608-8151-4330-b886-7e1e3ec8acfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:15.109176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:15.180702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-e5311fb9-b225-4b04-80a1-a6b23b5814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.182281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-e5311fb9-b225-4b04-80a1-a6b23b5814e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2359743 May 20 07:40:15.198138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.220474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932a5c41-60df-42a5-bed6-8caddad6fe96 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:15.240010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=932a5c41-60df-42a5-bed6-8caddad6fe96,segment=NetworkSegment(b3a26ee4-224a-4f3f-b00e-818f094d5a4b),segment_id=b3a26ee4-224a-4f3f-b00e-818f094d5a4b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:15.258290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.273658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:15.274017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e206e9-4699-406c-8c0c-df009fbfee15 req-2d1372ef-4fb9-4491-ae39-7ca6a020d250 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004890 May 20 07:40:15.278738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Usage tracker for resource:security_group_rule and tenant:874ee57fae0645f8807926d2cde2b142 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:15.279501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-553b7660-8f3a-47a0-b902-b54668851ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.280899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-553b7660-8f3a-47a0-b902-b54668851ecf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2354205 May 20 07:40:15.282276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:15.282654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-43f61e57-f533-4614-9623-6a8f8a395c87 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325622 May 20 07:40:15.298360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:15.329422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.332773 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:15.485124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.486139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-5d769413-0630-4831-bbca-ca4e102dd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.493081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-5d769413-0630-4831-bbca-ca4e102dd75a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2955911 May 20 07:40:15.498552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:15.501890 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:15.583422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.589701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['932a5c41-60df-42a5-bed6-8caddad6fe96'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:15.604651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13f4ad32-b80d-46db-9451-9191fb19bb47 req-66a139ee-4b48-4e73-aa12-3444bb23abea service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022413 May 20 07:40:15.606274 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b37f330-8750-47ae-96c1-29ae216dc8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:15.653751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-a8e562a0-e080-4523-9563-4c23711bd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.655226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-a8e562a0-e080-4523-9563-4c23711bd35d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518414 May 20 07:40:15.659544 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=874ee57fae0645f8807926d2cde2b142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487094 May 20 07:40:15.660368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40604) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:15.682486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd4b875-b291-4b64-989e-983fdf6005f7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:15.699291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:15.802037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.825947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-e4bf27c7-94d2-4703-8b18-0ef23112beb0 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224337 May 20 07:40:15.848392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.857622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-d0b479ea-648c-4cfa-9373-6440ecd6c193 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814969 May 20 07:40:15.921794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:15.932973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639075800-network', 'tenant_id': 'f9feb07da61f49b4a6452bef16935133'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:15.933640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:15.937687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Usage tracker for resource:network and tenant:f9feb07da61f49b4a6452bef16935133 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:15.941944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:15.950069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:15.981320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:15.985788 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:15.989082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54645a21-32c1-4597-ae58-d170e15a7d95 req-f01c6d96-b88c-4899-96f7-4044f9d31100 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:15.990599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54645a21-32c1-4597-ae58-d170e15a7d95 req-f01c6d96-b88c-4899-96f7-4044f9d31100 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.4579999 May 20 07:40:15.999323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd4b875-b291-4b64-989e-983fdf6005f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:16.005344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.007961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdd4b875-b291-4b64-989e-983fdf6005f7 HTTP/1.1" status: 204 len: 168 time: 0.3412952 May 20 07:40:16.007961 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:16.033256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Made reservation on behalf of f9feb07da61f49b4a6452bef16935133 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:16.037291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.057603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.120019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:16.126770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Usage tracker for resource:security_group_rule and tenant:f9feb07da61f49b4a6452bef16935133 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:16.135270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:16.144316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:16.172205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54645a21-32c1-4597-ae58-d170e15a7d95 req-762a4875-de41-416c-b92f-91ce3ecb339e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031682 May 20 07:40:16.187731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-b16d734a-7000-4f9f-8efd-3708c74b256b service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291707 May 20 07:40:16.193596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b990814e-73bc-4d38-8cad-b3f00a77e03d req-652b2826-dfce-4302-860b-1a68fb56ae45 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116219 May 20 07:40:16.208624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924033e5-8849-4757-8ed5-04b0848feb03 req-554dc803-27a3-4db5-a183-7ffeb6bb5320 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:16.210356 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-924033e5-8849-4757-8ed5-04b0848feb03 req-554dc803-27a3-4db5-a183-7ffeb6bb5320 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.1394799 May 20 07:40:16.278993 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-924033e5-8849-4757-8ed5-04b0848feb03 req-d5f332ed-63a6-4c47-b3e2-c23a642707ee tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583212 May 20 07:40:16.317518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.404096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.409929 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b5496c4-c8ee-438a-82a2-e43dfc37cce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:16.441439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:40:16.470025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feccc8a3-61f0-47a8-9c15-d19e42a99e2e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:16.470025 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:16.479002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.479452 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Added segment 2e5f3c57-649c-4691-a7cd-5e3712940956 of type vlan for network 33837190-27b7-44d9-9724-12af8c59315f May 20 07:40:16.528557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.632012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.633359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:16.633975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.638982 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5233b2f-978d-4a71-846c-cf82da73caee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:16.738183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Pushing event updated for resources: {'Network': ['ID=33837190-27b7-44d9-9724-12af8c59315f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:16.740900 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:16.748744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 33837190-27b7-44d9-9724-12af8c59315f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:40:16.763831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:16.766148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 932a5c41-60df-42a5-bed6-8caddad6fe96 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:16.836213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9132030 May 20 07:40:16.838999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:16.845658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Request body: {'subnet': {'network_id': '33837190-27b7-44d9-9724-12af8c59315f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-639075800-subnet', 'tenant_id': 'f9feb07da61f49b4a6452bef16935133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:16.854654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:16.860545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Usage tracker for resource:subnet and tenant:f9feb07da61f49b4a6452bef16935133 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:16.864587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:16.872898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:16.935906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:16.946843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:40:16.974518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:16.990982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:16.995482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Usage tracker for resource:security_group_rule and tenant:7e39ca221c7b4fe7894748fee7a76066 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:16.998669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:17.005548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:17.049711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Made reservation on behalf of f9feb07da61f49b4a6452bef16935133 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:17.052425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.078309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0275f-3b6d-45aa-a23e-11a0f4d159bf req-666151ea-d965-425c-b63b-66029012447a tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:17.082743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:17.084323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e0275f-3b6d-45aa-a23e-11a0f4d159bf req-666151ea-d965-425c-b63b-66029012447a tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 945 time: 0.1416848 May 20 07:40:17.100200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'port_id': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'mac_address': 'fa:16:3e:7e:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d3f0e8-325f-4904-95a5-f7b131f39682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:17.159335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 932a5c41-60df-42a5-bed6-8caddad6fe96 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:17.171107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 932a5c41-60df-42a5-bed6-8caddad6fe96 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:17.171821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.227406 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.228508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-21a4e901-a54d-4109-b925-dfdef60ae250 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:17.229948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-21a4e901-a54d-4109-b925-dfdef60ae250 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8&tenant_id=6d465a5288534f42899806e1c3d9e902&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 947 time: 0.1838267 May 20 07:40:17.231804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.253086 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e0275f-3b6d-45aa-a23e-11a0f4d159bf req-a97c4d62-ce80-4e1c-88a6-083e9d23f062 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527362 May 20 07:40:17.261205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93583dd3-d0c2-442d-9c44-7dd46ff82f90 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:17.285361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:17.317110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.332832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d21597f-8485-463a-be05-da3fb6017c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:17.370038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.371261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:17.377067 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:17.390395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7e39ca221c7b4fe7894748fee7a76066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528430 May 20 07:40:17.396603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:17.399372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26599e-a2ad-4751-81d4-6a1cce25ec10,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:17.403857 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:17.408966 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-f2e40ac5-9c02-4393-b253-61e841d355f9 service neutron] delete failed (client error): The resource could not be found. May 20 07:40:17.408966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-f2e40ac5-9c02-4393-b253-61e841d355f9 service neutron] 10.222.0.84 "DELETE /v2.0/ports/502db63c-5004-491a-9c60-5c751b7451e3/bindings/n-h2-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.1645706 May 20 07:40:17.422854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.499566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:17.544365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=932a5c41-60df-42a5-bed6-8caddad6fe96,segment=NetworkSegment(b3a26ee4-224a-4f3f-b00e-818f094d5a4b),segment_id=b3a26ee4-224a-4f3f-b00e-818f094d5a4b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:17.610033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:17.618902 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:17.659565 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.664381 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-018cdc9f-a016-47de-8f71-9d3d608c5fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:17.691877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.735908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:17.738327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-3a79a63d-3746-4157-aa1b-19bdb78be861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:17.740668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-3a79a63d-3746-4157-aa1b-19bdb78be861 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1098 time: 0.2266977 May 20 07:40:17.758220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '502db63c-5004-491a-9c60-5c751b7451e3', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '502db63c-5004-491a-9c60-5c751b7451e3', 'mac_address': 'fa:16:3e:ec:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:17.764613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.781897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446af880-3b15-4e1b-833f-c470217fa166 req-23d8caaf-0cad-4a4a-bc1b-8ac97ac8b7f9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:17.784118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-446af880-3b15-4e1b-833f-c470217fa166 req-23d8caaf-0cad-4a4a-bc1b-8ac97ac8b7f9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 947 time: 0.2249796 May 20 07:40:17.793717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:17.802460 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:17.828354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.847334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502db63c-5004-491a-9c60-5c751b7451e3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:17.865589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:17.902013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-cf5b9b02-d790-4932-bc30-d91c458d9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:17.903471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-cf5b9b02-d790-4932-bc30-d91c458d9706 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1518061 May 20 07:40:17.920476 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-446af880-3b15-4e1b-833f-c470217fa166 req-789419b9-cc82-4ba4-9877-4b8e81d07915 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254430 May 20 07:40:17.972266 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:17.974886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:17.980355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-0d0b4127-4f15-444b-86d7-1420f24b3a39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.0669820 May 20 07:40:18.034738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:18.040364 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57d0e21f-b56b-497e-b489-735090df0278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:18.042855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:18.052864 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:18.065372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-746179d6-041a-4cc5-adda-9e230e1dd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.067135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-746179d6-041a-4cc5-adda-9e230e1dd2c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0777564 May 20 07:40:18.103531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26599e-a2ad-4751-81d4-6a1cce25ec10,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:18.105880 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:18.126227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:18.134355 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:18.159957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-6e66981e-a958-4f7b-9a89-15af7ee52acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.161417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-6e66981e-a958-4f7b-9a89-15af7ee52acc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865774 May 20 07:40:18.199003 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96', 'code': 200} May 20 07:40:18.234325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:18.235685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d26599e-a2ad-4751-81d4-6a1cce25ec10 HTTP/1.1" status: 204 len: 168 time: 0.8373311 May 20 07:40:18.245570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0110c17e-94ca-436f-b3f2-1097a20605ad,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:18.250776 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:18.260684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Checking segment: {'id': '2e5f3c57-649c-4691-a7cd-5e3712940956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33837190-27b7-44d9-9724-12af8c59315f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:18.261692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Network hostable DHCP agents. Network: 33837190-27b7-44d9-9724-12af8c59315f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:40:18.266235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['93583dd3-d0c2-442d-9c44-7dd46ff82f90'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:18.281662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ff82-b111-4e0f-8ee5-b97d6ed5cbb9 req-86eaeefa-aed0-42c8-b5f2-73610513b69f tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.289746 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d9f5ff82-b111-4e0f-8ee5-b97d6ed5cbb9 req-86eaeefa-aed0-42c8-b5f2-73610513b69f tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.2407658 May 20 07:40:18.325709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:18.348377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d9f5ff82-b111-4e0f-8ee5-b97d6ed5cbb9 req-bc5bdae2-6ddb-4d93-b163-e154b4134414 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575185 May 20 07:40:18.446727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Network 33837190-27b7-44d9-9724-12af8c59315f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:40:18.506242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-ad47905a-c333-475b-b14b-47ba019033b7 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384452 May 20 07:40:18.561493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 33837190-27b7-44d9-9724-12af8c59315f) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:18.566169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.566762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:18.583323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ceff4-fe6c-46d7-8f7b-93fab2dad1f3 None None] Network 33837190-27b7-44d9-9724-12af8c59315f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:18.672339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950d7fb-870f-4d3d-a748-3b030375706a req-84c8e79e-dc4c-4dd7-ae86-3e96b78c229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.674642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a950d7fb-870f-4d3d-a748-3b030375706a req-84c8e79e-dc4c-4dd7-ae86-3e96b78c229e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 1097 time: 0.3426988 May 20 07:40:18.699299 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8496263 May 20 07:40:18.769353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a950d7fb-870f-4d3d-a748-3b030375706a req-3a800578-44d5-437c-87dc-888ac442796c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824018 May 20 07:40:18.772243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e5e51-f0b8-43cd-b610-dcdf59b8e3cc req-098eb4da-d4a2-4324-b57d-178fad434b0b service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550485 May 20 07:40:18.799668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b790e1-3cd6-4302-84ad-b7937e3c3226 req-b294567e-785f-4a5d-93b8-f07b9db73000 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:18.823423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8b790e1-3cd6-4302-84ad-b7937e3c3226 req-b294567e-785f-4a5d-93b8-f07b9db73000 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.1986785 May 20 07:40:18.890151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8b790e1-3cd6-4302-84ad-b7937e3c3226 req-4a3da8ff-6e91-4627-bece-8718dcc0433e tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652406 May 20 07:40:18.907860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc1d22-4508-4c56-9603-7d13851d0036 None None] Network 33837190-27b7-44d9-9724-12af8c59315f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:40:18.934409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40678) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:19.037039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Deleting subnet 48e30723-e46a-492a-8c81-4913fd837a30 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:40:19.040576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.115162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.122956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.186939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5703d-bc81-4ed1-bfd7-081af4fd0db4 req-3d344ff7-481c-4092-a7f9-62498f63156f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:19.188402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1d5703d-bc81-4ed1-bfd7-081af4fd0db4 req-3d344ff7-481c-4092-a7f9-62498f63156f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 948 time: 0.0930736 May 20 07:40:19.240425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1d5703d-bc81-4ed1-bfd7-081af4fd0db4 req-27c08ab9-2f77-484b-8ffc-3b708aca1352 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 May 20 07:40:19.498741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.504761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1252dc4b-9b2e-489c-82d6-e9d40b3b10a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:19.544111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e30723-e46a-492a-8c81-4913fd837a30,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:19.547617 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:19.548353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.556273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/48e30723-e46a-492a-8c81-4913fd837a30 HTTP/1.1" status: 204 len: 168 time: 0.6205330 May 20 07:40:19.558747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40712) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:19.566233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bac90-7c86-44dd-aefd-06230c27812c req-357b2b46-7071-4b18-94a7-6e2e7c3767ec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:19.567731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a98bac90-7c86-44dd-aefd-06230c27812c req-357b2b46-7071-4b18-94a7-6e2e7c3767ec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.1055958 May 20 07:40:19.617848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a98bac90-7c86-44dd-aefd-06230c27812c req-e7e06722-208e-44fd-b1b2-575951a42432 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 May 20 07:40:19.692977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.838023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:19.852648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.853600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.854763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.854763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > port after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.855049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.855460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > port after_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.855814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.856244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.856571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.856950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.971189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.972035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.972538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.973205 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:19.973628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3271f3-b050-41a8-ab67-5d8408cb62f8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:19.988548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5579cb-4ddd-4d08-a8a8-f073fe1d7706') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:19.988837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5579cb-4ddd-4d08-a8a8-f073fe1d7706') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:20.013832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.039308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.047639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:40:20.048269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: from cryptography.utils import int_from_bytes May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: from cryptography.utils import int_from_bytes May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: timer() May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:40:20.065032 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:40:20.175321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725b988-2d52-45c0-9511-9fb7738e9cb6 req-305d070f-edc1-4089-94b7-be5ce8755202 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:20.177049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2725b988-2d52-45c0-9511-9fb7738e9cb6 req-305d070f-edc1-4089-94b7-be5ce8755202 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.0929713 May 20 07:40:20.219004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.224648 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:20.227375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2725b988-2d52-45c0-9511-9fb7738e9cb6 req-b176ad3b-a92f-41ad-bd5e-7243f0f817e6 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 May 20 07:40:20.248551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.252512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3271f3-b050-41a8-ab67-5d8408cb62f8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:20.255504 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:20.260306 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] 10.222.0.79 "DELETE /v2.0/networks/7b3271f3-b050-41a8-ab67-5d8408cb62f8 HTTP/1.1" status: 204 len: 168 time: 0.6977134 May 20 07:40:20.260385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40734) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:20.327849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Deleting subnet 0110c17e-94ca-436f-b3f2-1097a20605ad {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:40:20.331932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.383287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.448958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.478291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82413951-30c6-407c-93c2-a709efd575ee req-497f3f67-8fe2-4c99-9f5c-f10816c141ce tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:20.485221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82413951-30c6-407c-93c2-a709efd575ee req-497f3f67-8fe2-4c99-9f5c-f10816c141ce tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 948 time: 0.0961292 May 20 07:40:20.529338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82413951-30c6-407c-93c2-a709efd575ee req-9a4e011e-d942-4f93-aa8d-46fdafed2fdb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 May 20 07:40:20.800005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:20.803553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d532683-7c7c-44e1-9e5e-f5b278ea643c req-b63e502d-961c-48a4-a6aa-071e6a6c6526 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:20.805056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d532683-7c7c-44e1-9e5e-f5b278ea643c req-b63e502d-961c-48a4-a6aa-071e6a6c6526 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1099 time: 0.0791826 May 20 07:40:20.854121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5d532683-7c7c-44e1-9e5e-f5b278ea643c req-a5f3165c-6084-4417-99a5-1e5a7f28a63a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Synchronizing usage tracker for tenant:81df2de07485452485d2da9fcdf3b12b on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:20.867301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.873434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55d70b86-5451-495d-92bc-861e085386b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:20.910507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0110c17e-94ca-436f-b3f2-1097a20605ad,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:20.916805 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:20.917814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:20.924104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0110c17e-94ca-436f-b3f2-1097a20605ad HTTP/1.1" status: 204 len: 168 time: 0.6625400 May 20 07:40:20.924647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5d532683-7c7c-44e1-9e5e-f5b278ea643c req-a5f3165c-6084-4417-99a5-1e5a7f28a63a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Unset dirty status for tenant:81df2de07485452485d2da9fcdf3b12b on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:20.926370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d532683-7c7c-44e1-9e5e-f5b278ea643c req-a5f3165c-6084-4417-99a5-1e5a7f28a63a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151283 May 20 07:40:20.926811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40762) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:20.952761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 502db63c-5004-491a-9c60-5c751b7451e3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:20.961322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 502db63c-5004-491a-9c60-5c751b7451e3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:20.962071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.067466 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.087926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a470-2dab-463c-bcfa-54153ca8ea7d req-850fc3ea-c61c-43f4-aaaf-40a63b3a187d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:21.089509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0336a470-2dab-463c-bcfa-54153ca8ea7d req-850fc3ea-c61c-43f4-aaaf-40a63b3a187d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.0952361 May 20 07:40:21.148458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0336a470-2dab-463c-bcfa-54153ca8ea7d req-a02d2650-961e-4ccd-81cc-054a844637c2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 May 20 07:40:21.151039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.184838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:21.197858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:21.276210 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'code': 200} May 20 07:40:21.287336 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.288352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:21.304671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.312396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.312622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.313318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.313703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > port after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.314038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.314373 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > port after_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.314796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.315162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.315602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.315922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.332179 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:21.391471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.391759 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.395593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.396061 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 07:40:21.396440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33837190-27b7-44d9-9724-12af8c59315f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:21.410752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5f3c57-649c-4691-a7cd-5e3712940956') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:21.411047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5f3c57-649c-4691-a7cd-5e3712940956') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:40:21.424883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.448805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.456874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:40:21.457440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: from cryptography.utils import int_from_bytes May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: from cryptography.utils import int_from_bytes May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: timer() May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:40:21.475974 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:40:21.486941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:21.491099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:21.532337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40786) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:21.555280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:21.560478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:21.561046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.635824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac188b0-132a-4d06-9263-dc974b5de741 req-06e63ea6-371b-40bc-93b5-3a26e71201da tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:21.637523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fac188b0-132a-4d06-9263-dc974b5de741 req-06e63ea6-371b-40bc-93b5-3a26e71201da tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.1605723 May 20 07:40:21.685032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fac188b0-132a-4d06-9263-dc974b5de741 req-69df711c-4614-467c-8f40-8dc96b9f5913 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 May 20 07:40:21.695498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.712204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.719720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.723698 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:21.745089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=33837190-27b7-44d9-9724-12af8c59315f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:21.751506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:21.754618 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:21.769957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] 10.222.0.79 "DELETE /v2.0/networks/33837190-27b7-44d9-9724-12af8c59315f HTTP/1.1" status: 204 len: 168 time: 0.8382130 May 20 07:40:21.771083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.796066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:21.797052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Usage tracker for resource:security_group_rule and tenant:b35556de3bfe42f5adf022c658e740b6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:21.801706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:21.807839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:21.849900 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.852422 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:21.895085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-c24b09b3-6ad7-4b73-8ec3-dad26496299e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348749 May 20 07:40:21.911742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:21.950326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:21.953353 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:22.047663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ca475b91-fca4-4536-bda7-56306e0a5103 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:22.049375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ca475b91-fca4-4536-bda7-56306e0a5103 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532469 May 20 07:40:22.064332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-d0daf35d-d7b1-406d-9e0a-8d97d1038b3f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/quotas/6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 375 time: 0.0094111 May 20 07:40:22.066265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.076058 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c48e92fe-87b2-4690-a03b-e6530693ff23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:22.124248 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b35556de3bfe42f5adf022c658e740b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883498 May 20 07:40:22.124532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:22.147222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e0fa5-8966-4835-a785-993384a1e802,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:22.151597 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:22.172053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-9bd25023-3779-4e5e-be4f-3d20b0930d0e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017315 May 20 07:40:22.208176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40814) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:22.208438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.237408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.265937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-103ffc95-ca4a-42a7-adf2-2d8a15023896 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9bf3c0be26c04ccf9ec05098d1277991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561683 May 20 07:40:22.268366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40818) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:22.330170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.360752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.397791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.402914 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3e53f71-bf12-41f5-b64b-70c8e4951903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:22.418651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e0fa5-8966-4835-a785-993384a1e802,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:22.419398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:22.422911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.424779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f0e0fa5-8966-4835-a785-993384a1e802 HTTP/1.1" status: 204 len: 168 time: 0.2987177 May 20 07:40:22.529643 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.535411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2554b66c-1c54-4329-b396-9359c2ab51bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:22.564256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee3ba41-7ee7-47b9-9f07-9b0e5df6c274,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:22.568954 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:22.587372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:22.590983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eee3ba41-7ee7-47b9-9f07-9b0e5df6c274 HTTP/1.1" status: 204 len: 168 time: 0.3192737 May 20 07:40:22.785383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4625c59-7383-4531-a896-7dbec5adb94d req-9eda4c78-9df1-4795-a071-51b668809962 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:22.786863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4625c59-7383-4531-a896-7dbec5adb94d req-9eda4c78-9df1-4795-a071-51b668809962 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 945 time: 0.0833910 May 20 07:40:22.832991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4625c59-7383-4531-a896-7dbec5adb94d req-f75d84bb-e563-46d3-ab78-6f8d99019be1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 May 20 07:40:22.954359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1a1c70-da46-47b5-9826-02a57a412551 req-c61402ad-19b4-4b07-bdf0-e4cb42f6796a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 210 time: 0.0578785 May 20 07:40:23.278517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:23.322502 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'code': 200} May 20 07:40:23.457200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a19bc-ada8-4bc5-a055-55fbd769f929 req-4e9ba63a-3ba2-412b-8061-be6033273e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:23.458947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-130a19bc-ada8-4bc5-a055-55fbd769f929 req-4e9ba63a-3ba2-412b-8061-be6033273e2c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.0754213 May 20 07:40:23.495169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:23.510885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-130a19bc-ada8-4bc5-a055-55fbd769f929 req-35887b1a-ab3e-4a31-b59c-28a21caa21fc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 May 20 07:40:23.519225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.535488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:23.539697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Usage tracker for resource:security_group_rule and tenant:0031306e336c4a7fbd7f742609d0e364 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:23.542742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:23.550323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:23.586247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40866) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:23.648988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.666582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:23.669636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2b1df37f-7e7d-44fb-92c7-388091b121cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9feb07da61f49b4a6452bef16935133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816951 May 20 07:40:23.726169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.735784 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92665ab0-1e5b-4caa-aafe-c806e5906e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:23.798064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0031306e336c4a7fbd7f742609d0e364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013017 May 20 07:40:23.801048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb791834-2bc8-4b54-b63a-01a02fa94fec,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:23.803528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40878) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:23.806745 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:23.807385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.838455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.898910 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.918594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:23.932154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98825ff9-8212-46a3-a268-abd61c2f4a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feccc8a3-61f0-47a8-9c15-d19e42a99e2e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/feccc8a3-61f0-47a8-9c15-d19e42a99e2e HTTP/1.1" status: 204 len: 168 time: 0.4272907 May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b71f3-df64-4b7c-8e5a-876a60b246ac req-c6bb5110-6143-462c-b5ca-961226cb39ad tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fc6b71f3-df64-4b7c-8e5a-876a60b246ac req-c6bb5110-6143-462c-b5ca-961226cb39ad tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 945 time: 0.1408298 May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fc6b71f3-df64-4b7c-8e5a-876a60b246ac req-509a0144-6490-44cf-991d-f6d29aca905a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512965 May 20 07:40:24.343122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7b7655b-446b-4729-bf93-7f6c7ba99c7f req-f4bb9386-a91d-478e-837b-6dc4377d6340 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 210 time: 0.0439527 May 20 07:40:24.515867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:24.523401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab802f11-5bcf-4fb6-96f9-add1906df990 tempest-AggregatesAdminTestJSON-1844567799 tempest-AggregatesAdminTestJSON-1844567799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:24.539768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb791834-2bc8-4b54-b63a-01a02fa94fec,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:24.544811 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:24.551645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:24.552795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb791834-2bc8-4b54-b63a-01a02fa94fec HTTP/1.1" status: 204 len: 168 time: 0.7459617 May 20 07:40:24.677883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40896) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:25.183060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:25.203694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:25.208282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Usage tracker for resource:security_group_rule and tenant:3671c2d77b614922b7119b819ab9407f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:25.211211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:25.216971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:25.284908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-cde3edb8-69aa-47fb-8b1d-ed4334b33859 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395663 May 20 07:40:25.318100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40912) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:25.522442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:25.574538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:25.592509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Usage tracker for resource:security_group_rule and tenant:c9833f4666a14df99c98f58692cad991 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:25.598353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:25.646723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:25.664159 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5152f45f-ba3b-4f32-a250-c06cb321effc req-0e275073-5cce-4c27-a1d7-9c54feb1aa57 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 210 time: 0.0624058 May 20 07:40:25.699090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:25.707344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-a83fc04e-366d-43f1-a8bf-94fd35fdb3fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:25.709006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-a83fc04e-366d-43f1-a8bf-94fd35fdb3fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129956 May 20 07:40:25.729851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Request body: {'port': {'device_id': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '6d465a5288534f42899806e1c3d9e902'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:25.868938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e5e4e-0b1f-4e3a-a2e1-41fbf0b424bb req-a19f2b19-69df-4b20-b0bd-6379d2cdfd07 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:25.875835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f3e5e4e-0b1f-4e3a-a2e1-41fbf0b424bb req-a19f2b19-69df-4b20-b0bd-6379d2cdfd07 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 945 time: 0.2970884 May 20 07:40:25.878406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:25.903752 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-12182f59-4ba9-468e-9b71-a681aad357dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:25.942186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:25.963606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3671c2d77b614922b7119b819ab9407f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2844212 May 20 07:40:25.966534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:25.997344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a306a6e0-8ab9-4182-892e-be339d052c66,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:26.000445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:26.014433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f3e5e4e-0b1f-4e3a-a2e1-41fbf0b424bb req-bc3d2977-7da3-4acf-9389-f1eeffe4b5f7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372457 May 20 07:40:26.015919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:26.031332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:26.034010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.062017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.092944 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.104706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.120890 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2dafa85-1fca-4981-9952-55e09beeafad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:26.174504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Made reservation on behalf of 6d465a5288534f42899806e1c3d9e902 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:26.175239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.195009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8408e5-ba6c-4329-8a8e-b34184ba0629,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:26.198430 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:26.201370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9833f4666a14df99c98f58692cad991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825488 May 20 07:40:26.204056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40962) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:26.283705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.310394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.318384 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883a4090-6d11-4ff2-bad4-d94549cfdd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:26.326851 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.371076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306a6e0-8ab9-4182-892e-be339d052c66,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:26.374893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.379512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a306a6e0-8ab9-4182-892e-be339d052c66 HTTP/1.1" status: 204 len: 168 time: 0.4115336 May 20 07:40:26.390383 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:26.512461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.539464 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2a33e6bb-9c29-4a28-bcff-5a47d6b14b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:26.553017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c0934-834d-4c37-84db-bc0640924350 req-ca43e154-bbe7-476a-bc03-7301bea4704f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:26.560117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5c0934-834d-4c37-84db-bc0640924350 req-ca43e154-bbe7-476a-bc03-7301bea4704f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.1860511 May 20 07:40:26.568139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Allocated IP 192.168.233.195 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/d13d17d1-0024-421f-9935-a4c5ff4f8340) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:26.576709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8408e5-ba6c-4329-8a8e-b34184ba0629,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:26.580382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:26.581685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.583660 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a8408e5-ba6c-4329-8a8e-b34184ba0629 HTTP/1.1" status: 204 len: 168 time: 0.3787498 May 20 07:40:26.630806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5c0934-834d-4c37-84db-bc0640924350 req-34e29e2f-4a73-4d8f-b6b0-f2575f26fff6 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690114 May 20 07:40:26.847748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-330126e9-f548-40c9-93fa-1ff30152cac6 req-f21ba316-0b1a-47fc-b6dd-ef2edd228307 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 210 time: 0.0600407 May 20 07:40:26.878031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:26.895958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Transition to ACTIVE for port object d13d17d1-0024-421f-9935-a4c5ff4f8340 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:27.024289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:27.031910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-82bde9e1-d36b-4598-9010-cf0b8ebbd4f3 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:27.038244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:27.089547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:27.097445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:27.100128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:27.188466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:27.192002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:27.195604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247d0ec-8fff-4e35-bbc2-379ee23a500f req-06f94311-aa95-4c41-95b7-f25a5fc5451c tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:27.204538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a247d0ec-8fff-4e35-bbc2-379ee23a500f req-06f94311-aa95-4c41-95b7-f25a5fc5451c tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.1189265 May 20 07:40:27.215050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:27.221269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:27.304880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a247d0ec-8fff-4e35-bbc2-379ee23a500f req-68e19465-f93f-4e9f-b6c1-76a451d3deaa tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983670 May 20 07:40:27.358483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6352415 May 20 07:40:27.373600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Request body: {'port': {'device_id': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:27.506450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-60ebf109-d3ef-4c9b-83dd-8c2bd4c6546e None None] Provisioning for port d13d17d1-0024-421f-9935-a4c5ff4f8340 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:27.511638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-60ebf109-d3ef-4c9b-83dd-8c2bd4c6546e None None] Provisioning complete for port d13d17d1-0024-421f-9935-a4c5ff4f8340 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:27.512021 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-60ebf109-d3ef-4c9b-83dd-8c2bd4c6546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:27.547153 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:27.589736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-60ebf109-d3ef-4c9b-83dd-8c2bd4c6546e None None] Port d13d17d1-0024-421f-9935-a4c5ff4f8340 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:40:27.701723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:27.737455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:27.767185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:27.776621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Usage tracker for resource:security_group_rule and tenant:21804828c4564a93b51c78fa272f5fe7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:27.793704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:27.813997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:28.016803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41022) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:28.068452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.083812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.090083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13d17d1-0024-421f-9935-a4c5ff4f8340 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:28.098745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.129998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Transition to ACTIVE for port object d13d17d1-0024-421f-9935-a4c5ff4f8340 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:28.144884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:28.155476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.164977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3731ebdcaa4938b420426e4f658b9b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:28.169923 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-379570c1-686b-41e4-a526-4142db2c4dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:28.170631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:28.194861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:28.245003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21804828c4564a93b51c78fa272f5fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421512 May 20 07:40:28.254903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02848-7471-4882-8a80-751a509951f4 req-4258297d-0bf1-44c4-9e10-3e53c9f6fcaf tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:28.263729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-63b02848-7471-4882-8a80-751a509951f4 req-4258297d-0bf1-44c4-9e10-3e53c9f6fcaf tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 936 time: 0.1576319 May 20 07:40:28.269421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:28.329495 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.372796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-63b02848-7471-4882-8a80-751a509951f4 req-0a4cfe73-d815-492c-946b-04845b774d5c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 May 20 07:40:28.507731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5ec200-1c27-428c-88fd-dbcc4dedf78a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:28.520544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.587159 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:28.599594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.689312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.702764 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c95b1297-85f9-46c9-bf08-697ce0bdecc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:28.753802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.759111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3eb6fa7-d991-4905-a0cd-26243659d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:28.775991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5ec200-1c27-428c-88fd-dbcc4dedf78a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:28.780689 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:28.789524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.791043 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d5ec200-1c27-428c-88fd-dbcc4dedf78a HTTP/1.1" status: 204 len: 168 time: 0.5203969 May 20 07:40:28.792485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.805071 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-531243a3-154e-43bb-b827-6a52dc7871be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:28.859531 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e3731ebdcaa4938b420426e4f658b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403034 May 20 07:40:28.862201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:28.863678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87785363-af15-48be-aec9-ca5f6a08f41e req-be00f654-3584-4904-85ec-bc0f05d0258e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:28.871132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87785363-af15-48be-aec9-ca5f6a08f41e req-be00f654-3584-4904-85ec-bc0f05d0258e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.6381023 May 20 07:40:28.876449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Attempting to bind port d13d17d1-0024-421f-9935-a4c5ff4f8340 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:28.876597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08704ce7-92c2-4c0e-aa67-0206180af40e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:28.877805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Attempting to bind port d13d17d1-0024-421f-9935-a4c5ff4f8340 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:28.882747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Attempting to bind port d13d17d1-0024-421f-9935-a4c5ff4f8340 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:28.882875 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:28.901568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Port d13d17d1-0024-421f-9935-a4c5ff4f8340 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:28.902150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Attempting to bind port d13d17d1-0024-421f-9935-a4c5ff4f8340 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:28.913963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:28.920808 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:28.921712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:28.922179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:28.922818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:28.923450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Bound port: d13d17d1-0024-421f-9935-a4c5ff4f8340, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:28.924432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.945327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:28.979908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:29.019005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87785363-af15-48be-aec9-ca5f6a08f41e req-2894c9fe-4a2b-45b0-b407-c3dea1b4c169 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465950 May 20 07:40:29.166940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:29.178291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-75b427dd-8ca0-46cb-9cd2-032bb6b7529a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:29.183901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:29.187538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:29.200857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:29.202179 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08704ce7-92c2-4c0e-aa67-0206180af40e HTTP/1.1" status: 204 len: 168 time: 0.3387640 May 20 07:40:29.203235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08704ce7-92c2-4c0e-aa67-0206180af40e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:29.212318 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:29.255577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:29.259776 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b49a74c5-8ac4-483c-b463-8f8f6d21b393 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:29.321964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:29.322652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:29.324105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] 10.222.0.84 "PUT /v2.0/ports/d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 1096 time: 1.9561033 May 20 07:40:29.324606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:29.374365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:29.384687 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:29.407800 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'status': 'completed', 'code': 200} May 20 07:40:29.580568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:40:29.614182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb8f24-b102-43dd-afb0-d9f4b46b8b9d req-de02c9c7-55b1-4d83-8e7e-2892ef5d6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:29.615685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fbb8f24-b102-43dd-afb0-d9f4b46b8b9d req-de02c9c7-55b1-4d83-8e7e-2892ef5d6a2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1099 time: 0.1507227 May 20 07:40:29.618797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-44f9eddc-fbdc-4aaa-8e9e-b9271f0d6f62 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1983066 May 20 07:40:29.706371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fbb8f24-b102-43dd-afb0-d9f4b46b8b9d req-b957b519-ce04-4ee1-aa51-1f55626705ce service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657649 May 20 07:40:29.912139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb8f24-b102-43dd-afb0-d9f4b46b8b9d req-5813b5db-92e0-41b4-b337-9ce302ac4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:29.914214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fbb8f24-b102-43dd-afb0-d9f4b46b8b9d req-5813b5db-92e0-41b4-b337-9ce302ac4d79 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003121 May 20 07:40:29.927629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c69f2-b592-4030-b045-4cb607159591 req-ce5683b4-efd3-4256-af2a-a609e04b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:29.929711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-ce5683b4-efd3-4256-af2a-a609e04b4343 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1100 time: 0.1793997 May 20 07:40:30.179094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-1d1a38e2-95e6-4626-a400-e56f12616c6d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320839 May 20 07:40:30.379811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-58e533bb-24c1-48eb-8d9a-9bb4b406c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.382443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-58e533bb-24c1-48eb-8d9a-9bb4b406c43a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1099 time: 0.3941152 May 20 07:40:30.453750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c69f2-b592-4030-b045-4cb607159591 req-545fc2b2-7398-4822-bb9c-f1dcecc50a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.455842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-545fc2b2-7398-4822-bb9c-f1dcecc50a06 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4985745 May 20 07:40:30.484409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b946-ac71-4e4b-91dc-a6c2d76ab1a9 req-468aaa6f-1de8-4e4d-bc09-bf2122b979ae tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.493196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf08b946-ac71-4e4b-91dc-a6c2d76ab1a9 req-468aaa6f-1de8-4e4d-bc09-bf2122b979ae tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 948 time: 0.2727699 May 20 07:40:30.526898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-63aa5175-56e1-4c5a-b461-f9fd41cc42cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.1319394 May 20 07:40:30.541729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf08b946-ac71-4e4b-91dc-a6c2d76ab1a9 req-e62b3b0b-80a9-4e66-b8aa-b1589ddd8ba3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474403 May 20 07:40:30.649920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-c7916e6b-063d-4a0b-ba35-fa80f7efa3e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.1857240 May 20 07:40:30.656607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-d09850fb-c356-48ec-8f9f-1ddefb15e547 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.664210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-d09850fb-c356-48ec-8f9f-1ddefb15e547 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4752851 May 20 07:40:30.765945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-a6ae8eab-ae4b-4ab4-9d4c-ab9ec55ace96 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/quotas/1683f92c092a4de68cfefdf4e0f7c9ae HTTP/1.1" status: 200 len: 375 time: 0.1005359 May 20 07:40:30.834037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-72c1059c-2421-49a5-a02e-9ada10dd2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.835583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-72c1059c-2421-49a5-a02e-9ada10dd2444 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2983205 May 20 07:40:30.838161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-b5a064ac-5ec0-4b1c-89bc-e8871994a154 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614405 May 20 07:40:30.839527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c69f2-b592-4030-b045-4cb607159591 req-42037019-3f51-48a1-9145-d0e113fdf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:30.840884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-42037019-3f51-48a1-9145-d0e113fdf18f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1745358 May 20 07:40:30.870756 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-68e09234-3ff6-4681-b40f-d88c651d36df service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232738 May 20 07:40:31.000119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c69f2-b592-4030-b045-4cb607159591 req-868822be-4bc9-4c04-aacb-4479059d24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:31.001634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-868822be-4bc9-4c04-aacb-4479059d24de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509230 May 20 07:40:31.012988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-54a745b2-8184-4502-882f-59873b7135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:31.014980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-54a745b2-8184-4502-882f-59873b7135ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656220 May 20 07:40:31.207371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d443ac-4536-414d-b726-6767135bff22 req-b41e0f1a-65ad-44ad-bb65-03f141dd34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:31.208860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-b41e0f1a-65ad-44ad-bb65-03f141dd34da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 1096 time: 0.1727808 May 20 07:40:31.473776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d443ac-4536-414d-b726-6767135bff22 req-6aca2bc7-18aa-4c17-b611-0a18c8edb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:31.475674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-6aca2bc7-18aa-4c17-b611-0a18c8edb4c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 924 time: 0.2398331 May 20 07:40:31.674397 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-43b93db2-094f-4202-b0e8-1e6fa3ea66e7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560124 May 20 07:40:31.716330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-2bd7e3b3-65ea-4b53-a319-b19071e04418 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000580 May 20 07:40:31.723463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-cd2046c7-33cd-4852-9f1f-bf39980d6a5a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860108 May 20 07:40:31.863448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2d5b-3296-4125-8af2-f793e1c6eb3b req-2c752c1c-6aa7-4bb5-a46c-e4e3e3d85aff tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:31.864997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48c2d5b-3296-4125-8af2-f793e1c6eb3b req-2c752c1c-6aa7-4bb5-a46c-e4e3e3d85aff tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.5672958 May 20 07:40:31.913864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-f6d37098-07f1-4253-9a1e-c273013f082f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 200 len: 1001 time: 0.4279382 May 20 07:40:32.035815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d443ac-4536-414d-b726-6767135bff22 req-bbf71047-ca05-4e7f-8b34-8e2d9560ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:32.037372 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-bbf71047-ca05-4e7f-8b34-8e2d9560ce98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.0983243 May 20 07:40:32.041356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48c2d5b-3296-4125-8af2-f793e1c6eb3b req-edca2d86-e02c-4071-b3bd-567849d14539 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692514 May 20 07:40:32.044350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-5b54e40a-1088-4560-ad61-73fe99ab57e7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:32.050046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-5b54e40a-1088-4560-ad61-73fe99ab57e7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611751 May 20 07:40:32.055417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d343a8-0b2c-43a3-9a35-b008ad6b8deb req-90915ee5-0094-4657-85af-cf6fd9445f10 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064446 May 20 07:40:32.058781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d45c69f2-b592-4030-b045-4cb607159591 req-1b5ae524-969e-405c-8b50-7111067f96fb service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336034 May 20 07:40:32.113597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-3f95ccbd-5b7f-4c2c-baa8-64b034337313 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/quotas/1683f92c092a4de68cfefdf4e0f7c9ae HTTP/1.1" status: 200 len: 375 time: 0.0183437 May 20 07:40:32.174864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-34ec8420-03f7-4907-b9c5-efc22aae22c1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620787 May 20 07:40:32.219631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d443ac-4536-414d-b726-6767135bff22 req-eb5d3b2f-a9c2-478d-a1d0-930d4e622a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:32.225743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-eb5d3b2f-a9c2-478d-a1d0-930d4e622a5e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709125 May 20 07:40:32.385202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-f0808402-1b3d-42c4-9232-72338e29b2fb service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474838 May 20 07:40:32.422995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaf18a-e6f0-4fc3-812b-fcf7983857b9 req-95bf8285-4eab-45d9-a9e3-8c11ff71c7f0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:32.425939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51aaf18a-e6f0-4fc3-812b-fcf7983857b9 req-95bf8285-4eab-45d9-a9e3-8c11ff71c7f0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:32.543477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51aaf18a-e6f0-4fc3-812b-fcf7983857b9 req-95bf8285-4eab-45d9-a9e3-8c11ff71c7f0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:32.547774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51aaf18a-e6f0-4fc3-812b-fcf7983857b9 req-95bf8285-4eab-45d9-a9e3-8c11ff71c7f0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 948 time: 0.2390306 May 20 07:40:32.554136 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d443ac-4536-414d-b726-6767135bff22 req-78ec7eef-c87c-4762-8333-8662a07c3c17 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601400 May 20 07:40:32.681064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51aaf18a-e6f0-4fc3-812b-fcf7983857b9 req-b93f3276-eeb1-4949-bf96-7867dd3d2e88 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243048 May 20 07:40:33.153052 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45df4263-2acb-4052-8749-dded89aa6092 req-802abd7d-fdef-4c43-b94c-5e4e75d0f9b8 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=57099d7b4574404db2c92e5b249e0237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421991 May 20 07:40:33.332375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4263-2acb-4052-8749-dded89aa6092 req-ac0f35ed-d1b8-40ca-b62e-46da935e634d tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:33.333820 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45df4263-2acb-4052-8749-dded89aa6092 req-ac0f35ed-d1b8-40ca-b62e-46da935e634d tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733940 May 20 07:40:33.349861 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45df4263-2acb-4052-8749-dded89aa6092 req-95403a03-3c22-4524-86ff-67ffc8f71f47 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/quotas/57099d7b4574404db2c92e5b249e0237 HTTP/1.1" status: 200 len: 375 time: 0.0099740 May 20 07:40:33.398829 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45df4263-2acb-4052-8749-dded89aa6092 req-3f3319a7-6cfa-4c19-9504-83950269ac10 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=57099d7b4574404db2c92e5b249e0237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433066 May 20 07:40:33.531558 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea43bb28-4f99-41a8-b0df-b36ee12f00de req-b7211bfd-d93e-4417-9947-07afdc85e3b6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 210 time: 0.0488954 May 20 07:40:33.974132 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-74d81346-48e0-4a43-a452-dda3e050bc1b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d554c841fae64d79adb5674d1d19aaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287147 May 20 07:40:34.097464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-9d310458-bacf-4a65-824b-afbf1cafa627 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299613 May 20 07:40:34.236726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-077d97a5-5f3f-42a5-9870-9ea7d5b7c546 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:34.240608 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-077d97a5-5f3f-42a5-9870-9ea7d5b7c546 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608235 May 20 07:40:34.265166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-bc3ac3e0-c7d1-4cbf-b769-ae80656c039f tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/quotas/d554c841fae64d79adb5674d1d19aaa5 HTTP/1.1" status: 200 len: 375 time: 0.0179062 May 20 07:40:34.332937 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-16a4248d-767c-403d-8a3b-832b1739a17a tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649033 May 20 07:40:34.346255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-a814ce44-e06f-4313-8be5-9cbb0457f028 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:34.354088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-a814ce44-e06f-4313-8be5-9cbb0457f028 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505889 May 20 07:40:34.372839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Request body: {'port': {'device_id': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '1683f92c092a4de68cfefdf4e0f7c9ae'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:34.526891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:34.530587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Usage tracker for resource:port and tenant:1683f92c092a4de68cfefdf4e0f7c9ae is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:34.533974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:34.539583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:34.649601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Made reservation on behalf of 1683f92c092a4de68cfefdf4e0f7c9ae for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:34.654552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:34.669784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:34.698145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:34.703848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Usage tracker for resource:security_group_rule and tenant:1683f92c092a4de68cfefdf4e0f7c9ae is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:34.708260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:34.714669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:34.807005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:34.917762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:34.922168 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d17d0fea-fc1a-425f-a323-407f2e518186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:35.008176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a13eba-4fab-46fb-95b0-ee295b1bd23a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:35.013548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:35.073668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:35.104799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Allocated IP 192.168.233.63 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/502d3606-7cbf-4f59-8716-f82b69a57e99) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:35.153302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68a5f8-8d6d-43f5-8950-0e1fe15ea5d5 req-77874ef6-f779-4ea4-a3a3-f62baf49bd8a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:35.158014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-de68a5f8-8d6d-43f5-8950-0e1fe15ea5d5 req-77874ef6-f779-4ea4-a3a3-f62baf49bd8a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 948 time: 0.1280036 May 20 07:40:35.230096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-de68a5f8-8d6d-43f5-8950-0e1fe15ea5d5 req-d4f40441-dce7-43d6-be2a-0840ac1dd9cd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671654 May 20 07:40:35.236760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-99112767-e38a-4f72-a366-25a93b4452cd tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:40:35.246162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-99112767-e38a-4f72-a366-25a93b4452cd tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264232 May 20 07:40:35.253081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:35.253574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:40:35.269156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:35.292118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'mac_address': 'fa:16:3e:5d:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:35.331494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-7e2af499-a8df-479c-83a0-60e739875fee tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397189 May 20 07:40:35.355468 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:35.416611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13d17d1-0024-421f-9935-a4c5ff4f8340 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:35.461162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:35.512438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:35.512596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:35.512998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:35.513404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:35.515181 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:35.523886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:35.524211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:35.530844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:35.531237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:35.531626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:35.532061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Bound port: 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:35.553286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:35.578394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:35.591342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Transition to ACTIVE for port object 502d3606-7cbf-4f59-8716-f82b69a57e99 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:35.620162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:35.623233 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:35.639410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-413bb814-19a2-4369-84d4-7fa5f0304fdb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:35.640718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-413bb814-19a2-4369-84d4-7fa5f0304fdb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962463 May 20 07:40:35.659811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Request body: {'port': {'device_id': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '1683f92c092a4de68cfefdf4e0f7c9ae'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:35.696354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:35.697957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-debc1ddc-d641-4db3-b64e-4c975de87e68 service neutron] 10.222.0.79 "POST /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90/bindings HTTP/1.1" status: 201 len: 389 time: 0.4505765 May 20 07:40:35.704362 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d799b00-12b0-473f-98ad-1051cc0dbe31 req-31abdd38-834b-48e6-9afc-c40f4249a7a9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 210 time: 0.0446289 May 20 07:40:35.745147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:35.756160 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:35.787393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:35.813735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f8dc4c3-620e-48a7-bb33-319af6547abd req-3d2c5881-80e2-4557-8a64-3009efbb11f8 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.0428324 May 20 07:40:35.943979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:35.957250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:35.960886 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:35.964863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:35.969975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:36.053910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:36.071235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Usage tracker for resource:port and tenant:1683f92c092a4de68cfefdf4e0f7c9ae is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:36.076612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:36.103123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:36.114842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.115540 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:36.221040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Made reservation on behalf of 1683f92c092a4de68cfefdf4e0f7c9ae for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:36.224526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:36.247207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8784266 May 20 07:40:36.293667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Request body: {'port': {'device_id': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:36.332267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6e174cbe-7e10-4b6c-9779-97a1a615b88b None None] Provisioning for port 502d3606-7cbf-4f59-8716-f82b69a57e99 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:36.338614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6e174cbe-7e10-4b6c-9779-97a1a615b88b None None] Provisioning complete for port 502d3606-7cbf-4f59-8716-f82b69a57e99 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:36.346111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e174cbe-7e10-4b6c-9779-97a1a615b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:36.437591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f252e-8cfb-439e-91ea-90076455ae6b req-98495979-de0f-4ff7-b981-e0ffe4e9cf36 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.451316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-242f252e-8cfb-439e-91ea-90076455ae6b req-98495979-de0f-4ff7-b981-e0ffe4e9cf36 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 945 time: 0.2030230 May 20 07:40:36.469045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6e174cbe-7e10-4b6c-9779-97a1a615b88b None None] Port 502d3606-7cbf-4f59-8716-f82b69a57e99 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:40:36.484373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-cc017fe9-048b-49be-a7d7-63e30d3cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.486674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-cc017fe9-048b-49be-a7d7-63e30d3cfa66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1096 time: 0.1719699 May 20 07:40:36.550649 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-242f252e-8cfb-439e-91ea-90076455ae6b req-69763918-e3cc-484e-a9ea-d8882f1cd1fd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984647 May 20 07:40:36.625093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:36.681120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-766e9d5c-23c3-4bb1-8700-b42e7d2b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.683007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-766e9d5c-23c3-4bb1-8700-b42e7d2b2b4e service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1871958 May 20 07:40:36.723071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8af7a11-3c77-479f-ac9a-9bea3dec6204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:36.727873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Allocated IP 192.168.233.207 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/58e70518-c3b4-43a9-96d8-3cba7044ae8c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:36.778190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-97cfe734-9126-407b-af18-88f1f405028c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.0861509 May 20 07:40:36.790455 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-427f7aa6-b096-43cf-bf17-7d112a68c95b req-dc97cab1-3d78-40ce-89aa-b49bbc989f23 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=57099d7b4574404db2c92e5b249e0237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387149 May 20 07:40:36.842319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacdd4e-6b9e-4ec1-a453-147cf55dad47 req-35568f01-8a65-485d-b0ff-529c20e6da17 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.844462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5aacdd4e-6b9e-4ec1-a453-147cf55dad47 req-35568f01-8a65-485d-b0ff-529c20e6da17 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 949 time: 0.2970092 May 20 07:40:36.945499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-292ab609-eb71-4e36-a49d-0fcb47c086ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:36.946841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-292ab609-eb71-4e36-a49d-0fcb47c086ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1584170 May 20 07:40:36.962854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5aacdd4e-6b9e-4ec1-a453-147cf55dad47 req-9ee8497b-8fdb-4b6b-b056-724a4716275c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026504 May 20 07:40:37.013680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-ea95f744-3c28-4639-8af9-f574c8b476a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539424 May 20 07:40:37.026245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7aa6-b096-43cf-bf17-7d112a68c95b req-38a9e984-22d3-4424-8ac1-cd929bfed19d tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:37.027654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-427f7aa6-b096-43cf-bf17-7d112a68c95b req-38a9e984-22d3-4424-8ac1-cd929bfed19d tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081337 May 20 07:40:37.076994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-427f7aa6-b096-43cf-bf17-7d112a68c95b req-55723763-6ff8-40da-ae05-babc0c1c69e6 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/quotas/57099d7b4574404db2c92e5b249e0237 HTTP/1.1" status: 200 len: 375 time: 0.0282626 May 20 07:40:37.087401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.088487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:37.105795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Transition to ACTIVE for port object 58e70518-c3b4-43a9-96d8-3cba7044ae8c will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:37.186256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-427f7aa6-b096-43cf-bf17-7d112a68c95b req-d8cd11f3-498c-42e4-bcee-cee6eb563880 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=57099d7b4574404db2c92e5b249e0237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634372 May 20 07:40:37.215156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-198a68dd-ec28-40ca-bd5b-6f79979b002e service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865602 May 20 07:40:37.306715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.324432 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fea4b01c-86d0-46d8-bfaa-23f1263e4b9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:37.325944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port d13d17d1-0024-421f-9935-a4c5ff4f8340 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:37.338878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port d13d17d1-0024-421f-9935-a4c5ff4f8340 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:37.340096 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.427102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event updated for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:37.475908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.488046 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:37.496657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-6d7caaa6-bc76-4592-ae90-e8a731bb5db5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d554c841fae64d79adb5674d1d19aaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930591 May 20 07:40:37.498124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b51a0582-d659-4853-bad1-4c2c31ef7412 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717843 May 20 07:40:37.508606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:37.526499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:37.531426 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2af546d-1da4-4242-90e9-eb4ff4348a4f req-7d469ca6-f34b-4c74-8b87-d5526ad508d0 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.1277115 May 20 07:40:37.540948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:37.558465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:37.569640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:37.606296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.608583 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:37.714269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:37.718141 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:37.725369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-483d591d-3867-4a16-bb43-a844a80e7bbf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:37.726987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-483d591d-3867-4a16-bb43-a844a80e7bbf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Synchronizing usage tracker for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:37.775575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:37.776094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:37.821461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-779852d6-2477-4033-a78b-309f6ce6b2f3 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:37.822917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-779852d6-2477-4033-a78b-309f6ce6b2f3 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038549 May 20 07:40:37.843167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b2a20db6-e1bb-4120-a814-1dcdfb891592 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:37.844872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b2a20db6-e1bb-4120-a814-1dcdfb891592 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.1557989 May 20 07:40:37.865838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:37.878380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Request body: {'port': {'device_id': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'd554c841fae64d79adb5674d1d19aaa5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:37.900377 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'code': 200} May 20 07:40:37.915062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-483d591d-3867-4a16-bb43-a844a80e7bbf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Unset dirty status for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:37.916228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-483d591d-3867-4a16-bb43-a844a80e7bbf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 936 time: 0.6738019 May 20 07:40:37.924821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1f1a29b1-979e-4114-8eab-2dc8451285f5 None None] Provisioning for port 58e70518-c3b4-43a9-96d8-3cba7044ae8c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:37.931473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2762754 May 20 07:40:37.936317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1f1a29b1-979e-4114-8eab-2dc8451285f5 None None] Provisioning complete for port 58e70518-c3b4-43a9-96d8-3cba7044ae8c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:37.937657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1f1a29b1-979e-4114-8eab-2dc8451285f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.004509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Request body: {'port': {'device_id': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:38.010540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.012530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a29b1-979e-4114-8eab-2dc8451285f5 None None] Port 58e70518-c3b4-43a9-96d8-3cba7044ae8c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:40:38.188142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:38.210384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.272527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-de6e8eb5-faea-4077-8dc0-8e0844a52962 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Synchronizing usage tracker for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:38.272716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:38.283915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Transition to ACTIVE for port object 502d3606-7cbf-4f59-8716-f82b69a57e99 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:38.293636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f2be-d304-4c60-9903-c2fb8929cd45 req-e4e5c697-d117-4135-a5f2-0d381e343c58 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:38.295116 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6e7f2be-d304-4c60-9903-c2fb8929cd45 req-e4e5c697-d117-4135-a5f2-0d381e343c58 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 945 time: 0.1783593 May 20 07:40:38.354736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:38.355873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:38.359962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Usage tracker for resource:port and tenant:d554c841fae64d79adb5674d1d19aaa5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:38.366746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:38.371792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.379965 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:38.397178 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6e7f2be-d304-4c60-9903-c2fb8929cd45 req-6de7d7d1-6a65-48ba-a4e3-9b1e1a5d79f5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 May 20 07:40:38.419515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:38.424637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:38.431087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.452520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.518061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.523933 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:38.547618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-de6e8eb5-faea-4077-8dc0-8e0844a52962 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Unset dirty status for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:38.549359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7893b7db-9b5c-4d42-82d1-4249ee97ba10 req-de6e8eb5-faea-4077-8dc0-8e0844a52962 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273601 May 20 07:40:38.585790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b67e4-e6c6-4f8f-8b09-7d6a7534b65d req-d6ec5122-4173-4f11-99aa-43f1be948b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:38.587365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b44b67e4-e6c6-4f8f-8b09-7d6a7534b65d req-d6ec5122-4173-4f11-99aa-43f1be948b7d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1101 time: 0.5577781 May 20 07:40:38.602770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:38.750792 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:38.802337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Made reservation on behalf of d554c841fae64d79adb5674d1d19aaa5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:38.805780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.811393 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'code': 200} May 20 07:40:38.846249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:38.849741 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:38.859818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:38.874775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ff44-7688-461a-afda-96c2b784fcd4 req-da3bf392-6374-48b6-80f3-c9d4e086c40f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:38.875986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51e7ff44-7688-461a-afda-96c2b784fcd4 req-da3bf392-6374-48b6-80f3-c9d4e086c40f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1641583 May 20 07:40:38.911020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b44b67e4-e6c6-4f8f-8b09-7d6a7534b65d req-e8bf73ba-f3dd-413b-a125-06ee47b0362c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990727 May 20 07:40:38.926616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51e7ff44-7688-461a-afda-96c2b784fcd4 req-c1d081d4-05ec-43a8-8198-049adb6c4e12 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 May 20 07:40:38.978064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:39.007717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Usage tracker for resource:security_group_rule and tenant:d554c841fae64d79adb5674d1d19aaa5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:39.013693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:39.018195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Attempting to bind port 502d3606-7cbf-4f59-8716-f82b69a57e99 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:39.018536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Attempting to bind port 502d3606-7cbf-4f59-8716-f82b69a57e99 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:39.018873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Attempting to bind port 502d3606-7cbf-4f59-8716-f82b69a57e99 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:39.027973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:39.036910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Port 502d3606-7cbf-4f59-8716-f82b69a57e99 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:39.037246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Attempting to bind port 502d3606-7cbf-4f59-8716-f82b69a57e99 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:39.068644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:39.068993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:39.069393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:39.069874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Bound port: 502d3606-7cbf-4f59-8716-f82b69a57e99, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:39.070237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.093198 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3ccf8695-9801-4e09-997d-2ed17ee17995 req-b5336dee-29f1-497e-a381-9b4ff51ca77d tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.0662019 May 20 07:40:39.180420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d152daa3-3569-4517-ac65-ad3307244131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.203386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:39.203716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:39.204038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:39.231260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:39.231627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Attempting to bind port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:39.238111 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4541dbe2-ec33-40ac-a804-0eca54dca208 req-5ff0cfa4-561f-4aaf-a8ad-fc4f49193169 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=57099d7b4574404db2c92e5b249e0237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357389 May 20 07:40:39.240635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:39.240968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:39.241346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:39.241790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Bound port: 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:39.242135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.287886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:39.287886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e70518-c3b4-43a9-96d8-3cba7044ae8c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:39.292150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:39.296550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.336880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Transition to ACTIVE for port object 58e70518-c3b4-43a9-96d8-3cba7044ae8c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:39.338617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.386650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.390398 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:39.428142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.442110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.457087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:39.478085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541dbe2-ec33-40ac-a804-0eca54dca208 req-c7ad0950-8afc-416b-a56a-a5e54a3f92f5 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:39.479509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4541dbe2-ec33-40ac-a804-0eca54dca208 req-c7ad0950-8afc-416b-a56a-a5e54a3f92f5 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284675 May 20 07:40:39.481041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:39.500310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.508269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:39.508888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.510276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] 10.222.0.81 "PUT /v2.0/ports/502d3606-7cbf-4f59-8716-f82b69a57e99 HTTP/1.1" status: 200 len: 1095 time: 3.2220614 May 20 07:40:39.510525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4541dbe2-ec33-40ac-a804-0eca54dca208 req-cc4d55db-6cda-44b0-b9dc-9a61ad76a5f7 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/quotas/57099d7b4574404db2c92e5b249e0237 HTTP/1.1" status: 200 len: 375 time: 0.0237362 May 20 07:40:39.511884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:39.567557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4541dbe2-ec33-40ac-a804-0eca54dca208 req-ce145226-f89d-4e34-a58b-271506b7b199 tempest-QuotasAdminNegativeTest-1349565140 tempest-QuotasAdminNegativeTest-1349565140-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=57099d7b4574404db2c92e5b249e0237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474341 May 20 07:40:39.592619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.598719 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:39.750837 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'status': 'completed', 'code': 200} May 20 07:40:39.786831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:39.815646 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:39.816342 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9cce3760-c010-4121-baf7-369b45d8c091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:39.817425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=8']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:39.836111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:39.839237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:39.840053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:39.841901 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] 10.222.0.84 "PUT /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 1121 time: 1.9901540 May 20 07:40:39.954911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0116660-3451-4c31-b311-9243f93a3e3f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:39.967703 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:39.968114 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:39.970051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['93583dd3-d0c2-442d-9c44-7dd46ff82f90'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:40.038791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f180b-c9c3-44f2-9ef7-924008a754aa req-aa38521c-3540-4d72-a2d8-ce631f6cb6c0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.040308 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e3f180b-c9c3-44f2-9ef7-924008a754aa req-aa38521c-3540-4d72-a2d8-ce631f6cb6c0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 948 time: 0.2030463 May 20 07:40:40.078150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Allocated IP 192.168.233.182 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/464ec055-f545-406a-80fd-a282d85245ee) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:40.108064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:40.110773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:40.121594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Attempting to bind port 58e70518-c3b4-43a9-96d8-3cba7044ae8c on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:40.121935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Attempting to bind port 58e70518-c3b4-43a9-96d8-3cba7044ae8c by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:40.122264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Attempting to bind port 58e70518-c3b4-43a9-96d8-3cba7044ae8c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:40.130505 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e3f180b-c9c3-44f2-9ef7-924008a754aa req-887c8150-3347-411b-868f-78295d923a45 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 May 20 07:40:40.132659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e01df-4842-4fd8-bd01-a7b48cff511e req-94cf3639-0f9f-4135-8630-553310c86df2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.139494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e5e01df-4842-4fd8-bd01-a7b48cff511e req-94cf3639-0f9f-4135-8630-553310c86df2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.5715578 May 20 07:40:40.154644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Port 58e70518-c3b4-43a9-96d8-3cba7044ae8c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:40.154973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Attempting to bind port 58e70518-c3b4-43a9-96d8-3cba7044ae8c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:40.179563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-0cfba585-2282-43f0-9842-9e628fcb9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.181028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-0cfba585-2282-43f0-9842-9e628fcb9f40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1098 time: 0.4853747 May 20 07:40:40.193573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:40.193929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:40.194324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:40.194777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Bound port: 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:40.195127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:40.452014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e5e01df-4842-4fd8-bd01-a7b48cff511e req-4f716a37-0caf-4517-8b35-9633dd11304b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033593 May 20 07:40:40.453189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-bed8b208-f0b4-4ea0-b781-b8d69a349364 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=502d3606-7cbf-4f59-8716-f82b69a57e99 HTTP/1.1" status: 200 len: 217 time: 0.2280328 May 20 07:40:40.639517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-bb1531d7-596f-495d-9b80-c4b1a2b94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.640959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-bb1531d7-596f-495d-9b80-c4b1a2b94c9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1742558 May 20 07:40:40.644940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:40.693196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7bcc0-4ada-4370-bceb-b32769103bda req-db0e7b46-f8d2-485d-9aa6-6c65b7cd590e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.694731 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eed7bcc0-4ada-4370-bceb-b32769103bda req-db0e7b46-f8d2-485d-9aa6-6c65b7cd590e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.0884778 May 20 07:40:40.704633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:40.742464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eed7bcc0-4ada-4370-bceb-b32769103bda req-e043703e-d174-44b3-90a8-76f5f073a6e6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 May 20 07:40:40.759088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2de68701-1224-4beb-bb34-10ab7c9bf29b req-b4cdf7e5-bc94-4dd4-8a29-4cf963394c9e tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.0684464 May 20 07:40:40.809530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:40.813288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:40.818587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:40.822195 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:40.904489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.905178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:40.906600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] 10.222.0.81 "PUT /v2.0/ports/58e70518-c3b4-43a9-96d8-3cba7044ae8c HTTP/1.1" status: 200 len: 1096 time: 2.9126201 May 20 07:40:40.914555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Transition to ACTIVE for port object 464ec055-f545-406a-80fd-a282d85245ee will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:40.919435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-9790d685-304c-4ef1-83b0-cf3245dec7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:40.920906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-9790d685-304c-4ef1-83b0-cf3245dec7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645655 May 20 07:40:40.928786 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'status': 'completed', 'code': 200} May 20 07:40:40.930383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:40.935563 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:41.043217 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:41.144700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:41.149196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-fa673408-9a60-4a8c-aa7f-3b897b59ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.150852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-fa673408-9a60-4a8c-aa7f-3b897b59ce58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 1099 time: 0.1085269 May 20 07:40:41.171670 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c637846a-fa15-4a3a-aff4-1acbc5865b0e tempest-DeleteServersAdminTestJSON-816717372 tempest-DeleteServersAdminTestJSON-816717372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:41.286305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:41.310101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-96bb49ee-ff87-4918-9245-8cff94f00686 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c HTTP/1.1" status: 200 len: 217 time: 0.1435058 May 20 07:40:41.326614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:41.339675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:41.416442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.417240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:41.452498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-dabac8e6-6ace-4815-b11c-f3f977b17c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.453950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-dabac8e6-6ace-4815-b11c-f3f977b17c16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1034894 May 20 07:40:41.462160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-88bfe30f-635c-4a48-95e2-82239217a1c6 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150363 May 20 07:40:41.549111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-1116a9a4-bdc6-4f07-b6af-d32599634eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.550818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-1116a9a4-bdc6-4f07-b6af-d32599634eee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1124 time: 0.5701673 May 20 07:40:41.578323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b22c0-3757-4c06-8315-f8278dff1043 req-bc5fe2a6-225c-42b0-becb-6c7f41b3de10 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.587445 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f59b22c0-3757-4c06-8315-f8278dff1043 req-bc5fe2a6-225c-42b0-becb-6c7f41b3de10 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 948 time: 0.2741258 May 20 07:40:41.597376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Pushing event updated for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:41.617300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:41.684077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:41.686023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f59b22c0-3757-4c06-8315-f8278dff1043 req-c7814c1b-4486-4d5e-b52f-ccbb096e5495 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 May 20 07:40:41.689238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.689633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.690177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.690327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.690683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.691033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.691435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.691782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.692128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.692471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.693139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.693139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:41.698943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3cca1e04-a92c-419d-bde1-a440dd6c1357 None None] Provisioning for port 464ec055-f545-406a-80fd-a282d85245ee completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:41.709010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3cca1e04-a92c-419d-bde1-a440dd6c1357 None None] Provisioning complete for port 464ec055-f545-406a-80fd-a282d85245ee triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:41.709595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3cca1e04-a92c-419d-bde1-a440dd6c1357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:41.712415 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:41.714869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-505728c9-3c4d-4667-ace9-0768ac234c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:41.717393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-505728c9-3c4d-4667-ace9-0768ac234c12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355211 May 20 07:40:41.725378 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-7d11581e-152c-4fc5-815f-6237d4d8b2f3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443094 May 20 07:40:41.766433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:41.842179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0050988 May 20 07:40:41.864450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Request body: {'port': {'device_id': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:41.872083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3cca1e04-a92c-419d-bde1-a440dd6c1357 None None] Port 464ec055-f545-406a-80fd-a282d85245ee cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:40:42.006754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.017015 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-b93f2d01-0027-4536-a714-91035b6fe220 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898853 May 20 07:40:42.017860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.031732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-f7d1277a-e1a8-44fc-8a8f-7d710ab54843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.033743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-f7d1277a-e1a8-44fc-8a8f-7d710ab54843 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.4602261 May 20 07:40:42.043183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f591f-edff-47e9-af4d-6264536d2d4e req-26c6ba14-0e52-4d55-a959-5e692ce958eb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.044648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-975f591f-edff-47e9-af4d-6264536d2d4e req-26c6ba14-0e52-4d55-a959-5e692ce958eb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.5772951 May 20 07:40:42.051513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca5b8e4c-9d6b-4618-9a1f-f1ea1f9e8f1c req-f9c5e6cd-5f20-46e2-9875-47601091d5e6 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981263 May 20 07:40:42.054051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:42.065508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:42.085579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Usage tracker for resource:security_group_rule and tenant:a8020351d1fa43d19fb7207c0b4cf288 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:42.094459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:42.144422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Usage tracker for resource:security_group_rule and tenant:57099d7b4574404db2c92e5b249e0237 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:42.158629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:42.180878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-9a06694a-3bca-4ed6-a435-1a136d3957b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.1336136 May 20 07:40:42.186023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:42.232435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c37ef-9f0a-4ef7-aadb-140423c13cff req-4df18aff-0519-409e-8be2-d99804c7c756 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.233301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:42.233890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c06c37ef-9f0a-4ef7-aadb-140423c13cff req-4df18aff-0519-409e-8be2-d99804c7c756 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.3207288 May 20 07:40:42.272031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.322559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00ce20c9-7975-457a-8597-dda8bd000fb0 req-375718b8-7ebe-4941-8f2d-64564649a26c service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885735 May 20 07:40:42.337405 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c06c37ef-9f0a-4ef7-aadb-140423c13cff req-2e36a9f6-1057-494b-ac22-9c98464994c8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939813 May 20 07:40:42.404811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.421491 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.461392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-975f591f-edff-47e9-af4d-6264536d2d4e req-089a553b-865b-4e22-9b74-c4893488b0cd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207359 May 20 07:40:42.513278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-86c15ae4-edce-4cd4-9462-773942a803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.514905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-86c15ae4-edce-4cd4-9462-773942a803c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2828913 May 20 07:40:42.518797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:42.527738 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-28d66e14-e015-4cd0-94f7-07cfd4889a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:42.581679 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c', 'status': 'completed', 'code': 200} May 20 07:40:42.610702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-a6430dd1-6f15-4682-ab5d-a464a60d0945 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822582 May 20 07:40:42.734688 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8020351d1fa43d19fb7207c0b4cf288&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1144242 May 20 07:40:42.740080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41480) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:42.744691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e71a0d-f223-46e3-be66-fbd7e2c4dd61,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:42.748266 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:42.794916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-670e9477-5033-45b7-85eb-419760f2b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.796402 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-670e9477-5033-45b7-85eb-419760f2b37e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 1099 time: 0.2263200 May 20 07:40:42.810389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d35b1b-61d2-4e30-90c3-fdd84384806d req-ea29c2c1-f37e-4185-9994-ea63d6e62da9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.811844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-f496c253-d6de-4591-a2ef-37340feba077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:42.812572 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07d35b1b-61d2-4e30-90c3-fdd84384806d req-ea29c2c1-f37e-4185-9994-ea63d6e62da9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 936 time: 0.1758225 May 20 07:40:42.813264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-f496c253-d6de-4591-a2ef-37340feba077 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1098 time: 0.6155736 May 20 07:40:42.981759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07d35b1b-61d2-4e30-90c3-fdd84384806d req-1e6d6b6d-068b-441c-9d93-2e5ad81c5da3 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432674 May 20 07:40:43.016886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-70b95647-9d23-49aa-bd85-d0772ce32f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.022506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-70b95647-9d23-49aa-bd85-d0772ce32f0e service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2047575 May 20 07:40:43.133765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:43.156735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-9bb66404-44c5-4657-9026-6562c794edb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c HTTP/1.1" status: 200 len: 217 time: 0.1212838 May 20 07:40:43.316804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:43.337417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:40:43.341335 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.349924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-a6e5736d-c6b3-4482-8803-d89b02d40976 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236731 May 20 07:40:43.363045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-cac617c4-d746-4042-9cf0-311f13d015ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.363276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.364467 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-cac617c4-d746-4042-9cf0-311f13d015ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1901698 May 20 07:40:43.384203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c39ce-a19d-4c7c-a86b-cd083d92b1bd req-bb5ead6e-ae18-468b-aa4a-f71756bc184f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.385715 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c3c39ce-a19d-4c7c-a86b-cd083d92b1bd req-bb5ead6e-ae18-468b-aa4a-f71756bc184f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 948 time: 0.2730136 May 20 07:40:43.417234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-741bd910-1aac-432d-a65a-f7d4438a3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.419038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-741bd910-1aac-432d-a65a-f7d4438a3b01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.5811939 May 20 07:40:43.515974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c3c39ce-a19d-4c7c-a86b-cd083d92b1bd req-a60db419-d383-4867-81a8-af7b2d60da1b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 May 20 07:40:43.527183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.542923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-d1d7372e-3390-45a5-b972-b435c3496d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.544229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.544470 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-d1d7372e-3390-45a5-b972-b435c3496d50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557822 May 20 07:40:43.555934 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfaee184-20ca-496a-9411-75517d5df84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:43.674646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-2933c4e8-5d8a-4d6c-9f7b-8f58238180e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=502d3606-7cbf-4f59-8716-f82b69a57e99 HTTP/1.1" status: 200 len: 217 time: 0.2249684 May 20 07:40:43.682017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57099d7b4574404db2c92e5b249e0237&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9949157 May 20 07:40:43.686573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:43.831510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-3d48e397-c0d3-43ce-9acb-fb37f6b47529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.833511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-3d48e397-c0d3-43ce-9acb-fb37f6b47529 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0803421 May 20 07:40:43.835174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-d96b4e77-ea23-4c7a-9838-8117b9c6f440 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763457 May 20 07:40:43.857316 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.931867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ad86-a19e-4114-b74f-c53e6268d83a req-c1bbe533-7167-4c25-b8f6-e46c73313116 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:43.934275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d43ad86-a19e-4114-b74f-c53e6268d83a req-c1bbe533-7167-4c25-b8f6-e46c73313116 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.2398036 May 20 07:40:43.948470 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:43.953112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cddeb3f-04b0-42ea-9085-e795efde28b1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:43.979105 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:43.987958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464ec055-f545-406a-80fd-a282d85245ee {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:44.013706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.024956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bd2681-27b6-4633-a21f-c123266ea91d req-c67b6506-6fed-4bb4-84ad-2a97e8a4be51 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416552 May 20 07:40:44.035192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-8962a796-e91d-4131-a30b-10cbdbff4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:44.036755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-8962a796-e91d-4131-a30b-10cbdbff4e1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692133 May 20 07:40:44.118867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d43ad86-a19e-4114-b74f-c53e6268d83a req-8c0dc6a7-dea2-456c-9151-af73a683bb74 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735132 May 20 07:40:44.146589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba29b6b0-1ef3-4513-bd3a-9925d545b5ec req-aa020b13-be5e-45d1-9fde-7658ab1a5592 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823541 May 20 07:40:44.175273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Transition to ACTIVE for port object 464ec055-f545-406a-80fd-a282d85245ee will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:44.181134 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.225847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.233124 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64f82f54-5080-4b38-909d-0e8de182e757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:44.237262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:44.254463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cddeb3f-04b0-42ea-9085-e795efde28b1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:44.257686 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:44.266996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.270882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1cddeb3f-04b0-42ea-9085-e795efde28b1 HTTP/1.1" status: 204 len: 168 time: 0.5809183 May 20 07:40:44.310935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-a1eb79dc-7861-4c6d-b6f0-f9276c247fcc service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572193 May 20 07:40:44.320635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.329124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e71a0d-f223-46e3-be66-fbd7e2c4dd61,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:44.339903 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:44.362550 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:44.510959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:44.514558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22e71a0d-f223-46e3-be66-fbd7e2c4dd61 HTTP/1.1" status: 204 len: 168 time: 1.7110395 May 20 07:40:44.627683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b3f77-5a43-43fb-9ced-74f93022f342 req-8b17acba-a8c9-4484-bca8-ff3ed76b3f3f tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:44.629243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a19b3f77-5a43-43fb-9ced-74f93022f342 req-8b17acba-a8c9-4484-bca8-ff3ed76b3f3f tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 948 time: 0.1878135 May 20 07:40:44.654970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-db658a83-3c30-42f9-8035-a1b700e50901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:44.664905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-db658a83-3c30-42f9-8035-a1b700e50901 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1101 time: 0.1688294 May 20 07:40:44.690220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Pushing event updated for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:44.693977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:44.828084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a19b3f77-5a43-43fb-9ced-74f93022f342 req-1641f4da-060d-4620-b1c5-b72780af6d7d tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876087 May 20 07:40:44.837304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca2692-546b-4fba-b4f6-16c620bdfefd req-c8836d62-ee21-418f-81da-56691bdc7ba7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:44.838840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daca2692-546b-4fba-b4f6-16c620bdfefd req-c8836d62-ee21-418f-81da-56691bdc7ba7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.6738651 May 20 07:40:44.869739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-db138392-849a-4a14-8436-3d3d5737e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:44.871535 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-db138392-849a-4a14-8436-3d3d5737e606 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1996555 May 20 07:40:44.885823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:44.896158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d74b4ca-adba-41ed-82b2-3f7aba39458a req-c480bb84-9f9c-4cd1-8708-83c2bbb906b6 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599065 May 20 07:40:44.939576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daca2692-546b-4fba-b4f6-16c620bdfefd req-2f910341-7881-4d07-97c2-46eb17cd689f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 May 20 07:40:44.961309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Attempting to bind port 464ec055-f545-406a-80fd-a282d85245ee on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:40:44.961309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Attempting to bind port 464ec055-f545-406a-80fd-a282d85245ee by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:40:44.961309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Attempting to bind port 464ec055-f545-406a-80fd-a282d85245ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:44.971486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Port 464ec055-f545-406a-80fd-a282d85245ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:40:44.971821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Attempting to bind port 464ec055-f545-406a-80fd-a282d85245ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:40:44.983536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:40:44.984245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:40:44.984245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:40:44.984640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Bound port: 464ec055-f545-406a-80fd-a282d85245ee, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:40:44.984987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.061045 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-a1d66e7a-72a3-4563-a642-d80039a11bbe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.1825233 May 20 07:40:45.096946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41528) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:45.100792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:45.123704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'mac_address': 'fa:16:3e:95:98:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:45.156248 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.190378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.202350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:45.211813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Usage tracker for resource:security_group_rule and tenant:9e0d0a0586bb4b449fc8ead429005c5e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:45.219643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:45.220642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:45.237856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:45.238510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:45.242953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-d858d700-f198-44a5-aed2-c0edc01f58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:45.244842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-d858d700-f198-44a5-aed2-c0edc01f58e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1759608 May 20 07:40:45.322473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0dbef-0876-443b-85a8-8d9157cee146 req-bbd95aad-83a0-41af-9162-7e6604140310 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:45.323946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-55d0dbef-0876-443b-85a8-8d9157cee146 req-bbd95aad-83a0-41af-9162-7e6604140310 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 948 time: 0.3290749 May 20 07:40:45.341502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.349274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:45.350805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.354154 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:45.397076 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-55d0dbef-0876-443b-85a8-8d9157cee146 req-8155192e-ee4e-4c16-bb93-e5a69df26a12 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 May 20 07:40:45.414287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-89e19fba-c341-4f65-8f9b-39d450c38ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:45.424530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-89e19fba-c341-4f65-8f9b-39d450c38ece service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605661 May 20 07:40:45.430485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=464ec055-f545-406a-80fd-a282d85245ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:40:45.459104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cb3f4-b19a-46c2-b812-c8924f9df6a4 req-ce955778-7989-4105-ba00-daa6d4b4fda6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:45.460636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a2cb3f4-b19a-46c2-b812-c8924f9df6a4 req-ce955778-7989-4105-ba00-daa6d4b4fda6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.1170952 May 20 07:40:45.461367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.492699 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7e445479-1858-4cf9-9cef-97a1e38b1c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:45.493036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:45.503357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.503738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.504021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.504409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.504733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.505055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.505422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.505780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.506102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.506464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.507013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.507647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:45.512481 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:45.519326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e0d0a0586bb4b449fc8ead429005c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205420 May 20 07:40:45.553314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:45.564766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:45.574433 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.588735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.596587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2c029-5dc5-410e-9fda-df9c198c63ff,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:45.614337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:45.621079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Usage tracker for resource:security_group_rule and tenant:df42b8fc447648a7883d947084d3b5e3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:45.625286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:45.625443 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:45.629082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a2cb3f4-b19a-46c2-b812-c8924f9df6a4 req-a7968de7-b45a-4250-b08c-e06a94cac3cf tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374364 May 20 07:40:45.629554 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:45.635225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:45.666630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-6d072c5d-deae-4866-ad8e-b233b27feb54 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336330 May 20 07:40:45.682858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:45.684247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.685605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] 10.222.0.84 "PUT /v2.0/ports/464ec055-f545-406a-80fd-a282d85245ee HTTP/1.1" status: 200 len: 1096 time: 3.8254461 May 20 07:40:45.703757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'tag': '464ec055-f545-406a-80fd-a282d85245ee'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:45.731332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:45.775604 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'tag': '464ec055-f545-406a-80fd-a282d85245ee', 'status': 'completed', 'code': 200} May 20 07:40:45.909444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-c506cb83-8f18-4508-9992-a9e23d42d83f service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333858 May 20 07:40:45.917454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Pushing event updated for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:45.968007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.976459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:45.989141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:46.057755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.065429 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26267649-1e9d-4c80-8db5-74e3b4de40b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:46.095699 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.159514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-611565ba-fc2a-4f33-8db6-e58ac7a90d79 service neutron] 10.222.0.81 "GET /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.3334353 May 20 07:40:46.175168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f55c7-ea14-4869-8e08-beb8961c50d6 req-6da3aea3-a8b8-43d8-bd43-160d5da91267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.175168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-163f55c7-ea14-4869-8e08-beb8961c50d6 req-6da3aea3-a8b8-43d8-bd43-160d5da91267 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 1099 time: 0.3933892 May 20 07:40:46.262974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-163f55c7-ea14-4869-8e08-beb8961c50d6 req-5954a698-359d-4642-8b26-533fe14ec9fb service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=d554c841fae64d79adb5674d1d19aaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538447 May 20 07:40:46.272002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df42b8fc447648a7883d947084d3b5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038486 May 20 07:40:46.280827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41552) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:46.284932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee83dd4-dc24-4743-b9b4-a933da60e5a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:46.288792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:46.361746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-eb323ecb-6c38-4d42-90ca-c98292a3d2a5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.362822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-eb323ecb-6c38-4d42-90ca-c98292a3d2a5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Synchronizing usage tracker for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:46.364203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacdf57-50cb-4fc7-aa56-3aff65ee906e req-5bd17133-6578-46f6-8a67-d85642d4797e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.371376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8dacdf57-50cb-4fc7-aa56-3aff65ee906e req-5bd17133-6578-46f6-8a67-d85642d4797e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1828766 May 20 07:40:46.393081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.407191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:46.429383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.462281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8dacdf57-50cb-4fc7-aa56-3aff65ee906e req-16dc06c7-a9ba-404f-a13d-75a6cbb6b69e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 May 20 07:40:46.478916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.556699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2c029-5dc5-410e-9fda-df9c198c63ff,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:46.575586 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:46.576571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.586911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2bd2c029-5dc5-410e-9fda-df9c198c63ff HTTP/1.1" status: 204 len: 168 time: 1.0142322 May 20 07:40:46.663393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.669390 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33fc37a2-de4e-45c8-8082-bb5854c3eefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:46.678475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-eb323ecb-6c38-4d42-90ca-c98292a3d2a5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Unset dirty status for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:46.682026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-eb323ecb-6c38-4d42-90ca-c98292a3d2a5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 948 time: 0.6840234 May 20 07:40:46.683794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee83dd4-dc24-4743-b9b4-a933da60e5a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:46.686342 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:46.701408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:46.705275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ee83dd4-dc24-4743-b9b4-a933da60e5a4 HTTP/1.1" status: 204 len: 168 time: 0.4198380 May 20 07:40:46.740492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6b0b-c48c-4abb-9e01-75de7c7ff319 req-e3d63b36-bd49-44d5-863f-04c18ef7a7eb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.744524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f55c7-ea14-4869-8e08-beb8961c50d6 req-96b323ed-b665-4e97-a735-1b8003f4f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.745950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-163f55c7-ea14-4869-8e08-beb8961c50d6 req-96b323ed-b665-4e97-a735-1b8003f4f68b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4765351 May 20 07:40:46.748325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-82ef6b0b-c48c-4abb-9e01-75de7c7ff319 req-e3d63b36-bd49-44d5-863f-04c18ef7a7eb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 948 time: 0.1494141 May 20 07:40:46.795281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-cfe9882f-680d-458e-946a-3ec76866dbdb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Synchronizing usage tracker for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:46.836673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-82ef6b0b-c48c-4abb-9e01-75de7c7ff319 req-2784499c-176e-41d5-a48b-a318c3d9e1f9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874209 May 20 07:40:46.913257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58e70518-c3b4-43a9-96d8-3cba7044ae8c details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:46.918660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:46.939051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-93cd14a3-d826-486b-a150-9df4bc473460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:46.940990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-93cd14a3-d826-486b-a150-9df4bc473460 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 1099 time: 0.1318207 May 20 07:40:46.986141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:47.101001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:47.129404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-cfe9882f-680d-458e-946a-3ec76866dbdb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Unset dirty status for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:47.130570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8f845c4-7748-48c3-b7e2-8f7e23ce653f req-cfe9882f-680d-458e-946a-3ec76866dbdb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878663 May 20 07:40:47.132423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:47.147967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '58e70518-c3b4-43a9-96d8-3cba7044ae8c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '58e70518-c3b4-43a9-96d8-3cba7044ae8c', 'mac_address': 'fa:16:3e:d1:ba:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:47.149246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-7acad877-68e2-476c-9aa8-d1df3ab4c867 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=464ec055-f545-406a-80fd-a282d85245ee HTTP/1.1" status: 200 len: 217 time: 0.2016125 May 20 07:40:47.220850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93583dd3-d0c2-442d-9c44-7dd46ff82f90 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:47.243785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:47.251838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690b135-1a8f-4aaa-9bef-066fb5702262 req-bc9cf2b8-efa1-4e89-88ab-24946a95dd1d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:47.261449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c690b135-1a8f-4aaa-9bef-066fb5702262 req-bc9cf2b8-efa1-4e89-88ab-24946a95dd1d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 943 time: 0.1472428 May 20 07:40:47.264147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-93de6ecd-32ea-40c1-a592-930fb450b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:47.265611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-93de6ecd-32ea-40c1-a592-930fb450b244 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1089087 May 20 07:40:47.269783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.289888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e70518-c3b4-43a9-96d8-3cba7044ae8c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:47.308666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:47.360481 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.396407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c690b135-1a8f-4aaa-9bef-066fb5702262 req-50b5a86d-19c3-4004-b647-87e595d52a65 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227806 May 20 07:40:47.401600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 502d3606-7cbf-4f59-8716-f82b69a57e99 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:47.409340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 502d3606-7cbf-4f59-8716-f82b69a57e99 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:47.410281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.435431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-ec72e4d1-e185-4c87-92f7-65e48491d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:47.436870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-ec72e4d1-e185-4c87-92f7-65e48491d7bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597886 May 20 07:40:47.570446 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.581769 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:47.716301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:47.716487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Transition to ACTIVE for port object 93583dd3-d0c2-442d-9c44-7dd46ff82f90 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:40:47.721406 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:47.729055 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.771206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:47.772188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:47.790861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-b350f5b4-ce45-4ccb-98b2-1d4dcfbaa76a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446093 May 20 07:40:47.826446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.836953 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'code': 200} May 20 07:40:47.843281 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:47.882534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:47.884960 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:47.967344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['58e70518-c3b4-43a9-96d8-3cba7044ae8c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:48.120464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ce479-0b6f-4353-bc8b-d49850dca74b req-6dee82d2-26af-4259-9089-8dd0456846b4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.132492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-365ce479-0b6f-4353-bc8b-d49850dca74b req-6dee82d2-26af-4259-9089-8dd0456846b4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.4816039 May 20 07:40:48.139828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df8821e8-af67-4ce8-9c83-c2d9ef749e7f req-bec2982f-3f5f-4365-a96c-a0b705ef75d5 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414855 May 20 07:40:48.161048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:48.164833 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:48.183904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3af8-3246-4ef9-b85b-d29a6a05e03b req-4e19b062-92b1-4d5d-901b-1207a213d280 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.185457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-20cf3af8-3246-4ef9-b85b-d29a6a05e03b req-4e19b062-92b1-4d5d-901b-1207a213d280 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 949 time: 0.1828189 May 20 07:40:48.196815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578c02-7d52-46e5-b8d4-66cc39eea19f req-e2e9af95-4d36-4b4f-9e05-ee12593e9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.198295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-79578c02-7d52-46e5-b8d4-66cc39eea19f req-e2e9af95-4d36-4b4f-9e05-ee12593e9225 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1100 time: 0.2712166 May 20 07:40:48.219821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-365ce479-0b6f-4353-bc8b-d49850dca74b req-9cf13b81-9ef8-4e02-a127-3e8673042b93 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 May 20 07:40:48.272045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] No DVR routers for this DVR port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:40:48.381924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Pushing event updated for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:48.397171 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-20cf3af8-3246-4ef9-b85b-d29a6a05e03b req-cca7e487-f108-4b16-bfc8-bda48475c1ec tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031572 May 20 07:40:48.400295 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:48.411913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] 10.222.0.81 "PUT /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2429299 May 20 07:40:48.422007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-79578c02-7d52-46e5-b8d4-66cc39eea19f req-86d1fa55-8832-4bbc-abe0-8bf70831cb75 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874528 May 20 07:40:48.713809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2144c9-2dfe-4ec5-b457-64918ec98b7b req-0c3c5176-24de-4d2f-92b5-be39d8b265da tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.718077 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a2144c9-2dfe-4ec5-b457-64918ec98b7b req-0c3c5176-24de-4d2f-92b5-be39d8b265da tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 948 time: 0.1583803 May 20 07:40:48.752523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-a7a25a23-78c8-482d-8d51-9b6752003965 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.754492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-a7a25a23-78c8-482d-8d51-9b6752003965 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.1616919 May 20 07:40:48.836617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a2144c9-2dfe-4ec5-b457-64918ec98b7b req-fd07e277-41a2-4331-b80a-a3ab38023dfa tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131258 May 20 07:40:48.927889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-f6c2e68c-650a-47a5-b92f-12fccebd4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.929367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-f6c2e68c-650a-47a5-b92f-12fccebd4dda service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 1095 time: 0.1631775 May 20 07:40:48.932511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:40:48.944734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e218d1-ef60-4fe3-876b-f7a6b95754a9 req-f45ffa72-a371-46d3-87a8-bc88d431fa60 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:48.946224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9e218d1-ef60-4fe3-876b-f7a6b95754a9 req-f45ffa72-a371-46d3-87a8-bc88d431fa60 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.1154852 May 20 07:40:49.004152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:40:49.070101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9e218d1-ef60-4fe3-876b-f7a6b95754a9 req-530b8ecd-97a4-4ac9-b395-efe5165266cc tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174581 May 20 07:40:49.093984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-c2004e79-673e-4762-997b-026d289977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:49.096021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-c2004e79-673e-4762-997b-026d289977d0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1095 time: 0.1289723 May 20 07:40:49.238730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-c96adc23-b218-4e42-9078-8cff2cbdd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:49.240252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-c96adc23-b218-4e42-9078-8cff2cbdd525 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1375184 May 20 07:40:49.426495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-9c109908-904f-4100-bdd7-fb8af8ee6d79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.1794436 May 20 07:40:49.506574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-613f6f35-8dd0-46e4-bcef-1861f1109511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:49.508050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-613f6f35-8dd0-46e4-bcef-1861f1109511 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0756381 May 20 07:40:49.535342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24567b1-652b-48aa-83c3-5f17732a75c3 req-33c27f18-00fe-44d6-97cc-4e39d5276e76 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:49.557930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e24567b1-652b-48aa-83c3-5f17732a75c3 req-33c27f18-00fe-44d6-97cc-4e39d5276e76 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1604283 May 20 07:40:49.567986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-dfd55f6e-a6bd-46b5-8f83-19f6755d2628 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519323 May 20 07:40:49.628466 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e24567b1-652b-48aa-83c3-5f17732a75c3 req-e46b0735-a3d5-4932-8799-97858d5be85b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695753 May 20 07:40:49.800387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137058-80f5-476c-8127-d141db23503e req-f3dc4fef-f5fc-4f25-9cc5-255879fa637e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:49.814541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73137058-80f5-476c-8127-d141db23503e req-f3dc4fef-f5fc-4f25-9cc5-255879fa637e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 949 time: 0.2448447 May 20 07:40:49.905291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73137058-80f5-476c-8127-d141db23503e req-db895eb3-dd4e-4877-9296-d357a6ab0652 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896411 May 20 07:40:49.999854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-c78cbfc9-2b98-4153-a46c-1032cb79fe0b service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770671 May 20 07:40:50.187227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1852102557', 'description': 'tempest-description-1711939216'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:50.187635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-131ea296-2113-4bdd-a414-cab3e15f62a3 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792881 May 20 07:40:50.194956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:50.215806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Usage tracker for resource:security_group and tenant:236c8b5d89e4464681a9825b670e3c6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:50.219536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:50.226502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:50.229128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a4490-380c-4c6f-9e86-f3c9945194e6 req-54b97f26-dc42-45c2-9ecf-d9da2b7f8f29 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:50.240807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d1a4490-380c-4c6f-9e86-f3c9945194e6 req-54b97f26-dc42-45c2-9ecf-d9da2b7f8f29 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 948 time: 0.1093817 May 20 07:40:50.281649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d1a4490-380c-4c6f-9e86-f3c9945194e6 req-f7d3dd51-ba6b-4e9b-b53f-e5bdaa270861 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 May 20 07:40:50.317262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.330855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.351973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:50.357067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Usage tracker for resource:security_group_rule and tenant:236c8b5d89e4464681a9825b670e3c6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:50.360902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:50.369161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:50.466953 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.551736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.555164 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a9f8eef-a08f-4cd1-82fb-64620a95d85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:50.564552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:50.572264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Usage tracker for resource:security_group_rule and tenant:236c8b5d89e4464681a9825b670e3c6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:50.581533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:50.592000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:50.595919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2539e-9c90-4ee5-95d3-0b35708e2b03 req-5e29fcc7-b2cd-441d-a466-640c7e0d94cb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:50.596430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c578c5-50ff-4eb1-8819-6ddd7b08ce10,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:50.597439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2b2539e-9c90-4ee5-95d3-0b35708e2b03 req-5e29fcc7-b2cd-441d-a466-640c7e0d94cb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.0829096 May 20 07:40:50.609333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.609724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.610076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.610418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.610814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.611197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.611608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.611945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.612362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.612735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.613066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.613396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:40:50.617800 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:50.645452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2b2539e-9c90-4ee5-95d3-0b35708e2b03 req-9e0e077b-39d8-4dc2-b9cf-caf5141ac433 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 May 20 07:40:50.696246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.727655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4a34-8e55-4750-9101-75aec7318d19 req-f4b7debe-1975-431b-bf23-5169a01285d8 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:50.729117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-f4b7debe-1975-431b-bf23-5169a01285d8 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.0877404 May 20 07:40:50.783503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.787571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27afdadd-1663-4c9c-be31-37da09f52c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:50.827896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135d990f-9268-4ed1-a381-f08087afdb09,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:50.831350 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:50.894274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:50.895538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1357a67-c8a8-49f8-9e29-e177b9b5336f req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7141194 May 20 07:40:50.895726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070243c-7be5-4223-ac83-71360f611294 req-1603caee-6528-4aca-bb32-9e731a387a10 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:50.897170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8070243c-7be5-4223-ac83-71360f611294 req-1603caee-6528-4aca-bb32-9e731a387a10 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1266267 May 20 07:40:50.945092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58e70518-c3b4-43a9-96d8-3cba7044ae8c up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:50.947365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8070243c-7be5-4223-ac83-71360f611294 req-39b154e6-7fca-429e-97c5-74acd22d24e6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 May 20 07:40:50.975357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1535997287', 'description': 'tempest-description-1397336166'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:50.981089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:50.985782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Usage tracker for resource:security_group and tenant:236c8b5d89e4464681a9825b670e3c6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:50.988641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:50.995907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-372d4a34-8e55-4750-9101-75aec7318d19 req-99a84252-7747-4871-b996-f6b788acdbbc service neutron] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:40:50.998947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-372d4a34-8e55-4750-9101-75aec7318d19 req-99a84252-7747-4871-b996-f6b788acdbbc service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.000182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372d4a34-8e55-4750-9101-75aec7318d19 req-99a84252-7747-4871-b996-f6b788acdbbc service neutron] 10.222.0.84 "DELETE /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.2628813 May 20 07:40:51.005830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:51.089976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.112753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:51.117427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Usage tracker for resource:security_group_rule and tenant:236c8b5d89e4464681a9825b670e3c6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:51.117813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 58e70518-c3b4-43a9-96d8-3cba7044ae8c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:51.121764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:51.124810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 58e70518-c3b4-43a9-96d8-3cba7044ae8c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:51.125197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.135838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:51.149882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15835a-622f-4e4d-9288-32586cb9f81b req-8805cfef-9fb1-45a4-a21e-632b57fcd52e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:51.159019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f15835a-622f-4e4d-9288-32586cb9f81b req-8805cfef-9fb1-45a4-a21e-632b57fcd52e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 949 time: 0.1043820 May 20 07:40:51.181368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 464ec055-f545-406a-80fd-a282d85245ee details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:40:51.217203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f15835a-622f-4e4d-9288-32586cb9f81b req-7a7d3a3e-5b11-4d0e-b7a0-fc140439a9d3 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 May 20 07:40:51.234049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.343666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.367399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6822fc83-cbd5-430b-855f-183c391d008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:51.403299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.415278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11eaf3-22a7-4888-a9b3-560b0f904449,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:51.419773 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:51.438737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:51.462434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:51.469343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.471170 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dc9b5d81-edbe-4bc8-853f-7fade38780aa req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5099373 May 20 07:40:51.474537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=464ec055-f545-406a-80fd-a282d85245ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:51.519979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '464ec055-f545-406a-80fd-a282d85245ee', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '464ec055-f545-406a-80fd-a282d85245ee', 'mac_address': 'fa:16:3e:2a:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:40:51.565769 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c', 'code': 200} May 20 07:40:51.568060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42c02-5066-43e2-b9b9-468e20101752 req-09a7d265-c40d-4f6e-9b64-6b7f9bfa6168 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:51.569841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aca42c02-5066-43e2-b9b9-468e20101752 req-09a7d265-c40d-4f6e-9b64-6b7f9bfa6168 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 948 time: 0.1009228 May 20 07:40:51.580845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.591256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:51.654053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aca42c02-5066-43e2-b9b9-468e20101752 req-7abcc7ec-8530-4b04-ad18-137711df80cb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 May 20 07:40:51.656765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1589792902', 'description': 'tempest-description-394676498'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:51.664550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:51.676896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Usage tracker for resource:security_group and tenant:8766dc87192e4bec9e932f8c8cf82a18 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:51.680390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:51.683279 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.691605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:51.711060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:51.714238 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:51.716266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464ec055-f545-406a-80fd-a282d85245ee {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:40:51.735222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=464ec055-f545-406a-80fd-a282d85245ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:51.777499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07005e45-2b44-4789-a8d1-3f509ee6ad73 req-df094c18-3e53-489d-a355-074fe4c2a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:51.779053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07005e45-2b44-4789-a8d1-3f509ee6ad73 req-df094c18-3e53-489d-a355-074fe4c2a471 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 1101 time: 0.0918138 May 20 07:40:51.823208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07005e45-2b44-4789-a8d1-3f509ee6ad73 req-0341242b-1b55-4914-af9d-41c9b836bdd8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369174 May 20 07:40:51.834759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.836550 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:51.860286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.871230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dad25-ace0-4f98-a1a3-9522acf86d58 req-e7de8295-ab00-4bdb-87d7-391377adbaca tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:51.872742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-296dad25-ace0-4f98-a1a3-9522acf86d58 req-e7de8295-ab00-4bdb-87d7-391377adbaca tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.0878806 May 20 07:40:51.885806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:51.918234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:51.929564 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:51.934531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:51.938676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Usage tracker for resource:security_group_rule and tenant:8766dc87192e4bec9e932f8c8cf82a18 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:51.942198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:51.948963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:51.951347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-296dad25-ace0-4f98-a1a3-9522acf86d58 req-0ba21d9c-5161-4914-93cb-4a3d52e3685a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681443 May 20 07:40:51.989031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:52.064056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.096576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['464ec055-f545-406a-80fd-a282d85245ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:40:52.145905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.149399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a288a81-8d08-4d2d-b26d-771b5dc5e4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:52.156978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:52.164347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Usage tracker for resource:security_group_rule and tenant:8766dc87192e4bec9e932f8c8cf82a18 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:52.169063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:52.190512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:52.194220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.195954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c3066-a30f-4e01-8376-334e0e29df50,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:52.201158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:52.219241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:52.225602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Usage tracker for resource:security_group_rule and tenant:3dc3875246384298974119203c40e849 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:52.231196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:52.239416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:52.281379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1be303-1b3a-481b-acb6-91f923baf459 req-f2b9caa2-1414-4cac-a22b-499947b2ba0a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:52.283687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1be303-1b3a-481b-acb6-91f923baf459 req-f2b9caa2-1414-4cac-a22b-499947b2ba0a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1536756 May 20 07:40:52.306446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.347431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1be303-1b3a-481b-acb6-91f923baf459 req-3d4f092a-d177-4570-8b63-1e7282b0a647 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536315 May 20 07:40:52.399281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.403072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.409016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abb83eb8-f852-4dd7-a1c3-12abb8e49320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:52.449342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92640f30-8b82-43be-8244-fd51dfd69223,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:52.452460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:52.466109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.479111 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:52.551804 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.553246 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1aa2782-845c-4c55-b064-858cc108f711 req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9018974 May 20 07:40:52.574028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3dc3875246384298974119203c40e849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838943 May 20 07:40:52.576817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41734) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:52.580178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8593d069-dac8-45cd-8205-fa029db42a54,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:52.591902 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:52.657209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c65b2-f38a-430d-9077-96cd0a4a9161 req-8627cf85-abe0-4004-909e-56b5930ad976 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:52.659798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-458c65b2-f38a-430d-9077-96cd0a4a9161 req-8627cf85-abe0-4004-909e-56b5930ad976 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 950 time: 0.1820772 May 20 07:40:52.664999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.711005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.747657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-458c65b2-f38a-430d-9077-96cd0a4a9161 req-f39ab6ee-56a1-4d49-a852-4fd7cdc6a117 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727718 May 20 07:40:52.802172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1639622724', 'description': 'tempest-description-1054273814'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:52.807185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:52.811597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Usage tracker for resource:security_group and tenant:8766dc87192e4bec9e932f8c8cf82a18 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:52.814608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:52.820875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:52.833422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750ca57-561e-40d9-a9f0-095fa0dd12c9 req-643abaf3-7b4a-472c-8e65-e2024b20bf42 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:52.840766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f750ca57-561e-40d9-a9f0-095fa0dd12c9 req-643abaf3-7b4a-472c-8e65-e2024b20bf42 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1095 time: 0.0920150 May 20 07:40:52.848969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.858013 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:52.873119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8593d069-dac8-45cd-8205-fa029db42a54,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:52.877548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:52.879206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:52.881546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8593d069-dac8-45cd-8205-fa029db42a54 HTTP/1.1" status: 204 len: 168 time: 0.3024755 May 20 07:40:52.884058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f750ca57-561e-40d9-a9f0-095fa0dd12c9 req-1fbb1b9a-4c39-4857-a9be-a454cef8e705 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 May 20 07:40:52.986078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.018666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:53.027370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Usage tracker for resource:security_group_rule and tenant:8766dc87192e4bec9e932f8c8cf82a18 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:53.033452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:53.046810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:53.180581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8d27-8748-4b32-a2b5-7a5b602c5e62 req-d420a47d-a064-420d-9144-f8a62d23805a tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:53.197910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 464ec055-f545-406a-80fd-a282d85245ee up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:40:53.202221 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76cb8d27-8748-4b32-a2b5-7a5b602c5e62 req-d420a47d-a064-420d-9144-f8a62d23805a tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 949 time: 0.1607533 May 20 07:40:53.300398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76cb8d27-8748-4b32-a2b5-7a5b602c5e62 req-423b3684-cacd-4f73-b9e6-a53e05e776c8 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949836 May 20 07:40:53.323040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.428841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 464ec055-f545-406a-80fd-a282d85245ee completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:40:53.429742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.434414 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-206c1505-30f7-4a78-a40b-d62cbc4b5baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:53.434579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 464ec055-f545-406a-80fd-a282d85245ee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:40:53.435219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.473277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb567d6-2d1d-42df-834c-02eaae05ee77,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:53.476973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:53.561163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.591944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ec055-f545-406a-80fd-a282d85245ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:40:53.592713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.595948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89ce8875-8c65-4b1a-a2d3-ff620ccc9dbc req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7963743 May 20 07:40:53.609463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=464ec055-f545-406a-80fd-a282d85245ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:40:53.639099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-cbb56e17-5dc7-4552-a602-3c38f224c3a6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:53.640538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-cbb56e17-5dc7-4552-a602-3c38f224c3a6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.2361529 May 20 07:40:53.655095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-0b076dc6-6f50-4ed3-9c37-505de7187722 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/quotas/3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 375 time: 0.0089462 May 20 07:40:53.689860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.692507 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:53.744491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4cb4e86b-17cb-458a-8394-25e1687448eb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829124 May 20 07:40:53.764565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:53.768091 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:53.772442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535394-87ad-41fa-a57a-19b3244e0147 req-bd7962f2-d95e-4a33-a5c0-0503af916fd6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:53.777960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09535394-87ad-41fa-a57a-19b3244e0147 req-bd7962f2-d95e-4a33-a5c0-0503af916fd6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.0930266 May 20 07:40:53.814595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41768) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:53.842043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09535394-87ad-41fa-a57a-19b3244e0147 req-057277ec-9969-4aac-a8a2-701d85cb6675 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 May 20 07:40:53.843109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.854754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:53.865375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:53.868894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Usage tracker for resource:security_group_rule and tenant:f01f10808ffa4aa5b1f55f3821d3c638 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:40:53.873108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:40:53.879928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:53.888883 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4111d3ec-0cb6-41fe-8951-8b0b495d5957 service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358035 May 20 07:40:53.905200 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ec055-f545-406a-80fd-a282d85245ee', 'code': 200} May 20 07:40:54.029021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-7ec24ff4-abe6-4b45-b7eb-9776aaa0e0ff service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331897 May 20 07:40:54.098214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.147525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f1e5-03f3-4d51-9063-cbf74ab036ff req-ee49a343-ca59-4b84-88ac-5dcce98e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:54.148981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0744f1e5-03f3-4d51-9063-cbf74ab036ff req-ee49a343-ca59-4b84-88ac-5dcce98e5fab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 1101 time: 0.1841817 May 20 07:40:54.200923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.215781 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c53bf575-e619-4615-9955-b10d161f7e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:54.256549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0744f1e5-03f3-4d51-9063-cbf74ab036ff req-2ad6814d-6fd9-41c3-a99e-e18631f0ede4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986722 May 20 07:40:54.293849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a33a8-da5b-451f-9174-4a8ea7b41ef5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:54.297915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f01f10808ffa4aa5b1f55f3821d3c638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823577 May 20 07:40:54.299141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:54.301462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41778) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:40:54.406004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.438107 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.442917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c529c9d9-7dac-49ef-9376-826f96fdb0d4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Synchronizing usage tracker for tenant:8766dc87192e4bec9e932f8c8cf82a18 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:40:54.526171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c529c9d9-7dac-49ef-9376-826f96fdb0d4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Unset dirty status for tenant:8766dc87192e4bec9e932f8c8cf82a18 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:40:54.528832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c529c9d9-7dac-49ef-9376-826f96fdb0d4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50611 time: 0.5898914 May 20 07:40:54.578799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaae99-e190-4ed5-9a3e-bee7596f5439 req-a8ef9b87-d70f-4602-aebf-a3a33f2fd48b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:54.579889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-8e4e00f1-f661-497b-84fb-f52a95986097 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/247a3c8d-f66d-4838-a8ea-8b27d55184a9 HTTP/1.1" status: 200 len: 2981 time: 0.0427372 May 20 07:40:54.580166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ccaae99-e190-4ed5-9a3e-bee7596f5439 req-a8ef9b87-d70f-4602-aebf-a3a33f2fd48b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 950 time: 0.1059656 May 20 07:40:54.628579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ccaae99-e190-4ed5-9a3e-bee7596f5439 req-399732a9-eb08-47fe-a38e-662a3a9df937 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 May 20 07:40:54.635431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-13b585c6-55b2-46de-ac89-08336dd9ee90 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/247a3c8d-f66d-4838-a8ea-8b27d55184a9 HTTP/1.1" status: 200 len: 2981 time: 0.0494139 May 20 07:40:54.684991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-b4aa4184-4781-433a-b110-4c0095699fce tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4a85d569-2c2f-471f-8737-cd9c8abf3c12 HTTP/1.1" status: 200 len: 2977 time: 0.0435369 May 20 07:40:54.719631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aaf7bac2-e029-4d20-a208-c03d4e9ed796 req-06a3eb00-e00d-4cba-b688-f264459002c0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 210 time: 0.0483601 May 20 07:40:54.721089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.726051 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3cd532f5-11a2-4150-974c-2c2738e41caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:54.748538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-302608a5-fa90-4a22-af12-ea23a2f3bdd8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/4a85d569-2c2f-471f-8737-cd9c8abf3c12 HTTP/1.1" status: 200 len: 2977 time: 0.0476325 May 20 07:40:54.748751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a33a8-da5b-451f-9174-4a8ea7b41ef5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:54.748904 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:54.753791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:54.755088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c59a33a8-da5b-451f-9174-4a8ea7b41ef5 HTTP/1.1" status: 204 len: 168 time: 0.4525719 May 20 07:40:54.821439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-56d0ead9-95bc-4478-9c9c-0e5ac8d90a84 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5015df4e-214b-4418-881b-e477a6614655 HTTP/1.1" status: 200 len: 2981 time: 0.0749938 May 20 07:40:54.881900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-66dbd3b9-c27c-4096-b8d9-49157dbb6fe1 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5015df4e-214b-4418-881b-e477a6614655 HTTP/1.1" status: 200 len: 2981 time: 0.0543387 May 20 07:40:54.923361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7d8f-4891-4947-8658-f2a5133c14e0 req-0d31a7ee-f683-44fa-a3b0-be82739cdfcc tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:54.925155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22ad7d8f-4891-4947-8658-f2a5133c14e0 req-0d31a7ee-f683-44fa-a3b0-be82739cdfcc tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 950 time: 0.0898042 May 20 07:40:54.926902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-0644a0c0-c5ca-453a-b0f5-279aed3d277b tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/72e8f61b-ae9c-450a-8ef3-08e9423f067b HTTP/1.1" status: 200 len: 2973 time: 0.0441310 May 20 07:40:54.978548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22ad7d8f-4891-4947-8658-f2a5133c14e0 req-0a7eacdb-809e-4f8a-a813-868f4c494d85 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 May 20 07:40:54.981792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-d410768b-6bf5-493a-ab63-37c25154ff8b tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/72e8f61b-ae9c-450a-8ef3-08e9423f067b HTTP/1.1" status: 200 len: 2973 time: 0.0489154 May 20 07:40:55.033516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-b0c63440-c65e-4b52-83b5-b644669879aa tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/80d34123-78b4-4f8d-b44c-f74a55a5339c HTTP/1.1" status: 200 len: 2981 time: 0.0442514 May 20 07:40:55.089392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-b9a2d275-54ca-4f94-bc3b-430b07272390 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/80d34123-78b4-4f8d-b44c-f74a55a5339c HTTP/1.1" status: 200 len: 2981 time: 0.0498357 May 20 07:40:55.145917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c6cdc23a-8af0-4d35-adbf-8f30b94191ba tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/87e099f8-fbe4-402e-9c0c-3f9a8c5ea629 HTTP/1.1" status: 200 len: 2977 time: 0.0468717 May 20 07:40:55.202862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-7a88505d-acca-4625-83ab-d1be440779ac tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/87e099f8-fbe4-402e-9c0c-3f9a8c5ea629 HTTP/1.1" status: 200 len: 2977 time: 0.0516930 May 20 07:40:55.267325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-26d1cf02-822a-4c4a-9898-5718f3f4d086 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a1a13eba-4fab-46fb-95b0-ee295b1bd23a HTTP/1.1" status: 200 len: 2981 time: 0.0567355 May 20 07:40:55.336759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c23dda44-aee2-4bd0-a17d-c69434364341 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a1a13eba-4fab-46fb-95b0-ee295b1bd23a HTTP/1.1" status: 200 len: 2981 time: 0.0659785 May 20 07:40:55.370459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdae932-e6a6-48e3-a688-6129c5fd94e6 req-746d76bb-d4a1-4108-bc6e-4e8dd5bc71cc tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:55.373517 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fdae932-e6a6-48e3-a688-6129c5fd94e6 req-746d76bb-d4a1-4108-bc6e-4e8dd5bc71cc tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1312664 May 20 07:40:55.409453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-3e01d1bf-a38c-4a06-999e-0de5544d6708 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a4c578c5-50ff-4eb1-8819-6ddd7b08ce10 HTTP/1.1" status: 200 len: 2981 time: 0.0658548 May 20 07:40:55.428161 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fdae932-e6a6-48e3-a688-6129c5fd94e6 req-6904f474-146e-4fbb-ac6f-2369d667b3cf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 May 20 07:40:55.497459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-6bb25c80-b661-44aa-b1b1-b0eac4342911 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/a4c578c5-50ff-4eb1-8819-6ddd7b08ce10 HTTP/1.1" status: 200 len: 2981 time: 0.0789275 May 20 07:40:55.577055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-a3c6ee59-b6c4-4ca7-aa31-bb0f7e83cafe tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/aadc45a3-bea9-46ce-a392-3a899969de68 HTTP/1.1" status: 200 len: 2981 time: 0.0786767 May 20 07:40:55.653090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933ccb-aa67-4735-9e3a-fab30a301bd1 req-de155066-2caf-4842-82c8-77e32d36a25c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:55.654774 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d5933ccb-aa67-4735-9e3a-fab30a301bd1 req-de155066-2caf-4842-82c8-77e32d36a25c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.0958791 May 20 07:40:55.669072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-16f33ea1-c61f-47cb-b54d-53db4b7842b6 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/aadc45a3-bea9-46ce-a392-3a899969de68 HTTP/1.1" status: 200 len: 2981 time: 0.0784142 May 20 07:40:55.737405 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d5933ccb-aa67-4735-9e3a-fab30a301bd1 req-32ab3d35-6c7d-472f-a507-73a044ca2e64 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744128 May 20 07:40:55.812940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-64a4c982-9e6f-4d59-bb5a-f2e956c7b185 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/db90cb94-a629-490a-808f-17427c8d09e9 HTTP/1.1" status: 200 len: 2981 time: 0.1139488 May 20 07:40:55.884053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-7d89598e-ac08-48e8-a84b-e325bad34f14 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/db90cb94-a629-490a-808f-17427c8d09e9 HTTP/1.1" status: 200 len: 2981 time: 0.0635700 May 20 07:40:55.945835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-d551eab5-672d-4674-a1a4-faa9be5439db tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/dda09e19-9b55-445e-b65f-94d3f89b11bd HTTP/1.1" status: 200 len: 2977 time: 0.0607550 May 20 07:40:56.013169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-2ee5920c-3968-4ecc-a686-0e16f03d15d0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486696 May 20 07:40:56.025511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-412d68bd-00e4-496d-9b41-f9f2378aeee8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/dda09e19-9b55-445e-b65f-94d3f89b11bd HTTP/1.1" status: 200 len: 2977 time: 0.0787992 May 20 07:40:56.031707 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:56.082408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-d05ea410-e911-41df-b287-03ed3fa6970e tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e64c3066-a30f-4e01-8376-334e0e29df50 HTTP/1.1" status: 200 len: 2981 time: 0.0560088 May 20 07:40:56.138142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-7813291d-201e-4607-94ad-bb24fbe2456b tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/e64c3066-a30f-4e01-8376-334e0e29df50 HTTP/1.1" status: 200 len: 2981 time: 0.0514395 May 20 07:40:56.201075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-4f493357-1f44-4b05-ac47-70d0c4b400ee tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c HTTP/1.1" status: 200 len: 2981 time: 0.0544047 May 20 07:40:56.242674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-1cc8c3df-5318-49b0-8cfa-7423481309a7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:56.249995 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-1cc8c3df-5318-49b0-8cfa-7423481309a7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357063 May 20 07:40:56.272621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-c04037f3-493a-412c-a4d0-e522d594ea88 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c HTTP/1.1" status: 200 len: 2981 time: 0.0705805 May 20 07:40:56.279451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-955b7f26-aa11-4413-ad4c-bb9fa2a0be5f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/quotas/1683f92c092a4de68cfefdf4e0f7c9ae HTTP/1.1" status: 200 len: 375 time: 0.0246134 May 20 07:40:56.325613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-7bbddfb8-8a1b-43bb-9971-b45caa6974a0 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f0116660-3451-4c31-b311-9243f93a3e3f HTTP/1.1" status: 200 len: 2981 time: 0.0520608 May 20 07:40:56.374935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-9b451da9-d7b4-47ce-8eaf-d195f362d9d5 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896502 May 20 07:40:56.378506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-b2b770ff-8baa-4ca1-a911-cab2474d0632 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f0116660-3451-4c31-b311-9243f93a3e3f HTTP/1.1" status: 200 len: 2981 time: 0.0519595 May 20 07:40:56.462178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-50e583ac-9e15-4015-a0ca-979bfce9a921 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f6de2c7d-fb0c-492f-8699-b1e71e2a839d HTTP/1.1" status: 200 len: 2981 time: 0.0729218 May 20 07:40:56.535531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91f3515f-ff9d-4322-9541-3cd0c2d4aae7 req-bda22b03-39df-4b04-b147-69b5700357d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f6de2c7d-fb0c-492f-8699-b1e71e2a839d HTTP/1.1" status: 200 len: 2981 time: 0.0530605 May 20 07:40:56.708129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f1db826-a511-45d7-80b9-6821826f8424 req-22704d8c-a014-4b1e-8c29-a90c8a6cc942 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 210 time: 0.0602212 May 20 07:40:56.830939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd3c39a0-8eea-41d0-8296-7974050e0df8 req-706b231b-2282-4d94-b88e-3a9e7385b73b tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=236c8b5d89e4464681a9825b670e3c6c HTTP/1.1" status: 200 len: 6104 time: 0.0933938 May 20 07:40:56.864625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e451930-9e28-415a-b32c-e5c22bd714d8 req-9214f7da-882f-4402-a915-a1cdc1bbf928 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:56.881959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e451930-9e28-415a-b32c-e5c22bd714d8 req-9214f7da-882f-4402-a915-a1cdc1bbf928 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 950 time: 0.1737993 May 20 07:40:56.937051 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e451930-9e28-415a-b32c-e5c22bd714d8 req-5abfe086-fd30-49db-a5c0-7c313b73d641 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 May 20 07:40:56.951359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd3c39a0-8eea-41d0-8296-7974050e0df8 req-241ed856-d20a-46b0-85d5-0340bae86e21 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "GET /v2.0/security-groups/a4c578c5-50ff-4eb1-8819-6ddd7b08ce10 HTTP/1.1" status: 200 len: 2981 time: 0.1163878 May 20 07:40:57.057918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7b92d03-8fa6-467c-a08f-f31574d3de0f req-1fa295ff-2cbf-480b-b6df-f98ffc62012a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 210 time: 0.0501385 May 20 07:40:57.084761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd3c39a0-8eea-41d0-8296-7974050e0df8 req-d31c5309-d43e-4c11-b242-9af1aae05a6b tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "GET /v2.0/security-groups/a4c578c5-50ff-4eb1-8819-6ddd7b08ce10 HTTP/1.1" status: 200 len: 2981 time: 0.1153092 May 20 07:40:57.440034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-1c494f60-c612-4be7-a879-cd8922b6c8df tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:57.442332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-1c494f60-c612-4be7-a879-cd8922b6c8df tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.2483001 May 20 07:40:57.464215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Request body: {'port': {'device_id': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'admin_state_up': True, 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:57.514206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c521-dbb2-4ad1-bca8-f24de5a9b41e req-1c8d7d1e-efab-49f1-a09c-49239f724fd5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:57.518327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3fa9c521-dbb2-4ad1-bca8-f24de5a9b41e req-1c8d7d1e-efab-49f1-a09c-49239f724fd5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.2884111 May 20 07:40:57.743789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3fa9c521-dbb2-4ad1-bca8-f24de5a9b41e req-57650e7d-abbe-4251-b2d1-0eb6fa77649d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175519 May 20 07:40:57.783317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:40:57.801435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:40:57.821736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-2ca5e521-4f7d-4197-8d0c-47c6d7c326fe tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/afb567d6-2d1d-42df-834c-02eaae05ee77 HTTP/1.1" status: 200 len: 1778 time: 0.0776234 May 20 07:40:57.896040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:57.918875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:40:57.922178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:57.922423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:57.940422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eaed5771-a986-4363-9822-717632b009f6 req-be1f44ba-f191-411f-aa00-92e1cc83844b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 210 time: 0.0631347 May 20 07:40:58.074863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:58.080535 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbf603de-572e-465c-b9ba-4b1a1e542af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:58.106141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb567d6-2d1d-42df-834c-02eaae05ee77,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:58.118408 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:58.182098 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-4abbb307-04dc-4860-af29-984908135359 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b50e258a18dc46b487ee4665356f0379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498819 May 20 07:40:58.222607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:58.237391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25f5dac9-ca05-4966-95ed-7a289dc723d4 req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/afb567d6-2d1d-42df-834c-02eaae05ee77 HTTP/1.1" status: 204 len: 173 time: 0.4146619 May 20 07:40:58.354056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-1deffb62-974f-4b06-a2d6-51c185cfaa86 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d554c841fae64d79adb5674d1d19aaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345881 May 20 07:40:58.373235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Allocated IP 172.20.0.2 (a5b29fa3-d60c-43e6-8a7c-92e64370da5f/67d3f0e8-325f-4904-95a5-f7b131f39682/4731748a-ee99-4db2-b07f-05ea400c6503) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:40:58.416790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-375ccaac-9f1b-44e3-aa33-bedf79ef6b40 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:58.418644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-375ccaac-9f1b-44e3-aa33-bedf79ef6b40 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301834 May 20 07:40:58.471277 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-2efac1d7-77ea-4aa4-b7b9-63cc01a6e771 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/quotas/b50e258a18dc46b487ee4665356f0379 HTTP/1.1" status: 200 len: 375 time: 0.0277667 May 20 07:40:58.549847 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-2f7b5eb0-223d-46ca-9ee3-f2206c785f95 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704830 May 20 07:40:58.682701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-deea8519-9935-4ca7-9310-e14198d840b4 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:58.682701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-deea8519-9935-4ca7-9310-e14198d840b4 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259921 May 20 07:40:58.699654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-b32724f4-d599-461f-86c4-46021a20df2b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/quotas/d554c841fae64d79adb5674d1d19aaa5 HTTP/1.1" status: 200 len: 375 time: 0.0114026 May 20 07:40:58.733985 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:58.805888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-b4fee71b-2d56-408f-ae65-9879032351e6 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996013 May 20 07:40:58.824300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:58.833323 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:59.028311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:40:59.031216 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3027bce3-77b9-408c-84f2-55fe11787ba6 req-45d5f69b-1cbb-47ba-946f-37466e379e8f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 210 time: 0.1177499 May 20 07:40:59.035351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:40:59.039305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:40:59.111077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:59.119367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:59.147758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:59.148397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.168660 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-89429b46-6975-4f8c-97fe-d7c588b413cc tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "GET /v2.0/security-groups/92640f30-8b82-43be-8244-fd51dfd69223 HTTP/1.1" status: 200 len: 1777 time: 0.0932419 May 20 07:40:59.262742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.265794 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8080287 May 20 07:40:59.295307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Request body: {'port': {'device_id': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:59.370802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.408597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-cd2e67c1-69c5-4ca9-800c-546c378a5ae8 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695856 May 20 07:40:59.552079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.617585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.630946 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-114624b5-8385-4a11-b4ff-2a399a548763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:40:59.687122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf4e7-2a12-4086-be14-38d26b1c0621 req-defad0ab-f288-4651-b531-5f601bec6ae4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:59.697994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92640f30-8b82-43be-8244-fd51dfd69223,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:40:59.700395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0baf4e7-2a12-4086-be14-38d26b1c0621 req-defad0ab-f288-4651-b531-5f601bec6ae4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.2390130 May 20 07:40:59.703799 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:40:59.705741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:40:59.710319 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9dc5c1c0-5516-43a1-a59d-be95722db4f2 req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/92640f30-8b82-43be-8244-fd51dfd69223 HTTP/1.1" status: 204 len: 173 time: 0.5272555 May 20 07:40:59.711799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-a08c31f1-92cf-4291-b5ea-887ca789d880 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:40:59.713313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-a08c31f1-92cf-4291-b5ea-887ca789d880 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972889 May 20 07:40:59.754554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Request body: {'port': {'device_id': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '1683f92c092a4de68cfefdf4e0f7c9ae'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:40:59.894588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0baf4e7-2a12-4086-be14-38d26b1c0621 req-06f37c42-d521-4928-ba8b-bc0b8d4dc299 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933017 May 20 07:41:00.018194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4731748a-ee99-4db2-b07f-05ea400c6503 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:00.058750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.088293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23810bae-e779-4a87-b6e7-d5f4639a0d40 req-676db049-eb82-43a2-bfcd-d83b01041e1a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 210 time: 0.0642223 May 20 07:41:00.105114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Transition to ACTIVE for port object 4731748a-ee99-4db2-b07f-05ea400c6503 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:00.105215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:00.113588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:00.157673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb17b-81aa-46ca-a84e-7e483ae87f71 req-87b9d879-bee4-4e41-a07c-335c361a4c64 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:00.159440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79ebb17b-81aa-46ca-a84e-7e483ae87f71 req-87b9d879-bee4-4e41-a07c-335c361a4c64 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 931 time: 0.1410847 May 20 07:41:00.218614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79ebb17b-81aa-46ca-a84e-7e483ae87f71 req-f3d5576e-a06c-4617-a3e7-382276a5be60 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 May 20 07:41:00.219671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Made reservation on behalf of 1683f92c092a4de68cfefdf4e0f7c9ae for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:00.224567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.266686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.281087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:00.318292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0fac0e92-2333-4d0e-ab12-43331537e71a req-b1b8dc97-127e-4cb0-a35e-7b3dff5402e9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 210 time: 0.1844285 May 20 07:41:00.391065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-8bc69b57-4e51-4981-a05b-286469d4d75b tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "GET /v2.0/security-groups/ff11eaf3-22a7-4888-a9b3-560b0f904449 HTTP/1.1" status: 200 len: 1778 time: 0.0877876 May 20 07:41:00.502769 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d530cd09-435e-4cd0-9c7e-60c4327e5293 req-e7e740fa-4d52-4401-883c-6ba5aed71b8b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 210 time: 0.0762818 May 20 07:41:00.517313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:00.519482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Allocated IP 192.168.233.166 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/939c594e-ddec-407d-a93d-fc69a5304a24) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:00.577873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.591527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:00.642884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.714914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:00.715475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:00.715889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:00.723817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:00.724239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:00.730247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:00.730677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:00.731147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:00.731661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Bound port: 4731748a-ee99-4db2-b07f-05ea400c6503, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:00.732088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.852247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:00.856959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:00.884919 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.891542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.904492 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adcb95b8-67c3-49cf-bbf3-53f9db26d1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:00.924748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Transition to ACTIVE for port object 939c594e-ddec-407d-a93d-fc69a5304a24 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:00.926361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11eaf3-22a7-4888-a9b3-560b0f904449,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:00.928843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:00.952442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.953688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:00.961696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-646fb1eb-9683-430c-b741-3f99cb1d3182 req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "DELETE /v2.0/security-groups/ff11eaf3-22a7-4888-a9b3-560b0f904449 HTTP/1.1" status: 204 len: 173 time: 0.5143118 May 20 07:41:00.961821 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:01.030155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.031208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.034002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] 10.222.0.81 "PUT /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 1091 time: 1.7444806 May 20 07:41:01.037812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:01.047502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-7fb55758-813b-49e6-b4db-1b042aa5734f tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "GET /v2.0/security-groups/135d990f-9268-4ed1-a381-f08087afdb09 HTTP/1.1" status: 200 len: 1778 time: 0.0715718 May 20 07:41:01.115235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:01.118690 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:01.123120 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.125866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.130156 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3f90e13-56a1-4798-be37-01abb892036c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:01.151079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bc56b-3008-4c79-846b-98fd4d0e1c78 req-328982fd-21b0-4004-8481-7b207b117a28 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.152446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99', '58e70518-c3b4-43a9-96d8-3cba7044ae8c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:01.153061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e8bc56b-3008-4c79-846b-98fd4d0e1c78 req-328982fd-21b0-4004-8481-7b207b117a28 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1183233 May 20 07:41:01.206146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event updated for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:01.221737 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:01.269199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e8bc56b-3008-4c79-846b-98fd4d0e1c78 req-9d4d01b5-e505-485f-9a0e-b9cff03aab9c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038592 May 20 07:41:01.274333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:01.275483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:01.279511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:01.318377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-5ab63c59-f547-48f1-a132-36febcddb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.319939 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-5ab63c59-f547-48f1-a132-36febcddb4b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1094 time: 0.1148045 May 20 07:41:01.389446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.390117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.406931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.447272 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503', 'status': 'completed', 'code': 200} May 20 07:41:01.468677 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-c33bd1d0-fb43-4d80-a382-cbbd716e2a22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 217 time: 0.1255143 May 20 07:41:01.527361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7785659 May 20 07:41:01.541823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Request body: {'port': {'device_id': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:01.562412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-142d256c-b065-4b10-9b32-f4f96d45253c req-46cf48e3-6fc6-402f-95f4-6537773f420e tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 210 time: 0.0537179 May 20 07:41:01.583952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-0998504b-3556-4265-be16-52d649b3cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.585501 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-0998504b-3556-4265-be16-52d649b3cc3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1088634 May 20 07:41:01.586958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.598580 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:01.623739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d990f-9268-4ed1-a381-f08087afdb09,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:01.630024 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:01.641971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.655100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d4bcb98-521e-44b5-bd1e-8ebaa98aa6e7 req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] 10.222.0.79 "DELETE /v2.0/security-groups/135d990f-9268-4ed1-a381-f08087afdb09 HTTP/1.1" status: 204 len: 173 time: 0.6065559 May 20 07:41:01.660813 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-96154411-1c7b-4094-8856-b8787ecbbe15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633781 May 20 07:41:01.695248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dcb2c190-f254-4fc7-bd95-91566d864d5c None None] Provisioning for port 939c594e-ddec-407d-a93d-fc69a5304a24 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:01.705200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dcb2c190-f254-4fc7-bd95-91566d864d5c None None] Provisioning complete for port 939c594e-ddec-407d-a93d-fc69a5304a24 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:01.705498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c190-f254-4fc7-bd95-91566d864d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.785143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2c190-f254-4fc7-bd95-91566d864d5c None None] Port 939c594e-ddec-407d-a93d-fc69a5304a24 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:01.792416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:01.973207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e732d5-43f8-4173-a96c-0100995db531 req-67ad4516-9088-4e9d-8dd9-dd1318f09cb4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:01.974133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-76e732d5-43f8-4173-a96c-0100995db531 req-67ad4516-9088-4e9d-8dd9-dd1318f09cb4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:01.979642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-863e4249-6d47-4ef4-8adf-18e3928fb419 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078034 May 20 07:41:02.071719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8270c0c4-b758-4847-aeb8-ba7d26eebb8d req-56077235-81dc-44db-8421-5457f345d7d9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 210 time: 0.2118356 May 20 07:41:02.120005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-76e732d5-43f8-4173-a96c-0100995db531 req-67ad4516-9088-4e9d-8dd9-dd1318f09cb4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:02.128096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76e732d5-43f8-4173-a96c-0100995db531 req-67ad4516-9088-4e9d-8dd9-dd1318f09cb4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.4111378 May 20 07:41:02.156382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-a153d284-a22e-495c-8a22-29073ecc3fc0 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b50e258a18dc46b487ee4665356f0379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062479 May 20 07:41:02.196802 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d695604-5608-4314-9ef2-6c37e3d865e2 req-bcecb185-6dff-4476-b9a0-9fa97003e8cd service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079475 May 20 07:41:02.201735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76e732d5-43f8-4173-a96c-0100995db531 req-cac4bcf2-72f0-40c0-b7ed-41efe7c00bf5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 May 20 07:41:02.312016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41978) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:02.460493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-5afd4c2c-c39b-4588-a4e8-8cccffa839eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:02.462614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-5afd4c2c-c39b-4588-a4e8-8cccffa839eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1094 time: 0.1147141 May 20 07:41:02.644231 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a7811b99-bb45-496a-aac8-bbf938855a04 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=236c8b5d89e4464681a9825b670e3c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316040 May 20 07:41:02.646870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:02.724342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-219a4898-498a-436d-bd8f-7908ac2c7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:02.725872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-219a4898-498a-436d-bd8f-7908ac2c7c3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.2428811 May 20 07:41:02.742561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:02.832665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939c594e-ddec-407d-a93d-fc69a5304a24 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:02.844188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:02.853462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-2fb21412-a58b-4366-9771-cd584b768e02 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:02.855016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-2fb21412-a58b-4366-9771-cd584b768e02 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6602356 May 20 07:41:02.865887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d493-1833-431e-b26c-b3c51168657a req-31741b2d-363c-45f3-b13b-9ea1be231977 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:02.866638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47a1d493-1833-431e-b26c-b3c51168657a req-31741b2d-363c-45f3-b13b-9ea1be231977 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Synchronizing usage tracker for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:02.876695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Request body: {'port': {'device_id': '6578ba13-62c4-4749-b227-20983b925b87', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'b50e258a18dc46b487ee4665356f0379'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:02.911238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:02.931424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Transition to ACTIVE for port object 939c594e-ddec-407d-a93d-fc69a5304a24 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:02.968430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-55832b34-b710-4130-ac57-457a895539f2 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d554c841fae64d79adb5674d1d19aaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500629 May 20 07:41:02.969633 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-d4f20abb-61f8-43a8-9238-d5cf8ed76af2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 217 time: 0.2282901 May 20 07:41:03.037628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47a1d493-1833-431e-b26c-b3c51168657a req-31741b2d-363c-45f3-b13b-9ea1be231977 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Unset dirty status for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:03.038651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47a1d493-1833-431e-b26c-b3c51168657a req-31741b2d-363c-45f3-b13b-9ea1be231977 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 936 time: 0.8450556 May 20 07:41:03.039227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.046908 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:03.128380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:03.226381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Usage tracker for resource:port and tenant:b50e258a18dc46b487ee4665356f0379 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:03.237559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-c28736bd-b585-496f-91d0-1604359cd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:03.239001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-c28736bd-b585-496f-91d0-1604359cd029 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2363355 May 20 07:41:03.248915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:03.282797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:03.314946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-e60c6e03-1673-41a5-bebd-81381bd97912 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512121 May 20 07:41:03.322639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-48a5ccf9-2291-498d-bff6-88e4a0a60f8e tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:03.324050 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-48a5ccf9-2291-498d-bff6-88e4a0a60f8e tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489683 May 20 07:41:03.337102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47a1d493-1833-431e-b26c-b3c51168657a req-763cb3b0-0683-476b-bd9e-4fbcf478feed tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584326 May 20 07:41:03.346136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Pushing event updated for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:03.363186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Request body: {'port': {'device_id': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'd554c841fae64d79adb5674d1d19aaa5'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:03.382264 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:03.393027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.410082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-9da77824-f3e6-422f-b0fb-1efc01e671a6 service neutron] 10.222.0.84 "GET /v2.0/ports/d13d17d1-0024-421f-9935-a4c5ff4f8340/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 382 time: 0.2841723 May 20 07:41:03.411530 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:03.433772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Attempting to bind port 939c594e-ddec-407d-a93d-fc69a5304a24 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:03.434020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Attempting to bind port 939c594e-ddec-407d-a93d-fc69a5304a24 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:03.434351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Attempting to bind port 939c594e-ddec-407d-a93d-fc69a5304a24 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:03.445329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230214c7-ae36-49a8-a50f-b2b3d860ea39 req-a785e8bf-efad-4528-9998-e2b9f6db5e25 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:03.446472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Port 939c594e-ddec-407d-a93d-fc69a5304a24 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:03.446802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Attempting to bind port 939c594e-ddec-407d-a93d-fc69a5304a24 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:03.450400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-230214c7-ae36-49a8-a50f-b2b3d860ea39 req-a785e8bf-efad-4528-9998-e2b9f6db5e25 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.4461164 May 20 07:41:03.452380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:03.452770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:03.453164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:03.453699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Bound port: 939c594e-ddec-407d-a93d-fc69a5304a24, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:03.454049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.462583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c578c5-50ff-4eb1-8819-6ddd7b08ce10,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:03.465067 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:03.513497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Made reservation on behalf of b50e258a18dc46b487ee4665356f0379 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:03.517139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.531685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e1a7dbf-3d45-46a3-9b2c-f01cd2f0568d req-379dcd38-8238-4e5c-8aff-8db412dbd1b9 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 210 time: 0.0665016 May 20 07:41:03.563374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.597837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:03.605765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Usage tracker for resource:security_group_rule and tenant:b50e258a18dc46b487ee4665356f0379 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:03.611179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:03.619901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.621016 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4c578c5-50ff-4eb1-8819-6ddd7b08ce10 HTTP/1.1" status: 204 len: 168 time: 0.9733350 May 20 07:41:03.630513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:03.651666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:03.659379 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-230214c7-ae36-49a8-a50f-b2b3d860ea39 req-3e39bdbe-b58d-48cd-b831-e64830eac53f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074702 May 20 07:41:03.661638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=939c594e-ddec-407d-a93d-fc69a5304a24,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:03.719208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:03.730338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:03.742747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-98b9db2e-9fdc-4a58-aefa-8423dfedecc2 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134507 May 20 07:41:03.800533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1647-6172-481d-955b-967669922827 req-55e5105a-ecce-406e-a7ee-f27b9a68ee1b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:03.802288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-37fe1647-6172-481d-955b-967669922827 req-55e5105a-ecce-406e-a7ee-f27b9a68ee1b tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.1368239 May 20 07:41:03.806378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.812930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01254f0f-7fa3-45fa-b985-5890e01fe1e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:03.836824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-643de28c-f2b3-4db6-88c8-545c1a959e3e req-ba61e30c-591d-4f0b-b47d-7026d79fb623 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 210 time: 0.0563776 May 20 07:41:03.894398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Made reservation on behalf of d554c841fae64d79adb5674d1d19aaa5 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:03.897826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.920246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:03.921149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.924512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] 10.222.0.81 "PUT /v2.0/ports/939c594e-ddec-407d-a93d-fc69a5304a24 HTTP/1.1" status: 200 len: 1096 time: 2.3852775 May 20 07:41:03.943772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:03.958679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:03.971205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Pushing event updated for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:03.974481 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:04.006250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-37fe1647-6172-481d-955b-967669922827 req-75ffa098-7a84-4ba0-9d5d-58157eaf192d tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958027 May 20 07:41:04.085900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5313c60-771e-4f46-9a11-524028b6f2f7 req-8b880662-8112-49c9-a614-088669c717af service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265057 May 20 07:41:04.095661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:04.181158 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24', 'status': 'completed', 'code': 200} May 20 07:41:04.181734 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d462b3cc-ae12-4468-8e46-e1f932341c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:04.239915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de4f3-e5b1-45af-a367-6a2e74f412dd req-8c172786-a05a-4776-84ef-77460bcd3a38 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.241420 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a3de4f3-e5b1-45af-a367-6a2e74f412dd req-8c172786-a05a-4776-84ef-77460bcd3a38 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.2703800 May 20 07:41:04.331527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Allocated IP 192.168.233.30 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:04.352773 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a3de4f3-e5b1-45af-a367-6a2e74f412dd req-8e564e96-f51c-46f6-85d8-9a05e57f4c7a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989916 May 20 07:41:04.375191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59a405-5171-48b4-b090-a3869e221c42,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:04.379295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-7c7e1206-1766-46ea-ab97-b77bd0ef0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.380760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-7c7e1206-1766-46ea-ab97-b77bd0ef0353 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 1099 time: 0.1890287 May 20 07:41:04.386438 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:04.422351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-a4721d5c-7af3-48fe-b746-bd40a9e6cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.424818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-a4721d5c-7af3-48fe-b746-bd40a9e6cfc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1101 time: 0.0958416 May 20 07:41:04.474437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-31682acd-b453-4079-800a-3ad64c8c6428 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=939c594e-ddec-407d-a93d-fc69a5304a24 HTTP/1.1" status: 200 len: 217 time: 0.0767658 May 20 07:41:04.564382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:04.647887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-70b71e0f-89af-4c7b-afa3-e817ba50b155 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8766dc87192e4bec9e932f8c8cf82a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800555 May 20 07:41:04.656993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a033-4899-4cb7-b61c-4c769f564446 req-c34c348e-2b79-4beb-8518-e07a5e8f78d8 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.659064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2069a033-4899-4cb7-b61c-4c769f564446 req-c34c348e-2b79-4beb-8518-e07a5e8f78d8 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 948 time: 0.1639502 May 20 07:41:04.659542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42012) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:04.664349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-fde683cc-e2a6-4c45-a555-e2e05a356146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.665784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-fde683cc-e2a6-4c45-a555-e2e05a356146 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1101 time: 0.2107973 May 20 07:41:04.770520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bc577a14-fa44-4f00-9ab6-cb58f3dee940 req-1eeecbcd-5e9b-4955-adc2-44b4a57660c2 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 210 time: 0.0701509 May 20 07:41:04.778244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-2a17a60f-2826-447a-9edd-a7a0b1b64b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.779622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-2a17a60f-2826-447a-9edd-a7a0b1b64b66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2841711 May 20 07:41:04.847360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2069a033-4899-4cb7-b61c-4c769f564446 req-b3dfbb2a-2584-4069-91d4-43ee59f38d2c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687803 May 20 07:41:04.879914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:04.883195 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:04.890562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-4afa24e3-eb7e-422c-b6a0-f6c0588f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.899243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-4afa24e3-eb7e-422c-b6a0-f6c0588f9ba6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2163837 May 20 07:41:04.905397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Transition to ACTIVE for port object 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:04.914980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:04.921429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031102-2164-457a-a7e1-ee9e59e10962 req-4ceab130-4039-4185-9c46-fb2ed2c61374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:04.923667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-4ceab130-4039-4185-9c46-fb2ed2c61374 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328342 May 20 07:41:05.025221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-c4e2598e-6ebe-401a-9aef-5a1e9918f14d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.1134620 May 20 07:41:05.066600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:05.077294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7a5cd4b-b7c0-4907-983c-ab65bdff747d req-70f78843-ee2f-462a-830f-8f36e75a81e6 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 210 time: 0.0964549 May 20 07:41:05.114980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63b2bd-d4dc-4d6f-99af-a70956edbf56 req-b8feac37-dbb5-4da4-ae63-f37de2421304 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.116415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f63b2bd-d4dc-4d6f-99af-a70956edbf56 req-b8feac37-dbb5-4da4-ae63-f37de2421304 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1995687 May 20 07:41:05.121108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-3545b133-979b-450c-bd55-6de9e6d8b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.122845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-3545b133-979b-450c-bd55-6de9e6d8b5cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0837388 May 20 07:41:05.159656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.181801 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d6a3bc4-c6c0-4b31-b0c4-3f89309865d6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:05.203297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['464ec055-f545-406a-80fd-a282d85245ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:05.213254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-5a5d7b1c-79f4-4eb1-b62c-5eb6d9639046 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528393 May 20 07:41:05.248119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.282852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f63b2bd-d4dc-4d6f-99af-a70956edbf56 req-db24b025-367f-467c-ad3b-110e7960aa49 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576891 May 20 07:41:05.304550 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-167d23f0-04a0-41e5-bbfb-a3282317604d tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:05.321169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c3066-a30f-4e01-8376-334e0e29df50,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:05.322416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:05.324067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:05.362159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '4731748a-ee99-4db2-b07f-05ea400c6503', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'port_id': '4731748a-ee99-4db2-b07f-05ea400c6503', 'mac_address': 'fa:16:3e:e9:b7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d3f0e8-325f-4904-95a5-f7b131f39682', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:05.395338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:05.403487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.407307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e64c3066-a30f-4e01-8376-334e0e29df50 HTTP/1.1" status: 204 len: 168 time: 0.7435815 May 20 07:41:05.407307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Allocated IP 192.168.233.56 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/88a3c0dd-175b-4c50-b977-0fda88d37cbf) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:05.415088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:05.415088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Pushing event updated for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:05.419218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-6124ea4b-39cb-4589-8f72-a5ead4405b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.421250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-6124ea4b-39cb-4589-8f72-a5ead4405b77 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880654 May 20 07:41:05.425444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:05.465092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.525376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4731748a-ee99-4db2-b07f-05ea400c6503 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:05.547045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.547706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.582052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:05.586942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:05.651247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-3593966e-0cc7-4c1a-b3f1-747645d84cac service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195880 May 20 07:41:05.662921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989a5f-f2a1-4ae9-8d9a-ad5ecb0bba50 req-f806c74e-a1e9-420c-a43c-ee82723925e9 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.664794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2989a5f-f2a1-4ae9-8d9a-ad5ecb0bba50 req-f806c74e-a1e9-420c-a43c-ee82723925e9 tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.4390054 May 20 07:41:05.696743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-03031102-2164-457a-a7e1-ee9e59e10962 req-4c392495-01e8-44f1-b443-35351bdbd2be service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639561 May 20 07:41:05.700633 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3533659 May 20 07:41:05.715998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Request body: {'port': {'device_id': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:05.731705 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.733464 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bf0762d-a6ed-4502-9e01-af9bd4abc0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:05.784095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfba42-efc4-4227-b0f8-1f13192aac41 req-e6fe4d89-aaf7-4f7f-a49f-93bdb0143d87 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:05.790706 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fdbfba42-efc4-4227-b0f8-1f13192aac41 req-e6fe4d89-aaf7-4f7f-a49f-93bdb0143d87 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.1786439 May 20 07:41:05.824768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:05.829326 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:05.890574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2989a5f-f2a1-4ae9-8d9a-ad5ecb0bba50 req-f7e8c170-8f02-4ce8-bd57-71056e8d309c tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/security-groups?id=247a3c8d-f66d-4838-a8ea-8b27d55184a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273839 May 20 07:41:05.894778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-afe02718-74fe-4c20-825f-f94eddd3bbd9 None None] Provisioning for port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:05.901738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-afe02718-74fe-4c20-825f-f94eddd3bbd9 None None] Provisioning complete for port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:05.902325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-afe02718-74fe-4c20-825f-f94eddd3bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.946151 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:05.984957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fdbfba42-efc4-4227-b0f8-1f13192aac41 req-2fc48ca2-2c67-4d0b-979d-dc39e5e7b8bb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929336 May 20 07:41:05.991750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-afe02718-74fe-4c20-825f-f94eddd3bbd9 None None] Port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:06.012717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cf850e4-df91-4d00-b87b-323e71f6e182 req-52e196e0-22eb-467b-b570-6be09ae6f2a5 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445213 May 20 07:41:06.140695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bc580ecb-81f5-4d93-a3e6-af8f52a907b8 req-88f83e85-158f-435c-b0f3-7c345d0859a6 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Synchronizing usage tracker for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:06.158971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4731748a-ee99-4db2-b07f-05ea400c6503'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:06.192224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-3b4def23-4b39-4f64-843b-09429c3015fd tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:06.193771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-3b4def23-4b39-4f64-843b-09429c3015fd tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.81 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 946 time: 0.3913291 May 20 07:41:06.200832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2af833-cffd-411f-84e3-c1674883adbd req-72ff2c07-70ba-4083-be86-ba403ebdb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:06.202509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-72ff2c07-70ba-4083-be86-ba403ebdb9c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 1099 time: 0.2882564 May 20 07:41:06.469443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63be3b-8eb7-4ca2-8ccb-062c4f674fb0 req-aa146222-2f14-4671-8946-f77c1304ecf4 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:06.470653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bc580ecb-81f5-4d93-a3e6-af8f52a907b8 req-88f83e85-158f-435c-b0f3-7c345d0859a6 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Unset dirty status for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:06.471476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc580ecb-81f5-4d93-a3e6-af8f52a907b8 req-88f83e85-158f-435c-b0f3-7c345d0859a6 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 210 time: 0.3906982 May 20 07:41:06.471608 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf63be3b-8eb7-4ca2-8ccb-062c4f674fb0 req-aa146222-2f14-4671-8946-f77c1304ecf4 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 948 time: 0.3088205 May 20 07:41:06.478701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:06.514298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Transition to ACTIVE for port object 88a3c0dd-175b-4c50-b977-0fda88d37cbf will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:06.542864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2af833-cffd-411f-84e3-c1674883adbd req-4aae1c61-3cc0-4111-ba6d-95954de160ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:06.544349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-4aae1c61-3cc0-4111-ba6d-95954de160ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3242705 May 20 07:41:06.546857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf63be3b-8eb7-4ca2-8ccb-062c4f674fb0 req-c64d99d7-fcb7-4fb0-ab47-3979ca515aa4 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615673 May 20 07:41:06.555486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Deleting port 932a5c41-60df-42a5-bed6-8caddad6fe96 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:06.555486 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:06.594580 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:41:06.711364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7768faa7-f1c5-47c2-9182-db1c9b191f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:06.719129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-7f6e07a2-3838-454c-8cd7-0e980575b906 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=939c594e-ddec-407d-a93d-fc69a5304a24 HTTP/1.1" status: 200 len: 217 time: 0.1642482 May 20 07:41:06.775397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] For port 932a5c41-60df-42a5-bed6-8caddad6fe96, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=932a5c41-60df-42a5-bed6-8caddad6fe96,segment=NetworkSegment(b3a26ee4-224a-4f3f-b00e-818f094d5a4b),segment_id=b3a26ee4-224a-4f3f-b00e-818f094d5a4b)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:06.775755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:06.796042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:06.806478 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-900a922b-269a-4ee5-969b-7a45a8c239ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:06.854898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2af833-cffd-411f-84e3-c1674883adbd req-4ecda5ec-121a-4127-8b09-86ecce881304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:06.856338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-4ecda5ec-121a-4127-8b09-86ecce881304 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1240313 May 20 07:41:06.926484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:06.934834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:06.945689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:06.980107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Pushing event updated for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:06.990388 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:07.023711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53ca28-3e76-4783-9047-9e6b7598876e req-03d9d8f5-3247-4cb4-ad00-48172e71f819 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:07.025954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd53ca28-3e76-4783-9047-9e6b7598876e req-03d9d8f5-3247-4cb4-ad00-48172e71f819 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 935 time: 0.3529446 May 20 07:41:07.037924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Calling delete_port for 932a5c41-60df-42a5-bed6-8caddad6fe96 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:41:07.081030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:07.082359 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.138442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd53ca28-3e76-4783-9047-9e6b7598876e req-335b4c73-8b77-43c7-8330-94e809653ea7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006501 May 20 07:41:07.151372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2af833-cffd-411f-84e3-c1674883adbd req-6a4c6f1c-6638-4318-a98f-4e58a99cf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:07.151372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-6a4c6f1c-6638-4318-a98f-4e58a99cf2ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2641230 May 20 07:41:07.187884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7b4ab-38db-463d-aac4-388d8d3669b4 req-fad76f70-256a-416e-b4c1-d8a7f464ebf3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:07.189556 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3e7b4ab-38db-463d-aac4-388d8d3669b4 req-fad76f70-256a-416e-b4c1-d8a7f464ebf3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.5049002 May 20 07:41:07.208395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3362539 May 20 07:41:07.270788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Request body: {'port': {'device_id': '6578ba13-62c4-4749-b227-20983b925b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:07.279993 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3e7b4ab-38db-463d-aac4-388d8d3669b4 req-11df73db-0fce-438b-b9d9-97710ae36d19 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803335 May 20 07:41:07.280291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-77035818-7e8d-4983-a5e5-6479a11f0d62 None None] Provisioning for port 88a3c0dd-175b-4c50-b977-0fda88d37cbf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:07.299011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:07.400828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-77035818-7e8d-4983-a5e5-6479a11f0d62 None None] Provisioning complete for port 88a3c0dd-175b-4c50-b977-0fda88d37cbf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:07.401302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77035818-7e8d-4983-a5e5-6479a11f0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.410561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:07.426645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.448597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Transition to ACTIVE for port object 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:07.451315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-951e899b-16d7-43f1-8317-4a00e0c9f15d service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861123 May 20 07:41:07.480344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.523608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.529417 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:07.558580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-77035818-7e8d-4983-a5e5-6479a11f0d62 None None] Port 88a3c0dd-175b-4c50-b977-0fda88d37cbf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:07.568561 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.586811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.598017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:07.607878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:07.654213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-351b5016-5d37-46e3-906a-da2a95db431d req-fcecae7a-7d7c-4e19-8275-7f50ff32b93d tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.1340623 May 20 07:41:07.691374 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.694413 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:07.812398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:07.819989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:07.822588 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:07.828680 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:07.834314 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:07.902477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2af833-cffd-411f-84e3-c1674883adbd req-c677bb57-9942-462c-a37c-75154909cf53 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428773 May 20 07:41:07.958574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Pushing event deleted for resources: {'Port': ['ID=932a5c41-60df-42a5-bed6-8caddad6fe96,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:07.960952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:07.965707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] No DVR routers for this DVR port 932a5c41-60df-42a5-bed6-8caddad6fe96 on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:41:07.969631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:07.981006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'name': 'network-vif-deleted', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:08.034106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Attempting to bind port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:08.034335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Attempting to bind port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:08.034655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Attempting to bind port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:08.049615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0d99-54d3-4344-a69c-1881f166a4f1 req-0e225cc1-88c8-41bd-8640-c246d037e8f8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.051451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9cfd0d99-54d3-4344-a69c-1881f166a4f1 req-0e225cc1-88c8-41bd-8640-c246d037e8f8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 944 time: 0.4798045 May 20 07:41:08.052247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:08.052564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Attempting to bind port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:08.057728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8dc3-4518-4ba7-82f3-fa66e34292f3 req-bdb51baf-cd91-4ffb-a895-bf09097f1abe tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.060411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:08.060804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:08.061194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:08.061664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Bound port: 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:08.062101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.064836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07a8dc3-4518-4ba7-82f3-fa66e34292f3 req-bdb51baf-cd91-4ffb-a895-bf09097f1abe tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 935 time: 0.2185361 May 20 07:41:08.128299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c07a8dc3-4518-4ba7-82f3-fa66e34292f3 req-96014a73-5c64-4cd2-828c-85b6d775ec2f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Synchronizing usage tracker for tenant:b50e258a18dc46b487ee4665356f0379 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:08.140687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c27aeb4e-591f-4507-a193-e4612bbf96e3 req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.81 "DELETE /v2.0/ports/932a5c41-60df-42a5-bed6-8caddad6fe96 HTTP/1.1" status: 204 len: 173 time: 1.8670127 May 20 07:41:08.163437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9cfd0d99-54d3-4344-a69c-1881f166a4f1 req-068f10e8-0731-44e1-ac21-92674d02a54b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047742 May 20 07:41:08.202605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:08.207166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:08.212369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a3c0dd-175b-4c50-b977-0fda88d37cbf {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:08.221603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.229387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c07a8dc3-4518-4ba7-82f3-fa66e34292f3 req-96014a73-5c64-4cd2-828c-85b6d775ec2f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Unset dirty status for tenant:b50e258a18dc46b487ee4665356f0379 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:08.230763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07a8dc3-4518-4ba7-82f3-fa66e34292f3 req-96014a73-5c64-4cd2-828c-85b6d775ec2f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650410 May 20 07:41:08.247479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Transition to ACTIVE for port object 88a3c0dd-175b-4c50-b977-0fda88d37cbf will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:08.305922 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'code': 200} May 20 07:41:08.338684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.346883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.354847 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d61c74-9f2a-499b-ba98-da08bbfea206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:08.355407 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a2f3d7-1428-4e0c-b8fc-068a2c301975', 'name': 'network-vif-deleted', 'tag': '932a5c41-60df-42a5-bed6-8caddad6fe96', 'status': 'completed', 'code': 200} May 20 07:41:08.355955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eed2993c-ecb3-423a-8bb3-5a1544681bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:08.423451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.424057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.426277 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] 10.222.0.84 "PUT /v2.0/ports/9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 HTTP/1.1" status: 200 len: 1095 time: 2.7172177 May 20 07:41:08.463458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:08.466870 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:08.489871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d286-cb13-4ddc-9c93-de9807dae3f4 req-8a1b3586-6254-4b5d-9fdb-40f6f8e72219 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.497898 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e922d286-cb13-4ddc-9c93-de9807dae3f4 req-8a1b3586-6254-4b5d-9fdb-40f6f8e72219 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 948 time: 0.2023487 May 20 07:41:08.612351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e922d286-cb13-4ddc-9c93-de9807dae3f4 req-bf135aed-a714-4a1b-af35-a233bff212e1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137364 May 20 07:41:08.649937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-3024c1bc-211e-456f-9423-1cee4273f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.651759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-3024c1bc-211e-456f-9423-1cee4273f851 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 1098 time: 0.1166945 May 20 07:41:08.693268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Pushing event updated for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:08.701731 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:08.756388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-767a45ff-bccd-48fb-90eb-f11d347f9edb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 HTTP/1.1" status: 200 len: 217 time: 0.0951061 May 20 07:41:08.853042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Attempting to bind port 88a3c0dd-175b-4c50-b977-0fda88d37cbf on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:08.853403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Attempting to bind port 88a3c0dd-175b-4c50-b977-0fda88d37cbf by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:08.853733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Attempting to bind port 88a3c0dd-175b-4c50-b977-0fda88d37cbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:08.863404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501eca-66f8-4523-b555-aaf1bcf904ca req-9884c77c-bf14-447b-818d-0f51ef816456 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.864984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd501eca-66f8-4523-b555-aaf1bcf904ca req-9884c77c-bf14-447b-818d-0f51ef816456 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 947 time: 0.3067114 May 20 07:41:08.868986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Port 88a3c0dd-175b-4c50-b977-0fda88d37cbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:08.869378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Attempting to bind port 88a3c0dd-175b-4c50-b977-0fda88d37cbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:08.889281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:08.889685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:08.890100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:08.890543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Bound port: 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:08.890893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:08.974818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-506aef52-7f36-474f-904a-0a6419185742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:08.976232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-506aef52-7f36-474f-904a-0a6419185742 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2127180 May 20 07:41:08.976823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd501eca-66f8-4523-b555-aaf1bcf904ca req-938a1151-1ba1-4fbf-a59a-30700f03c5e6 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032932 May 20 07:41:09.006326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:09.009356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:09.055881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c6ba0-7604-47bb-a133-deee5537317d req-97125adb-988d-4028-8206-f0255dfe6bba tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.057238 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-233c6ba0-7604-47bb-a133-deee5537317d req-97125adb-988d-4028-8206-f0255dfe6bba tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 948 time: 0.1542869 May 20 07:41:09.083009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 939c594e-ddec-407d-a93d-fc69a5304a24 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:09.085553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:09.100747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-a8e598d6-d38f-44c6-81af-a0ffa02edae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.102254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-a8e598d6-d38f-44c6-81af-a0ffa02edae5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182005 May 20 07:41:09.117585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.125122 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:09.144215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-233c6ba0-7604-47bb-a133-deee5537317d req-fcae0446-3717-4a6d-ab85-853c9e50db22 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781434 May 20 07:41:09.170620 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3be422c2-f29c-4a39-8095-c7d883135659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.217517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.219587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.222008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] 10.222.0.84 "PUT /v2.0/ports/88a3c0dd-175b-4c50-b977-0fda88d37cbf HTTP/1.1" status: 200 len: 1095 time: 1.9560299 May 20 07:41:09.248570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:09.292137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Pushing event updated for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:09.323383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:09.342536 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:09.375118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-bc7131ad-260e-437c-ab28-5132547b8276 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644777 May 20 07:41:09.434390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 4731748a-ee99-4db2-b07f-05ea400c6503 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:09.460797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=939c594e-ddec-407d-a93d-fc69a5304a24,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:09.464208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-78a4e78f-79e6-41ec-88e3-68895f766122 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=bdf579afee474a4280c00151597b94ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585804 May 20 07:41:09.474287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 4731748a-ee99-4db2-b07f-05ea400c6503 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:09.474663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.576315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.582737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '939c594e-ddec-407d-a93d-fc69a5304a24', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '939c594e-ddec-407d-a93d-fc69a5304a24', 'mac_address': 'fa:16:3e:3a:f9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:09.604266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9e67bfcb-3da5-4814-ab64-239932c7943e req-7fc7a237-ff2b-493f-86ce-e725aea0c8bd tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Synchronizing usage tracker for tenant:727de10aba48419d8fb0406d3e27576e on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:09.625530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-1bf7a965-5fdd-4b72-804e-c382d6a5472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.627071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-1bf7a965-5fdd-4b72-804e-c382d6a5472d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 1098 time: 0.2833347 May 20 07:41:09.649352 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abbf7d07-c8db-4a3b-8d83-68e6b949c086 req-e6845ec1-cc65-4afb-a561-8ce313874f60 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679453 May 20 07:41:09.698492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.699608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9e67bfcb-3da5-4814-ab64-239932c7943e req-7fc7a237-ff2b-493f-86ce-e725aea0c8bd tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Unset dirty status for tenant:727de10aba48419d8fb0406d3e27576e on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:09.701191 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e67bfcb-3da5-4814-ab64-239932c7943e req-7fc7a237-ff2b-493f-86ce-e725aea0c8bd tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] 10.222.0.79 "GET /v2.0/ports?device_id=24a2f3d7-1428-4e0c-b8fc-068a2c301975 HTTP/1.1" status: 200 len: 210 time: 0.2899072 May 20 07:41:09.715988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-fd549b3a-f941-4c54-8891-a6ec3ea25d9b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf HTTP/1.1" status: 200 len: 217 time: 0.0820620 May 20 07:41:09.731008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-bc9f215d-2e48-44e8-8b10-96951cde8129 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.736912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-bc9f215d-2e48-44e8-8b10-96951cde8129 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679670 May 20 07:41:09.761309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:09.771527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939c594e-ddec-407d-a93d-fc69a5304a24 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:09.789005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-13f5b930-2436-4522-8335-ad0d7a96fa86 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/quotas/bdf579afee474a4280c00151597b94ee HTTP/1.1" status: 200 len: 375 time: 0.0183430 May 20 07:41:09.796820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'mac_address': 'fa:16:3e:5d:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:09.802525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=939c594e-ddec-407d-a93d-fc69a5304a24,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:09.804575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.854834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-ae7f06f7-9458-4ee1-ba74-ca49ec78d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.856229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-ae7f06f7-9458-4ee1-ba74-ca49ec78d791 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1222427 May 20 07:41:09.858407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-df6c5b16-52f5-4caf-a91a-da389d9adc7e tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bdf579afee474a4280c00151597b94ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544569 May 20 07:41:09.877567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.882553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:09.924507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:09.932237 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:09.943978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de35c6-a2db-4517-8989-00c57c13157a req-d1ac14ea-0bdd-42cf-8824-96d552487055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:09.945426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-d1ac14ea-0bdd-42cf-8824-96d552487055 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825965 May 20 07:41:09.962338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13d17d1-0024-421f-9935-a4c5ff4f8340 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:09.983877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:09.985957 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:09.988223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:10.011231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:10.012338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 932a5c41-60df-42a5-bed6-8caddad6fe96 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:10.054524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:10.083324 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf', 'status': 'completed', 'code': 200} May 20 07:41:10.103980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-7715aca8-3543-4d99-a014-23b47088686f service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513445 May 20 07:41:10.190880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 932a5c41-60df-42a5-bed6-8caddad6fe96 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:41:10.191243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 932a5c41-60df-42a5-bed6-8caddad6fe96 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:41:10.194141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:10.246810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:10.256767 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:10.257414 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:10.313293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:10.330264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['939c594e-ddec-407d-a93d-fc69a5304a24'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:10.355026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85de35c6-a2db-4517-8989-00c57c13157a req-64e7d390-ff16-4696-93cc-fb00d4b99667 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432048 May 20 07:41:10.358122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:10.363569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba632-cd1f-4f39-b0f4-84af71494ee9 req-7dcee6ca-bb32-42c5-880a-0956ab25ef3b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.370099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48dba632-cd1f-4f39-b0f4-84af71494ee9 req-7dcee6ca-bb32-42c5-880a-0956ab25ef3b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 947 time: 0.1871381 May 20 07:41:10.371886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-986dacd4-68b1-4f36-bfcc-d0eac0ddce7b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.373579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-986dacd4-68b1-4f36-bfcc-d0eac0ddce7b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&tenant_id=6d465a5288534f42899806e1c3d9e902&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 949 time: 0.1284096 May 20 07:41:10.382265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315875-ec5c-4311-8733-7d1891845bf5 req-4b102e84-b2ae-4152-85d7-147debbe1811 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.383691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21315875-ec5c-4311-8733-7d1891845bf5 req-4b102e84-b2ae-4152-85d7-147debbe1811 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.2157199 May 20 07:41:10.400220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:10.403785 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:10.430065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48dba632-cd1f-4f39-b0f4-84af71494ee9 req-2fa1fec2-4623-4673-a3bf-33c6b6ee8751 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590737 May 20 07:41:10.447263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21315875-ec5c-4311-8733-7d1891845bf5 req-0342c07d-3d1d-43e1-8079-117e677cd55d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 May 20 07:41:10.478917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:10.571705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-35ce8faa-9ffb-469a-835d-6a843949005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.573395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-35ce8faa-9ffb-469a-835d-6a843949005c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 1098 time: 0.1034384 May 20 07:41:10.684354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-0304a656-c0cc-473d-aff2-f46a9de684d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.685861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-0304a656-c0cc-473d-aff2-f46a9de684d0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1100 time: 0.1965301 May 20 07:41:10.698071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869dd84-bf5f-4ce3-9d36-cd70f521995f req-73d29f86-fe9d-455f-8f79-83629d102f5a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.699850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8869dd84-bf5f-4ce3-9d36-cd70f521995f req-73d29f86-fe9d-455f-8f79-83629d102f5a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 949 time: 0.1151834 May 20 07:41:10.784830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-a47f9815-de3f-4c61-bf29-5f34ba1ae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.786462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-a47f9815-de3f-4c61-bf29-5f34ba1ae457 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2051775 May 20 07:41:10.794171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547ba02-0932-4348-b5a9-6eedde681248 req-1dae1f1a-fe99-47b6-af45-6373864b7d45 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.795838 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b547ba02-0932-4348-b5a9-6eedde681248 req-1dae1f1a-fe99-47b6-af45-6373864b7d45 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 949 time: 0.1958327 May 20 07:41:10.841091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8869dd84-bf5f-4ce3-9d36-cd70f521995f req-4be32602-4235-4951-a0f3-45cc1b8a4480 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201661 May 20 07:41:10.861139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-3b643f9c-314a-487c-a8c0-73af6294aaee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf HTTP/1.1" status: 200 len: 217 time: 0.0636547 May 20 07:41:10.879099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-5b1f1492-c544-46cf-8306-f33bb9e8c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.880809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-5b1f1492-c544-46cf-8306-f33bb9e8c18c service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1801014 May 20 07:41:10.966378 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b547ba02-0932-4348-b5a9-6eedde681248 req-1db5617b-22dd-4930-84cb-3349b07b3001 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148794 May 20 07:41:10.980496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-0c7ae943-ec7a-4386-bbd0-a971e7caf63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:10.982109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-0c7ae943-ec7a-4386-bbd0-a971e7caf63a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1066396 May 20 07:41:11.005831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:11.074768 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ec48796-b568-4b63-87de-5f2e3405796c req-c09ae455-3c91-46fb-902a-822d114e0299 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 210 time: 0.0551326 May 20 07:41:11.082069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-5db4d268-f6b2-48c4-9d5c-3798c18cd2de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.1942151 May 20 07:41:11.105919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-d5adc008-87b8-45b1-a2f9-c7a366fb6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.107518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-d5adc008-87b8-45b1-a2f9-c7a366fb6fdc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182182 May 20 07:41:11.169100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-9cac5639-f8e1-4580-bd50-ac87f41cdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.170626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-9cac5639-f8e1-4580-bd50-ac87f41cdb9b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0814447 May 20 07:41:11.228085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f545530-f0c7-4caa-ae82-5a1059b5c26c req-d5712fc1-9a24-445e-99b7-d3187a67df87 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.230324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f545530-f0c7-4caa-ae82-5a1059b5c26c req-d5712fc1-9a24-445e-99b7-d3187a67df87 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 947 time: 0.1999280 May 20 07:41:11.237457 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503', 'code': 200} May 20 07:41:11.268370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-eebab7a2-8b9a-4317-a692-5fe5be1c45cb service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530752 May 20 07:41:11.283341 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3', 'status': 'completed', 'code': 200} May 20 07:41:11.308928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f545530-f0c7-4caa-ae82-5a1059b5c26c req-4c5e72c9-d522-4e4e-aaa3-e3b201e221dd tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723009 May 20 07:41:11.364473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42136) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:11.372604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-7e3088ed-b514-4b7e-8da9-77fb1e018dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.375992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-7e3088ed-b514-4b7e-8da9-77fb1e018dfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931496 May 20 07:41:11.557578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Deleting subnet f9e38608-8151-4330-b886-7e1e3ec8acfc {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:41:11.560713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:11.647003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01b5b40e-82c2-4a2f-a475-b8f72e60b55c req-57330f67-0feb-4bb6-8c96-9afeab4b17bd service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626068 May 20 07:41:11.650668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948e79-aed8-435f-ace6-92b8938762bf req-1c78c965-a82a-4b97-83b2-2d194e000cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.652089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6d948e79-aed8-435f-ace6-92b8938762bf req-1c78c965-a82a-4b97-83b2-2d194e000cf5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1096 time: 0.2556152 May 20 07:41:11.709445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:11.709672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6d948e79-aed8-435f-ace6-92b8938762bf req-28f488c6-87f1-45b2-8219-d94e706722be service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457971 May 20 07:41:11.724005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6dd31-7982-44f8-a44c-85e0d6007c5a req-92161d65-c5ee-455b-b556-73f3fb9d3de2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.725412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09d6dd31-7982-44f8-a44c-85e0d6007c5a req-92161d65-c5ee-455b-b556-73f3fb9d3de2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1328881 May 20 07:41:11.745223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-dd409564-beab-4724-b767-603283d262df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:11.746709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-dd409564-beab-4724-b767-603283d262df service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d554c841fae64d79adb5674d1d19aaa5&device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 1098 time: 0.4230306 May 20 07:41:11.762755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-59ff5097-0020-435b-982d-15b7753a2e33 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532302 May 20 07:41:11.772603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09d6dd31-7982-44f8-a44c-85e0d6007c5a req-eeb9deee-70f3-49c5-ab92-e30f691ec0b8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 May 20 07:41:11.966357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:12.018923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52abb9-6a1d-4434-8438-9064f575893c req-123bbe61-c97c-4f7b-83f5-49ec958fadf3 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.020372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf52abb9-6a1d-4434-8438-9064f575893c req-123bbe61-c97c-4f7b-83f5-49ec958fadf3 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 947 time: 0.4263399 May 20 07:41:12.042046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bdb3d-7334-4f58-b9bf-e76e6de71fbb req-3beac090-79b3-41bf-a27e-395e5783ac21 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.043519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-504bdb3d-7334-4f58-b9bf-e76e6de71fbb req-3beac090-79b3-41bf-a27e-395e5783ac21 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 949 time: 0.0836000 May 20 07:41:12.094438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-504bdb3d-7334-4f58-b9bf-e76e6de71fbb req-9673a6cd-2711-4160-a2a7-192eceb9fd32 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 May 20 07:41:12.147465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-b4735b53-dea1-46a1-8fbe-69d7eb0c0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.148903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-b4735b53-dea1-46a1-8fbe-69d7eb0c0b18 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3883910 May 20 07:41:12.212185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c22dea-9988-4709-82b2-5e9254b4bb16 req-372f01e1-3b39-4326-9416-5dcabe5d9958 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255378 May 20 07:41:12.263316 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:12.270197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf52abb9-6a1d-4434-8438-9064f575893c req-e518c706-7179-473f-8357-6330b8bd8c26 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404759 May 20 07:41:12.277934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000959d2-70e0-4f01-80df-f701214b8d7d req-2df5267d-b87d-45de-a5d0-31ec37dd77bc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.279547 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-000959d2-70e0-4f01-80df-f701214b8d7d req-2df5267d-b87d-45de-a5d0-31ec37dd77bc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 949 time: 0.0827632 May 20 07:41:12.293459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-994ff2e0-3283-42c9-9d77-1051a3ef022b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 HTTP/1.1" status: 200 len: 217 time: 0.0831544 May 20 07:41:12.331959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-000959d2-70e0-4f01-80df-f701214b8d7d req-d71a8961-4e98-4d7a-9d13-a141873c8a0a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450993 May 20 07:41:12.459808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-91c9f15a-cd4e-4d69-8da0-8d44335d4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.461224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-91c9f15a-cd4e-4d69-8da0-8d44335d4336 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1618638 May 20 07:41:12.484728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25fb1806-e1f7-4e4c-8de9-3fa9c2fc753d req-eeaa2f95-b7ae-40e4-97d2-e9640569ffc7 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 210 time: 0.0632646 May 20 07:41:12.626948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96420956-4ca8-4eb3-99c7-ccc9d6099523 req-a1a747b1-66cf-47aa-93a3-469f387f8af7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.627616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-96420956-4ca8-4eb3-99c7-ccc9d6099523 req-a1a747b1-66cf-47aa-93a3-469f387f8af7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Synchronizing usage tracker for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:12.679873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-640417c9-101a-4099-b649-f1a7b55e065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.681313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-640417c9-101a-4099-b649-f1a7b55e065d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084401 May 20 07:41:12.700655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-ed323dd1-bb31-4ec3-bf85-88a83cfa24f8 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bdf579afee474a4280c00151597b94ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278230 May 20 07:41:12.733780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-96420956-4ca8-4eb3-99c7-ccc9d6099523 req-a1a747b1-66cf-47aa-93a3-469f387f8af7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Unset dirty status for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:12.734873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96420956-4ca8-4eb3-99c7-ccc9d6099523 req-a1a747b1-66cf-47aa-93a3-469f387f8af7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 947 time: 0.1971827 May 20 07:41:12.788692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:12.795883 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:12.834550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e38608-8151-4330-b886-7e1e3ec8acfc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:12.845663 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:12.854178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:12.864524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96420956-4ca8-4eb3-99c7-ccc9d6099523 req-5b356e9c-1e49-4c53-a60d-5d509f6ea656 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175287 May 20 07:41:12.869884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-c62e7f36-e179-47f6-8cbc-65be5cbf1267 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802285 May 20 07:41:12.873401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f9e38608-8151-4330-b886-7e1e3ec8acfc HTTP/1.1" status: 204 len: 168 time: 1.5060444 May 20 07:41:12.873609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42156) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:12.916195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-d1bca96d-49e9-4300-a987-9872a73217b3 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:12.917637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-d1bca96d-49e9-4300-a987-9872a73217b3 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059407 May 20 07:41:12.935078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Request body: {'port': {'device_id': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'bdf579afee474a4280c00151597b94ee'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:13.084529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:13.088597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Usage tracker for resource:port and tenant:bdf579afee474a4280c00151597b94ee is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:13.091378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:13.098172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:13.102226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 939c594e-ddec-407d-a93d-fc69a5304a24 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:13.150055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.197168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Made reservation on behalf of bdf579afee474a4280c00151597b94ee for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:13.201542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.233592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.242558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cbbd7c7-57d8-486f-a855-c5ac95a2e74d req-de02c6df-08a7-4260-96dc-6135f516c085 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443213 May 20 07:41:13.283335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:13.293243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Usage tracker for resource:security_group_rule and tenant:bdf579afee474a4280c00151597b94ee is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:13.297200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:13.308715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:13.322809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 88a3c0dd-175b-4c50-b977-0fda88d37cbf details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:13.326145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:13.344268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3922-c7af-485b-8ae9-644397bcde0c req-3016dd15-b565-424d-a30e-9d414491bf59 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:13.353964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50fc3922-c7af-485b-8ae9-644397bcde0c req-3016dd15-b565-424d-a30e-9d414491bf59 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.4269254 May 20 07:41:13.357301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.388834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a17a02-67f7-4a27-9a23-53975ff9fe37']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:13.408040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 939c594e-ddec-407d-a93d-fc69a5304a24 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:13.409930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:13.410239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a26ee4-224a-4f3f-b00e-818f094d5a4b') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:13.430306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 939c594e-ddec-407d-a93d-fc69a5304a24 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:13.430933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.434144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.466133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50fc3922-c7af-485b-8ae9-644397bcde0c req-1e8188e0-3d65-42f9-9747-f0bb181737ba tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111934 May 20 07:41:13.486262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.515887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:41:13.516293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: timer() May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:41:13.533649 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:41:13.561508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.629056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6093d50-7673-4363-bfee-9dae01b00dbd req-4927360a-d7b4-417d-8d03-636a03ffa39c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:13.630668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6093d50-7673-4363-bfee-9dae01b00dbd req-4927360a-d7b4-417d-8d03-636a03ffa39c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 949 time: 0.1402855 May 20 07:41:13.665225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.668091 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4ecc613-cb36-494f-85e1-0df69d8db956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:13.689822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port d13d17d1-0024-421f-9935-a4c5ff4f8340 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:13.690543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.701878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.710668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:13.729907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.740558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a17a02-67f7-4a27-9a23-53975ff9fe37,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:13.746747 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:13.757374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6093d50-7673-4363-bfee-9dae01b00dbd req-cd5048ea-c51b-4e32-b677-d793305a747d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 May 20 07:41:13.765790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17b58-5b8d-430c-ac32-79014e638a0b req-50fe44a7-73c1-4dde-ab25-1ac0358da2db tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:13.773071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30e17b58-5b8d-430c-ac32-79014e638a0b req-50fe44a7-73c1-4dde-ab25-1ac0358da2db tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 947 time: 0.1290305 May 20 07:41:13.780786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:13.782081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10e313-ac21-4f2c-ae44-ee50b624cfde,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:13.789371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.801073 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:13.816812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '88a3c0dd-175b-4c50-b977-0fda88d37cbf', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '88a3c0dd-175b-4c50-b977-0fda88d37cbf', 'mac_address': 'fa:16:3e:39:fa:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:13.832595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30e17b58-5b8d-430c-ac32-79014e638a0b req-8ddf3f25-7a7e-423c-af62-08de0e3c07f3 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585496 May 20 07:41:13.849509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e1a17a02-67f7-4a27-9a23-53975ff9fe37 HTTP/1.1" status: 204 len: 168 time: 0.9744482 May 20 07:41:13.852808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:13.874385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:13.913008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=939c594e-ddec-407d-a93d-fc69a5304a24,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:13.919792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.939922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Deleting subnet 7262015c-7c8e-4b61-bf8d-f30b1b0966ff {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:41:13.943657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:13.978540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a3c0dd-175b-4c50-b977-0fda88d37cbf {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:14.003264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.010321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.014350 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.029270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Allocated IP 192.168.233.5 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/b5b2d99d-be25-4261-8f89-1d082aafc032) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:14.043938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:14.049976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.104735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:14.107721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19c28-de52-4c46-87e3-14b3d50dbd14 req-79578029-b15b-4549-8afd-26487bb1d088 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:14.109568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3bf19c28-de52-4c46-87e3-14b3d50dbd14 req-79578029-b15b-4549-8afd-26487bb1d088 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 949 time: 0.1623316 May 20 07:41:14.120332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bda41e97-cf44-4c63-abe1-6d2dbab8cbd7 req-4186fa3a-5f91-4f34-a605-b6550404c9e5 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 210 time: 0.0530570 May 20 07:41:14.125332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.130247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.135942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.135942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:14.137916 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.138383 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.192422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.216922 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24', 'code': 200} May 20 07:41:14.224905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:14.233864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.246647 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.247130 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.297455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3', 'mac_address': 'fa:16:3e:e7:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:14.321449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3bf19c28-de52-4c46-87e3-14b3d50dbd14 req-5ba03128-8fde-4ec9-a788-a3a98919922a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968367 May 20 07:41:14.370147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.381021 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.383285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.402510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:14.404379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.421781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Transition to ACTIVE for port object b5b2d99d-be25-4261-8f89-1d082aafc032 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:14.422005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:14.508874 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.511680 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.530372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be57f9-a7c7-4f9e-b54e-99c6dda3867a req-e7cb15e0-a922-4e34-bf8d-a4d3fbfc7e36 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:14.531946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34be57f9-a7c7-4f9e-b54e-99c6dda3867a req-e7cb15e0-a922-4e34-bf8d-a4d3fbfc7e36 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.0868165 May 20 07:41:14.533883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.539727 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.592104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.597310 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.638343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:14.645699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:14.654549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:14.654728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebef6ca-b92c-42d3-a86a-e18929173f2d req-67890f62-ede5-4d4b-a3aa-90b5a150d06f tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:14.662372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ebef6ca-b92c-42d3-a86a-e18929173f2d req-67890f62-ede5-4d4b-a3aa-90b5a150d06f tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 947 time: 0.3406756 May 20 07:41:14.684310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Pushing event updated for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.693323 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.696746 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34be57f9-a7c7-4f9e-b54e-99c6dda3867a req-e17b9f3d-ea35-4e82-ad91-fc3a22a10fac tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206594 May 20 07:41:14.734152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ebef6ca-b92c-42d3-a86a-e18929173f2d req-60aeb93c-dad9-4563-8698-27e6f791f0c9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 May 20 07:41:14.737282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11174fb-cf7f-46f3-b799-111f4dc6bec9 req-f8d5aa31-dc6d-40cd-92c2-8ed5e92888f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:14.737590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:14.738832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.740096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d11174fb-cf7f-46f3-b799-111f4dc6bec9 req-f8d5aa31-dc6d-40cd-92c2-8ed5e92888f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 1101 time: 0.3277853 May 20 07:41:14.791150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.799125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['88a3c0dd-175b-4c50-b977-0fda88d37cbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:14.804885 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:14.851019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:14.854190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7262015c-7c8e-4b61-bf8d-f30b1b0966ff,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:14.859368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d11174fb-cf7f-46f3-b799-111f4dc6bec9 req-dcdfa181-d7d1-4790-9ff7-eca7c9e0b48c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047812 May 20 07:41:14.860195 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:14.861871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9302392 May 20 07:41:14.864169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:14.872259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7262015c-7c8e-4b61-bf8d-f30b1b0966ff HTTP/1.1" status: 204 len: 168 time: 1.0183110 May 20 07:41:14.875614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42190) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:15.005745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Request body: {'port': {'device_id': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:15.005971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511675-30c9-4fbc-8d95-cba11409d7fa req-1d8c04fb-714e-4674-8f96-7925e57e98a6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:15.007403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de511675-30c9-4fbc-8d95-cba11409d7fa req-1d8c04fb-714e-4674-8f96-7925e57e98a6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 0.0948334 May 20 07:41:15.060782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de511675-30c9-4fbc-8d95-cba11409d7fa req-7423d1cf-ea72-4633-b2a2-ece3361edc1c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 May 20 07:41:15.068523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8ecdbc07-47e4-4de2-b994-d6366581c099 None None] Provisioning for port b5b2d99d-be25-4261-8f89-1d082aafc032 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:15.093920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8ecdbc07-47e4-4de2-b994-d6366581c099 None None] Provisioning complete for port b5b2d99d-be25-4261-8f89-1d082aafc032 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:15.094303 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8ecdbc07-47e4-4de2-b994-d6366581c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.206108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdbc07-47e4-4de2-b994-d6366581c099 None None] Port b5b2d99d-be25-4261-8f89-1d082aafc032 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:15.238214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.289274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f639e4-b073-4e3e-8d5f-a38b00adce86 req-d210a53e-34d5-4e87-8594-5872d0a40c63 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:15.290690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55f639e4-b073-4e3e-8d5f-a38b00adce86 req-d210a53e-34d5-4e87-8594-5872d0a40c63 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 948 time: 0.0904768 May 20 07:41:15.297041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.322503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb450a5-8bdc-4354-a5d7-8653fc9f11a2 req-50cef1df-531d-466b-8306-98a294415282 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:15.323949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7cb450a5-8bdc-4354-a5d7-8653fc9f11a2 req-50cef1df-531d-466b-8306-98a294415282 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.2936077 May 20 07:41:15.336025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55f639e4-b073-4e3e-8d5f-a38b00adce86 req-a2ca4a28-56f8-439a-aceb-4a29eed3a6bd tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 May 20 07:41:15.475019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.499197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:15.526765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7cb450a5-8bdc-4354-a5d7-8653fc9f11a2 req-b67934d3-bd3b-4801-824e-aa893fa88af3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868742 May 20 07:41:15.528341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ca1471-d2cb-4398-8397-da2930e0e0a6') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:15.528634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ca1471-d2cb-4398-8397-da2930e0e0a6') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:15.584959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.615498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.627080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:41:15.627624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: timer() May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:41:15.665524 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:41:15.748528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18011f-c9b4-409c-940a-d5572b736759 req-c3cfa2d7-182c-4c7a-b318-6b651c8f86da tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:15.750009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e18011f-c9b4-409c-940a-d5572b736759 req-c3cfa2d7-182c-4c7a-b318-6b651c8f86da tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 934 time: 0.0890353 May 20 07:41:15.795805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e18011f-c9b4-409c-940a-d5572b736759 req-e48f33ff-82cf-4d01-81cb-8d62d3caf29b tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389197 May 20 07:41:15.908154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7959-de0c-4fc9-bdda-7be8e343e700 req-fc787cc9-db61-47df-8f08-9e878539d37e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:15.909685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f49b7959-de0c-4fc9-bdda-7be8e343e700 req-fc787cc9-db61-47df-8f08-9e878539d37e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1096 time: 0.2430167 May 20 07:41:15.911454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-bf789ef9-0a37-41d1-9ae6-5292bbb64e48 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277283 May 20 07:41:15.983844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.007026 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:16.028433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.032678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:16.035478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f49b7959-de0c-4fc9-bdda-7be8e343e700 req-ce450124-861f-41b7-91e6-43a3a74b477a tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192963 May 20 07:41:16.037404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b2d99d-be25-4261-8f89-1d082aafc032 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:16.043035 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:16.048441 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.054388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] 10.222.0.79 "DELETE /v2.0/networks/3d119b03-e58b-4a7f-88b5-fcdeaeff7cb7 HTTP/1.1" status: 204 len: 168 time: 1.1751168 May 20 07:41:16.073382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Transition to ACTIVE for port object b5b2d99d-be25-4261-8f89-1d082aafc032 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:16.081299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-b62235c6-b89c-4e1a-b9c9-90093ba02730 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:16.082917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-b62235c6-b89c-4e1a-b9c9-90093ba02730 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654227 May 20 07:41:16.100564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-a89e20b7-3dcb-4f4e-ade8-be131c3dae17 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/quotas/6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 375 time: 0.0102513 May 20 07:41:16.168247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.173277 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fda45fa3-22a5-42ec-b83b-59816cf6f601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:16.221737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:16.222629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-b8ed615b-8e3c-4c36-bed8-5eb2627f1d1d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148965 May 20 07:41:16.356042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:16.368285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:16.499963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00687bb-f056-40c0-9039-36a04927875e req-badd8aee-e091-4085-a2c5-7704f03e12eb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:16.501708 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c00687bb-f056-40c0-9039-36a04927875e req-badd8aee-e091-4085-a2c5-7704f03e12eb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 948 time: 0.2875481 May 20 07:41:16.523015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Attempting to bind port b5b2d99d-be25-4261-8f89-1d082aafc032 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:16.524176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Attempting to bind port b5b2d99d-be25-4261-8f89-1d082aafc032 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:16.524176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Attempting to bind port b5b2d99d-be25-4261-8f89-1d082aafc032 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:16.533146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Port b5b2d99d-be25-4261-8f89-1d082aafc032 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:16.533508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Attempting to bind port b5b2d99d-be25-4261-8f89-1d082aafc032 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:16.542296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:16.542593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:16.542931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:16.543411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Bound port: b5b2d99d-be25-4261-8f89-1d082aafc032, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:16.543708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.601781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42234) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:16.610012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c00687bb-f056-40c0-9039-36a04927875e req-0cb01f14-b7bc-465e-8ce0-9b661436b0d7 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021860 May 20 07:41:16.710317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-923e3c83-f649-47ee-9545-1cca30145a6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=727de10aba48419d8fb0406d3e27576e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989218 May 20 07:41:16.711503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:16.716633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b5b2d99d-be25-4261-8f89-1d082aafc032,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:16.716758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf1256-dddd-4b52-9601-64102acdd7ed req-75e13c79-3650-4007-9775-3341445c14d2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:16.719283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1faf1256-dddd-4b52-9601-64102acdd7ed req-75e13c79-3650-4007-9775-3341445c14d2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 0.1597559 May 20 07:41:16.720406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:16.747841 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'code': 200} May 20 07:41:16.786076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1faf1256-dddd-4b52-9601-64102acdd7ed req-a59c2adc-3ec3-4f02-8846-6cba27995c94 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 May 20 07:41:16.892644 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.929520 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-731108c7-9f57-4d7a-8a17-a029d95aeb3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:16.969286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:16.994766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7720e4c6-6da3-42ec-a267-37c53660e31d req-ce67dd51-1dd9-415b-822b-50f18651101d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 210 time: 0.0471325 May 20 07:41:17.013401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.014041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.015389 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] 10.222.0.81 "PUT /v2.0/ports/b5b2d99d-be25-4261-8f89-1d082aafc032 HTTP/1.1" status: 200 len: 1094 time: 2.0144691 May 20 07:41:17.018582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:17.049692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.098243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:17.107910 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:17.129314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c969b29-310e-4836-8101-a5ec020d925e req-d7210d60-c0b4-407a-a21f-a5ee2ad2544b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.131108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c969b29-310e-4836-8101-a5ec020d925e req-d7210d60-c0b4-407a-a21f-a5ee2ad2544b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 948 time: 0.2437439 May 20 07:41:17.194293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c969b29-310e-4836-8101-a5ec020d925e req-1e6493e9-727b-4c47-aa05-31841cbf2595 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501671 May 20 07:41:17.234894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959512f-4162-4688-ab21-73c71c0684f0 req-8ad06f96-5acb-41a3-ae36-c7fc6bf3982d tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.237909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3959512f-4162-4688-ab21-73c71c0684f0 req-8ad06f96-5acb-41a3-ae36-c7fc6bf3982d tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 946 time: 0.1221628 May 20 07:41:17.277508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.282835 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:17.290310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3959512f-4162-4688-ab21-73c71c0684f0 req-d6bcbbb6-836d-478d-a967-00ddd7f008f9 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 May 20 07:41:17.301253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a3c8d-f66d-4838-a8ea-8b27d55184a9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:17.310320 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:17.333743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-13040b71-70b5-43c7-ba0d-e7b6d742fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.335449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-13040b71-70b5-43c7-ba0d-e7b6d742fed2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdf579afee474a4280c00151597b94ee&device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 1097 time: 0.1379728 May 20 07:41:17.351818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:17.412064 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032', 'status': 'completed', 'code': 200} May 20 07:41:17.424776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-71420499-94e9-44e1-a80c-201da9e1282e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=b5b2d99d-be25-4261-8f89-1d082aafc032 HTTP/1.1" status: 200 len: 217 time: 0.0782259 May 20 07:41:17.427019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.428027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/247a3c8d-f66d-4838-a8ea-8b27d55184a9 HTTP/1.1" status: 204 len: 168 time: 0.7062850 May 20 07:41:17.514989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dce66c4e-aa6f-431f-82a2-fe4634055c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.520095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:17.520921 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-dce66c4e-aa6f-431f-82a2-fe4634055c2a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0741644 May 20 07:41:17.522859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:17.523449 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.616105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46561-693f-49d9-8dbe-53988b3228aa req-97569278-0f26-4174-80a9-8f29e7e1e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.618158 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-97569278-0f26-4174-80a9-8f29e7e1e3b1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912063 May 20 07:41:17.747503 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.793005 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-fc7164a5-3d76-446c-b1b8-2a89b1bfb274 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615763 May 20 07:41:17.797376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:17.882797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:17.885180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 88a3c0dd-175b-4c50-b977-0fda88d37cbf up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:17.921689 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:17.952526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736fbe4-a7d2-4e7c-b521-b358a4ad1b8b req-0a96ea54-ad61-4b8f-836b-03bfa5390070 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:17.967147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3736fbe4-a7d2-4e7c-b521-b358a4ad1b8b req-0a96ea54-ad61-4b8f-836b-03bfa5390070 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 948 time: 0.1577120 May 20 07:41:17.977844 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd46561-693f-49d9-8dbe-53988b3228aa req-232db02f-2d21-45a3-9afa-a0a055ed6732 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721230 May 20 07:41:18.001375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:18.029118 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:18.077559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3736fbe4-a7d2-4e7c-b521-b358a4ad1b8b req-8a1e7206-8760-4271-aade-390ab99a7f68 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 May 20 07:41:18.148271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 88a3c0dd-175b-4c50-b977-0fda88d37cbf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:18.159689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 88a3c0dd-175b-4c50-b977-0fda88d37cbf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:18.160076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.327154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-a12a818e-30c5-44a1-afb0-20ee35e9a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.329165 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-a12a818e-30c5-44a1-afb0-20ee35e9a90c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bdf579afee474a4280c00151597b94ee&device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 1097 time: 0.2218211 May 20 07:41:18.385113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.407390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.408069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.408169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.408626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.409090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.409746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.410049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.410509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.410971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.411635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.417323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.417323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.417323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.417323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-8a24f5ee-3a71-4408-aaf5-c7b038adac7a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8&device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0&device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22&device_id=6578ba13-62c4-4749-b227-20983b925b87&device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79&device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4&device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c&device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&device_id=24f85244-a761-4098-bb07-05fa479b9336&device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3&device_id=e946c042-154e-4cbb-ba1e-e86137911b94&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 11765 time: 0.1736774 May 20 07:41:18.439818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eba318a9-8dac-4874-bff1-c13f14ea8648 req-2efec5e4-acdc-4413-a8c1-c34b5e70f5b6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 210 time: 0.0609510 May 20 07:41:18.465312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:18.515023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.540838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:18.549774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Usage tracker for resource:security_group_rule and tenant:3545bd4ab124496d86e7926f9a4bb825 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:18.556544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:18.579766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:18.590373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-319e3f78-7674-4fc3-9b41-cc970efa23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.597084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-319e3f78-7674-4fc3-9b41-cc970efa23bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2560356 May 20 07:41:18.598946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5c4fd9ac-f1b1-4028-baca-6d75623b66e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1f607b8bc004b9abe4fc4b404bb6f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307480 May 20 07:41:18.602294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42288) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:18.616078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:18.697058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-40c300e9-b78f-4aee-b631-57735ad06172 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=b5b2d99d-be25-4261-8f89-1d082aafc032 HTTP/1.1" status: 200 len: 217 time: 0.0804634 May 20 07:41:18.703607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.706016 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:18.727330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.776147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.777533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3'}, {'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:18.820992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-01322dd7-5d1a-41fb-b654-d4ca33c321f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.830064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-01322dd7-5d1a-41fb-b654-d4ca33c321f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1108625 May 20 07:41:18.835397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:18.839692 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:18.856488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110090-3381-4b6b-b9e9-15e2d174433a req-ca44aac6-76a1-43b4-b1cc-29882d21d010 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.864915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f110090-3381-4b6b-b9e9-15e2d174433a req-ca44aac6-76a1-43b4-b1cc-29882d21d010 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 945 time: 0.2109106 May 20 07:41:18.901559 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.909747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f110090-3381-4b6b-b9e9-15e2d174433a req-9fc76bbf-cd62-47c0-af8c-105e7c1892a2 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 May 20 07:41:18.937721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-65255388-9e3e-4398-afc7-c57cc3f84e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:18.937721 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-65255388-9e3e-4398-afc7-c57cc3f84e39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992436 May 20 07:41:18.991815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:18.997834 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7c40a51-140b-4e99-bbc7-2305b60fb344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:19.015643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db90cb94-a629-490a-808f-17427c8d09e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:19.026413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:19.027825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db90cb94-a629-490a-808f-17427c8d09e9 HTTP/1.1" status: 204 len: 168 time: 0.4258873 May 20 07:41:19.033132 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:19.061708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:19.072021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24ef04b7-26e2-4ef6-a4ca-7c66ae488d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:19.132894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-055154f1-f49e-4ade-bdbc-daa2c8d8cb41 req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&id=0812bae2-209d-4267-bc9d-7049c5ec5111&id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&id=bd59a405-5171-48b4-b090-a3869e221c42&id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6565273 May 20 07:41:19.144873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e90b38-a133-49f8-b1b5-063e1cf61c31,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:19.150209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:19.166795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0319-0c31-4236-bf7c-26705bc5fd46 req-4cf78042-591d-47db-b3d4-c1b20e77199a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.174643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-978e0319-0c31-4236-bf7c-26705bc5fd46 req-4cf78042-591d-47db-b3d4-c1b20e77199a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.1215966 May 20 07:41:19.178949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-cf4706af-65a2-4507-ba47-a2ccf6b7a772 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276332 May 20 07:41:19.222823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-978e0319-0c31-4236-bf7c-26705bc5fd46 req-bc75bba8-af6f-4029-a372-640df244e48b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472910 May 20 07:41:19.310025 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3', 'code': 200} May 20 07:41:19.310342 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf', 'code': 200} May 20 07:41:19.516954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-d18795d8-52a7-40df-ba9e-e4aff9047f67 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777719 May 20 07:41:19.541721 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41e868b1-6a29-48fd-aa84-b9909d515a58 req-24e206ff-e158-49ef-bd9d-235dba77c6fc service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485544 May 20 07:41:19.555719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-ea98c2b7-72e2-4341-a0df-7bc7cb44afc1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.556459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-ea98c2b7-72e2-4341-a0df-7bc7cb44afc1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Synchronizing usage tracker for tenant:bdf579afee474a4280c00151597b94ee on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:19.575006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d774-6d97-44b6-9c30-be7f8e315fd1 req-2bd464c1-1789-44d2-a7bf-8f0e86ea2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.576460 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be11d774-6d97-44b6-9c30-be7f8e315fd1 req-2bd464c1-1789-44d2-a7bf-8f0e86ea2eb3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 1100 time: 0.1602499 May 20 07:41:19.638350 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be11d774-6d97-44b6-9c30-be7f8e315fd1 req-7d8a9826-609b-430c-a940-9d66891e2c86 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542216 May 20 07:41:19.651530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-ea98c2b7-72e2-4341-a0df-7bc7cb44afc1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Unset dirty status for tenant:bdf579afee474a4280c00151597b94ee on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:19.653681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-ea98c2b7-72e2-4341-a0df-7bc7cb44afc1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 946 time: 0.3331158 May 20 07:41:19.703540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-9a64f076-90d5-45e2-a032-3cb24aa78244 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Synchronizing usage tracker for tenant:bdf579afee474a4280c00151597b94ee on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:19.754959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab2a6-db16-4f61-9a41-471b65e5a7f0 req-edd6d505-69b5-43df-b54d-9064a7ffa221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.756415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40fab2a6-db16-4f61-9a41-471b65e5a7f0 req-edd6d505-69b5-43df-b54d-9064a7ffa221 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 1100 time: 0.3670156 May 20 07:41:19.794069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-9a64f076-90d5-45e2-a032-3cb24aa78244 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Unset dirty status for tenant:bdf579afee474a4280c00151597b94ee on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:19.795377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74a680c8-e295-43e7-952c-6eb8661644e2 req-9a64f076-90d5-45e2-a032-3cb24aa78244 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344841 May 20 07:41:19.816460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1a2d6-b364-459d-accd-8a0c7326bc17 req-b5c02759-907d-40bf-b24a-8a8dd1f53511 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.817942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18a1a2d6-b364-459d-accd-8a0c7326bc17 req-b5c02759-907d-40bf-b24a-8a8dd1f53511 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 0.3807743 May 20 07:41:19.833657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-8d626dbd-1611-480d-8fd6-08b1df3e5b27 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:19.835154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-8d626dbd-1611-480d-8fd6-08b1df3e5b27 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000219 May 20 07:41:19.866490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Request body: {'port': {'device_id': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '6d465a5288534f42899806e1c3d9e902'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:19.900051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40fab2a6-db16-4f61-9a41-471b65e5a7f0 req-68211347-a2fc-4f35-8e71-20f742d87c1d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163116 May 20 07:41:19.992041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18a1a2d6-b364-459d-accd-8a0c7326bc17 req-74b24ade-3606-4ae4-8687-99e6edcd40e4 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557124 May 20 07:41:20.036389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:20.046072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:20.105360 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf543c3c-043d-4645-9dfa-b078cb9c4d44 req-e599d4bc-7635-45c0-ad41-a8b801f07c15 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 210 time: 0.0472374 May 20 07:41:20.134061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Made reservation on behalf of 6d465a5288534f42899806e1c3d9e902 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:20.138410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.319596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Allocated IP 192.168.233.254 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/882e8c42-7827-4422-9e05-7cdec654cfe7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:20.389131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:20.517344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-network', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:20.524091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:20.534223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Usage tracker for resource:network and tenant:d54c7b5d49514ebe9a0ca253e743fdd1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:20.539478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:20.549299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:20.578127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.593788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Transition to ACTIVE for port object 882e8c42-7827-4422-9e05-7cdec654cfe7 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:20.619212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Made reservation on behalf of d54c7b5d49514ebe9a0ca253e743fdd1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:20.623688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.635969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.652062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:20.656760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Usage tracker for resource:security_group_rule and tenant:d54c7b5d49514ebe9a0ca253e743fdd1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:20.661851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:20.667624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:20.694481 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.705110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:20.709302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:20.759011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:20.789739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.815564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:20.819299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:20.827796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:20.865427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.868462 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d297aa48-a0d0-4905-a15d-f89b58b94b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:20.918695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a9ec1-e974-4324-9101-ba2c5c4c16fc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:20.930208 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:20.948807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:41:20.958640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:20.958984 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Added segment 88920792-6a55-4243-b34d-ce26d4602507 of type vlan for network ece50726-4657-4916-8fd0-8e8d264d7277 May 20 07:41:20.991729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:20.992396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.001909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.015641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:21.023096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:21.059315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e757c1-8d9a-4f0c-b313-471f02d63d90 req-77bd2432-d484-45ba-ad5b-2f2dd47abaa6 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.059808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e757c1-8d9a-4f0c-b313-471f02d63d90 req-77bd2432-d484-45ba-ad5b-2f2dd47abaa6 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.060302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e757c1-8d9a-4f0c-b313-471f02d63d90 req-77bd2432-d484-45ba-ad5b-2f2dd47abaa6 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.061959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21e757c1-8d9a-4f0c-b313-471f02d63d90 req-77bd2432-d484-45ba-ad5b-2f2dd47abaa6 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c&device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c&device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 2883 time: 0.1638749 May 20 07:41:21.113264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21e757c1-8d9a-4f0c-b313-471f02d63d90 req-9d9ec696-70ac-41bc-aafd-8346b83a7589 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 May 20 07:41:21.134782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2751198 May 20 07:41:21.148450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Request body: {'port': {'device_id': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:21.148828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.150347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.150995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.156537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b5b2d99d-be25-4261-8f89-1d082aafc032 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:21.157007 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90ac04c0-4f22-4c9b-830d-93207c33826a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:21.277771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.319271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Pushing event updated for resources: {'Network': ['ID=ece50726-4657-4916-8fd0-8e8d264d7277,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:21.331679 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:21.370497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ece50726-4657-4916-8fd0-8e8d264d7277 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:41:21.395925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-248f3a4b-c098-46fc-856a-b2f2215b073b None None] Provisioning for port 882e8c42-7827-4422-9e05-7cdec654cfe7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:21.435013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0447290 May 20 07:41:21.436527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:21.447066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-248f3a4b-c098-46fc-856a-b2f2215b073b None None] Provisioning complete for port 882e8c42-7827-4422-9e05-7cdec654cfe7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:21.447452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-248f3a4b-c098-46fc-856a-b2f2215b073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.457411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Request body: {'subnet': {'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-subnet', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:21.466668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-7aca15fe-676c-4b35-be63-03a08720b2e6 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1824825681&fields=id&tenant_id=a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 267 time: 0.0805659 May 20 07:41:21.467880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:21.473378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Usage tracker for resource:subnet and tenant:d54c7b5d49514ebe9a0ca253e743fdd1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:21.578457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:21.591016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-248f3a4b-c098-46fc-856a-b2f2215b073b None None] Port 882e8c42-7827-4422-9e05-7cdec654cfe7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:21.591387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:21.599863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b5b2d99d-be25-4261-8f89-1d082aafc032,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:21.614843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'b5b2d99d-be25-4261-8f89-1d082aafc032', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'b5b2d99d-be25-4261-8f89-1d082aafc032', 'mac_address': 'fa:16:3e:86:af:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:21.631785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fecb4-eb97-4769-99fc-297b98899e53 req-6d3fd763-4058-4186-b863-af6c233a83d7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.633290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e9fecb4-eb97-4769-99fc-297b98899e53 req-6d3fd763-4058-4186-b863-af6c233a83d7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.2545686 May 20 07:41:21.649904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-cbd91cde-54fd-4a76-9d1a-f62da2e4a6fb tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:21.651388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-cbd91cde-54fd-4a76-9d1a-f62da2e4a6fb tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 823 time: 0.1747663 May 20 07:41:21.667478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-302f989a-17fb-4a19-8c9a-f03af3e63d18 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/quotas/a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 375 time: 0.0103374 May 20 07:41:21.685643 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.710344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b2d99d-be25-4261-8f89-1d082aafc032 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:21.728382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Made reservation on behalf of d54c7b5d49514ebe9a0ca253e743fdd1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:21.730920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.732944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b5b2d99d-be25-4261-8f89-1d082aafc032,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:21.752536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e9fecb4-eb97-4769-99fc-297b98899e53 req-8c8febbe-0267-42df-913d-41286dde1935 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702367 May 20 07:41:21.805461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.807407 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:21.880551 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-1d50d196-c517-4df6-af5d-71468ac8d1f6 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2055023 May 20 07:41:21.895952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:21.922049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:21.940119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:21.952305 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:21.956715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Transition to ACTIVE for port object 882e8c42-7827-4422-9e05-7cdec654cfe7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:22.017541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:22.026496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:22.098591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-f9ac8a23-08ed-43b7-b2ef-f32c98dfb10d service neutron] 10.222.0.79 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042329 May 20 07:41:22.314894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:22.318181 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:22.322584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-7374f993-fd12-495e-a028-01ec5a1b4ab9 service neutron] 10.222.0.79 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170923 May 20 07:41:22.333093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['b5b2d99d-be25-4261-8f89-1d082aafc032'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:22.471684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dabab6-439a-4013-8c06-77bc63749add req-b4fcdcb7-7d92-4d58-8be1-b9be32538572 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:22.473406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13dabab6-439a-4013-8c06-77bc63749add req-b4fcdcb7-7d92-4d58-8be1-b9be32538572 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 947 time: 0.4960120 May 20 07:41:22.486820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:22.493669 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:22.520779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-624cb63f-2a07-4e76-92ad-2386ca820fea tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:22.522441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-624cb63f-2a07-4e76-92ad-2386ca820fea tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/ports?device_id=88eec11b-8dee-458a-a3f4-fb5ac0706ef3 HTTP/1.1" status: 200 len: 945 time: 0.4595702 May 20 07:41:22.650536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:22.651016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:22.651579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:22.691464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:22.691947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:22.713887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:22.719754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:22.719754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:22.719754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Bound port: 882e8c42-7827-4422-9e05-7cdec654cfe7, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:22.719754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:22.734503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Checking segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:22.735004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Network hostable DHCP agents. Network: ece50726-4657-4916-8fd0-8e8d264d7277, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:41:22.748948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13dabab6-439a-4013-8c06-77bc63749add req-8c5f1237-cd56-4cdb-925b-ffbfbc3b027a tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498264 May 20 07:41:22.764371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5124db69-efae-4149-b32c-b175244ca0f6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:22.767988 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:22.918304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Network ece50726-4657-4916-8fd0-8e8d264d7277 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:41:22.938562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:22.942730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:22.948170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Deleting port c008ecfb-d752-4a28-9487-9576dda86bb0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:22.949448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:22.988884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92715ea-b0dd-4670-b045-e07fda42f353 req-9404d2b8-b004-4b85-806e-70c03be6a767 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:22.996230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a92715ea-b0dd-4670-b045-e07fda42f353 req-9404d2b8-b004-4b85-806e-70c03be6a767 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 0.1561053 May 20 07:41:23.035620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ece50726-4657-4916-8fd0-8e8d264d7277) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:23.052257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf67ad-5856-43d7-b05b-757ef8ff8278 None None] Network ece50726-4657-4916-8fd0-8e8d264d7277 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:41:23.064093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a92715ea-b0dd-4670-b045-e07fda42f353 req-9fb237eb-5c83-4821-97df-221a7c6324b2 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 May 20 07:41:23.069029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:23.069894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.118525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.350838 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:23.350838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:23.350838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.350838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] 10.222.0.84 "PUT /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 1096 time: 2.1347542 May 20 07:41:23.350838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:23.378931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] For port c008ecfb-d752-4a28-9487-9576dda86bb0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c008ecfb-d752-4a28-9487-9576dda86bb0,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:23.379519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.390211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:23.396370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ece50726-4657-4916-8fd0-8e8d264d7277', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:41:23.398111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.406456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9560273 May 20 07:41:23.439220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42392) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:23.444000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:23.452042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:23.459934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Usage tracker for resource:router and tenant:d54c7b5d49514ebe9a0ca253e743fdd1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:23.479091 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:23.485603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:23.510643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:23.571860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec1eb-0326-4e31-84ab-0c12330e8078 req-b75019e6-b270-4c95-9537-2861776e75f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:23.572974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e6aec1eb-0326-4e31-84ab-0c12330e8078 req-b75019e6-b270-4c95-9537-2861776e75f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:23.640311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.648476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.665806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:23.732030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Allocated IP 172.20.0.2 (ece50726-4657-4916-8fd0-8e8d264d7277/5124db69-efae-4149-b32c-b175244ca0f6/dd68ed4b-c111-477e-84d9-e4e299a614cc) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:23.903880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e6aec1eb-0326-4e31-84ab-0c12330e8078 req-b75019e6-b270-4c95-9537-2861776e75f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:23.912706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6aec1eb-0326-4e31-84ab-0c12330e8078 req-b75019e6-b270-4c95-9537-2861776e75f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.8003738 May 20 07:41:23.937340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-990dc8bf-7542-4ddb-a25a-981b011fb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:23.939479 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a46dfc09-4898-4462-88a0-ab3812fad5f0 req-38a806a2-ae8b-482c-80f6-62954944129c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 210 time: 0.0693660 May 20 07:41:23.940390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-990dc8bf-7542-4ddb-a25a-981b011fb38a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1099 time: 0.3619530 May 20 07:41:23.980268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.052527 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.056657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-2b83352f-618b-4c6c-b42f-42811d9a04ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.1037471 May 20 07:41:24.059260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.059674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.060054 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37 disassociated. External IP: 172.25.8.124, port: c008ecfb-d752-4a28-9487-9576dda86bb0. May 20 07:41:24.060408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Calling delete_port for c008ecfb-d752-4a28-9487-9576dda86bb0 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:41:24.064400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Transition to ACTIVE for port object dd68ed4b-c111-477e-84d9-e4e299a614cc will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:24.074447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6aec1eb-0326-4e31-84ab-0c12330e8078 req-7bb9274c-7b02-4eb0-83a7-d33dcdfdff0b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606569 May 20 07:41:24.094281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Transition to ACTIVE for port object dd68ed4b-c111-477e-84d9-e4e299a614cc will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:24.160262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.168991 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:24.171232 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'status': 'completed', 'code': 200} May 20 07:41:24.182440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-b4850484-bfa7-43e8-9f34-584f4f06c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:24.183893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-b4850484-bfa7-43e8-9f34-584f4f06c5cc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1066911 May 20 07:41:24.284839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Network ece50726-4657-4916-8fd0-8e8d264d7277 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:24.288159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:24.292820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:24.299745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Pushing event updated for resources: {'Port': ['ID=dd68ed4b-c111-477e-84d9-e4e299a614cc,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:24.304802 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:24.318463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.415545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Attempting to bind port dd68ed4b-c111-477e-84d9-e4e299a614cc on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:24.416155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Attempting to bind port dd68ed4b-c111-477e-84d9-e4e299a614cc by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:24.416917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Attempting to bind port dd68ed4b-c111-477e-84d9-e4e299a614cc on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:24.424978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:24.425967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Checking segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:24.426600 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.427308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Bound using segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:24.428188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Bound port: dd68ed4b-c111-477e-84d9-e4e299a614cc, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:24.428829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.487868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-ba6061b0-dece-414f-a24a-b14b9db216a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:24.489355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-ba6061b0-dece-414f-a24a-b14b9db216a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910058 May 20 07:41:24.538460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] For port dd68ed4b-c111-477e-84d9-e4e299a614cc, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:24.542674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] For port dd68ed4b-c111-477e-84d9-e4e299a614cc, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dd68ed4b-c111-477e-84d9-e4e299a614cc,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:24.654250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:24.660506 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:24.757920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Pushing event updated for resources: {'Port': ['ID=dd68ed4b-c111-477e-84d9-e4e299a614cc,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:24.761991 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:24.831583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-3f4e0a4a-146e-42a1-884a-29529c6c631d service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299088 May 20 07:41:24.845860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dc244-e66a-472f-adb1-4fae8aeb844d req-47a0ff83-c62e-4dd3-b0ad-579dfec6d355 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:24.853965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c98dc244-e66a-472f-adb1-4fae8aeb844d req-47a0ff83-c62e-4dd3-b0ad-579dfec6d355 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.5253804 May 20 07:41:25.099271 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:25.108397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:25.127453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-240c9576-de9f-4817-88e0-a0824a7cc412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:25.170409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b5b2d99d-be25-4261-8f89-1d082aafc032 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:25.191510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:25.208287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c98dc244-e66a-472f-adb1-4fae8aeb844d req-303999f6-e692-452f-a9a0-d101e9985b50 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531954 May 20 07:41:25.220803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event deleted for resources: {'Port': ['ID=c008ecfb-d752-4a28-9487-9576dda86bb0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:25.230937 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:25.379240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c008ecfb-d752-4a28-9487-9576dda86bb0 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:25.399655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230642-579d-4a13-a5cb-9714405eb337 req-886cf7e9-92a6-4c5f-a93c-b9a87bec50ab tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:25.418432 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85230642-579d-4a13-a5cb-9714405eb337 req-886cf7e9-92a6-4c5f-a93c-b9a87bec50ab tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 947 time: 0.3261251 May 20 07:41:25.501524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: c008ecfb-d752-4a28-9487-9576dda86bb0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:41:25.504404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c008ecfb-d752-4a28-9487-9576dda86bb0 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:41:25.565583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port b5b2d99d-be25-4261-8f89-1d082aafc032 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:25.571237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port b5b2d99d-be25-4261-8f89-1d082aafc032 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:25.571568 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:25.647337 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-85230642-579d-4a13-a5cb-9714405eb337 req-a0fff155-2949-4079-b414-ff03fc1bf94e tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275414 May 20 07:41:25.658468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Allocated IP 172.25.8.152 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/ac3fb1af-cf21-4a64-b003-1bf22f9c283e) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:25.732130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b83a0896-4df9-47cc-8efb-4cab2b12087a req-2c5edf86-cd50-4c31-937b-3fd17d9399e4 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759217 May 20 07:41:25.756633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:41:25.938156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.027868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:26.075472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b5b2d99d-be25-4261-8f89-1d082aafc032,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:26.175094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.176202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.178969 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:26.357588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:26.367184 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:26.374407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dd68ed4b-c111-477e-84d9-e4e299a614cc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:26.417334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ba1bb-cf89-4e37-bb42-2d7de9ad4ff4 None None] Network ece50726-4657-4916-8fd0-8e8d264d7277 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:41:26.468059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17372711-b5bc-429a-903c-b22071a0e044 req-7fa80b2f-43f6-4b5b-bc44-7f6d434df9df tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 210 time: 0.0953345 May 20 07:41:26.522356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:41:26.550548 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:41:26.583660 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:26.584460 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:26.744125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] No DVR routers for this DVR port c008ecfb-d752-4a28-9487-9576dda86bb0 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:41:26.747428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a346a8-295e-4171-b322-ae6988d9691d req-c832de6c-9279-4dbf-bff4-466ae5380e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:26.749241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-c832de6c-9279-4dbf-bff4-466ae5380e41 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1099 time: 0.8350673 May 20 07:41:26.757395 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.760461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'name': 'network-vif-deleted', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:26.772218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-bbbd9065-958b-49c9-aad7-5ddc664cc47e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:26.783605 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-bbbd9065-958b-49c9-aad7-5ddc664cc47e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 823 time: 0.7460077 May 20 07:41:26.809890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-86227e77-2e42-4de4-b591-a79698307653 None None] Provisioning for port dd68ed4b-c111-477e-84d9-e4e299a614cc completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:26.915887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port dd68ed4b-c111-477e-84d9-e4e299a614cc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:26.917317 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:26.921808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.938640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port dd68ed4b-c111-477e-84d9-e4e299a614cc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:26.939081 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:26.940394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-741c1e0b-9eb6-4193-acdb-5fbe81721a3e tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:26.943441 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-741c1e0b-9eb6-4193-acdb-5fbe81721a3e tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 1100 time: 1.0013604 May 20 07:41:26.983707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-21ac0ffa-666f-427c-b89c-3e406108e560 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8d8acb3848646449b2690ca0e22fda7 HTTP/1.1" status: 200 len: 380 time: 0.1856124 May 20 07:41:27.009965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'port': {'device_id': 'daa5541c-caef-4f49-b069-cc867f632571', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'admin_state_up': True, 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'security_groups': ['0812bae2-209d-4267-bc9d-7049c5ec5111']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:27.029607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1383b2b2-50a9-44f3-905c-3fbccee7c8f2 req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "DELETE /v2.0/ports/c008ecfb-d752-4a28-9487-9576dda86bb0 HTTP/1.1" status: 204 len: 173 time: 4.4924946 May 20 07:41:27.066476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.094941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.110497 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:27.143073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.168901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5aee-d17e-41ce-87a6-74ff9428b3c2 req-ce044854-1e45-4f55-a0dd-4f7594284386 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:27.184449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eed5aee-d17e-41ce-87a6-74ff9428b3c2 req-ce044854-1e45-4f55-a0dd-4f7594284386 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.4891021 May 20 07:41:27.223395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port dd68ed4b-c111-477e-84d9-e4e299a614cc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dd68ed4b-c111-477e-84d9-e4e299a614cc,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:27.225360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a346a8-295e-4171-b322-ae6988d9691d req-6620b8bf-8ae5-41c7-8683-364b08ee7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:27.227276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-6620b8bf-8ae5-41c7-8683-364b08ee7c14 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4528627 May 20 07:41:27.249838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:27.310916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.312967 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:27.418933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-ac75d8ab-c139-4f22-b2cb-3e43f61ee6f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.1803622 May 20 07:41:27.457448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=dd68ed4b-c111-477e-84d9-e4e299a614cc,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:27.461448 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:27.474306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3121f7bd-84e4-4401-ac5d-513e3d169ab5 None None] Provisioning complete for port dd68ed4b-c111-477e-84d9-e4e299a614cc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:27.474692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3121f7bd-84e4-4401-ac5d-513e3d169ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.561372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eed5aee-d17e-41ce-87a6-74ff9428b3c2 req-91e19cdd-c32f-4445-b95c-18f083081fa0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774235 May 20 07:41:27.597152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:27.607240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Usage tracker for resource:port and tenant:a8d8acb3848646449b2690ca0e22fda7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:27.619788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:27.634154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:27.655096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a346a8-295e-4171-b322-ae6988d9691d req-6554e780-7d7d-4571-871e-f7c0b3e4d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:27.664752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Usage tracker for resource:security_group_rule and tenant:0da4390af2154e10afe0e524d4ce98f0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:27.666973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-6554e780-7d7d-4571-871e-f7c0b3e4d21f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1886201 May 20 07:41:27.677484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:27.699715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:27.709062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:27.713720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:27.787421 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:27.793296 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:41:27.813350 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:27.814273 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:27.905397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3244c3c4-adf4-41e0-9008-667e1687fa06 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b50e258a18dc46b487ee4665356f0379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448350 May 20 07:41:27.915819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:27.925002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Made reservation on behalf of a8d8acb3848646449b2690ca0e22fda7 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:27.928844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:27.969308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:28.108585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a346a8-295e-4171-b322-ae6988d9691d req-63ff5e31-d501-4e75-88ea-e34c460e2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:28.113009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-63ff5e31-d501-4e75-88ea-e34c460e2768 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4444494 May 20 07:41:28.114863 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:28.126390 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:28.260022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-840080c8-4e1a-4144-8bff-5fec66aba037 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:28.271087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-840080c8-4e1a-4144-8bff-5fec66aba037 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3524334 May 20 07:41:28.303257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dd68ed4b-c111-477e-84d9-e4e299a614cc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:28.458314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-1da7759a-7d2d-4643-a8cc-1599eb347032 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/quotas/b50e258a18dc46b487ee4665356f0379 HTTP/1.1" status: 200 len: 375 time: 0.1851382 May 20 07:41:28.470401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port dd68ed4b-c111-477e-84d9-e4e299a614cc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:28.470815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:28.497864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Allocated IP 172.20.0.12 (760817bc-0e09-42a9-8280-29797ea90888/3726bd95-55cc-4697-8c6b-5594c0678760/139f82cf-83b3-4781-bccb-b02db59f21df) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:28.636998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:28.664878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-690146ba-ef9f-40d3-8b42-47ce579a369a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370252 May 20 07:41:28.686744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-b015fd17-75c1-403f-b963-3e468b2c3293 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271743 May 20 07:41:28.802635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:28.835574 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:28.863636 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:28.864746 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86890f-e9d1-45b2-bd7f-9189402f7196 None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:41:28.886106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3a346a8-295e-4171-b322-ae6988d9691d req-f35cdc4b-7071-450a-946d-ae3e881865dd service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980686 May 20 07:41:28.890031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17c1f983-647d-4b24-b4cc-8b2116568dfb req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9117942 May 20 07:41:28.914695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:29.084695 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032', 'code': 200} May 20 07:41:29.252218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:29.274064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Transition to ACTIVE for port object 139f82cf-83b3-4781-bccb-b02db59f21df will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:29.291315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4c72f-f2dc-4e93-86cb-57eb9b22d04a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:29.301079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c1272-d8f2-4f61-9e7b-e5fb5c1b19aa None None] New status for floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:41:29.307731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:29.331240 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88eec11b-8dee-458a-a3f4-fb5ac0706ef3', 'name': 'network-vif-deleted', 'tag': 'c008ecfb-d752-4a28-9487-9576dda86bb0', 'status': 'completed', 'code': 200} May 20 07:41:29.407067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748057b-f48c-4e56-b6af-13653df033b2 req-8738627b-3200-4096-89e3-721b44cee69e tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:29.408636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f748057b-f48c-4e56-b6af-13653df033b2 req-8738627b-3200-4096-89e3-721b44cee69e tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.1567998 May 20 07:41:29.411449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e4ee7-ca66-4f1c-93da-b5b0a05d3996 req-cb9c1da9-c01f-4d4d-a8f7-e6f75d75fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:29.412837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c29e4ee7-ca66-4f1c-93da-b5b0a05d3996 req-cb9c1da9-c01f-4d4d-a8f7-e6f75d75fc3a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 1099 time: 0.2148764 May 20 07:41:29.471814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:29.512306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f748057b-f48c-4e56-b6af-13653df033b2 req-3b60e52a-e8de-4d52-b319-109a496a5200 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867939 May 20 07:41:29.535375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c29e4ee7-ca66-4f1c-93da-b5b0a05d3996 req-c86d8963-4dee-415f-80a4-500ed3948f15 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916879 May 20 07:41:29.551959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d05efa12-411c-408d-9bf7-6033522a9d2d req-5434917b-9212-41fb-910d-2e776bac06c5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 210 time: 0.1905799 May 20 07:41:29.569393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-aad0d967-210d-436b-8244-bdec74049823 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0159707 May 20 07:41:29.722752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:29.724786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bfa76-b1fb-4162-b79a-f92fa1674891 req-7d23975d-ef31-4a21-9d56-dbb0b102e05f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:29.726525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f5bfa76-b1fb-4162-b79a-f92fa1674891 req-7d23975d-ef31-4a21-9d56-dbb0b102e05f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.0894997 May 20 07:41:29.740304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'mac_address': 'fa:16:3e:12:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:29.778933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f5bfa76-b1fb-4162-b79a-f92fa1674891 req-cd1095a5-d433-4748-aae0-fad104971efa tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 May 20 07:41:29.789059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:29.825781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:29.839796 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:29.844720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:29.862915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:29.890110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c67d0b2-d7df-430a-b453-371e8bf373fb req-d972c89d-fa12-4fc0-b3bb-c62c516f374b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 210 time: 0.1453393 May 20 07:41:29.950038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Network 760817bc-0e09-42a9-8280-29797ea90888 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:29.958430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:29.959986 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:29.961291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:29.982508 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:30.070699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event updated for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:30.088925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:30.145131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:30.151351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:30.156777 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:30.162509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.162509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:30.238949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6b04-da95-4614-a79b-a6451b704b57 req-9affd3d2-8564-4262-ac2e-7631526ad9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.240443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-9affd3d2-8564-4262-ac2e-7631526ad9dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1096 time: 0.5690002 May 20 07:41:30.264388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['882e8c42-7827-4422-9e05-7cdec654cfe7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:30.441723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-109d4f89-e33e-44bb-ac1c-32b695a66f91 None None] Provisioning for port 139f82cf-83b3-4781-bccb-b02db59f21df completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:30.452447 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4496439 May 20 07:41:30.452958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-109d4f89-e33e-44bb-ac1c-32b695a66f91 None None] Provisioning complete for port 139f82cf-83b3-4781-bccb-b02db59f21df triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:30.453248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-109d4f89-e33e-44bb-ac1c-32b695a66f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:30.466056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Request body: {'port': {'device_id': 'daa5541c-caef-4f49-b069-cc867f632571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:30.522325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-109d4f89-e33e-44bb-ac1c-32b695a66f91 None None] Port 139f82cf-83b3-4781-bccb-b02db59f21df cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:30.558071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdc422-6fb5-4775-8fbb-cc2191df58cf req-1f8e96c8-aada-4f54-8121-e02598236b23 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.559804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a8bdc422-6fb5-4775-8fbb-cc2191df58cf req-1f8e96c8-aada-4f54-8121-e02598236b23 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1100 time: 0.0976861 May 20 07:41:30.604061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6b04-da95-4614-a79b-a6451b704b57 req-2f902292-09d6-4900-bb3f-3eae7139eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.605548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-2f902292-09d6-4900-bb3f-3eae7139eb01 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.3425896 May 20 07:41:30.611516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a8bdc422-6fb5-4775-8fbb-cc2191df58cf req-552a7ae6-31d7-4878-bd7d-a89af8331089 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 May 20 07:41:30.732269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-d71a4edc-4987-4450-aac3-387cfdbf065d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.1083183 May 20 07:41:30.751131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:30.815201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b6522-10fa-4666-8bcd-42f607ae6ddb req-8f964a72-9521-4222-8771-8228b5916edd tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.816603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b31b6522-10fa-4666-8bcd-42f607ae6ddb req-8f964a72-9521-4222-8771-8228b5916edd tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.0863054 May 20 07:41:30.860383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Router e2c23e44-3b67-484e-af48-675e8426cf9e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:41:30.864353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b31b6522-10fa-4666-8bcd-42f607ae6ddb req-03dd8410-b8c5-4df9-9905-5b50210a3b3c tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 May 20 07:41:30.908474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6b04-da95-4614-a79b-a6451b704b57 req-4119f255-faec-4eb6-8d8c-69091e705374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:30.910344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-4119f255-faec-4eb6-8d8c-69091e705374 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1614864 May 20 07:41:31.059928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20372-2e58-41aa-88ab-9b338915ebd7 req-5c116756-c8e4-4b3a-8915-b13f45014966 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:31.060771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41f20372-2e58-41aa-88ab-9b338915ebd7 req-5c116756-c8e4-4b3a-8915-b13f45014966 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:31.085801 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-e2c0636e-eec0-47d1-bf5b-093545e28e25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177864 May 20 07:41:31.105261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997a4f-63b9-4446-856a-0e6457026cbd req-e2c46d46-a32f-4a30-b476-36f403bfd0aa tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:31.110880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fb997a4f-63b9-4446-856a-0e6457026cbd req-e2c46d46-a32f-4a30-b476-36f403bfd0aa tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 0.4252312 May 20 07:41:31.165237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-41f20372-2e58-41aa-88ab-9b338915ebd7 req-5c116756-c8e4-4b3a-8915-b13f45014966 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:31.168758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41f20372-2e58-41aa-88ab-9b338915ebd7 req-5c116756-c8e4-4b3a-8915-b13f45014966 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 932 time: 0.1995497 May 20 07:41:31.216867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41f20372-2e58-41aa-88ab-9b338915ebd7 req-355d6c6d-daa1-41d9-a5fc-3d315cd2429a tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 May 20 07:41:31.405792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d588f-1e74-4600-8e7c-3806c9af6070 req-2ab1a48c-e4dd-4037-a461-268bb3858725 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:31.407807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae7d588f-1e74-4600-8e7c-3806c9af6070 req-2ab1a48c-e4dd-4037-a461-268bb3858725 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1100 time: 0.0757499 May 20 07:41:31.417408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:31.456731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae7d588f-1e74-4600-8e7c-3806c9af6070 req-50dd4af5-93e7-49a3-88e9-de1f48e6c97d tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 May 20 07:41:31.539391 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fb997a4f-63b9-4446-856a-0e6457026cbd req-c5023d3c-2303-481b-bccd-6171174336eb tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042680 May 20 07:41:31.539991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 882e8c42-7827-4422-9e05-7cdec654cfe7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:31.544827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 882e8c42-7827-4422-9e05-7cdec654cfe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:31.545275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:31.557537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:41:31.568660 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:41:31.581966 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:31.584694 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:31.607159 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-52f27111-5b5a-4eb1-a4ae-ed284b558688 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948997 May 20 07:41:31.706235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:31.710179 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.2679627 May 20 07:41:31.710346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42488) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:31.795935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:31.805448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139f82cf-83b3-4781-bccb-b02db59f21df {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:31.817609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:31.833113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:31.847612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:31.849006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Transition to ACTIVE for port object 139f82cf-83b3-4781-bccb-b02db59f21df will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:31.859456 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:31.916867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b39536a-0932-41b5-a568-01a23103a7c2 req-b8cb8a39-0aaf-4f55-a9d1-dd505c0eaf05 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 210 time: 0.0662761 May 20 07:41:31.923562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:31.927232 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:32.022123 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12de6b04-da95-4614-a79b-a6451b704b57 req-9e658f90-2bb5-4daa-b1f5-8fbf36ce280c service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061904 May 20 07:41:32.024256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:32.053222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4668660d-7d2f-4220-9c0c-b5923aaf055a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:32.108731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:32.127233 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:32.170462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aaaf8-eb49-4039-a444-ee4c377094f2 req-f0cc6e16-4dab-4028-b8a4-e1e3a6852466 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:32.186373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b01aaaf8-eb49-4039-a444-ee4c377094f2 req-f0cc6e16-4dab-4028-b8a4-e1e3a6852466 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.6054051 May 20 07:41:32.187651 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:28Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:32.193690 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:41:32.194242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Updating router e2c23e44-3b67-484e-af48-675e8426cf9e port ac3fb1af-cf21-4a64-b003-1bf22f9c283e binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:41:32.224518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-6b38bb16-1fbf-4b83-8105-7535365caddd tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b50e258a18dc46b487ee4665356f0379&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1420472 May 20 07:41:32.242378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.84', 52581) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:32.315504 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'code': 200} May 20 07:41:32.317814 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:32.332151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Pushing event updated for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:32.351876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:32.506543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.84', 52582) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:32.574529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-30ce931b-2085-4b73-a187-e1392ecc2c0f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8060796 May 20 07:41:32.746638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Attempting to bind port 139f82cf-83b3-4781-bccb-b02db59f21df on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:32.747461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Attempting to bind port 139f82cf-83b3-4781-bccb-b02db59f21df by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:32.747968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Attempting to bind port 139f82cf-83b3-4781-bccb-b02db59f21df on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:32.751657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b01aaaf8-eb49-4039-a444-ee4c377094f2 req-ae282f7d-3a36-4a4d-ac40-e252da3da193 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642710 May 20 07:41:32.760415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Port 139f82cf-83b3-4781-bccb-b02db59f21df on network 760817bc-0e09-42a9-8280-29797ea90888 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:32.760960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Attempting to bind port 139f82cf-83b3-4781-bccb-b02db59f21df on network 760817bc-0e09-42a9-8280-29797ea90888 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:32.772091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:32.772841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Checking segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:32.773423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Bound using segment: {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:32.774071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Bound port: 139f82cf-83b3-4781-bccb-b02db59f21df, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b887d53-944d-4e88-8093-2d8c99e740d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '760817bc-0e09-42a9-8280-29797ea90888'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:32.774594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:32.792177 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:32.793371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5866f57-92d1-44ea-94a5-434d20c9c2e3 req-94ac85da-72c1-4c33-8c47-6c627a219a4c tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:32.795060 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a5866f57-92d1-44ea-94a5-434d20c9c2e3 req-94ac85da-72c1-4c33-8c47-6c627a219a4c tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.2927461 May 20 07:41:32.803151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deeefd-6e49-4cf5-90d0-dd6f381c504f req-d2335b36-3fff-4165-b193-1e0657a0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:32.804616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deeefd-6e49-4cf5-90d0-dd6f381c504f req-d2335b36-3fff-4165-b193-1e0657a0ef40 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1101 time: 0.2275167 May 20 07:41:32.806496 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Transition to ACTIVE for port object ac3fb1af-cf21-4a64-b003-1bf22f9c283e will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:32.844322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-39c631a5-9795-40b1-b922-3f458f993e00 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:32.847955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-39c631a5-9795-40b1-b922-3f458f993e00 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5960605 May 20 07:41:32.878782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Request body: {'port': {'device_id': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'b50e258a18dc46b487ee4665356f0379'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:32.898199 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:32.905878 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:32.937736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a5866f57-92d1-44ea-94a5-434d20c9c2e3 req-5d70f96a-1375-4a43-9c2b-2b39882cbcf9 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308334 May 20 07:41:32.959977 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deeefd-6e49-4cf5-90d0-dd6f381c504f req-821fc653-b976-455c-a2ce-83991b7e846c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375966 May 20 07:41:32.980782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:32.985176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=139f82cf-83b3-4781-bccb-b02db59f21df,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:33.026728 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Attempting to bind port ac3fb1af-cf21-4a64-b003-1bf22f9c283e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:33.027306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Attempting to bind port ac3fb1af-cf21-4a64-b003-1bf22f9c283e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:33.027682 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Attempting to bind port ac3fb1af-cf21-4a64-b003-1bf22f9c283e on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:33.036684 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Pushing event updated for resources: {'Port': ['ID=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:33.041289 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:33.041467 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:33.041830 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.042236 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:33.042917 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Bound port: ac3fb1af-cf21-4a64-b003-1bf22f9c283e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:33.043089 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.083934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.084286 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.084624 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.084959 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.085300 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.085640 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.085963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.086279 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.086485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.086617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.086906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.087222 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.087545 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:33.096860 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:33.107343 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:33.184182 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] For port ac3fb1af-cf21-4a64-b003-1bf22f9c283e, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:33.187844 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] For port ac3fb1af-cf21-4a64-b003-1bf22f9c283e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:33.236201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.236645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.238045 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] 10.222.0.84 "PUT /v2.0/ports/139f82cf-83b3-4781-bccb-b02db59f21df HTTP/1.1" status: 200 len: 1092 time: 2.7760637 May 20 07:41:33.244059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:33.257596 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.258818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-70b38d90-fa9f-4ccb-b34b-2d3ecda98e57 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.260764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-70b38d90-fa9f-4ccb-b34b-2d3ecda98e57 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 1.0174451 May 20 07:41:33.271582 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b9e6ca49-e289-4182-b031-d012f54542b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:33.288315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-a109d845-18b9-463a-adc8-d241f2a3e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.289775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-a109d845-18b9-463a-adc8-d241f2a3e8ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1095 time: 0.6253610 May 20 07:41:33.303750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Pushing event updated for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:33.318130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:33.336492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72000e-fc32-4652-8f3f-2290259b3885 req-fa5ac090-a774-4e2f-ba86-d0eb5f756fdf tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.338478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3f72000e-fc32-4652-8f3f-2290259b3885 req-fa5ac090-a774-4e2f-ba86-d0eb5f756fdf tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 0.1619048 May 20 07:41:33.386654 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:33.387777 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:33.453998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3f72000e-fc32-4652-8f3f-2290259b3885 req-b8bfc8f2-53fd-4143-9ce9-ac0ef8fdfc73 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722659 May 20 07:41:33.458094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:33.471002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-4e3dc91f-cd5f-40c8-8bf3-dac6da037b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.481325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-4e3dc91f-cd5f-40c8-8bf3-dac6da037b0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 1095 time: 0.1417511 May 20 07:41:33.542242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Pushing event updated for resources: {'Port': ['ID=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:33.558857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:33.566004 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:33.581957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-d6b1e994-a6b4-4e56-b43a-4a9f85cfefa3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139f82cf-83b3-4781-bccb-b02db59f21df HTTP/1.1" status: 200 len: 217 time: 0.0889535 May 20 07:41:33.633063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ac864-ddba-4929-81f6-7acda98a18b0 req-30e742f8-ae9e-4755-9273-e5aa69f35f90 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.640238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-211ac864-ddba-4929-81f6-7acda98a18b0 req-30e742f8-ae9e-4755-9273-e5aa69f35f90 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 944 time: 0.7266910 May 20 07:41:33.705737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:33.773421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Made reservation on behalf of b50e258a18dc46b487ee4665356f0379 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:33.776970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:33.806668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6696d27-824e-4997-9625-90d855389004 req-9e884e8b-629a-473a-845a-9f9f14923d24 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 210 time: 0.0493991 May 20 07:41:33.811179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-211ac864-ddba-4929-81f6-7acda98a18b0 req-ef792552-f761-4c9a-8e1f-b889e8293eed tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699629 May 20 07:41:33.812882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-e0cd1555-5a7e-4f02-96d2-482302ce5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.814268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-72c1d1b8-22b2-4432-97e4-68942aa4e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.815214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-e0cd1555-5a7e-4f02-96d2-482302ce5c4c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.2257943 May 20 07:41:33.815669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-72c1d1b8-22b2-4432-97e4-68942aa4e1b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.4744160 May 20 07:41:33.979462 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df', 'status': 'completed', 'code': 200} May 20 07:41:33.981629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-47ec6b7b-dd90-45e9-a3d7-391c1aa36a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:33.983060 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-47ec6b7b-dd90-45e9-a3d7-391c1aa36a1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465912 May 20 07:41:34.150609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-e67aaefa-fb0d-43d4-9402-7ad113d24f70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.3015156 May 20 07:41:34.162483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Deleting port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:34.163167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:34.165625 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:28Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:34.170180 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c5ac-9f52-4633-a379-590dc86c3dbf None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:28Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:41:34.234039 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-91b8a2d8-ac17-4a74-bde4-7884d785ea02 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423773 May 20 07:41:34.287303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9995dc2-f29a-439e-937d-b40932ddb717 req-c2bfa749-8804-4424-ab25-f94efdc05c35 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:34.288738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9995dc2-f29a-439e-937d-b40932ddb717 req-c2bfa749-8804-4424-ab25-f94efdc05c35 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1728940 May 20 07:41:34.396787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-0e4ab161-9cdd-4e69-9fc8-a6dc4d51bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:34.398379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-0e4ab161-9cdd-4e69-9fc8-a6dc4d51bd63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2395673 May 20 07:41:34.412993 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9995dc2-f29a-439e-937d-b40932ddb717 req-72d9fec1-fe8c-4f62-8a06-14122093c6b4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742965 May 20 07:41:34.418930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-492b9ac3-3080-4c77-8745-a9296987cdf6 req-109c64b5-c047-4130-a15c-7c616a362f8b service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766384 May 20 07:41:34.582935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] For port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:34.583305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:34.645645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-3e928986-1010-43e1-9d6e-aa475509fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:34.648869 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-3e928986-1010-43e1-9d6e-aa475509fe73 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 1095 time: 0.1144381 May 20 07:41:34.801045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Calling delete_port for 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:41:34.815571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:34.833068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-4df3a03e-7701-4d03-9d41-da64f1af991a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3730655 May 20 07:41:34.866458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-4b85afa1-2459-4110-aec3-2542ddd2e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:34.866458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-4b85afa1-2459-4110-aec3-2542ddd2e80b service neutron] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 924 time: 0.2090750 May 20 07:41:34.947984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Allocated IP 192.168.233.109 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/ab64812e-dd79-446e-b320-e4defcfc751c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:34.955190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-c7dfc6b6-8ce3-4228-9194-a13035864db5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139f82cf-83b3-4781-bccb-b02db59f21df HTTP/1.1" status: 200 len: 217 time: 0.0816391 May 20 07:41:35.029803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-70c3aade-a46b-4cb0-a2fa-f32af463f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:35.033025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-70c3aade-a46b-4cb0-a2fa-f32af463f245 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.0714259 May 20 07:41:35.143992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-696c27d2-8a5d-4052-b0d0-344ce0d0703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:35.146034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-696c27d2-8a5d-4052-b0d0-344ce0d0703e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058187 May 20 07:41:35.401976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-a06ae088-46a2-48c4-87a1-4b353656105d service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523067 May 20 07:41:35.408386 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-c2193457-9f1a-4073-b6e6-22b8196fba2d service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467885 May 20 07:41:35.431539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:35.512080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840edf0-f4e7-4a61-b887-1aefd2b98fb0 req-59af5e0b-5bfe-41a2-9548-bd584983df29 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:35.520432 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1840edf0-f4e7-4a61-b887-1aefd2b98fb0 req-59af5e0b-5bfe-41a2-9548-bd584983df29 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 949 time: 0.1968977 May 20 07:41:35.586657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Allocated IP 172.20.0.1 (ece50726-4657-4916-8fd0-8e8d264d7277/5124db69-efae-4149-b32c-b175244ca0f6/b8df6414-5a9c-4b56-86c6-101a628222ad) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:35.592892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:35.610615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1840edf0-f4e7-4a61-b887-1aefd2b98fb0 req-ce403694-56c6-411a-ba23-1c958a54d50d tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894976 May 20 07:41:35.623725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0764623a-eb85-4e26-b50d-d8a216bcdf18 req-0465401e-d739-49da-be75-98434f23bdfb service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067628 May 20 07:41:35.750033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d3e28ec-6b2f-46a7-b52a-510fe60e5825 req-89a6771d-dce4-43b1-9e4a-aa37e49c7754 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 210 time: 0.0437849 May 20 07:41:35.847412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:35.866192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:35.867227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['464ec055-f545-406a-80fd-a282d85245ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:35.873832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bf8ff41-c17a-4c2a-9f1d-27f551e632fe req-01594b60-39bf-4f04-abe0-c9872374c793 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125772 May 20 07:41:35.874438 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-959017f1-7f9d-49c9-ab49-2216e738504b tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:35.945923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90691fc5-e937-40e7-a527-ab9c956af5ad req-c43cd061-4af4-48fc-bf0a-4c277399efa6 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:35.947438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90691fc5-e937-40e7-a527-ab9c956af5ad req-c43cd061-4af4-48fc-bf0a-4c277399efa6 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 944 time: 0.5981195 May 20 07:41:35.970221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Transition to ACTIVE for port object ab64812e-dd79-446e-b320-e4defcfc751c will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:35.997756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a63af-440c-4b1f-ba6c-468ab65993de req-53a9f836-fca2-488d-a51d-eab34ddac371 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:36.000259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b43a63af-440c-4b1f-ba6c-468ab65993de req-53a9f836-fca2-488d-a51d-eab34ddac371 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.1518774 May 20 07:41:36.013810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Pushing event deleted for resources: {'Port': ['ID=9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:36.034451 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:36.072860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b43a63af-440c-4b1f-ba6c-468ab65993de req-5acdfc44-ab30-49de-9c24-ec6946c8a2e3 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621541 May 20 07:41:36.274973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac3fb1af-cf21-4a64-b003-1bf22f9c283e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:36.320646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.325903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567e270-4fa7-454f-ba6b-4b79a17b138a req-a3eb7957-b548-43d8-9638-4b95580c3f53 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:36.328294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1567e270-4fa7-454f-ba6b-4b79a17b138a req-a3eb7957-b548-43d8-9638-4b95580c3f53 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1014855 May 20 07:41:36.362041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.366042 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52bf65ef-86cb-47ab-9e12-fba5cbd8991d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:36.383312 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1567e270-4fa7-454f-ba6b-4b79a17b138a req-398378ea-840d-430e-94dd-f789e742427d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 May 20 07:41:36.390547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['88a3c0dd-175b-4c50-b977-0fda88d37cbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:36.426344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] No DVR routers for this DVR port 9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:41:36.445111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ac3fb1af-cf21-4a64-b003-1bf22f9c283e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:36.447458 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.452814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'name': 'network-vif-deleted', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:36.454663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ac3fb1af-cf21-4a64-b003-1bf22f9c283e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:36.454951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.488938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90691fc5-e937-40e7-a527-ab9c956af5ad req-d52ab6dd-d819-4298-a048-bc4a367328a0 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661968 May 20 07:41:36.500085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:36.504407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Transition to ACTIVE for port object b8df6414-5a9c-4b56-86c6-101a628222ad will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:36.510983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:36.576251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Pushing event updated for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:36.586814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:36.654018 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:36.656196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3e6ff33-e2f6-4f34-b12b-adfa2db90b36 req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "DELETE /v2.0/ports/9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3 HTTP/1.1" status: 204 len: 173 time: 3.3704009 May 20 07:41:36.657960 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.666459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:36.691067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.735871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ac3fb1af-cf21-4a64-b003-1bf22f9c283e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:36.767293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-477939cd-41fa-4004-b088-5f89ce224a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.776245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94b0a-0f98-41f8-a711-cb3e56a330a0 req-0910265f-d1d3-4220-9ce2-b260f7458007 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:36.778220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2fd94b0a-0f98-41f8-a711-cb3e56a330a0 req-0910265f-d1d3-4220-9ce2-b260f7458007 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.2438033 May 20 07:41:36.791641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.794213 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:36.808668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Network ece50726-4657-4916-8fd0-8e8d264d7277 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:36.825000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:36.828454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.830124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2fd94b0a-0f98-41f8-a711-cb3e56a330a0 req-bcabc053-5091-4efd-933b-4b2ff82a4e59 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 May 20 07:41:36.830262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:36.850806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:36.906555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:36.910740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:36.918113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:36.921326 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a6a82-41ef-42b9-9273-fa6810e9de22', 'name': 'network-vif-deleted', 'tag': '9c9a4b4f-cafc-4cf2-93ad-37132d3cdcf3', 'status': 'completed', 'code': 200} May 20 07:41:36.926575 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:36.946817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26abee8e-a1a1-458c-bf72-c14068473489 None None] Provisioning for port ab64812e-dd79-446e-b320-e4defcfc751c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:36.952730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26abee8e-a1a1-458c-bf72-c14068473489 None None] Provisioning complete for port ab64812e-dd79-446e-b320-e4defcfc751c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:36.953259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26abee8e-a1a1-458c-bf72-c14068473489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.958205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:36.974907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaaade-d08d-462c-9e24-2e20ebdd8993 req-c17dd8d1-ac79-449e-a91b-d9fb79c8efc6 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:36.984414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fcaaade-d08d-462c-9e24-2e20ebdd8993 req-c17dd8d1-ac79-449e-a91b-d9fb79c8efc6 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1096 time: 0.3294108 May 20 07:41:36.999844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1265631 May 20 07:41:37.017020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Request body: {'port': {'device_id': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:37.076760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-26abee8e-a1a1-458c-bf72-c14068473489 None None] Port ab64812e-dd79-446e-b320-e4defcfc751c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:37.086461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-de8798b2-359c-44b2-8e83-142016989aa5 req-7fc95ac2-9418-4f04-aa6a-e4b1001a4f20 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b2a6a82-41ef-42b9-9273-fa6810e9de22 HTTP/1.1" status: 200 len: 210 time: 0.0634065 May 20 07:41:37.101349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fcaaade-d08d-462c-9e24-2e20ebdd8993 req-0a86bf33-7b23-4ad8-8b31-f363c12c4d7d tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183078 May 20 07:41:37.215420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:37.279529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fd5b5411-e647-4ec6-9a31-14e98686c8ed None None] Provisioning for port b8df6414-5a9c-4b56-86c6-101a628222ad completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:37.285324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fd5b5411-e647-4ec6-9a31-14e98686c8ed None None] Provisioning complete for port b8df6414-5a9c-4b56-86c6-101a628222ad triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:37.285541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70f83-b9fe-43c2-92a4-0c15d63284a5 req-6835ff54-3dce-4d95-9c56-f1da04b81ade tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:37.285762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5411-e647-4ec6-9a31-14e98686c8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:37.287041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cd70f83-b9fe-43c2-92a4-0c15d63284a5 req-6835ff54-3dce-4d95-9c56-f1da04b81ade tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 936 time: 0.0857003 May 20 07:41:37.335273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cd70f83-b9fe-43c2-92a4-0c15d63284a5 req-bfea134b-3733-430f-9353-7052fddb5278 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 May 20 07:41:37.340746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b5411-e647-4ec6-9a31-14e98686c8ed None None] Port b8df6414-5a9c-4b56-86c6-101a628222ad cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:37.432889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 139f82cf-83b3-4781-bccb-b02db59f21df details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:37.452097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:37.550638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fabe5-7e8e-4ac4-adde-14f8ee4173bb req-936d2afe-e39c-4932-a1ee-b2d3bfe959ff tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:37.557672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af2fabe5-7e8e-4ac4-adde-14f8ee4173bb req-936d2afe-e39c-4932-a1ee-b2d3bfe959ff tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.1186743 May 20 07:41:37.590291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=139f82cf-83b3-4781-bccb-b02db59f21df,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:37.593644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc388314-f58d-43b0-b104-bcb65f30a7a3 req-26e96479-69b6-4c77-880b-a77784c7f615 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:37.600500 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af2fabe5-7e8e-4ac4-adde-14f8ee4173bb req-52730b13-32fd-43ab-8b1d-8ab0bd4fa492 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b10e313-ac21-4f2c-ae44-ee50b624cfde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 May 20 07:41:37.601383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc388314-f58d-43b0-b104-bcb65f30a7a3 req-26e96479-69b6-4c77-880b-a77784c7f615 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3303366 May 20 07:41:37.617039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '139f82cf-83b3-4781-bccb-b02db59f21df', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'port_id': '139f82cf-83b3-4781-bccb-b02db59f21df', 'mac_address': 'fa:16:3e:b5:1e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:37.721683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:37.743200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139f82cf-83b3-4781-bccb-b02db59f21df {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:37.761684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc388314-f58d-43b0-b104-bcb65f30a7a3 req-5f339da8-ad2b-43d6-b58d-905de622a0d4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593704 May 20 07:41:37.762431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=139f82cf-83b3-4781-bccb-b02db59f21df,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:37.879797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:37.881648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:37.960987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:37.967571 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:37.990952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-2fb5240c-404c-4bf7-8cee-ce29148d3904 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:37.992543 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-2fb5240c-404c-4bf7-8cee-ce29148d3904 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 948 time: 0.0911849 May 20 07:41:38.035747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.039288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab64812e-dd79-446e-b320-e4defcfc751c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:38.050421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.078384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d559f-8805-4dba-a773-508db120874d req-772d51d4-8ecb-429f-b5d4-1e95bb048913 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:38.080713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-007d559f-8805-4dba-a773-508db120874d req-772d51d4-8ecb-429f-b5d4-1e95bb048913 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2026980 May 20 07:41:38.081798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Transition to ACTIVE for port object ab64812e-dd79-446e-b320-e4defcfc751c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:38.105238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.136179 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95684a63-3fa1-4fd9-adbf-76630956046f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:38.140169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Deleting port b5b2d99d-be25-4261-8f89-1d082aafc032 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:38.140623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.181393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['139f82cf-83b3-4781-bccb-b02db59f21df'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:38.223658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.242824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-007d559f-8805-4dba-a773-508db120874d req-1eff0c2e-9981-4827-945d-841222c134db tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553845 May 20 07:41:38.249531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac3fb1af-cf21-4a64-b003-1bf22f9c283e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:38.320124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] For port b5b2d99d-be25-4261-8f89-1d082aafc032, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b5b2d99d-be25-4261-8f89-1d082aafc032,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:38.320616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.378163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ac3fb1af-cf21-4a64-b003-1bf22f9c283e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:38.378874 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.447082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:38.449929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.460705 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:38.462775 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a6a58a5-e4f9-4f52-98f6-cbedf68fc357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:38.491872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Calling delete_port for b5b2d99d-be25-4261-8f89-1d082aafc032 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:41:38.739030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.744912 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38207318-fecd-4e97-be63-5958452f6ecf tempest-VolumesAdminNegativeTest-259559636 tempest-VolumesAdminNegativeTest-259559636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:38.754227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['b5b2d99d-be25-4261-8f89-1d082aafc032'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:38.790396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Pushing event deleted for resources: {'Port': ['ID=b5b2d99d-be25-4261-8f89-1d082aafc032,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:38.793750 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:38.797933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:38.805811 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:38.886676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Network ece50726-4657-4916-8fd0-8e8d264d7277 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:38.888458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:38.890110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] No DVR routers for this DVR port b5b2d99d-be25-4261-8f89-1d082aafc032 on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:41:38.893585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:38.896435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'name': 'network-vif-deleted', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:38.897667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971b3a3-3fce-40e7-b934-90d3beb62997 req-78d19b1a-bad3-462e-a700-21b7bd7767ff tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:38.905844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8971b3a3-3fce-40e7-b934-90d3beb62997 req-78d19b1a-bad3-462e-a700-21b7bd7767ff tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 945 time: 0.4434841 May 20 07:41:38.908531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Attempting to bind port ab64812e-dd79-446e-b320-e4defcfc751c on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:38.908868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Attempting to bind port ab64812e-dd79-446e-b320-e4defcfc751c by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:38.909230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Attempting to bind port ab64812e-dd79-446e-b320-e4defcfc751c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:38.935831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Port ab64812e-dd79-446e-b320-e4defcfc751c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:38.936160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Attempting to bind port ab64812e-dd79-446e-b320-e4defcfc751c on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:39.012121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:39.012469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:39.012855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:39.013303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Bound port: ab64812e-dd79-446e-b320-e4defcfc751c, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:39.016255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.018241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-394cdbc5-498f-47df-84fd-6f4f12f70753 req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.81 "DELETE /v2.0/ports/b5b2d99d-be25-4261-8f89-1d082aafc032 HTTP/1.1" status: 204 len: 173 time: 1.0146534 May 20 07:41:39.075967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8971b3a3-3fce-40e7-b934-90d3beb62997 req-7fa8fb51-e398-46d1-b2c2-0e2daeb0d510 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690838 May 20 07:41:39.156472 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02e9140a-34b3-4f7f-bb14-b1012841ea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.195300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9ea44b6d-86ac-4f71-931a-3b7b09f5a669 None None] Provisioning complete for port b8df6414-5a9c-4b56-86c6-101a628222ad triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:39.195300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ea44b6d-86ac-4f71-931a-3b7b09f5a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.242386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:39.246228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ab64812e-dd79-446e-b320-e4defcfc751c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:39.252230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:41:39.272721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9ea44b6d-86ac-4f71-931a-3b7b09f5a669 None None] Port b8df6414-5a9c-4b56-86c6-101a628222ad cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:39.341777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.349866 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fedfd3cc-ac2f-4ff7-a35e-c5c0e1dac5ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:39.428650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 139f82cf-83b3-4781-bccb-b02db59f21df up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:39.468423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:39.469719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.471448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] 10.222.0.84 "PUT /v2.0/ports/ab64812e-dd79-446e-b320-e4defcfc751c HTTP/1.1" status: 200 len: 1096 time: 2.4611917 May 20 07:41:39.472073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:39.502558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.592314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:41:39.599559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Pushing event updated for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:39.605217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:41:39.605378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] 10.222.0.79 "PUT /v2.0/routers/e2c23e44-3b67-484e-af48-675e8426cf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8940275 May 20 07:41:39.608769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:39.619664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:39.620563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:39.681019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495718-a59c-4bf1-a44c-908d3956d208 req-7ea74f09-49fe-44c7-9cc5-6e56aa419fb8 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:39.686078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-75495718-a59c-4bf1-a44c-908d3956d208 req-7ea74f09-49fe-44c7-9cc5-6e56aa419fb8 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Synchronizing usage tracker for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:39.686254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 139f82cf-83b3-4781-bccb-b02db59f21df completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:39.699858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 139f82cf-83b3-4781-bccb-b02db59f21df triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:39.700245 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.733981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-37bad100-c89f-4a9a-bde7-8bae8895b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:39.736144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-37bad100-c89f-4a9a-bde7-8bae8895b336 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 1099 time: 0.1039276 May 20 07:41:39.810680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-272b5318-f455-47b8-8b91-b74993cd79f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ab64812e-dd79-446e-b320-e4defcfc751c HTTP/1.1" status: 200 len: 217 time: 0.0661442 May 20 07:41:39.811272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-75495718-a59c-4bf1-a44c-908d3956d208 req-7ea74f09-49fe-44c7-9cc5-6e56aa419fb8 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Unset dirty status for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:39.812319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75495718-a59c-4bf1-a44c-908d3956d208 req-7ea74f09-49fe-44c7-9cc5-6e56aa419fb8 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 948 time: 0.3245757 May 20 07:41:39.913644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-c593dfdd-3236-4949-a00e-96536b2af0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:39.915126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-c593dfdd-3236-4949-a00e-96536b2af0ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0970807 May 20 07:41:39.919865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75495718-a59c-4bf1-a44c-908d3956d208 req-30edf268-1b50-4477-b7b6-8bcd5f47eb73 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 May 20 07:41:39.922061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9fb465bc-a8ed-46bf-9ab4-22ec8e1eea2d tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:41:39.924169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9fb465bc-a8ed-46bf-9ab4-22ec8e1eea2d tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079517 May 20 07:41:39.945194 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:39.947357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:39.948057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:41:39.958674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:40.007951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-91ed848d-88ad-4754-8ba9-becabcb60321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:40.009786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-91ed848d-88ad-4754-8ba9-becabcb60321 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874090 May 20 07:41:40.046253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:40.124468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=139f82cf-83b3-4781-bccb-b02db59f21df,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:40.216017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:40.216455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce1f4cf3-8527-4920-b748-dcbe4faf90f8 req-add924db-fea2-48bf-97b0-8bae68997d38 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8b7246d-13a5-4aab-878a-ce21d26e51c0 HTTP/1.1" status: 200 len: 210 time: 0.0641432 May 20 07:41:40.224244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:40.224590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:40.224939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:40.229992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:40.235977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:40.236206 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:40.237003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:40.237344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:40.237765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:40.238419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Bound port: 4731748a-ee99-4db2-b07f-05ea400c6503, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:40.294411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:40.314066 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b7246d-13a5-4aab-878a-ce21d26e51c0', 'name': 'network-vif-deleted', 'tag': 'b5b2d99d-be25-4261-8f89-1d082aafc032', 'status': 'completed', 'code': 200} May 20 07:41:40.326868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-4ec64d99-e5be-4e57-be9e-9e67e280097e service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092010 May 20 07:41:40.363325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:40.364525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6aa41fb7-4e4d-40d7-a14f-2026a5aa5830 service neutron] 10.222.0.79 "POST /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503/bindings HTTP/1.1" status: 201 len: 389 time: 0.4320505 May 20 07:41:40.398751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:40.404723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:40.495525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 2, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:40.499542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:41:40.499905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Updating router e2c23e44-3b67-484e-af48-675e8426cf9e port b8df6414-5a9c-4b56-86c6-101a628222ad binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:41:40.550833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ab3bd0b-0ffc-4f7b-bb11-b7a15e9caf55 req-99ff625c-01c1-428b-9c7f-b7d674468031 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150910 May 20 07:41:40.560090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:40.576248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e115c60-57e8-4d1b-9ec8-51030bd7d68f req-a49fbaa1-52f6-4310-9853-8c1f70fd630a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:40.579151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e115c60-57e8-4d1b-9ec8-51030bd7d68f req-a49fbaa1-52f6-4310-9853-8c1f70fd630a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1134801 May 20 07:41:40.630100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e115c60-57e8-4d1b-9ec8-51030bd7d68f req-4fd29d0b-a5f0-4ca3-9ad3-e7ff8a970a26 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 May 20 07:41:40.681460 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c', 'status': 'completed', 'code': 200} May 20 07:41:40.790136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-22a6e65e-468b-432d-a46c-b28a98b5bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:40.791610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-22a6e65e-468b-432d-a46c-b28a98b5bdb8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b50e258a18dc46b487ee4665356f0379&device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 1099 time: 0.0853424 May 20 07:41:40.957014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:40.970228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Transition to ACTIVE for port object b8df6414-5a9c-4b56-86c6-101a628222ad will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:41.032467 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:41.053635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:41.058445 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:41.074621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-94f4086a-a876-45f1-a4a9-9290ef96cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.079006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-94f4086a-a876-45f1-a4a9-9290ef96cd2a service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2769542 May 20 07:41:41.108750 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df', 'code': 200} May 20 07:41:41.183416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-159fba1d-0253-4612-81e9-40064380ac27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ab64812e-dd79-446e-b320-e4defcfc751c HTTP/1.1" status: 200 len: 217 time: 0.0870194 May 20 07:41:41.269780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b5b2d99d-be25-4261-8f89-1d082aafc032 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:41.271572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1677d5-60c8-411b-93fd-6b5493cd3642 req-af4b3a90-b878-4994-bd18-2a183198fc5c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.272854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-be1677d5-60c8-411b-93fd-6b5493cd3642 req-af4b3a90-b878-4994-bd18-2a183198fc5c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:41.276568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-663a643e-f744-4be5-afb7-cb290838b75d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.282319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-663a643e-f744-4be5-afb7-cb290838b75d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 820 time: 0.3904157 May 20 07:41:41.288022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-be1677d5-60c8-411b-93fd-6b5493cd3642 req-af4b3a90-b878-4994-bd18-2a183198fc5c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:41.289547 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be1677d5-60c8-411b-93fd-6b5493cd3642 req-af4b3a90-b878-4994-bd18-2a183198fc5c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.1135914 May 20 07:41:41.306205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Pushing event updated for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:41.340045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-7097858f-0f72-49f8-b24a-3c35653fde2c tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/quotas/d54c7b5d49514ebe9a0ca253e743fdd1 HTTP/1.1" status: 200 len: 375 time: 0.0435956 May 20 07:41:41.349188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be1677d5-60c8-411b-93fd-6b5493cd3642 req-1a985d9b-d793-4b9c-9422-f5628eb7001c tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532925 May 20 07:41:41.359531 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:41.359531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: b5b2d99d-be25-4261-8f89-1d082aafc032 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:41:41.359923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b5b2d99d-be25-4261-8f89-1d082aafc032 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:41:41.398044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-78a08a43-7132-4980-bb82-1096744b61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.398308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Attempting to bind port b8df6414-5a9c-4b56-86c6-101a628222ad on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:41.398484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Attempting to bind port b8df6414-5a9c-4b56-86c6-101a628222ad by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:41.398807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Attempting to bind port b8df6414-5a9c-4b56-86c6-101a628222ad on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:41.399688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-78a08a43-7132-4980-bb82-1096744b61a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1761837 May 20 07:41:41.406416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:41.407358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Checking segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:41.408028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:41.408493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Bound using segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:41.409146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Bound port: b8df6414-5a9c-4b56-86c6-101a628222ad, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:41.409777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:41.443691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9c194ba2-c0aa-4733-aa59-5e994077039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.445233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9c194ba2-c0aa-4733-aa59-5e994077039a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1096 time: 0.4118443 May 20 07:41:41.510674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] For port b8df6414-5a9c-4b56-86c6-101a628222ad, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:41.513746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] For port b8df6414-5a9c-4b56-86c6-101a628222ad, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b8df6414-5a9c-4b56-86c6-101a628222ad,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:41.577009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d870c-f7a8-490a-8cc8-30d80df81a63 req-6a4948de-518f-4fd4-98ec-6f97bd3d1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.578914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b09d870c-f7a8-490a-8cc8-30d80df81a63 req-6a4948de-518f-4fd4-98ec-6f97bd3d1f42 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 1097 time: 0.3980105 May 20 07:41:41.636566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:41.641727 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:41.669211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-1ca92e01-9568-4084-913c-73f1137a72ac tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:41.678511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-3db30e8a-1117-47bb-a5e6-610863b88d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.679949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-3db30e8a-1117-47bb-a5e6-610863b88d39 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.2250860 May 20 07:41:41.681407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b09d870c-f7a8-490a-8cc8-30d80df81a63 req-87ea0b69-8450-4dbd-934a-fb25f72b2946 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937579 May 20 07:41:41.688337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-592ec33a-b2ff-47ed-ab49-8fb4b5edffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.689758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-592ec33a-b2ff-47ed-ab49-8fb4b5edffdd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2777414 May 20 07:41:41.724143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:41.724777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:41.780777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Pushing event updated for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:41.790187 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:41.844490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-1ca92e01-9568-4084-913c-73f1137a72ac tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:41.852680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-1ca92e01-9568-4084-913c-73f1137a72ac tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5046973 May 20 07:41:41.943935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:41.978119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-51c2f4d6-8ed6-4a9a-9e2c-ac215d9d19ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 217 time: 0.2324769 May 20 07:41:41.978815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff9d56-0da1-43a3-b49b-4b2858f33fe8 req-88cdc71c-6a1f-4de8-95a3-5ffebad3ba27 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:41.986199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81ff9d56-0da1-43a3-b49b-4b2858f33fe8 req-88cdc71c-6a1f-4de8-95a3-5ffebad3ba27 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1179919 May 20 07:41:42.081786 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81ff9d56-0da1-43a3-b49b-4b2858f33fe8 req-bfecdec7-b41d-471d-b4b0-1b2608220e38 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943789 May 20 07:41:42.102001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-780004c7-aef4-48e6-890f-0f8e672cdc67 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127288 May 20 07:41:42.190620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77073442-50ba-40fd-9fa8-97a42e0006ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:42.192071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77073442-50ba-40fd-9fa8-97a42e0006ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1951842 May 20 07:41:42.274589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-566c07ed-25cb-4d13-a7af-5aa44cf68c86 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209678 May 20 07:41:42.318082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-4266da69-d40b-43e8-8420-1fe9f4f1570a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125214 May 20 07:41:42.323034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:42.338556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-9fcee1b8-91c8-45e4-9675-fd1aadbb326d service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329213 May 20 07:41:42.339074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02b34b-d87a-4f0a-b08c-b806c239987c req-12ef35ab-5502-4a85-9c80-671d55871d7d tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:42.341619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b02b34b-d87a-4f0a-b08c-b806c239987c req-12ef35ab-5502-4a85-9c80-671d55871d7d tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 948 time: 0.1080587 May 20 07:41:42.366337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:41Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:42.373439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09091c23-edc6-4eb9-b312-3e055f08c2b9 None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:41Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:41:42.546509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b02b34b-d87a-4f0a-b08c-b806c239987c req-28cbb201-e525-42ec-b8bb-2e63a3f07ccf tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972578 May 20 07:41:42.631889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-fc081765-3f82-4bcd-baf5-3f87c2f3187d service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899032 May 20 07:41:42.731907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e98196-b333-4992-8edd-44f9feb67ca8 req-69dcf096-3f7a-4281-a1a5-b9a8c232637d tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:42.731907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21e98196-b333-4992-8edd-44f9feb67ca8 req-69dcf096-3f7a-4281-a1a5-b9a8c232637d tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 950 time: 0.0865912 May 20 07:41:42.806729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bcddccc-aa2c-4143-ae6d-770c65e01e43 req-59e05310-eb60-4420-b131-21c9a3dfddfc service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987434 May 20 07:41:42.835767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21e98196-b333-4992-8edd-44f9feb67ca8 req-44a659b7-1f02-4335-b693-c9aa4016ffb5 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0116660-3451-4c31-b311-9243f93a3e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981708 May 20 07:41:42.946169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-f10cb267-8787-4c74-8109-f00ebfb2b836 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707141 May 20 07:41:43.007136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-bc5b41d4-14eb-4326-b643-a799e59dfc5f service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139629 May 20 07:41:43.016695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e42b3a-716b-4176-b207-07109117f095 req-4c65b433-aec6-47a1-af06-3099617a7543 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:43.017698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-06e42b3a-716b-4176-b207-07109117f095 req-4c65b433-aec6-47a1-af06-3099617a7543 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Synchronizing usage tracker for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:43.182137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf6d77-27f8-4d66-9b3e-b455a6dbdebb req-ce6573bf-46a3-449b-8761-fb58b6e5b508 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:43.186711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-06e42b3a-716b-4176-b207-07109117f095 req-4c65b433-aec6-47a1-af06-3099617a7543 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Unset dirty status for tenant:d554c841fae64d79adb5674d1d19aaa5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:43.189024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06e42b3a-716b-4176-b207-07109117f095 req-4c65b433-aec6-47a1-af06-3099617a7543 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 950 time: 0.4515936 May 20 07:41:43.194084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-61bf6d77-27f8-4d66-9b3e-b455a6dbdebb req-ce6573bf-46a3-449b-8761-fb58b6e5b508 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.0988536 May 20 07:41:43.274874 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-61bf6d77-27f8-4d66-9b3e-b455a6dbdebb req-f9e10ccb-7962-495d-9431-051edbb62bb8 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 May 20 07:41:43.428633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ab64812e-dd79-446e-b320-e4defcfc751c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:43.587280 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:41:43.635509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0a869-e0f8-4f3b-8b20-be47cce8e976 req-ad7f6e78-e975-4b22-b00c-4633259bc772 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:43.645568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5fa0a869-e0f8-4f3b-8b20-be47cce8e976 req-ad7f6e78-e975-4b22-b00c-4633259bc772 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.2256591 May 20 07:41:43.704370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42690) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:43.717121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5fa0a869-e0f8-4f3b-8b20-be47cce8e976 req-a6cfbc48-3c95-4810-b1d3-92197cdab2fd tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703175 May 20 07:41:43.733102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ab64812e-dd79-446e-b320-e4defcfc751c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:43.754341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ab64812e-dd79-446e-b320-e4defcfc751c', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'ab64812e-dd79-446e-b320-e4defcfc751c', 'mac_address': 'fa:16:3e:c6:96:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:43.794897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3696-ef36-4d65-804c-f1082b77c3cb req-1c5db45c-e00e-40aa-8c5a-ab44dd9d3085 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:43.804254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d77e3696-ef36-4d65-804c-f1082b77c3cb req-1c5db45c-e00e-40aa-8c5a-ab44dd9d3085 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3677168 May 20 07:41:43.838099 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:43.846480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Deleting port 464ec055-f545-406a-80fd-a282d85245ee {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:43.847070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:43.907523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab64812e-dd79-446e-b320-e4defcfc751c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:43.946177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ab64812e-dd79-446e-b320-e4defcfc751c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:44.021646 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:44.028047 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:44.052324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d77e3696-ef36-4d65-804c-f1082b77c3cb req-6a620bdb-0038-4f5b-9430-16672bbb093c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470517 May 20 07:41:44.151495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5ce2-96dd-4719-904f-612542ef6535 req-26aacaa9-7725-4f76-b50d-1e5c07121657 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:44.162233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-131a5ce2-96dd-4719-904f-612542ef6535 req-26aacaa9-7725-4f76-b50d-1e5c07121657 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1705008 May 20 07:41:44.194030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:44.199207 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:44.268359 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-131a5ce2-96dd-4719-904f-612542ef6535 req-acab8fba-334f-4020-abcc-e47372c54268 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048672 May 20 07:41:44.310741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b8df6414-5a9c-4b56-86c6-101a628222ad up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:44.377235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] For port 464ec055-f545-406a-80fd-a282d85245ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=464ec055-f545-406a-80fd-a282d85245ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:44.377786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:44.386951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ab64812e-dd79-446e-b320-e4defcfc751c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:44.404805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14d79a27-c1b8-4c7f-8355-72c1f04dcef3 req-41229349-f3c5-41cd-8d45-3073dce9cb75 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 210 time: 0.1443288 May 20 07:41:44.634469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05889ee1-bc77-4544-bb7c-248cf89bb258 req-79cc8018-5d9c-4fb4-a4aa-fe38f2802983 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:44.636207 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05889ee1-bc77-4544-bb7c-248cf89bb258 req-79cc8018-5d9c-4fb4-a4aa-fe38f2802983 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 949 time: 0.1708407 May 20 07:41:44.646625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Calling delete_port for 464ec055-f545-406a-80fd-a282d85245ee owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:41:44.658124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b8df6414-5a9c-4b56-86c6-101a628222ad completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:44.682592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b8df6414-5a9c-4b56-86c6-101a628222ad triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:44.683166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:44.712045 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05889ee1-bc77-4544-bb7c-248cf89bb258 req-d2cef95b-e9f0-42c7-927f-c3104a3ee1b3 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 May 20 07:41:44.718668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-685b2dfc-8877-4654-9145-df3761434006 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdf579afee474a4280c00151597b94ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9894164 May 20 07:41:44.724610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42704) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:44.793983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56440-1eac-4514-b700-a45e53ca6082 req-19392297-6868-43d6-821d-200a3785aad3 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:44.795757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8b56440-1eac-4514-b700-a45e53ca6082 req-19392297-6868-43d6-821d-200a3785aad3 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.1416221 May 20 07:41:44.837907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:44.855232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Request body: {'floatingip': {'port_id': '139f82cf-83b3-4781-bccb-b02db59f21df'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:44.988122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.025547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.027120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b8df6414-5a9c-4b56-86c6-101a628222ad, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b8df6414-5a9c-4b56-86c6-101a628222ad,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:45.041877 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:45.077708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.106593 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4025ba71-a513-4238-803f-86534b094a58 req-60cae158-ee6f-421d-8706-67876b9e9efc tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.1130407 May 20 07:41:45.112086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.117202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.118453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Pushing event deleted for resources: {'Port': ['ID=464ec055-f545-406a-80fd-a282d85245ee,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:45.122034 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.137236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:45.200387 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:45.239387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:45.243650 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:45.270278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.355538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] No DVR routers for this DVR port 464ec055-f545-406a-80fd-a282d85245ee on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:41:45.358763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.369833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'name': 'network-vif-deleted', 'tag': '464ec055-f545-406a-80fd-a282d85245ee'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:45.402611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58decb44-43a5-4b06-b07b-397a3e9c3730 req-9923be60-f22c-43d4-b98b-f542013eafab tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.404223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58decb44-43a5-4b06-b07b-397a3e9c3730 req-9923be60-f22c-43d4-b98b-f542013eafab tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.4264030 May 20 07:41:45.447397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06e42b3a-716b-4176-b207-07109117f095 req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.84 "DELETE /v2.0/ports/464ec055-f545-406a-80fd-a282d85245ee HTTP/1.1" status: 204 len: 173 time: 2.1634984 May 20 07:41:45.450395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-744cc470-255f-4f3d-8574-00bed5943a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.452302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-744cc470-255f-4f3d-8574-00bed5943a96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1101 time: 0.2510402 May 20 07:41:45.511623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58decb44-43a5-4b06-b07b-397a3e9c3730 req-00ef6db5-4f7c-49f7-bfcc-b789c29c69d1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991518 May 20 07:41:45.661190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab770c-cdb1-4c60-87dd-b04c889c58e2 req-269dda73-9a56-48d4-b12e-741781a89a6e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.663452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-bf1a6754-7497-4b77-abe7-0aafb97650cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.665042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-bf1a6754-7497-4b77-abe7-0aafb97650cf service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1974714 May 20 07:41:45.668796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77ab770c-cdb1-4c60-87dd-b04c889c58e2 req-269dda73-9a56-48d4-b12e-741781a89a6e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3478885 May 20 07:41:45.670799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.698184 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-10a96f25-03f1-498f-9239-74c5ac432436 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:45.733600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10e313-ac21-4f2c-ae44-ee50b624cfde,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:45.739277 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:45.762733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-3541f053-d171-4514-8844-d13fd48294e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0882099 May 20 07:41:45.867521 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77ab770c-cdb1-4c60-87dd-b04c889c58e2 req-d318ba25-6ade-4399-bdc7-25ef2e04166d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978197 May 20 07:41:45.871081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:45.875836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b10e313-ac21-4f2c-ae44-ee50b624cfde HTTP/1.1" status: 204 len: 168 time: 1.1465595 May 20 07:41:45.903381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-a2950dda-9bba-4e8e-8ed1-aca7fdcd62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.904912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-a2950dda-9bba-4e8e-8ed1-aca7fdcd62b0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0912776 May 20 07:41:45.991821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb5bd0-9abd-4314-97b3-fd7aa2c445ec req-965e2f0c-e6f3-497c-9ee4-14cd72c6bf72 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:45.999793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bdb5bd0-9abd-4314-97b3-fd7aa2c445ec req-965e2f0c-e6f3-497c-9ee4-14cd72c6bf72 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.2353148 May 20 07:41:46.011245 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9c1779-46a2-4429-8e20-0a8468af51a4', 'name': 'network-vif-deleted', 'tag': '464ec055-f545-406a-80fd-a282d85245ee', 'status': 'completed', 'code': 200} May 20 07:41:46.078157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bdb5bd0-9abd-4314-97b3-fd7aa2c445ec req-05e41120-e63b-414c-8f2f-779e968b7ba9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757394 May 20 07:41:46.108875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-efb326eb-f969-4f3b-aae5-86b024af3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:46.110715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-efb326eb-f969-4f3b-aae5-86b024af3dbf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897659 May 20 07:41:46.133029 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05060413-bca7-406f-a391-27ee8209a6d5 req-676c1921-6b82-442a-8a01-42dd75fa3a1b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 210 time: 0.0561945 May 20 07:41:46.268559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b8df6414-5a9c-4b56-86c6-101a628222ad up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:46.400115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b8df6414-5a9c-4b56-86c6-101a628222ad triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:46.402028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:46.494243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d138b530-3939-4e19-8675-32df0b6f29bc req-4008bd2a-9787-4e53-85a0-edad4584f0bc tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf9c1779-46a2-4429-8e20-0a8468af51a4 HTTP/1.1" status: 200 len: 210 time: 0.1033654 May 20 07:41:46.573175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979356-b73b-4520-b1d8-daa52f730d13 req-22a7146b-a0d6-491e-ac42-9e6c0695c513 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:46.574890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da979356-b73b-4520-b1d8-daa52f730d13 req-22a7146b-a0d6-491e-ac42-9e6c0695c513 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 949 time: 0.2906647 May 20 07:41:46.576762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-955771f6-107c-4218-b4ba-187e83a97221 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499066 May 20 07:41:46.601760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:46.676666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da979356-b73b-4520-b1d8-daa52f730d13 req-e1694809-122e-43e3-965c-123a4a650a7c tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946672 May 20 07:41:46.752656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:46.796123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:46.836507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:46.851994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-7631d3c1-d43a-42a6-8e43-75052549388c service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338700 May 20 07:41:46.860915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:46.865445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcaedc2fc5f4b97b71933c1d1760475 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:46.868837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:46.875635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:47.008569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.020870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-06a3e7e9-a473-4a9f-bf4b-fe2edcfe2402 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:47.021611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-06a3e7e9-a473-4a9f-bf4b-fe2edcfe2402 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:47.083055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e4f8f-d468-4630-8f9c-c485bf751e0d req-98e0fdb5-f397-408a-b869-a6aefaa2643b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:47.086239 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a8e4f8f-d468-4630-8f9c-c485bf751e0d req-98e0fdb5-f397-408a-b869-a6aefaa2643b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3449745 May 20 07:41:47.089772 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37 associated. External IP: 172.25.8.124, port: 139f82cf-83b3-4781-bccb-b02db59f21df. May 20 07:41:47.096891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.106981 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f886478c-eaff-4f13-9bb1-3ad62e4b3203 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:47.176803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bcaedc2fc5f4b97b71933c1d1760475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744664 May 20 07:41:47.176803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51469e2-2193-4d14-81eb-d8f31a529b23,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:47.177047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-06a3e7e9-a473-4a9f-bf4b-fe2edcfe2402 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:47.177047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-06a3e7e9-a473-4a9f-bf4b-fe2edcfe2402 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 820 time: 0.6788743 May 20 07:41:47.178314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42740) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:47.182724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:47.198248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'port': {'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'admin_state_up': True, 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:47.318379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119112c7-3dd4-40bb-a5fa-457ecf647945 req-ac292015-5300-49c3-9018-3bb57b40f24e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:47.319464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-119112c7-3dd4-40bb-a5fa-457ecf647945 req-ac292015-5300-49c3-9018-3bb57b40f24e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.2775385 May 20 07:41:47.375883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.382067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a8e4f8f-d468-4630-8f9c-c485bf751e0d req-ed317032-e60c-49de-8d32-b18f5c2b9c41 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338746 May 20 07:41:47.401668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-119112c7-3dd4-40bb-a5fa-457ecf647945 req-60f18dc2-69ef-4aa4-a6f3-bbefb8ab76ca tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747640 May 20 07:41:47.444954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ab64812e-dd79-446e-b320-e4defcfc751c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:47.447437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.522006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:47.592857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d4cdf8a-0638-4add-a619-5d182e45b3f2 req-c0131ef1-26b0-4aa2-befc-acce7fa46ec4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 210 time: 0.0467265 May 20 07:41:47.597663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:47.615899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.624312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-216bc45b-4eae-4981-ab63-dd57b2b818e5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:47.632835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51469e2-2193-4d14-81eb-d8f31a529b23,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:47.636697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:47.640085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.641334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e51469e2-2193-4d14-81eb-d8f31a529b23 HTTP/1.1" status: 204 len: 168 time: 0.4619093 May 20 07:41:47.652654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ab64812e-dd79-446e-b320-e4defcfc751c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:47.669634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ab64812e-dd79-446e-b320-e4defcfc751c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:47.670238 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.772122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Made reservation on behalf of d54c7b5d49514ebe9a0ca253e743fdd1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:47.779815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.816324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.858676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ab64812e-dd79-446e-b320-e4defcfc751c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:47.860848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:47.882351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721048c4-b5c3-4fd9-9398-2bb96810cd87 req-fb64c8b9-8e64-4179-8cff-1de3688f7298 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:47.886923 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-721048c4-b5c3-4fd9-9398-2bb96810cd87 req-fb64c8b9-8e64-4179-8cff-1de3688f7298 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.3672812 May 20 07:41:47.960617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd2e34-7852-4bdf-8030-85de7e8ab8b0 req-f39a73be-2599-40e8-9ae0-6091739579b7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:47.962366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:47.963599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 464ec055-f545-406a-80fd-a282d85245ee no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:47.965990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27fd2e34-7852-4bdf-8030-85de7e8ab8b0 req-f39a73be-2599-40e8-9ae0-6091739579b7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 949 time: 0.1072056 May 20 07:41:48.004914 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:48.014134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27fd2e34-7852-4bdf-8030-85de7e8ab8b0 req-3123855b-1fc9-4158-996b-9e615c7fac8b tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460801 May 20 07:41:48.056735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 464ec055-f545-406a-80fd-a282d85245ee {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:41:48.057059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 464ec055-f545-406a-80fd-a282d85245ee not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:41:48.074044 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c', 'code': 200} May 20 07:41:48.126278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:48.141711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.142060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.142403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.142820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.143058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.143491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.143816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.144145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.144471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.144797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.145121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.145443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:48.149548 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:48.156534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-721048c4-b5c3-4fd9-9398-2bb96810cd87 req-d4745ed2-d179-4b84-9b02-2f1aa7f989de tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182019 May 20 07:41:48.177357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:41:48.337065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485dc6d-4fc0-40b4-aed8-0a1d12923341 req-fe8ca739-9b90-4632-b3e0-79c1a77e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:48.337941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9485dc6d-4fc0-40b4-aed8-0a1d12923341 req-fe8ca739-9b90-4632-b3e0-79c1a77e28d9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 1101 time: 0.0936506 May 20 07:41:48.421775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Allocated IP 172.20.0.7 (ece50726-4657-4916-8fd0-8e8d264d7277/5124db69-efae-4149-b32c-b175244ca0f6/b571f0ab-c1d7-4150-9fd2-20536732bd31) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:48.424095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9485dc6d-4fc0-40b4-aed8-0a1d12923341 req-9fb5ecce-8ea5-4560-92c7-04f91a9de5ee service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 May 20 07:41:48.517052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42768) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:48.667920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:41:48.679132 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:41:48.684906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:48.697597 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:48.698381 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:48.770271 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-43cbf9eb-876d-4f91-af51-6eda18898548 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d554c841fae64d79adb5674d1d19aaa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519081 May 20 07:41:48.773314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42778) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:48.826626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aa92-8854-423e-93db-5baf119824cb req-6bc991c4-89ff-4a24-966b-0747264185e9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:48.830718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd9aa92-8854-423e-93db-5baf119824cb req-6bc991c4-89ff-4a24-966b-0747264185e9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2936382 May 20 07:41:48.916917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f1d418f-b1ff-43e6-9be8-df7fe1d7a79e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "PUT /v2.0/floatingips/d4272634-2446-4b85-9c06-5a3b2f4a4b37 HTTP/1.1" status: 200 len: 992 time: 4.0699148 May 20 07:41:48.921242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:48.925943 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:48.942324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd9aa92-8854-423e-93db-5baf119824cb req-b29085fb-df6d-46b7-b433-c05c20bb0616 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688517 May 20 07:41:48.947279 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:48.994712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:48.996435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89823e31-a05d-4026-add4-ab809bd6d363 req-09471982-f76c-4ff0-a912-54a0f08843a8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:49.003841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89823e31-a05d-4026-add4-ab809bd6d363 req-09471982-f76c-4ff0-a912-54a0f08843a8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.4084382 May 20 07:41:49.086489 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89823e31-a05d-4026-add4-ab809bd6d363 req-6342821a-56d0-4f08-ad36-4169a229823a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816936 May 20 07:41:49.097145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.131752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Transition to ACTIVE for port object b571f0ab-c1d7-4150-9fd2-20536732bd31 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:49.141902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c25f2d8-131e-48af-a2b9-b99461dc9479 req-4dcd609c-7c0a-4cea-963b-81b88cb5a3e4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 210 time: 0.0580828 May 20 07:41:49.228821 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df', 'status': 'completed', 'code': 200} May 20 07:41:49.247905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.250878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.262002 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:49.362100 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-109dba03-5a84-4ec5-b534-5aca614ab112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:49.394727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42798) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:49.426429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0116660-3451-4c31-b311-9243f93a3e3f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:49.435779 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:49.470505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:49.483853 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:49.498911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Network ece50726-4657-4916-8fd0-8e8d264d7277 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:49.501144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:49.504119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:49.532413 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': '139f82cf-83b3-4781-bccb-b02db59f21df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:b5:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5541c-caef-4f49-b069-cc867f632571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:41:46Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:49.536824 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:41:49.546170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:49.546780 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:49.582178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:49.583465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.607076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.608428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0116660-3451-4c31-b311-9243f93a3e3f HTTP/1.1" status: 204 len: 168 time: 0.8341374 May 20 07:41:49.658462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-f3afa34e-e1ba-47e3-9c57-313f40926e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:49.660206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-f3afa34e-e1ba-47e3-9c57-313f40926e51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a8d8acb3848646449b2690ca0e22fda7&device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 1097 time: 0.3990884 May 20 07:41:49.677107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bf50a-a989-4263-a2ba-b8996cac6460 req-42f5f583-a700-40b5-89ae-68c7077be277 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:49.687207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-728bf50a-a989-4263-a2ba-b8996cac6460 req-42f5f583-a700-40b5-89ae-68c7077be277 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.2674956 May 20 07:41:49.755909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-network', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:49.761750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:49.766516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Usage tracker for resource:network and tenant:15ba0c131d9f4235907056f9a4ffe46d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:49.768142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43468-9845-45ef-8882-8a978e7096e0 req-7425b9de-6d3f-426b-a004-2e4bab3ad16e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:49.769674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0d43468-9845-45ef-8882-8a978e7096e0 req-7425b9de-6d3f-426b-a004-2e4bab3ad16e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1745565 May 20 07:41:49.770334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:49.781191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:49.823359 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6314023 May 20 07:41:49.841574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-728bf50a-a989-4263-a2ba-b8996cac6460 req-38857de9-f4a3-479c-8223-18577a1bdf23 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485932 May 20 07:41:49.845038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Request body: {'port': {'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:49.865740 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:49.913676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0d43468-9845-45ef-8882-8a978e7096e0 req-c5a3d9d7-5802-4317-aa50-b6bc88bc2a12 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239886 May 20 07:41:49.913874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Made reservation on behalf of 15ba0c131d9f4235907056f9a4ffe46d for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:49.916559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.946030 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:49.970949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:49.993346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Usage tracker for resource:security_group_rule and tenant:15ba0c131d9f4235907056f9a4ffe46d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:50.007540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:50.010916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf64519d-54ae-411d-b400-8131daf51be6 None None] Provisioning for port b571f0ab-c1d7-4150-9fd2-20536732bd31 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:50.016298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf64519d-54ae-411d-b400-8131daf51be6 None None] Provisioning complete for port b571f0ab-c1d7-4150-9fd2-20536732bd31 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:50.016687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf64519d-54ae-411d-b400-8131daf51be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.023631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.043690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:50.069908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-e8f3be54-fa76-40dd-a117-ed0c834ad41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:50.073656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-e8f3be54-fa76-40dd-a117-ed0c834ad41e service neutron] 10.222.0.84 "GET /v2.0/networks?id=760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 200 len: 924 time: 0.3572493 May 20 07:41:50.232086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bf64519d-54ae-411d-b400-8131daf51be6 None None] Port b571f0ab-c1d7-4150-9fd2-20536732bd31 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:41:50.418350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702370c6-bf3f-4301-bc5e-10d51573e775 req-462a3996-b4ba-4a3d-af63-2e7722f1adfd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:50.419965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-702370c6-bf3f-4301-bc5e-10d51573e775 req-462a3996-b4ba-4a3d-af63-2e7722f1adfd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1289799 May 20 07:41:50.459347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-82a67c39-447b-4b3e-827e-adddaab5954b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139f82cf-83b3-4781-bccb-b02db59f21df HTTP/1.1" status: 200 len: 1000 time: 0.3732090 May 20 07:41:50.523197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b571f0ab-c1d7-4150-9fd2-20536732bd31 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:50.531209 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': '139f82cf-83b3-4781-bccb-b02db59f21df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:b5:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5541c-caef-4f49-b069-cc867f632571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:41:46Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:50.534943 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-702370c6-bf3f-4301-bc5e-10d51573e775 req-38fbd120-9b54-4c74-b300-814cbc7accc4 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027470 May 20 07:41:50.536751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.538225 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b997e7-2f3b-4cc6-ae23-05d40ddbd6aa None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd4272634-2446-4b85-9c06-5a3b2f4a4b37', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'port_id': '139f82cf-83b3-4781-bccb-b02db59f21df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'mac_address': 'fa:16:3e:b5:1e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5541c-caef-4f49-b069-cc867f632571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:39:16Z', 'updated_at': '2021-05-20T07:41:46Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:41:50.553421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Transition to ACTIVE for port object b571f0ab-c1d7-4150-9fd2-20536732bd31 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:50.568613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.597669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82a20f-005d-44a8-b848-1ed1e4729562 req-bc5aa353-eef5-4f3d-aede-081da7fc2e0f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:50.599191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e82a20f-005d-44a8-b848-1ed1e4729562 req-bc5aa353-eef5-4f3d-aede-081da7fc2e0f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.5066786 May 20 07:41:50.616214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42820) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:50.663774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-6c2c36ce-18ac-4d49-b041-b21f36b50485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:50.665183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-6c2c36ce-18ac-4d49-b041-b21f36b50485 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 200 len: 862 time: 0.1554191 May 20 07:41:50.702082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.712910 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7dda652-1934-4be3-968f-5130a3717054 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:50.725758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.730618 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b03564bc-15cb-49ee-acf3-9ad95e0cdc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:50.744206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e82a20f-005d-44a8-b848-1ed1e4729562 req-f4bbaca3-06f6-48b7-a137-4bbab49305c3 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350451 May 20 07:41:50.773360 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b66ec47b-22bf-4289-9e8e-58e546682c3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0da4390af2154e10afe0e524d4ce98f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556282 May 20 07:41:50.779232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42824) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:50.786071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81a576-355d-463d-b5fc-fc251fc59699,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:50.797952 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:50.800608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:41:50.828034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.829014 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Added segment 3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b of type vlan for network ffb86028-319c-421b-9630-7fd0d3944533 May 20 07:41:50.850364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-f12bd882-8dbb-48a3-9767-3a9cd85fde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:50.851909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-f12bd882-8dbb-48a3-9767-3a9cd85fde7e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=760817bc-0e09-42a9-8280-29797ea90888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758957 May 20 07:41:50.871983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51a9dc-fcb9-4aec-81e3-c9d4e7d74d00 None None] New status for floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:41:50.900389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:50.960227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:51.053179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-5de2d4aa-1762-4094-b543-fcbc5f080abe service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799512 May 20 07:41:51.105090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.159668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.160502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.181894 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a59605d3-acf2-47c0-a41c-c616e2745f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:51.182113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.182113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.182113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.182761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.182761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.182931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.183354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.183693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.184048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.184370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.184771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.185055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:41:51.213843 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:51.264797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1191-6cca-4973-befb-a4d483a9428c req-40b4e447-3212-4e41-be1d-5f9b3f4873b2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.265562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-067a1191-6cca-4973-befb-a4d483a9428c req-40b4e447-3212-4e41-be1d-5f9b3f4873b2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:51.269260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.323845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.334410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Attempting to bind port b571f0ab-c1d7-4150-9fd2-20536732bd31 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:51.334743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Attempting to bind port b571f0ab-c1d7-4150-9fd2-20536732bd31 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:51.335064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Attempting to bind port b571f0ab-c1d7-4150-9fd2-20536732bd31 on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:51.350273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Port b571f0ab-c1d7-4150-9fd2-20536732bd31 on network ece50726-4657-4916-8fd0-8e8d264d7277 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:41:51.350584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Attempting to bind port b571f0ab-c1d7-4150-9fd2-20536732bd31 on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:51.363891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:51.364233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Checking segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:51.364611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Bound using segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:51.365038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Bound port: b571f0ab-c1d7-4150-9fd2-20536732bd31, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:51.365381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.423365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-067a1191-6cca-4973-befb-a4d483a9428c req-40b4e447-3212-4e41-be1d-5f9b3f4873b2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:51.424534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-067a1191-6cca-4973-befb-a4d483a9428c req-40b4e447-3212-4e41-be1d-5f9b3f4873b2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 943 time: 0.7728131 May 20 07:41:51.470220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Pushing event updated for resources: {'Network': ['ID=ffb86028-319c-421b-9630-7fd0d3944533,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:51.473444 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:51.480783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ffb86028-319c-421b-9630-7fd0d3944533 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:41:51.505774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-067a1191-6cca-4973-befb-a4d483a9428c req-a5ee7e6e-4707-4925-b954-b8dd41f34105 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:41:51.515465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:51.519046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372013-5595-4976-ba1b-03cb45818b9b req-3d39cc84-7cf1-452c-a130-c7c61a3dad72 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.520568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72372013-5595-4976-ba1b-03cb45818b9b req-3d39cc84-7cf1-452c-a130-c7c61a3dad72 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.3991797 May 20 07:41:51.521052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:51.522923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ef861f-b7e1-4ba0-928c-b546620cb790 req-8146815d-43fa-4322-a9f2-2be888c7f8f2 service neutron] 10.222.0.84 "GET /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460757 May 20 07:41:51.524278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1090834 May 20 07:41:51.527604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42832) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:51.534786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Request body: {'subnet': {'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-subnet', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:51.547550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.553091 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d30dcad4-7f56-4c0d-9883-6b5760e1e6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:51.554807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:51.561190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Usage tracker for resource:subnet and tenant:15ba0c131d9f4235907056f9a4ffe46d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:51.567354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4c72f-f2dc-4e93-86cb-57eb9b22d04a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:51.570212 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:51.571551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:51.571877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.572880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71e4c72f-f2dc-4e93-86cb-57eb9b22d04a HTTP/1.1" status: 204 len: 168 time: 0.7827187 May 20 07:41:51.583107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:51.595495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.601980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72372013-5595-4976-ba1b-03cb45818b9b req-1a846108-dc87-4d9d-807f-2958fa5ca73c tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752571 May 20 07:41:51.602421 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c6a58d-80c4-4c81-8154-78420ea2b045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:51.671223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-067a1191-6cca-4973-befb-a4d483a9428c req-a5ee7e6e-4707-4925-b954-b8dd41f34105 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:41:51.673127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-067a1191-6cca-4973-befb-a4d483a9428c req-a5ee7e6e-4707-4925-b954-b8dd41f34105 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409208 May 20 07:41:51.674437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Made reservation on behalf of 15ba0c131d9f4235907056f9a4ffe46d for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:41:51.678032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.693103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.693800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:51.695230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 1091 time: 1.8555136 May 20 07:41:51.695717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:51.730197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:51.733820 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:51.958238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-7caaeba4-59d8-443c-a0c9-e3db00b0a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.959811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-7caaeba4-59d8-443c-a0c9-e3db00b0a610 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1094 time: 0.1126940 May 20 07:41:51.968006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224499d-124b-43ea-8fa5-2d8253145344 req-9dfe4218-4ec2-439a-b96f-3e3888b1b2ec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.970465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3224499d-124b-43ea-8fa5-2d8253145344 req-9dfe4218-4ec2-439a-b96f-3e3888b1b2ec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1615751 May 20 07:41:51.990294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1226f8d-90ee-4f0a-977b-e5b73e8f5082 req-62a17046-742d-4580-a0f1-2227a8e4cff7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:51.991767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1226f8d-90ee-4f0a-977b-e5b73e8f5082 req-62a17046-742d-4580-a0f1-2227a8e4cff7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1837261 May 20 07:41:52.053145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-f2c2f673-426c-46f7-9ad0-8e28601cccd5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.0817075 May 20 07:41:52.085110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1226f8d-90ee-4f0a-977b-e5b73e8f5082 req-298d55f6-a2e4-43ea-8d74-121bb9b86ccd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 May 20 07:41:52.123783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3224499d-124b-43ea-8fa5-2d8253145344 req-19a174c1-224f-455f-9022-9a537f150a64 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009362 May 20 07:41:52.138588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-bfef8f3b-9217-4b61-b0f1-279d5697a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:52.140384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-bfef8f3b-9217-4b61-b0f1-279d5697a2e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0761483 May 20 07:41:52.201555 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:41:52.247582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-02bf8bc4-ac3c-43eb-981d-6aafce902768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:52.249279 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-02bf8bc4-ac3c-43eb-981d-6aafce902768 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956893 May 20 07:41:52.398044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:52.403431 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:52.480197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d21a069-27c7-4041-9eed-28468e64f902,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:52.487155 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:52.492402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Checking segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:52.492767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Network hostable DHCP agents. Network: ffb86028-319c-421b-9630-7fd0d3944533, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:41:52.493913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e55a3-d89b-46ec-9d63-a8a06d7f570e req-ba891983-8d69-4090-90f0-fa881af7ee73 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:52.495513 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-362e55a3-d89b-46ec-9d63-a8a06d7f570e req-ba891983-8d69-4090-90f0-fa881af7ee73 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1758809 May 20 07:41:52.497668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-15e1dc71-cc7c-422d-89fb-e7da5bb596a5 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341287 May 20 07:41:52.603337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Network ffb86028-319c-421b-9630-7fd0d3944533 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:41:52.658113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-362e55a3-d89b-46ec-9d63-a8a06d7f570e req-2eff0b59-1500-48f5-91be-0bfc193bf9ed tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385989 May 20 07:41:52.697179 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf24414f-241c-4ca4-b780-870d7dc2e6cb req-cd5ca7cd-810d-47a3-a6e6-035105257815 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764810 May 20 07:41:52.710470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ffb86028-319c-421b-9630-7fd0d3944533) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:52.718641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca932a7-71c5-4508-af2e-9ca7371443e5 None None] Network ffb86028-319c-421b-9630-7fd0d3944533 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:41:52.719725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:52.719725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:52.854272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3213117 May 20 07:41:52.854638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42868) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:52.865965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:52.916968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:52.925724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd89267-fb5c-4871-9aa6-b104594a21a5 req-4d2c694c-9fbf-44d1-9228-fdd376088586 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:52.930909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Usage tracker for resource:router and tenant:15ba0c131d9f4235907056f9a4ffe46d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:52.934459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bd89267-fb5c-4871-9aa6-b104594a21a5 req-4d2c694c-9fbf-44d1-9228-fdd376088586 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 943 time: 0.1339951 May 20 07:41:52.935542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:52.949921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:53.002281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bd89267-fb5c-4871-9aa6-b104594a21a5 req-ef011615-c101-4992-a50c-a7cd34bd0422 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 May 20 07:41:53.014382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-63eaccbd-1cc0-4146-b6ac-b13587db3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.016571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-63eaccbd-1cc0-4146-b6ac-b13587db3d8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1094 time: 0.1506085 May 20 07:41:53.055041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ffb86028-319c-421b-9630-7fd0d3944533', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'fixed_ips': [{'subnet_id': '5d21a069-27c7-4041-9eed-28468e64f902'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:41:53.056224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.132361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.133390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.178839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba395a7-02ce-40cf-91ae-0178a7e8f02a req-e7d3b33f-e363-44e5-82d1-57157bf56545 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.185758 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba395a7-02ce-40cf-91ae-0178a7e8f02a req-e7d3b33f-e363-44e5-82d1-57157bf56545 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.2218750 May 20 07:41:53.211090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.230498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-afbadd2a-d02f-4f00-8b3c-e5a248064b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.231940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-afbadd2a-d02f-4f00-8b3c-e5a248064b68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.1987362 May 20 07:41:53.242464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Allocated IP 172.20.0.2 (ffb86028-319c-421b-9630-7fd0d3944533/5d21a069-27c7-4041-9eed-28468e64f902/b690167d-c66c-425a-85ed-11c19d1a9787) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:53.324444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba395a7-02ce-40cf-91ae-0178a7e8f02a req-cd850bcd-4e26-4eff-a92c-df256cd3ff56 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377368 May 20 07:41:53.325674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-196b5480-8ace-4226-abb2-f130c7063667 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.0819285 May 20 07:41:53.385059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c5dca-df61-442b-8fb4-cae0ed308454 req-73dc0854-1248-4502-bb79-c1baa2f28774 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.402628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5c5dca-df61-442b-8fb4-cae0ed308454 req-73dc0854-1248-4502-bb79-c1baa2f28774 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1914153 May 20 07:41:53.412236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-87f54aca-41cd-4c5c-ae87-4bdba2e50128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.414260 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-87f54aca-41cd-4c5c-ae87-4bdba2e50128 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0783167 May 20 07:41:53.478495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5c5dca-df61-442b-8fb4-cae0ed308454 req-f8ac4ab4-249e-4f2c-8118-dae859aab8d3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748515 May 20 07:41:53.498835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.510224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Transition to ACTIVE for port object b690167d-c66c-425a-85ed-11c19d1a9787 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:53.534669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Transition to ACTIVE for port object b690167d-c66c-425a-85ed-11c19d1a9787 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:53.607995 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.612359 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:53.685041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Network ffb86028-319c-421b-9630-7fd0d3944533 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:53.689434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:53.700771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:53.700771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Pushing event updated for resources: {'Port': ['ID=b690167d-c66c-425a-85ed-11c19d1a9787,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:53.701391 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:53.795943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Attempting to bind port b690167d-c66c-425a-85ed-11c19d1a9787 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:53.796680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Attempting to bind port b690167d-c66c-425a-85ed-11c19d1a9787 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:53.797632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Attempting to bind port b690167d-c66c-425a-85ed-11c19d1a9787 on network ffb86028-319c-421b-9630-7fd0d3944533 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:53.803736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:53.804326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Checking segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:53.804822 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.805314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Bound using segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:53.805951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Bound port: b690167d-c66c-425a-85ed-11c19d1a9787, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:53.806425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.918283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] For port b690167d-c66c-425a-85ed-11c19d1a9787, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:53.918504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2796-8aac-4f67-b301-2188d9d06e36 req-5d2a069a-9795-4168-a867-60776224d5ad tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.921730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] For port b690167d-c66c-425a-85ed-11c19d1a9787, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b690167d-c66c-425a-85ed-11c19d1a9787,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:53.922693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76ad2796-8aac-4f67-b301-2188d9d06e36 req-5d2a069a-9795-4168-a867-60776224d5ad tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1424866 May 20 07:41:53.935956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.960268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:53.979631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-84f296e3-3a93-4181-9f61-3fd9f90e5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.979982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76ad2796-8aac-4f67-b301-2188d9d06e36 req-284dcd08-c471-4d56-b41f-b31feeee7c6c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 May 20 07:41:53.981109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-84f296e3-3a93-4181-9f61-3fd9f90e5143 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5506465 May 20 07:41:53.992944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9089131-5d4c-4df2-98fb-b80afb65a21c req-3d6215cd-fd7f-435a-9d97-96c3be067741 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:53.994448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9089131-5d4c-4df2-98fb-b80afb65a21c req-3d6215cd-fd7f-435a-9d97-96c3be067741 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3630984 May 20 07:41:54.019534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:54.023271 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:54.103378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Pushing event updated for resources: {'Port': ['ID=b690167d-c66c-425a-85ed-11c19d1a9787,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:54.110716 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:54.216178 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9089131-5d4c-4df2-98fb-b80afb65a21c req-2208f982-c6e3-46a8-87d1-06e41ce59f78 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025425 May 20 07:41:54.255770 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-b36de06d-f9b1-418b-8d1e-3fc8f1a2d3d0 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602096 May 20 07:41:54.349846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be9dc3-02c9-4882-a658-28514147328c req-1091caae-1e5f-4d70-970f-25df582b59ab tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:54.371855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8be9dc3-02c9-4882-a658-28514147328c req-1091caae-1e5f-4d70-970f-25df582b59ab tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 943 time: 0.1288908 May 20 07:41:54.436107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8be9dc3-02c9-4882-a658-28514147328c req-b90f6d4a-143b-4a20-a4dd-500bb381b5a8 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 May 20 07:41:54.486720 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9176cdba-4985-4a1a-9d53-4ee8628d7653 req-ddca9882-3808-4456-9514-b8965c2a0bf3 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808298 May 20 07:41:54.653645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd232c8-63d1-4167-8cd9-75d51b8ca816 req-3416f050-4a94-4f0e-9b43-bd06bb8a06f0 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:54.654990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd232c8-63d1-4167-8cd9-75d51b8ca816 req-3416f050-4a94-4f0e-9b43-bd06bb8a06f0 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.0858324 May 20 07:41:54.702464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abd232c8-63d1-4167-8cd9-75d51b8ca816 req-a21ffd34-1106-40bb-bfa6-b1824715cdd9 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 May 20 07:41:54.773283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:54.807336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:54.862169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b883b63-dce5-4b64-83db-40a835018644 req-5936fd55-0745-46ec-9dfd-3fbcb274d1cb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:54.869283 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b883b63-dce5-4b64-83db-40a835018644 req-5936fd55-0745-46ec-9dfd-3fbcb274d1cb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.2146139 May 20 07:41:54.936348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaadc24-d202-48ce-ba78-880b2435c518 req-c9bbccab-2cb2-43da-8492-0c062a91e83c tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:54.942364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feaadc24-d202-48ce-ba78-880b2435c518 req-c9bbccab-2cb2-43da-8492-0c062a91e83c tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 1101 time: 0.0949388 May 20 07:41:54.966484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:54.971261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b883b63-dce5-4b64-83db-40a835018644 req-b89fca8f-2e8c-4592-a584-7b78e2779724 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010780 May 20 07:41:54.990290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:55.005038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Usage tracker for resource:security_group_rule and tenant:4f96b5d8ce7344a4896c3409f2093a11 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:55.008188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:55.009368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Allocated IP 172.25.8.73 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b68e995b-c97b-4b68-a126-9b23ecdb4196) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:41:55.016493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:55.134320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.201891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.212366 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-397ff13b-581c-41cd-b27c-bd559783d4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:55.240167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feaadc24-d202-48ce-ba78-880b2435c518 req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944241 May 20 07:41:55.249679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202cefc-4b62-431c-859c-f16f41b69af7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:55.254239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:55.299042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc48df-f911-42f4-bff6-ca72b5621645 None None] Network ffb86028-319c-421b-9630-7fd0d3944533 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:41:55.392743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b571f0ab-c1d7-4150-9fd2-20536732bd31 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:55.418135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.436402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0148f-d6e3-4054-9a74-d2c7f385e83a req-badeb94b-297e-41c7-9445-51329df362e1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:55.437078 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7dc0148f-d6e3-4054-9a74-d2c7f385e83a req-badeb94b-297e-41c7-9445-51329df362e1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1540217 May 20 07:41:55.499917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7dc0148f-d6e3-4054-9a74-d2c7f385e83a req-3367b0af-9146-46b9-b4a5-bf8fdc69580e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 May 20 07:41:55.549690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6305c-6edf-4122-9b4b-0e3e654a059d req-c71cce0d-75a2-40cc-8a98-443d7a3d0e6d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:55.551463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ed6305c-6edf-4122-9b4b-0e3e654a059d req-c71cce0d-75a2-40cc-8a98-443d7a3d0e6d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.0881944 May 20 07:41:55.590746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2058bdf-40f1-4fe2-b936-9627cef1f75e None None] Provisioning for port b690167d-c66c-425a-85ed-11c19d1a9787 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:55.630569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.633127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ed6305c-6edf-4122-9b4b-0e3e654a059d req-5a6eae4f-8541-4ec3-9d04-50804972d7e9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755394 May 20 07:41:55.636556 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:55.699180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42940) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:55.732262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:55.762398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:55.815967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Pushing event updated for resources: {'Port': ['ID=b68e995b-c97b-4b68-a126-9b23ecdb4196,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:55.836634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:55.850981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.851450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:41:55.854292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:41:55.864836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:41:55.892380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b571f0ab-c1d7-4150-9fd2-20536732bd31 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:55.912374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:55.978963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcba459-d022-48a6-8d19-59a210bf409f req-04714463-a6c9-4f2c-9e7e-8adf0fd73d57 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:55.983356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:55.983356 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:55.987598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5dcba459-d022-48a6-8d19-59a210bf409f req-04714463-a6c9-4f2c-9e7e-8adf0fd73d57 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 943 time: 0.2728117 May 20 07:41:56.081422 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.086569 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.107066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:56.113274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Usage tracker for resource:security_group_rule and tenant:5f5f4f4d27a04479b4376af609073e40 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:56.116503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:56.124024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:56.137320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:56.146435 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:56.234486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5dcba459-d022-48a6-8d19-59a210bf409f req-5e8e886f-a572-49b0-9df6-c0ec255faced tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458799 May 20 07:41:56.316167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.337014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b690167d-c66c-425a-85ed-11c19d1a9787 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:56.395457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['b571f0ab-c1d7-4150-9fd2-20536732bd31'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:56.461571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040cfda-7560-4c26-bc35-f8f2fc6a36ec req-6307eedd-12f5-4bc2-9a5e-f5ac465c29d3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:56.463023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4040cfda-7560-4c26-bc35-f8f2fc6a36ec req-6307eedd-12f5-4bc2-9a5e-f5ac465c29d3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.0935962 May 20 07:41:56.475566 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.497085 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3353f6b7-e0fb-4e8e-8767-0e188f2215d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:56.540679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f5f4f4d27a04479b4376af609073e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8370433 May 20 07:41:56.540679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42956) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:56.553995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc84501-a5de-4a86-bfa7-7aaba60218c1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:56.558288 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:56.576623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b690167d-c66c-425a-85ed-11c19d1a9787 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:56.595110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b690167d-c66c-425a-85ed-11c19d1a9787 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:56.595496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.618228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.638828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4040cfda-7560-4c26-bc35-f8f2fc6a36ec req-a358e51d-0fda-4e25-b239-b93f5f31017a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681621 May 20 07:41:56.668213 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.756077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.770850 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.794374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b690167d-c66c-425a-85ed-11c19d1a9787, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b690167d-c66c-425a-85ed-11c19d1a9787,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:56.809377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca381e2-9739-4264-989f-a63dbdb3cae9 req-7ef72580-deb2-426b-af2b-e1150c7d7f66 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:56.810858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fca381e2-9739-4264-989f-a63dbdb3cae9 req-7ef72580-deb2-426b-af2b-e1150c7d7f66 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.0879958 May 20 07:41:56.847923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.854824 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a7f5229-0238-49e4-8559-c24aa32a6cf4 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:56.870339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.874952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc84501-a5de-4a86-bfa7-7aaba60218c1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:56.875134 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:56.884252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fca381e2-9739-4264-989f-a63dbdb3cae9 req-62df93ae-9714-4e26-ba27-f5ba32531fdd tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 May 20 07:41:56.885100 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:56.886012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:56.887607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fdc84501-a5de-4a86-bfa7-7aaba60218c1 HTTP/1.1" status: 204 len: 168 time: 0.3456073 May 20 07:41:56.959910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b690167d-c66c-425a-85ed-11c19d1a9787,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:56.971024 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:57.074984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125346e7-5fc2-49f7-aa53-5da4cb98bc55 req-3c104180-f2fe-4b7a-85fe-17967b93e904 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:57.076449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-125346e7-5fc2-49f7-aa53-5da4cb98bc55 req-3c104180-f2fe-4b7a-85fe-17967b93e904 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2563314 May 20 07:41:57.092110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2046cf-8855-4023-88b2-f9aac6de4195 req-ea99b10e-aa33-4367-a8ef-134ab48f5283 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:57.093601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab2046cf-8855-4023-88b2-f9aac6de4195 req-ea99b10e-aa33-4367-a8ef-134ab48f5283 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.0943222 May 20 07:41:57.143517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab2046cf-8855-4023-88b2-f9aac6de4195 req-37c7f3a4-838a-4060-a93d-372877ea55e9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 May 20 07:41:57.208330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-125346e7-5fc2-49f7-aa53-5da4cb98bc55 req-77f1721c-cf2a-4fd0-9b82-8335bbb12146 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226368 May 20 07:41:57.229578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.369152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:57.372474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:41:57.434798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024bf14-05e4-4a0e-9227-b280b1079734 req-16106fe0-e660-4fcd-ae17-e8ff0834f7c2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:57.436780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3024bf14-05e4-4a0e-9227-b280b1079734 req-16106fe0-e660-4fcd-ae17-e8ff0834f7c2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 944 time: 0.0899158 May 20 07:41:57.496326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3024bf14-05e4-4a0e-9227-b280b1079734 req-bb3da91c-46ee-4306-95e3-1f689fd9932d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531418 May 20 07:41:57.561578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42968) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:57.575239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.590860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:41:57.595265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:b32181e521b84d4fb22eb9a71450f1c5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:41:57.598471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:41:57.601248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.604175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:41:57.633857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Router 89135608-f11a-43e1-8119-572baed05ca6 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:41:57.644660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:57.659543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:41:57.669909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'mac_address': 'fa:16:3e:95:98:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:41:57.676074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:57.704845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.740978 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'code': 200} May 20 07:41:57.744109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.747273 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:57.773426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.787951 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3212f545-7cbf-4a1f-a808-e25edefd79d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:57.790670 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.822607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b32181e521b84d4fb22eb9a71450f1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624588 May 20 07:41:57.822833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:57.824001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42978) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:57.840419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8abf92-6ea9-4f34-8f14-9cb99c37fef5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:57.843561 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:57.888420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:57.893668 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:57.898765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:41:57.899131 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:41:57.900350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.916983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:41:57.929355 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Sync routers for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:41:57.936918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:57.944134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:57.944887 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:57.954349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3737df-9314-4ebf-bde3-fcdcb389db56 req-d13dd8d2-c822-469d-9741-6709b504f916 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:57.955871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af3737df-9314-4ebf-bde3-fcdcb389db56 req-d13dd8d2-c822-469d-9741-6709b504f916 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1884158 May 20 07:41:58.014114 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af3737df-9314-4ebf-bde3-fcdcb389db56 req-fc20a229-f0da-4996-966a-712782f7d44e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 May 20 07:41:58.030247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.034113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1783495 May 20 07:41:58.035320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42984) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:41:58.107760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.128401 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:58.142849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aed5f0a5-5715-4315-9e7a-c99f5f625514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:58.174612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8abf92-6ea9-4f34-8f14-9cb99c37fef5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:58.178746 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:58.253730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.255236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be8abf92-6ea9-4f34-8f14-9cb99c37fef5 HTTP/1.1" status: 204 len: 168 time: 0.4309235 May 20 07:41:58.283177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b690167d-c66c-425a-85ed-11c19d1a9787 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:58.436522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b690167d-c66c-425a-85ed-11c19d1a9787 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:58.437185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.456632 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:41:56Z', 'revision_number': 3, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:58.458810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c2df8-943b-4ffd-8ee4-7b4c67611da2 req-a81179ae-ceb8-4e51-8d7e-aa227bb22856 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:58.461950 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Checking router: 89135608-f11a-43e1-8119-572baed05ca6 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:41:58.462504 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Updating router 89135608-f11a-43e1-8119-572baed05ca6 port b68e995b-c97b-4b68-a126-9b23ecdb4196 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:41:58.465884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf4c2df8-943b-4ffd-8ee4-7b4c67611da2 req-a81179ae-ceb8-4e51-8d7e-aa227bb22856 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1577773 May 20 07:41:58.516276 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.520044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf4c2df8-943b-4ffd-8ee4-7b4c67611da2 req-d22e043d-1abc-4344-84e3-41f2008e363c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 May 20 07:41:58.536802 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.563426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f13a-ee7b-48b3-91a8-461a1849ac86 req-cd8e9d63-c784-4410-b6d0-83597f8bf351 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:58.565712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3050f13a-ee7b-48b3-91a8-461a1849ac86 req-cd8e9d63-c784-4410-b6d0-83597f8bf351 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.4693625 May 20 07:41:58.582109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:41:58.714981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:58.736410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3606aa2-cfe1-477f-bbd2-5e4c6bc3e03e req-8ccedf8d-1c00-4221-b21e-84a02edf2114 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:58.738488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b3606aa2-cfe1-477f-bbd2-5e4c6bc3e03e req-8ccedf8d-1c00-4221-b21e-84a02edf2114 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 947 time: 0.1043124 May 20 07:41:58.758643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3050f13a-ee7b-48b3-91a8-461a1849ac86 req-ab9ab200-9e85-4aa8-9de0-c347378efcdd tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866322 May 20 07:41:58.794712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b3606aa2-cfe1-477f-bbd2-5e4c6bc3e03e req-fff658a5-dc3b-46e8-bcd3-ae119ac9d175 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502632 May 20 07:41:58.828698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:58.828698 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:58.847815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-65330272-134d-4440-9a5c-e688f150a764 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:58.851780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-65330272-134d-4440-9a5c-e688f150a764 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.3913095 May 20 07:41:58.868120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-a58b0741-5bf7-4b02-9ca6-3bc15838ea30 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:58.869717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-a58b0741-5bf7-4b02-9ca6-3bc15838ea30 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.4874775 May 20 07:41:58.879123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:41:58.957533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:58.969911 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:59.036306 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.057102 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Transition to ACTIVE for port object b68e995b-c97b-4b68-a126-9b23ecdb4196 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:41:59.127760 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.132649 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:59.221944 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Attempting to bind port b68e995b-c97b-4b68-a126-9b23ecdb4196 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:41:59.222216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:41:59.222728 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Attempting to bind port b68e995b-c97b-4b68-a126-9b23ecdb4196 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:41:59.223273 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Attempting to bind port b68e995b-c97b-4b68-a126-9b23ecdb4196 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:41:59.230680 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26259554-3677-4289-8402-29b67a0d241f None None] Pushing event updated for resources: {'Port': ['ID=b68e995b-c97b-4b68-a126-9b23ecdb4196,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:59.233768 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:41:59.235054 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:41:59.235690 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.236239 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:41:59.236901 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Bound port: b68e995b-c97b-4b68-a126-9b23ecdb4196, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:41:59.237434 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.241538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693192-199a-41bb-ac8e-ea725e4573f1 req-20d410fc-1838-43c6-b07b-38f3dacb36f9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:59.243175 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c693192-199a-41bb-ac8e-ea725e4573f1 req-20d410fc-1838-43c6-b07b-38f3dacb36f9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1080410 May 20 07:41:59.284693 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-26259554-3677-4289-8402-29b67a0d241f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:59.342350 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c693192-199a-41bb-ac8e-ea725e4573f1 req-4311addd-0f1c-473b-bd6d-6cc9bd1df912 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859315 May 20 07:41:59.368056 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] For port b68e995b-c97b-4b68-a126-9b23ecdb4196, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:41:59.371786 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] For port b68e995b-c97b-4b68-a126-9b23ecdb4196, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b68e995b-c97b-4b68-a126-9b23ecdb4196,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:41:59.388528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.392519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b571f0ab-c1d7-4150-9fd2-20536732bd31 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:41:59.452312 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.461967 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a6a98fa7-a391-4217-8e78-2ee4eaa80341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:41:59.514287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d491-8480-4965-a6ea-27c6bd66b6e1 req-f018673b-69d1-48a5-94eb-51bc1097f3f9 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:59.523132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d5d491-8480-4965-a6ea-27c6bd66b6e1 req-f018673b-69d1-48a5-94eb-51bc1097f3f9 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 944 time: 0.5946984 May 20 07:41:59.529997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:41:59.544784 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26259554-3677-4289-8402-29b67a0d241f None None] Pushing event updated for resources: {'Port': ['ID=b68e995b-c97b-4b68-a126-9b23ecdb4196,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:41:59.549732 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-26259554-3677-4289-8402-29b67a0d241f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:41:59.563659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:41:59.564290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:41:59.592319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port b571f0ab-c1d7-4150-9fd2-20536732bd31 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:41:59.653037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port b571f0ab-c1d7-4150-9fd2-20536732bd31 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:41:59.653690 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.814229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e04e-ff99-4694-b6d9-e8e25ffca9a7 req-b96895d9-53ec-4c1b-9f64-d87d93cbf533 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:41:59.815896 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:41:59.818949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f1e04e-ff99-4694-b6d9-e8e25ffca9a7 req-b96895d9-53ec-4c1b-9f64-d87d93cbf533 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1307404 May 20 07:41:59.847979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:59.858085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:41:59.864029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.892856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d5d491-8480-4965-a6ea-27c6bd66b6e1 req-c86cb8b1-84f4-4f2b-8c9a-a072b963d66e tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687756 May 20 07:41:59.894303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:41:59.899354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Deleting port ab64812e-dd79-446e-b320-e4defcfc751c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:41:59.899811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.938095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f1e04e-ff99-4694-b6d9-e8e25ffca9a7 req-c938e94c-39e4-4f58-bdf8-3e9e4be192db tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 May 20 07:41:59.942617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:41:59.999818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:00.023733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:00.093310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:00.096623 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:00.166593 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:41:56Z', 'revision_number': 3, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:00.170819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861a1a9-6a27-4684-8a46-5d2545cb4213 None None] The sync data for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 is: [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:41:56Z', 'revision_number': 3, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:00.199218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:00.202722 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:00.238376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe987b-7d02-4271-aec0-f0282c46e6ab req-c511ef68-8a72-45b0-8fb1-585ca4de0f54 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:00.241952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-44fe987b-7d02-4271-aec0-f0282c46e6ab req-c511ef68-8a72-45b0-8fb1-585ca4de0f54 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 948 time: 0.1251447 May 20 07:42:00.289818 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-44fe987b-7d02-4271-aec0-f0282c46e6ab req-ec37b648-d9a9-4a93-b4f7-94396db96d30 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 May 20 07:42:00.305245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] For port ab64812e-dd79-446e-b320-e4defcfc751c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ab64812e-dd79-446e-b320-e4defcfc751c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:00.305657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:00.323727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:42:00.467595 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'code': 200} May 20 07:42:00.522151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Calling delete_port for ab64812e-dd79-446e-b320-e4defcfc751c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:42:00.550629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:00.723766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Allocated IP 172.20.0.1 (ffb86028-319c-421b-9630-7fd0d3944533/5d21a069-27c7-4041-9eed-28468e64f902/70e3bd11-ed76-42b7-998b-bd3625d4e749) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:00.730926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:00.738586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:00.738793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16889f6b-1885-48dc-b032-dfde96b43c4d req-11ffb224-593b-41e5-a6ac-3280a3c4db4b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:00.740396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16889f6b-1885-48dc-b032-dfde96b43c4d req-11ffb224-593b-41e5-a6ac-3280a3c4db4b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 945 time: 0.1328051 May 20 07:42:00.742496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032de3-d1f4-4bb5-9f60-0619d2f98872 req-9858bfa6-91f2-4a8c-855f-a17678f70d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:00.744226 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6032de3-d1f4-4bb5-9f60-0619d2f98872 req-9858bfa6-91f2-4a8c-855f-a17678f70d5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1790283 May 20 07:42:00.767688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aad8d-ec84-4440-a386-d3fc8b3d12a6 req-dc05fbbf-aa0c-43e6-80da-470eba53cf6a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:00.770595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c5aad8d-ec84-4440-a386-d3fc8b3d12a6 req-dc05fbbf-aa0c-43e6-80da-470eba53cf6a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 950 time: 0.6070690 May 20 07:42:00.826738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6032de3-d1f4-4bb5-9f60-0619d2f98872 req-7c264c69-5be7-4602-a939-eee0cb5c7247 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617034 May 20 07:42:00.831819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:00.833083 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16889f6b-1885-48dc-b032-dfde96b43c4d req-19bb1ce9-a4c9-451e-b88e-e3ca96c63342 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849657 May 20 07:42:00.842124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f67c79be-bf87-4fa4-bd6e-fb46cb7afb3f tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:01.082617 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503', 'code': 200} May 20 07:42:01.130223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b36ffd-930b-45ed-9d09-0aa037ba641c req-e1b7eb1a-5a52-4303-bbce-5d144f1a13d8 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:01.132213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1b36ffd-930b-45ed-9d09-0aa037ba641c req-e1b7eb1a-5a52-4303-bbce-5d144f1a13d8 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.1107416 May 20 07:42:01.186768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c5aad8d-ec84-4440-a386-d3fc8b3d12a6 req-d3c6e18b-08df-40b2-81fe-ecf0a82ee44a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152362 May 20 07:42:01.221672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1b36ffd-930b-45ed-9d09-0aa037ba641c req-df9dd2d3-b7d8-42ca-b521-218212093900 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815444 May 20 07:42:01.315318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:01.332349 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:01.399001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:01.399342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:01.399675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:01.410900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:01.423051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:42:01.423376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Attempting to bind port 4731748a-ee99-4db2-b07f-05ea400c6503 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:01.453186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:01.454141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:01.454437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:01.454867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Bound port: 4731748a-ee99-4db2-b07f-05ea400c6503, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:01.455223 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.467815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.496076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 502d3606-7cbf-4f59-8716-f82b69a57e99 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:01.497317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.513928 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-5b6992b2-80c5-47cd-98c4-fba5d4b67757 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=acbdbf0193fa4facb00a9824b0c27179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342479 May 20 07:42:01.525074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Transition to ACTIVE for port object 70e3bd11-ed76-42b7-998b-bd3625d4e749 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:01.532681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.538225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ab64812e-dd79-446e-b320-e4defcfc751c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:01.553161 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:01.581454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['88a3c0dd-175b-4c50-b977-0fda88d37cbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:01.613318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Pushing event deleted for resources: {'Port': ['ID=ab64812e-dd79-446e-b320-e4defcfc751c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:01.648189 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:01.662017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: ab64812e-dd79-446e-b320-e4defcfc751c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:42:01.662017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ab64812e-dd79-446e-b320-e4defcfc751c not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:42:01.663501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e0fcc-f762-433c-b95e-ad3b7369e0ba req-2f4c7bb9-c85d-4819-8406-bf2efcfe010d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:01.665013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e87e0fcc-f762-433c-b95e-ad3b7369e0ba req-2f4c7bb9-c85d-4819-8406-bf2efcfe010d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3507977 May 20 07:42:01.688024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-b0bc4066-f92d-411e-9b18-92fd0ff57786 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:01.694031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-b0bc4066-f92d-411e-9b18-92fd0ff57786 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719041 May 20 07:42:01.718100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-8e73ad87-57a7-4ca2-aee0-4074ebd72bfc tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/quotas/acbdbf0193fa4facb00a9824b0c27179 HTTP/1.1" status: 200 len: 375 time: 0.0219703 May 20 07:42:01.761112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] No DVR routers for this DVR port ab64812e-dd79-446e-b320-e4defcfc751c on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:01.773647 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.793890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:01.797915 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-05517995-c5ca-40c2-9e1c-a617e28850aa tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=acbdbf0193fa4facb00a9824b0c27179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749352 May 20 07:42:01.814489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e87e0fcc-f762-433c-b95e-ad3b7369e0ba req-eef67212-8137-416d-98af-6f9bf85e41d2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269445 May 20 07:42:01.816002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:01.863861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.868746 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cdea0ae4-246e-4e93-a9ce-7e9c94f7aeac tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:01.891275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.949602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:01.955532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-840b8c4f-1eb9-450b-967e-c0d55fba4434 req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "DELETE /v2.0/ports/ab64812e-dd79-446e-b320-e4defcfc751c HTTP/1.1" status: 204 len: 173 time: 3.0286684 May 20 07:42:01.972064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:02.030361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.032937 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:02.108800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Network ffb86028-319c-421b-9630-7fd0d3944533 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:02.137437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:02.148319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:02.180015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Pushing event updated for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:02.254224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:02.259231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:02.261318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:02.263217 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:02.350352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:02.350776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b68e995b-c97b-4b68-a126-9b23ecdb4196 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:02.350977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.352551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] 10.222.0.84 "PUT /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 1121 time: 3.4817288 May 20 07:42:02.397897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4731748a-ee99-4db2-b07f-05ea400c6503'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:02.447703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.449390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4731748a-ee99-4db2-b07f-05ea400c6503'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:02.510099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:02.512914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:02.526837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe105e9-447b-48e9-8208-2f95d5ab20c5 req-3b1d7c28-8bdd-4add-96cd-a200fb4aadce tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:02.535342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fe105e9-447b-48e9-8208-2f95d5ab20c5 req-3b1d7c28-8bdd-4add-96cd-a200fb4aadce tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 948 time: 0.5622795 May 20 07:42:02.537384 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:02.591123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fe105e9-447b-48e9-8208-2f95d5ab20c5 req-e3749f73-14e0-40af-9242-eadb3301c273 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547969 May 20 07:42:02.652617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e82e2-8241-4724-b1a9-44bed79906aa req-4f5bf68c-a7c3-4700-a652-73cd9d9595a3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:02.654762 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-090e82e2-8241-4724-b1a9-44bed79906aa req-4f5bf68c-a7c3-4700-a652-73cd9d9595a3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.2498646 May 20 07:42:02.663159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-74ced194-6c17-452b-a9da-095ea5d55a13 None None] Provisioning for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:02.689351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-74ced194-6c17-452b-a9da-095ea5d55a13 None None] Provisioning complete for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:02.689787 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-74ced194-6c17-452b-a9da-095ea5d55a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.695921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c08f4b4f-2881-4e19-8a2a-796eafc98093 req-24889b6b-2f98-4f1d-b56f-a49f4d55f9a6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 210 time: 0.0507886 May 20 07:42:02.701625 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-090e82e2-8241-4724-b1a9-44bed79906aa req-d50f4e64-f572-4572-8658-242a5ee86090 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 May 20 07:42:02.770523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b68e995b-c97b-4b68-a126-9b23ecdb4196 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:02.811419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.884757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b68e995b-c97b-4b68-a126-9b23ecdb4196 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:02.885130 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:02.943732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-74ced194-6c17-452b-a9da-095ea5d55a13 None None] Port 70e3bd11-ed76-42b7-998b-bd3625d4e749 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:02.991695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c47d0-95dd-4e2d-912f-453a80c97968 req-04d84c43-26a0-44f5-a7b7-0299ac50c480 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:02.995410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b67c47d0-95dd-4e2d-912f-453a80c97968 req-04d84c43-26a0-44f5-a7b7-0299ac50c480 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.1560938 May 20 07:42:03.008685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7c82acd7-6512-4358-b246-e5dd337444ce req-1356952f-1b1d-4536-a8ea-3f775bc4a830 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Synchronizing usage tracker for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:03.080941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b67c47d0-95dd-4e2d-912f-453a80c97968 req-881f6966-8dc8-4435-9458-322184f8b868 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 May 20 07:42:03.084137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'name': 'network-vif-deleted', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c'}, {'name': 'network-changed', 'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:03.097943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7c82acd7-6512-4358-b246-e5dd337444ce req-1356952f-1b1d-4536-a8ea-3f775bc4a830 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Unset dirty status for tenant:b50e258a18dc46b487ee4665356f0379 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:03.099518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c82acd7-6512-4358-b246-e5dd337444ce req-1356952f-1b1d-4536-a8ea-3f775bc4a830 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e61901ed-3e44-4ff3-b70b-7a1ffc61275e HTTP/1.1" status: 200 len: 210 time: 0.1721797 May 20 07:42:03.108660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.134512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b68e995b-c97b-4b68-a126-9b23ecdb4196, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b68e995b-c97b-4b68-a126-9b23ecdb4196,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:03.138397 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'code': 200} May 20 07:42:03.211547 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61901ed-3e44-4ff3-b70b-7a1ffc61275e', 'name': 'network-vif-deleted', 'tag': 'ab64812e-dd79-446e-b320-e4defcfc751c', 'status': 'completed', 'code': 200} May 20 07:42:03.212128 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503', 'status': 'completed', 'code': 200} May 20 07:42:03.213610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.217421 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:03.228632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.308293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.311894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b68e995b-c97b-4b68-a126-9b23ecdb4196,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:03.322131 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:03.346103 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e2abcdb-bb3d-4bba-9566-66da2e26a1f9 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:03.443662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-e5e4ce62-4008-493b-9bf2-5789ccf885db tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2165411 May 20 07:42:03.455572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:03.461414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-fe38c2cd-8973-4a12-9350-28cd4e5e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:03.462921 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-fe38c2cd-8973-4a12-9350-28cd4e5e8150 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1124 time: 0.2119796 May 20 07:42:03.465218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:03.469912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Usage tracker for resource:floatingip and tenant:d54c7b5d49514ebe9a0ca253e743fdd1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:03.472774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:03.496910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:03.583390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Pushing event updated for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:03.586707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.592406 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:03.607098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6ab88-677c-4330-b27e-13656453ce17 req-9eac1ae6-6abd-4eaa-be63-fb7f7d531c1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:03.608478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c6ab88-677c-4330-b27e-13656453ce17 req-9eac1ae6-6abd-4eaa-be63-fb7f7d531c1a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.3777859 May 20 07:42:03.611639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.628927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-53512e77-d22c-4e2f-9181-2290cc345b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:03.630401 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-53512e77-d22c-4e2f-9181-2290cc345b85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.1520743 May 20 07:42:03.713817 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-e0041687-387d-4dac-9bf4-2c73a3658497 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 217 time: 0.0697968 May 20 07:42:03.754696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c6ab88-677c-4330-b27e-13656453ce17 req-42c8029a-f2f0-46b2-958b-93850f3501ad tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258771 May 20 07:42:03.758327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2a4-7c51-4dfd-8946-52cc0a875de5 req-1f90e319-9c96-4bf8-858c-f9b03352cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:03.759873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6604f2a4-7c51-4dfd-8946-52cc0a875de5 req-1f90e319-9c96-4bf8-858c-f9b03352cb76 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1100 time: 0.2776215 May 20 07:42:03.818688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Network ffb86028-319c-421b-9630-7fd0d3944533 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:03.821861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:03.831688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6604f2a4-7c51-4dfd-8946-52cc0a875de5 req-98237372-a548-4651-b9e3-56fd3627d9f5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 May 20 07:42:03.845386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-c8d8b43e-8d98-4e3c-85c2-6f3006b49fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:03.846918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-c8d8b43e-8d98-4e3c-85c2-6f3006b49fcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1230102 May 20 07:42:03.882267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:03.980617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-11761197-238d-401f-8486-8d1b2b2928b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549338 May 20 07:42:04.110840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Router 89135608-f11a-43e1-8119-572baed05ca6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:04.181663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ac285c2-b80a-4992-85b0-de676b61be7c None None] Provisioning complete for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:04.182468 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ac285c2-b80a-4992-85b0-de676b61be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:04.204824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0718a-180a-45d5-8d4f-7c7bc37cbb59 req-c3f92aeb-9eec-47ae-ba1c-12fac2d95b57 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:04.208012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Allocated IP 172.25.8.35 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/bef44574-8221-443b-a866-39ddc8a4465a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:04.211843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ec0718a-180a-45d5-8d4f-7c7bc37cbb59 req-c3f92aeb-9eec-47ae-ba1c-12fac2d95b57 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1909165 May 20 07:42:04.225118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-26ff4f20-1f07-43b3-a491-829bf6714e93 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123649 May 20 07:42:04.257843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b68e995b-c97b-4b68-a126-9b23ecdb4196 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:04.348708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ec0718a-180a-45d5-8d4f-7c7bc37cbb59 req-2fdd9794-427b-4792-8024-9965564bbb20 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359117 May 20 07:42:04.351887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2ac285c2-b80a-4992-85b0-de676b61be7c None None] Port 70e3bd11-ed76-42b7-998b-bd3625d4e749 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:04.373675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b68e995b-c97b-4b68-a126-9b23ecdb4196 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:04.374065 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:04.404930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:04.416542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] 10.222.0.79 "PUT /v2.0/routers/89135608-f11a-43e1-8119-572baed05ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3796005 May 20 07:42:04.426609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Sync routers for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:04.457568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:04.458082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:04.512396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-596858b5-0ac6-4e85-a6d2-70719f071c75 req-925b3590-7649-4c99-9c68-1645da110d63 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664213 May 20 07:42:04.516869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:04.517035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a2346d3-7f74-48fa-bbaf-6efe4a9ad1c7 req-37519028-c59b-4abc-88ab-5dd92d1d7a91 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 210 time: 0.0600295 May 20 07:42:04.630854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:04.635945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5dc1eda-9f1b-4f0d-8c71-2d802c6de904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:04.698154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:04.701505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:04.708517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:04.726914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc148ea-13b4-4218-a5e0-3c6ac011e3cf req-dc23217e-1650-4049-83ae-3cf02a23731c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:04.728865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fc148ea-13b4-4218-a5e0-3c6ac011e3cf req-dc23217e-1650-4049-83ae-3cf02a23731c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.1032934 May 20 07:42:04.760762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:04.788888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fc148ea-13b4-4218-a5e0-3c6ac011e3cf req-3b4d12db-0b0b-43f8-829d-64358f38e151 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516496 May 20 07:42:04.876954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event updated for resources: {'Port': ['ID=bef44574-8221-443b-a866-39ddc8a4465a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:04.884619 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:04.942416 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.077614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.142167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dae26-ea77-458a-9e31-915feb8900b1 req-99bb1add-7c00-41f5-8ec6-3c59e270fb6d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:05.149501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b5dae26-ea77-458a-9e31-915feb8900b1 req-99bb1add-7c00-41f5-8ec6-3c59e270fb6d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1422653 May 20 07:42:05.159153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:42:02Z', 'revision_number': 4, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '70e3bd11-ed76-42b7-998b-bd3625d4e749', 'name': '', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'mac_address': 'fa:16:3e:3b:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5d21a069-27c7-4041-9eed-28468e64f902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:00Z', 'updated_at': '2021-05-20T07:42:02Z', 'revision_number': 2, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'subnets': [{'id': '5d21a069-27c7-4041-9eed-28468e64f902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:05.172427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Checking router: 89135608-f11a-43e1-8119-572baed05ca6 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:05.172427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Updating router 89135608-f11a-43e1-8119-572baed05ca6 port 70e3bd11-ed76-42b7-998b-bd3625d4e749 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:42:05.192802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b5dae26-ea77-458a-9e31-915feb8900b1 req-d5deb109-c731-44ad-8a07-ed4767a50e20 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 May 20 07:42:05.231518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.335674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-508ba85b-a994-49d5-8aee-79a85dc5f547 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=acbdbf0193fa4facb00a9824b0c27179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422437 May 20 07:42:05.540380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:05.554635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-network', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:05.559197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-303602de-7693-4638-8d75-ae29a32f9e40 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:05.560730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-303602de-7693-4638-8d75-ae29a32f9e40 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160478 May 20 07:42:05.564109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:05.569657 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.574403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Usage tracker for resource:network and tenant:4b92db1687c04c37b3a7d5838183ad24 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:05.578573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:05.586407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Request body: {'port': {'device_id': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'acbdbf0193fa4facb00a9824b0c27179'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:05.588717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:05.666532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Made reservation on behalf of 4b92db1687c04c37b3a7d5838183ad24 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:05.673558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.687967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.690401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.698158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:05.712462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:05.719406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Usage tracker for resource:security_group_rule and tenant:4b92db1687c04c37b3a7d5838183ad24 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:05.736491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.736885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:05.753059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:05.756342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Transition to ACTIVE for port object 70e3bd11-ed76-42b7-998b-bd3625d4e749 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:05.839303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event updated for resources: {'Port': ['ID=bef44574-8221-443b-a866-39ddc8a4465a,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:05.845047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.846834 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:05.862154 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.866751 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e7c13a7c-6066-490e-9622-48e8db0c1a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:05.871500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:05.876978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:05.886662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Usage tracker for resource:port and tenant:acbdbf0193fa4facb00a9824b0c27179 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:05.889816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:05.899586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:06.005131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.009906 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b3602d8-d2ce-42d7-8365-ce5909eaa024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:06.024262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.025776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5754879 May 20 07:42:06.042393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:42:06.057205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecab99-94ae-420e-9a13-cca43233733e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:06.066323 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:06.067401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.069103 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Added segment 214461d6-d3da-4296-930b-2ebd01b729c7 of type vlan for network 15736588-6f01-4139-8587-4b7ac717c99e May 20 07:42:06.072273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Pushing event updated for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:06.075505 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:06.105724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Attempting to bind port 70e3bd11-ed76-42b7-998b-bd3625d4e749 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:06.106210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Attempting to bind port 70e3bd11-ed76-42b7-998b-bd3625d4e749 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:06.106586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Attempting to bind port 70e3bd11-ed76-42b7-998b-bd3625d4e749 on network ffb86028-319c-421b-9630-7fd0d3944533 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:06.112322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.113367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:06.115076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Made reservation on behalf of acbdbf0193fa4facb00a9824b0c27179 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:06.115274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Checking segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:06.115745 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.116159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Bound using segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:06.116710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Bound port: 70e3bd11-ed76-42b7-998b-bd3625d4e749, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:06.117105 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.119278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.160757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.174582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-731571d1-6237-4398-add4-13820b6108f0 req-1e6f793d-23f9-428d-b1f0-668dccdcd1fd tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:06.186708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:06.194545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Usage tracker for resource:security_group_rule and tenant:acbdbf0193fa4facb00a9824b0c27179 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:06.198610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:06.205841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.206407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:06.208451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:06.209979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.219995 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-727e8858-e55f-49fc-89e4-f6d19d69e8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:06.231847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] For port 70e3bd11-ed76-42b7-998b-bd3625d4e749, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:06.237110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] For port 70e3bd11-ed76-42b7-998b-bd3625d4e749, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=70e3bd11-ed76-42b7-998b-bd3625d4e749,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:06.291429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-731571d1-6237-4398-add4-13820b6108f0 req-1e6f793d-23f9-428d-b1f0-668dccdcd1fd tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:06.292688 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-1e6f793d-23f9-428d-b1f0-668dccdcd1fd tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 695 time: 0.2603533 May 20 07:42:06.332090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.346959 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45c4d19b-dd65-48f4-b2d0-43caf95cb30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:06.399498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Pushing event updated for resources: {'Network': ['ID=15736588-6f01-4139-8587-4b7ac717c99e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:06.410436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.421110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:06.432441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 15736588-6f01-4139-8587-4b7ac717c99e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:42:06.433002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8914187 May 20 07:42:06.436989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:06.444603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Request body: {'subnet': {'network_id': '15736588-6f01-4139-8587-4b7ac717c99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-subnet', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:06.450544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:06.458565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Usage tracker for resource:subnet and tenant:4b92db1687c04c37b3a7d5838183ad24 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:06.464707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:06.474569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:06.490494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3189-82b0-4408-8991-79d71fbdfc34 req-a6d071f0-f140-4617-b267-107b43cd00e2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:06.491079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731571d1-6237-4398-add4-13820b6108f0 req-6c1ffd38-4feb-4a1a-8c18-87c61b4a4450 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:06.492458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27fb3189-82b0-4408-8991-79d71fbdfc34 req-a6d071f0-f140-4617-b267-107b43cd00e2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2285936 May 20 07:42:06.502842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-6c1ffd38-4feb-4a1a-8c18-87c61b4a4450 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2029948 May 20 07:42:06.504979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.511323 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de2af0d1-9eda-42ca-b771-91e93552b9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:06.563118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27fb3189-82b0-4408-8991-79d71fbdfc34 req-b2e90ac5-3345-448d-8fd0-4b2eaec5e449 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 May 20 07:42:06.571041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Made reservation on behalf of 4b92db1687c04c37b3a7d5838183ad24 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:06.574576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:06.575251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:06.575379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:41:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:06.668805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-3f4cfe8f-0531-4ad9-9aa5-8bc4845d343b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:42:06.676610 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-731571d1-6237-4398-add4-13820b6108f0 req-3f4cfe8f-0531-4ad9-9aa5-8bc4845d343b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1678274 May 20 07:42:06.769997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Pushing event updated for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:06.780052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:06.823666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:06.830643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:06.896164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Allocated IP 192.168.233.126 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/2e25a07c-2b3e-4e22-8bee-34dc474a3a64) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:06.912674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-680a9543-b3a6-4f2a-9b65-33eb7c094613 req-ec0c1944-53f2-496f-bffc-16f3234a1903 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 210 time: 0.1980913 May 20 07:42:06.956006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51eae019-e4e7-44d9-bc0a-1e2d37bacb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.000422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:07.142260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7f016-803f-41a3-b722-b8443640458f req-927f1ce0-387f-4512-9b80-0fa8705b91f9 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:07.144477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae7f016-803f-41a3-b722-b8443640458f req-927f1ce0-387f-4512-9b80-0fa8705b91f9 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.1034803 May 20 07:42:07.193305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4990-05a2-4a83-bf1b-006cba798373 req-cea1785a-62e8-4c2c-b5fc-622f281b4231 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:07.194871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c84b4990-05a2-4a83-bf1b-006cba798373 req-cea1785a-62e8-4c2c-b5fc-622f281b4231 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.3456845 May 20 07:42:07.225305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae7f016-803f-41a3-b722-b8443640458f req-44d559ea-cde3-4eed-8be0-01bb9b59d58a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753436 May 20 07:42:07.228053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.260245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Transition to ACTIVE for port object 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:07.274595 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c84b4990-05a2-4a83-bf1b-006cba798373 req-7000ede3-d99e-4d3e-9e82-73f46e21f048 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703592 May 20 07:42:07.353718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.363088 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-210102ac-78a2-4b46-bf70-be126599aeb5 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:07.367116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:42:02Z', 'revision_number': 4, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '70e3bd11-ed76-42b7-998b-bd3625d4e749', 'name': '', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'mac_address': 'fa:16:3e:3b:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5d21a069-27c7-4041-9eed-28468e64f902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:00Z', 'updated_at': '2021-05-20T07:42:06Z', 'revision_number': 4, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'subnets': [{'id': '5d21a069-27c7-4041-9eed-28468e64f902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:07.371308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54ca6-7d1b-4929-bc86-fa5f1c378323 None None] The sync data for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 is: [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:42:02Z', 'revision_number': 4, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '70e3bd11-ed76-42b7-998b-bd3625d4e749', 'name': '', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'mac_address': 'fa:16:3e:3b:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5d21a069-27c7-4041-9eed-28468e64f902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:00Z', 'updated_at': '2021-05-20T07:42:06Z', 'revision_number': 4, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'subnets': [{'id': '5d21a069-27c7-4041-9eed-28468e64f902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:07.467185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:07.470936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:07.474878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:07.586833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.595485 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:07.678482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:07.679135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.691349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae1d541-c75a-4e4b-913f-c210b2f72a49,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:07.702617 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:07.714110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47934e46-42b2-4eca-9488-84d60659b9c2 req-98888406-6f9e-4b3b-8343-ae4edb5bad7a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:07.722480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47934e46-42b2-4eca-9488-84d60659b9c2 req-98888406-6f9e-4b3b-8343-ae4edb5bad7a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.2469177 May 20 07:42:07.741671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Checking segment: {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:07.743778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Network hostable DHCP agents. Network: 15736588-6f01-4139-8587-4b7ac717c99e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:42:07.747962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:07.753589 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:07.784056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47934e46-42b2-4eca-9488-84d60659b9c2 req-e7c8337e-737f-4a59-a85e-fb1f204d9536 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 May 20 07:42:07.807871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1713e-a7c0-47db-b324-a28122fa68d1 req-71b27089-bd3b-471c-854e-383fa1ffd9d6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:07.807871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cff1713e-a7c0-47db-b324-a28122fa68d1 req-71b27089-bd3b-471c-854e-383fa1ffd9d6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1024685 May 20 07:42:07.807871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2260990 May 20 07:42:07.842225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Request body: {'port': {'device_id': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:07.870229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Network 15736588-6f01-4139-8587-4b7ac717c99e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:42:07.896045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9efe5dbb-a17a-43b6-a18b-d330c92b1b22 None None] Provisioning for port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:07.901804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9efe5dbb-a17a-43b6-a18b-d330c92b1b22 None None] Provisioning complete for port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:07.902377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9efe5dbb-a17a-43b6-a18b-d330c92b1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:07.982137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9efe5dbb-a17a-43b6-a18b-d330c92b1b22 None None] Port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:07.990722 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cff1713e-a7c0-47db-b324-a28122fa68d1 req-de666cb3-c100-4c22-9f44-1add3eedaae4 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796358 May 20 07:42:07.995639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 15736588-6f01-4139-8587-4b7ac717c99e) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:07.995874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.004875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266562a6-deb2-45bc-b2c5-2a2feb10b940 None None] Network 15736588-6f01-4139-8587-4b7ac717c99e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:42:08.020255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:08.020857 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.098742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-6cc9bd9a-52b2-4357-85bf-eecee4f5aced tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:08.100556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-6cc9bd9a-52b2-4357-85bf-eecee4f5aced tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 820 time: 0.2116153 May 20 07:42:08.120866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:08.125631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6794837 May 20 07:42:08.127598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-0986789b-16c6-4660-bd30-aceed38dac0d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/quotas/d54c7b5d49514ebe9a0ca253e743fdd1 HTTP/1.1" status: 200 len: 375 time: 0.0204272 May 20 07:42:08.183463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:08.210636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:08.281623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Usage tracker for resource:router and tenant:4b92db1687c04c37b3a7d5838183ad24 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:08.288750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:08.293680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-b8ca9f8c-c62a-4494-9c9c-8d2de57fba02 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1554983 May 20 07:42:08.299445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:08.342353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 70e3bd11-ed76-42b7-998b-bd3625d4e749 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:08.382532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-15736588-6f01-4139-8587-4b7ac717c99e', 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'fixed_ips': [{'subnet_id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:42:08.383432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.429962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.430979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.479072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154015f-cecf-4fd8-9591-98ab437210bc req-4be51b47-1a70-4043-86e8-f7083915607d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:08.479863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b154015f-cecf-4fd8-9591-98ab437210bc req-4be51b47-1a70-4043-86e8-f7083915607d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Synchronizing usage tracker for tenant:acbdbf0193fa4facb00a9824b0c27179 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:08.504578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.537499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50010a3e-e167-446c-be11-f2920f9464f7 req-c5f0a052-b0bb-4864-b8e7-3043bf67a12a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:08.539173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50010a3e-e167-446c-be11-f2920f9464f7 req-c5f0a052-b0bb-4864-b8e7-3043bf67a12a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.2447126 May 20 07:42:08.551787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-2ca6b78e-c96f-4fb3-8c32-f909e7be5895 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215052 May 20 07:42:08.593826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Allocated IP 172.20.0.2 (15736588-6f01-4139-8587-4b7ac717c99e/1ae1d541-c75a-4e4b-913f-c210b2f72a49/2d59e552-7089-4b9b-8ea2-5423cd3c8c64) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:08.629590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b154015f-cecf-4fd8-9591-98ab437210bc req-4be51b47-1a70-4043-86e8-f7083915607d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Unset dirty status for tenant:acbdbf0193fa4facb00a9824b0c27179 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:08.630796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b154015f-cecf-4fd8-9591-98ab437210bc req-4be51b47-1a70-4043-86e8-f7083915607d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 936 time: 0.4174979 May 20 07:42:08.749701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:08.817636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-92d79901-ef20-4601-acf5-6b50267c4740 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648361 May 20 07:42:08.830843 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.835923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b154015f-cecf-4fd8-9591-98ab437210bc req-0f354de7-7e69-480b-b9e7-1f0a1dacaaaa tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Synchronizing usage tracker for tenant:acbdbf0193fa4facb00a9824b0c27179 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:08.855079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Deleting port 88a3c0dd-175b-4c50-b977-0fda88d37cbf {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:42:08.855859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.886352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:08.900184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Transition to ACTIVE for port object 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:08.927819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Transition to ACTIVE for port object 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:08.942152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Transition to ACTIVE for port object 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:08.992844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:09.006495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:09.008396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.017422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.036202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b154015f-cecf-4fd8-9591-98ab437210bc req-0f354de7-7e69-480b-b9e7-1f0a1dacaaaa tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Unset dirty status for tenant:acbdbf0193fa4facb00a9824b0c27179 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:09.037533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b154015f-cecf-4fd8-9591-98ab437210bc req-0f354de7-7e69-480b-b9e7-1f0a1dacaaaa tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998196 May 20 07:42:09.038279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.064913 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:09.072550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] For port 88a3c0dd-175b-4c50-b977-0fda88d37cbf, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=88a3c0dd-175b-4c50-b977-0fda88d37cbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:09.072922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.077402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.093469 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:09.208885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Network 15736588-6f01-4139-8587-4b7ac717c99e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:09.214988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Pushing event updated for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:09.224801 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:09.225723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:09.228385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:09.417335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Attempting to bind port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:09.420029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Attempting to bind port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:09.420029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Attempting to bind port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 on network 15736588-6f01-4139-8587-4b7ac717c99e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:09.435249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34831bc6-041b-4762-80e0-eceb3a4d8621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.467541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:09.489174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Calling delete_port for 88a3c0dd-175b-4c50-b977-0fda88d37cbf owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:42:09.513512 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:09.516767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:09.517602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Checking segment: {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:09.518223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.523227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Bound using segment: {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:09.523227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Bound port: 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:09.523227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.572746 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-b94ee26c-d852-493c-944d-b68e5ab0b9d5 service neutron] show failed (client error): The resource could not be found. May 20 07:42:09.573814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-b94ee26c-d852-493c-944d-b68e5ab0b9d5 service neutron] 10.222.0.84 "GET /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7/bindings/n-h1-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.1422977 May 20 07:42:09.636303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Attempting to bind port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:09.640320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Attempting to bind port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:09.640733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Attempting to bind port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:09.663829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:09.665630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:42:09.665987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Attempting to bind port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:09.667006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:09.680407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:09.682981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:09.683382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:09.684385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Bound port: 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:09.684782 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.714593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.746523 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.752671 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:09.806474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.831549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 70e3bd11-ed76-42b7-998b-bd3625d4e749, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=70e3bd11-ed76-42b7-998b-bd3625d4e749,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:09.858052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Pushing event updated for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:09.863316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.875878 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3df6e776-5cbe-45a9-bc85-443f1326ae31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:09.883228 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:09.935513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Pushing event deleted for resources: {'Port': ['ID=88a3c0dd-175b-4c50-b977-0fda88d37cbf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:09.942413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:09.950496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:09.952657 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:09.995276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f3eec-49d3-42d6-893a-7a639a861e7b req-86e64e51-d7e7-40fb-b1e6-5e90f4bd6a87 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:09.996834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a84f3eec-49d3-42d6-893a-7a639a861e7b req-86e64e51-d7e7-40fb-b1e6-5e90f4bd6a87 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/ports?device_id=6578ba13-62c4-4749-b227-20983b925b87 HTTP/1.1" status: 200 len: 949 time: 0.6882174 May 20 07:42:10.044871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:10.048192 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:10.108861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] No DVR routers for this DVR port 88a3c0dd-175b-4c50-b977-0fda88d37cbf on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:10.127276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:10.133045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'name': 'network-vif-deleted', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:10.175524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a84f3eec-49d3-42d6-893a-7a639a861e7b req-bf6c31ee-b16d-4b3a-aaa2-117332a3f47a tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd59a405-5171-48b4-b090-a3869e221c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554816 May 20 07:42:10.191290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93bc31-16c0-41c7-8598-9bbbfe858cfa req-29d637d7-10f4-496c-ba4c-21eaa0b9380c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:10.203660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f93bc31-16c0-41c7-8598-9bbbfe858cfa req-29d637d7-10f4-496c-ba4c-21eaa0b9380c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.3910196 May 20 07:42:10.233518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:10.238985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:10.310750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50010a3e-e167-446c-be11-f2920f9464f7 req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] 10.222.0.84 "DELETE /v2.0/ports/88a3c0dd-175b-4c50-b977-0fda88d37cbf HTTP/1.1" status: 204 len: 173 time: 1.7332249 May 20 07:42:10.390089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f93bc31-16c0-41c7-8598-9bbbfe858cfa req-06cc5d99-07b2-48a9-85bd-6b324c163b56 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664224 May 20 07:42:10.434490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-aba8b5a0-c456-4afa-be98-175bfae9c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:10.436506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-aba8b5a0-c456-4afa-be98-175bfae9c5b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1101 time: 0.2140927 May 20 07:42:10.464649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:10.517352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 70e3bd11-ed76-42b7-998b-bd3625d4e749 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:10.624501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:10.632930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:10.658450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 70e3bd11-ed76-42b7-998b-bd3625d4e749 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:10.658831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:10.827539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:10.868044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:10.868467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b0c8a35-9bf2-40b3-9bba-c60bb63b7851 req-7fe5b780-35ea-42d5-a6be-f5d2bb3fbecf tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 210 time: 0.1254544 May 20 07:42:10.874096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:10.875575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:10.878666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] 10.222.0.81 "PUT /v2.0/ports/2e25a07c-2b3e-4e22-8bee-34dc474a3a64 HTTP/1.1" status: 200 len: 1096 time: 3.0439391 May 20 07:42:10.882090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:10.954117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.050052 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.070257 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.115853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:11.218028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:11.255948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:11.405537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a02be-1d2e-41e5-8d2a-295b4b925865 req-98b900d9-bd02-441c-bcae-546c1b8636ee tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:11.413195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e5a02be-1d2e-41e5-8d2a-295b4b925865 req-98b900d9-bd02-441c-bcae-546c1b8636ee tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3092952 May 20 07:42:11.438297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Allocated IP 172.25.8.229 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f9d6c40c-e36b-4565-afde-3c065f6efb18) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:11.448137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e64b5-c8dd-4764-9e55-4cfbf1d4b556 None None] Network 15736588-6f01-4139-8587-4b7ac717c99e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:42:11.464100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:11.495344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e5a02be-1d2e-41e5-8d2a-295b4b925865 req-9d338c5f-8fc3-436e-9eb6-dd5dba1e0b0f tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 May 20 07:42:11.531142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116de0-d80e-4641-b1d8-c8a3edc80e95 req-17c8303b-d5cb-45f7-a748-588f840ce632 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:11.533576 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-99116de0-d80e-4641-b1d8-c8a3edc80e95 req-17c8303b-d5cb-45f7-a748-588f840ce632 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.7631390 May 20 07:42:11.553525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:11.658139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f8a1548d-71d4-4cb7-85d4-559e4e3b0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:11.660118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-f8a1548d-71d4-4cb7-85d4-559e4e3b0138 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=acbdbf0193fa4facb00a9824b0c27179&device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 1099 time: 0.6183257 May 20 07:42:11.723353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 88a3c0dd-175b-4c50-b977-0fda88d37cbf no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:11.756411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.764428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Provisioning for port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:11.764712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-99116de0-d80e-4641-b1d8-c8a3edc80e95 req-54456803-3d21-43d0-aede-460cd1d9ad8d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140677 May 20 07:42:11.766387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-98d21966-6639-4f2f-be82-4d988d1a2889 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64 HTTP/1.1" status: 200 len: 217 time: 0.0835361 May 20 07:42:11.778496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Provisioning complete for port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:11.778886 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.809139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Transition to ACTIVE for port object 882e8c42-7827-4422-9e05-7cdec654cfe7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:11.832719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c20ee-64f3-481c-ada1-55260acf8178 req-f8e94798-53aa-488f-bce4-8e5b77d8f999 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:11.837732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-535c20ee-64f3-481c-ada1-55260acf8178 req-f8e94798-53aa-488f-bce4-8e5b77d8f999 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 948 time: 0.1861169 May 20 07:42:11.864868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 88a3c0dd-175b-4c50-b977-0fda88d37cbf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:42:11.865712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 88a3c0dd-175b-4c50-b977-0fda88d37cbf not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:42:11.871426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-bb5a022b-a8b7-4f4c-92be-6095b82d222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:11.873338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-bb5a022b-a8b7-4f4c-92be-6095b82d222b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0975232 May 20 07:42:11.888383 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6578ba13-62c4-4749-b227-20983b925b87', 'name': 'network-vif-deleted', 'tag': '88a3c0dd-175b-4c50-b977-0fda88d37cbf', 'status': 'completed', 'code': 200} May 20 07:42:11.915139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-535c20ee-64f3-481c-ada1-55260acf8178 req-3ab9adc8-df1c-493e-af21-61f4cec25270 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719919 May 20 07:42:11.915754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:11.927296 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c295bbb-271b-41b1-b129-f19597e0f279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:11.958596 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'status': 'completed', 'code': 200} May 20 07:42:12.043423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.072483 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.115038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-c5e9e95b-766c-4b80-a62d-38b067d01988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:12.117040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-c5e9e95b-766c-4b80-a62d-38b067d01988 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2331870 May 20 07:42:12.201751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:12.268138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:12.311489 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.320503 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:12.357411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:12.397903 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.465765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-192fa459-92d3-43ad-ba34-f7cdab7cdd77 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362920 May 20 07:42:12.469602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] No DVR routers for this DVR port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:12.510291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Pushing event updated for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:12.516720 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:12.608492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.621541 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:12.673521 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b9335992-0743-4492-afc3-3c5f325b2a90 req-c973ef90-c543-46bc-90c1-df14c137b93d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 210 time: 0.1295350 May 20 07:42:12.766922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:12.776694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:12.783552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c4bd351c-d3d9-45f9-89dc-03e580ed6218 None None] Provisioning complete for port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:12.784055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:12.784181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c4bd351c-d3d9-45f9-89dc-03e580ed6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.788846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:12.789246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:12.789714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:12.830378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:42:12.831947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:12.869074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-4034f358-ec67-41c8-bd0e-84ac21810aa9 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:12.869074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-4034f358-ec67-41c8-bd0e-84ac21810aa9 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.84 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 820 time: 0.5063834 May 20 07:42:12.869373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d6c40c-e36b-4565-afde-3c065f6efb18,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:12.869505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:12.869505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:12.869505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:12.869505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Bound port: 882e8c42-7827-4422-9e05-7cdec654cfe7, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:12.869505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:12.883831 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:12.909925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bdf11-d448-43f8-b42f-0517f5b58220 req-a0ba8bea-ab43-4c33-a225-87f8db4905c6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:12.920536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-601bdf11-d448-43f8-b42f-0517f5b58220 req-a0ba8bea-ab43-4c33-a225-87f8db4905c6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.7678497 May 20 07:42:12.931461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'port': {'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'admin_state_up': True, 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:12.956895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43220) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:13.069004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc887987-2608-4c49-8444-5c5c9c12c0f2 req-49f1deaa-b2bc-4ed7-a424-730b6ac911ea service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894570 May 20 07:42:13.234376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-601bdf11-d448-43f8-b42f-0517f5b58220 req-7315fb77-6323-4767-bf0c-a1a1d1486a9d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124821 May 20 07:42:13.316020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-01e53064-2ec4-4b66-b34b-77cec0363c4c service neutron] 10.222.0.81 "GET /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.3421435 May 20 07:42:13.319520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:13.328817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-73331a76-deec-4449-8558-11314c7249c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b50e258a18dc46b487ee4665356f0379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557301 May 20 07:42:13.332283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba490-9cf8-48de-b053-bcb6e9de7255 req-fe70464d-f102-4197-aaf4-3474d42e5e20 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.333735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97eba490-9cf8-48de-b053-bcb6e9de7255 req-fe70464d-f102-4197-aaf4-3474d42e5e20 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.4324622 May 20 07:42:13.334728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43228) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:13.338894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:13.379484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:13.399252 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97eba490-9cf8-48de-b053-bcb6e9de7255 req-72b36093-2ed2-404e-83c5-decd01998fb1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 May 20 07:42:13.401936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-e17faf32-10d5-47b6-82f1-92c861a703b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.403323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-e17faf32-10d5-47b6-82f1-92c861a703b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=acbdbf0193fa4facb00a9824b0c27179&device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 1099 time: 0.1549368 May 20 07:42:13.463792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:13.481801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.495132 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b13718b5-b20c-4aa3-9560-67faa7fd8b6f tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:13.507971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:13.556299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:13.622717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.623338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.625580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] 10.222.0.81 "PUT /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 1096 time: 3.1711218 May 20 07:42:13.699633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:42:13.709380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Made reservation on behalf of d54c7b5d49514ebe9a0ca253e743fdd1 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:13.712803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.724233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.794064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-fcd8fb55-1e0f-469f-a4f3-22c8f7325b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.795570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-fcd8fb55-1e0f-469f-a4f3-22c8f7325b7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3807497 May 20 07:42:13.806574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:13.870194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.878575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:13.888093 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:13.890026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}, {'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:13.929956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5e9c1-bb35-4620-8193-3e963022eb6f req-09ac4a88-3158-47f9-b158-f5446cfffb72 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.931344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dc5e9c1-bb35-4620-8193-3e963022eb6f req-09ac4a88-3158-47f9-b158-f5446cfffb72 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.5495813 May 20 07:42:13.932246 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-122c0a2d-ca14-479c-964a-28766d910ebf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64 HTTP/1.1" status: 200 len: 217 time: 0.1240776 May 20 07:42:13.990938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d84b0-1de3-4879-9c2c-6606fa1cba33 req-6d2e68e9-c102-44b7-8137-f6c9fa7bbf2e tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:13.992396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-848d84b0-1de3-4879-9c2c-6606fa1cba33 req-6d2e68e9-c102-44b7-8137-f6c9fa7bbf2e tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 948 time: 0.4821196 May 20 07:42:14.126479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-ed7682a6-cd70-45c9-8651-48f3f3b70db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:14.127911 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-ed7682a6-cd70-45c9-8651-48f3f3b70db1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1799347 May 20 07:42:14.163645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dc5e9c1-bb35-4620-8193-3e963022eb6f req-6dff3c39-c30b-498d-bad6-5dacf4c90728 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155001 May 20 07:42:14.175143 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-848d84b0-1de3-4879-9c2c-6606fa1cba33 req-bc718bd1-975d-48d7-977c-e727956249c9 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669233 May 20 07:42:14.178082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-cb06229c-dc4d-4bf1-aaf4-d6a7610bbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:14.179526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-cb06229c-dc4d-4bf1-aaf4-d6a7610bbaed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1099 time: 0.5138419 May 20 07:42:14.191618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:14.321416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Allocated IP 172.20.0.14 (ece50726-4657-4916-8fd0-8e8d264d7277/5124db69-efae-4149-b32c-b175244ca0f6/d2e47ab8-d7b1-4092-9aa9-fb913d9d954c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:14.327622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:14.329306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:14.341741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:14.370111 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78544b95-2934-4bf5-bec0-08d509667f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:14.418704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59a405-5171-48b4-b090-a3869e221c42,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:14.424574 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:14.457252 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'code': 200} May 20 07:42:14.457657 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'status': 'completed', 'code': 200} May 20 07:42:14.468046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4731748a-ee99-4db2-b07f-05ea400c6503 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:14.479484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:14.480132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:14.557375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:14.568503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-74663c74-bb13-4163-afbc-a23e7f4b409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:14.570138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-74663c74-bb13-4163-afbc-a23e7f4b409e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4284039 May 20 07:42:14.582035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d78a0ead-1e32-4311-a757-fe440c3ccb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:14.583148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-002d96ce-4573-4caf-9ea1-059e548d0972 req-a73445ac-0a2a-4ae0-9eb7-c6066b47d3cd tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 210 time: 0.0703912 May 20 07:42:14.583497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-d78a0ead-1e32-4311-a757-fe440c3ccb10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3843491 May 20 07:42:14.619173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:14.847005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:14.867460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-01d85eaa-565c-41f0-94ea-970b23b7ced0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.2494650 May 20 07:42:14.938214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-2c3e3f22-32b4-410b-b7b3-ddc65003e20c service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467371 May 20 07:42:14.963881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:14.964963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd59a405-5171-48b4-b090-a3869e221c42 HTTP/1.1" status: 204 len: 168 time: 1.6285377 May 20 07:42:14.988946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4fb62-a60c-4ed7-bfdc-39c42b58c494 req-6765cc76-8bb7-4013-8366-e34f674b0e06 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:14.990446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfb4fb62-a60c-4ed7-bfdc-39c42b58c494 req-6765cc76-8bb7-4013-8366-e34f674b0e06 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2924805 May 20 07:42:15.112942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-f1f2c74f-ed28-45ea-87ad-4b942485b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.114398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-f1f2c74f-ed28-45ea-87ad-4b942485b010 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1857703 May 20 07:42:15.128443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-d4712cc8-f68f-437b-aebd-bd477d5bc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.129905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-d4712cc8-f68f-437b-aebd-bd477d5bc1fc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1099 time: 0.6388052 May 20 07:42:15.135733 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfb4fb62-a60c-4ed7-bfdc-39c42b58c494 req-cb8ad736-b66d-4a14-b2ed-ea12fa007ad0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296735 May 20 07:42:15.164410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c5b2853-6ef5-415c-9f11-6ceb78ab736f req-d9ebca36-f244-4026-b740-e4d9e79cd361 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094123 May 20 07:42:15.195695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Router 53d5f531-008b-48d5-a5a4-d772bb3739d3 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:42:15.209957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.269944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5f01-46ed-4467-ae49-94fa60aac699 req-3e2b1cb6-785b-41ea-8849-5e9d048ae994 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.271450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81ec5f01-46ed-4467-ae49-94fa60aac699 req-3e2b1cb6-785b-41ea-8849-5e9d048ae994 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 943 time: 0.6743412 May 20 07:42:15.289884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Transition to ACTIVE for port object d2e47ab8-d7b1-4092-9aa9-fb913d9d954c will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:15.355209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Transition to ACTIVE for port object 4731748a-ee99-4db2-b07f-05ea400c6503 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:15.417868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81ec5f01-46ed-4467-ae49-94fa60aac699 req-203baa6a-9f52-43e4-a0de-bddaed8b57cb tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321638 May 20 07:42:15.455021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:15.455944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.465697 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Sync routers for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:15.471413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24d40a9d-16f6-4609-a0c2-3e530aeb9da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:15.479468 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:15.480290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:15.499461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd3ec4-ad3b-499a-b804-5d7aadd1c865 req-25f2c883-49be-4072-b25c-8877cb6a3655 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.501938 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dacd3ec4-ad3b-499a-b804-5d7aadd1c865 req-25f2c883-49be-4072-b25c-8877cb6a3655 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.1399834 May 20 07:42:15.519062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-bc9b6ac8-c72b-47fc-8515-229a36479bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.520549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-bc9b6ac8-c72b-47fc-8515-229a36479bd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3897982 May 20 07:42:15.521155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:42:15.538562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-ff3e2e5a-fc18-4b4a-ac2c-0f1bd40b269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:15.540170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-ff3e2e5a-fc18-4b4a-ac2c-0f1bd40b269c service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3963847 May 20 07:42:15.576744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.586573 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4074514 May 20 07:42:15.587638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:15.612368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Pushing event updated for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:15.695100 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:15.701403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:15.751330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:15.772140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'mac_address': 'fa:16:3e:cf:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:42:15.792843 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dacd3ec4-ad3b-499a-b804-5d7aadd1c865 req-6254beff-ee3e-4f4c-8a3b-3cdc8d56c4b0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838192 May 20 07:42:15.802696 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:15.838672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.851397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.861050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:15.874536 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:15.879498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:15.882713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['b571f0ab-c1d7-4150-9fd2-20536732bd31'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:15.961260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-9f3f0993-37f9-4c57-9be8-5fba94f11b99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.3525317 May 20 07:42:15.967587 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:15.980234 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f419b3e-051a-4f35-8b38-d9534a2af57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:16.015182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70c03c3f-aeda-47cc-8760-cf7ee88735d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f96b5d8ce7344a4896c3409f2093a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075848 May 20 07:42:16.019326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:16.023668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] No DVR routers for this DVR port 4731748a-ee99-4db2-b07f-05ea400c6503 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:16.053806 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:13Z', 'revision_number': 3, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:16.065440 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Checking router: 53d5f531-008b-48d5-a5a4-d772bb3739d3 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:16.068566 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Updating router 53d5f531-008b-48d5-a5a4-d772bb3739d3 port f9d6c40c-e36b-4565-afde-3c065f6efb18 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:42:16.080287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:16.084572 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:16.123896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-095978f9-527c-4926-a646-a0ff600ebdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:16.126584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-095978f9-527c-4926-a646-a0ff600ebdee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0830793 May 20 07:42:16.132601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Network ece50726-4657-4916-8fd0-8e8d264d7277 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:16.141899 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.224619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:16.256558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:16.272516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:16.306277 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:16.350741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] 10.222.0.81 "PUT /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 3.0167482 May 20 07:42:16.390926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2e25a07c-2b3e-4e22-8bee-34dc474a3a64'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:16.408832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-7c950da7-6a5c-4814-9bbd-a6f372b5ff64 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676970 May 20 07:42:16.430410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f23b-ec53-488b-a449-06f8a1d1efe4 req-abd31cbd-e83b-44f7-9cb0-7770b8bf38b0 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:16.439352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8368f23b-ec53-488b-a449-06f8a1d1efe4 req-abd31cbd-e83b-44f7-9cb0-7770b8bf38b0 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 948 time: 0.8270164 May 20 07:42:16.439555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.472783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:16.473777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.557116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.659364 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.664737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d5b61856-0fc8-4b3d-825e-1782ccc802eb None None] Provisioning for port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:16.667877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcf7d6-43c2-4541-9109-04bac33ed2b9 req-82339e52-9fae-40ff-a2ba-22ae11801020 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:16.675688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d5b61856-0fc8-4b3d-825e-1782ccc802eb None None] Provisioning complete for port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:16.676298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72dcf7d6-43c2-4541-9109-04bac33ed2b9 req-82339e52-9fae-40ff-a2ba-22ae11801020 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 932 time: 0.5669644 May 20 07:42:16.676560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5b61856-0fc8-4b3d-825e-1782ccc802eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.677358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Transition to ACTIVE for port object f9d6c40c-e36b-4565-afde-3c065f6efb18 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:16.735158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8450274 May 20 07:42:16.737719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-ee4b8c53-38b2-4a68-bbc3-cf9a4ea50477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:16.739134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-ee4b8c53-38b2-4a68-bbc3-cf9a4ea50477 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5868907 May 20 07:42:16.756250 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.762302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d5b61856-0fc8-4b3d-825e-1782ccc802eb None None] Port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:16.774713 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:16.788421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72dcf7d6-43c2-4541-9109-04bac33ed2b9 req-efe76d76-3a70-459e-b61d-09de2fc2d5d1 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112533 May 20 07:42:16.843997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Request body: {'port': {'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:16.877271 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Attempting to bind port f9d6c40c-e36b-4565-afde-3c065f6efb18 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:16.879619 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Attempting to bind port f9d6c40c-e36b-4565-afde-3c065f6efb18 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:16.880007 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Attempting to bind port f9d6c40c-e36b-4565-afde-3c065f6efb18 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:16.886445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8368f23b-ec53-488b-a449-06f8a1d1efe4 req-e3917b7f-18ff-4dba-aca8-02d430436027 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465666 May 20 07:42:16.893315 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:16.893730 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:16.894134 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.894706 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:16.895181 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Bound port: f9d6c40c-e36b-4565-afde-3c065f6efb18, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:16.895554 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:16.935258 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c40c-e36b-4565-afde-3c065f6efb18,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:16.945241 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:17.004412 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] For port f9d6c40c-e36b-4565-afde-3c065f6efb18, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:17.008195 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] For port f9d6c40c-e36b-4565-afde-3c065f6efb18, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f9d6c40c-e36b-4565-afde-3c065f6efb18,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:17.019568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.031152 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51aa4ac4-3a58-4435-a822-df8a21126134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:17.057687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202cefc-4b62-431c-859c-f16f41b69af7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:17.065208 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:17.076557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.078488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f202cefc-4b62-431c-859c-f16f41b69af7 HTTP/1.1" status: 204 len: 168 time: 1.0574286 May 20 07:42:17.091814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.093126 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.106394 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-26259554-3677-4289-8402-29b67a0d241f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:17.167564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96f9e0d9-3dac-4078-9f87-19b3066d9f12 req-f7c115a5-989b-4789-8e66-f7b315e8b750 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265055 May 20 07:42:17.200663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6de80202-fdf0-48f9-a4c5-4aab39baf956 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.204843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-6de80202-fdf0-48f9-a4c5-4aab39baf956 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.6383131 May 20 07:42:17.207719 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c40c-e36b-4565-afde-3c065f6efb18,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:17.254494 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:17.263528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.272330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d09965-5f1a-42cf-b368-77d04f6ca494 req-10e7dd55-5b1c-4561-83db-429f2fb23114 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.275511 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:17.276201 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:17.285983 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74d09965-5f1a-42cf-b368-77d04f6ca494 req-10e7dd55-5b1c-4561-83db-429f2fb23114 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3600533 May 20 07:42:17.309832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-6cc888f1-a532-4407-bcc6-7fe780aac035 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473354 May 20 07:42:17.411975 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74d09965-5f1a-42cf-b368-77d04f6ca494 req-5eccaae6-2f2d-4397-bbdd-4e902bbb624d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095192 May 20 07:42:17.425119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Allocated IP 172.20.0.1 (15736588-6f01-4139-8587-4b7ac717c99e/1ae1d541-c75a-4e4b-913f-c210b2f72a49/a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:17.590907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400945c-9b84-458a-8899-a744c87a73e7 req-77077196-6766-4dea-a4d6-bc2794fbf56a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.592401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5400945c-9b84-458a-8899-a744c87a73e7 req-77077196-6766-4dea-a4d6-bc2794fbf56a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 944 time: 0.5663602 May 20 07:42:17.660332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:17.742634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.764774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006c9bc-11ef-444a-ac36-88ddff866143 req-f9cbdca4-2020-46c4-ad07-31bfd997224c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.765443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-00b77a43-6e4c-45ad-8a70-07ae25e9398c service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195635 May 20 07:42:17.766374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7006c9bc-11ef-444a-ac36-88ddff866143 req-f9cbdca4-2020-46c4-ad07-31bfd997224c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.1698081 May 20 07:42:17.767695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9e8fcdc6-8264-4770-b7dd-e6bf3914bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.769133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9e8fcdc6-8264-4770-b7dd-e6bf3914bed7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 1095 time: 0.5487223 May 20 07:42:17.772531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Transition to ACTIVE for port object a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:17.797527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5400945c-9b84-458a-8899-a744c87a73e7 req-10f6ce2c-1292-4256-8c90-dd08490c3853 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920459 May 20 07:42:17.847317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7006c9bc-11ef-444a-ac36-88ddff866143 req-ec72b2c4-61f6-4930-a82e-a80b3df446ad tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 May 20 07:42:17.884290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-63f01d07-6bc8-4e5d-982c-7f9d21bc519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:17.886466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-63f01d07-6bc8-4e5d-982c-7f9d21bc519a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1099 time: 0.5421748 May 20 07:42:17.896664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:17.901970 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:18.058457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Network 15736588-6f01-4139-8587-4b7ac717c99e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:18.066595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:18.069505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:42:18.142292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:18.173526 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:18.195576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:18.227174 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:13Z', 'revision_number': 3, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:18.231265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798df42-2fbb-46a7-ab20-e2c84e730a93 None None] The sync data for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 is: [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:13Z', 'revision_number': 3, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:18.253203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989b7cc-cf2c-49b4-90b5-73ea03d7fdb6 req-7094df05-bd9f-4c02-afa2-98eaefdb45af tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.254799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a989b7cc-cf2c-49b4-90b5-73ea03d7fdb6 req-7094df05-bd9f-4c02-afa2-98eaefdb45af tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 932 time: 0.2451377 May 20 07:42:18.290437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-6fa57682-e1ff-4026-a990-4eedc7f6ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.291893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-6fa57682-e1ff-4026-a990-4eedc7f6ceb3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3876076 May 20 07:42:18.302954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9ab37ff7-ec94-429d-8909-43f340267eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.304430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9ab37ff7-ec94-429d-8909-43f340267eb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1095 time: 0.4844677 May 20 07:42:18.346159 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a989b7cc-cf2c-49b4-90b5-73ea03d7fdb6 req-ff54f5e7-8805-4ee0-9d7f-e64fbfe657ba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622723 May 20 07:42:18.456255 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-3d872895-39da-455e-9c30-178a766411a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.1365786 May 20 07:42:18.486802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e50d6c0-fdd9-417c-94e4-8bdeaf95fe6b None None] Provisioning for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:18.493375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e50d6c0-fdd9-417c-94e4-8bdeaf95fe6b None None] Provisioning complete for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:18.494117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e50d6c0-fdd9-417c-94e4-8bdeaf95fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:18.578907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43304) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:18.579602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:18.607516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0e50d6c0-fdd9-417c-94e4-8bdeaf95fe6b None None] Port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:18.783932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a3838ad1-241b-420a-bae9-b5e6296ca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.785379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a3838ad1-241b-420a-bae9-b5e6296ca73a service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.4669080 May 20 07:42:18.836670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1989972753-network', 'tenant_id': 'ae599f3310474e29b24e22534b424031'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:18.857655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:18.866528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Usage tracker for resource:network and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:18.873307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:18.873544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e47ab8-d7b1-4092-9aa9-fb913d9d954c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:18.889500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056fab2-7fff-4d2a-9ef9-8b3f03ba06ff req-c71d7b71-d990-4dbb-967a-f129fb877a74 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.891981 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4056fab2-7fff-4d2a-9ef9-8b3f03ba06ff req-c71d7b71-d990-4dbb-967a-f129fb877a74 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2431428 May 20 07:42:18.894965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:18.907716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:18.915113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-ebb8237d-adc1-4901-a0de-d43e5066a907 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 200 len: 217 time: 0.1092560 May 20 07:42:18.939025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f966a-4fb4-4fa9-be5a-e42f251dfe0a req-baaa9938-6122-4713-af6c-1bcb393723c0 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:18.941453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-236f966a-4fb4-4fa9-be5a-e42f251dfe0a req-baaa9938-6122-4713-af6c-1bcb393723c0 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 949 time: 0.8170333 May 20 07:42:18.967865 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4056fab2-7fff-4d2a-9ef9-8b3f03ba06ff req-37a6653e-44f9-4f39-89d1-86ee38b446ae tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679207 May 20 07:42:18.996062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.022701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-f169aa40-7eee-48de-8120-27d494966a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:19.022701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-f169aa40-7eee-48de-8120-27d494966a6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.5395617 May 20 07:42:19.026477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Made reservation on behalf of ae599f3310474e29b24e22534b424031 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:19.032541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.116884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Transition to ACTIVE for port object d2e47ab8-d7b1-4092-9aa9-fb913d9d954c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:19.171589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.184643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-af3e40b7-9f4f-4bec-ad24-10f7daf5ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:19.186125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-af3e40b7-9f4f-4bec-ad24-10f7daf5ad56 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2429771 May 20 07:42:19.190866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-236f966a-4fb4-4fa9-be5a-e42f251dfe0a req-9552411f-6c6d-4bf1-a5ea-d86ed79d5c2d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834781 May 20 07:42:19.199814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:19.229933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.261574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.272170 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-166298e1-297f-4555-a071-28db05b6efb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:19.302355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:19.307541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-1d7b5471-9ef0-4257-9a38-3b8ea6adcba8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140006 May 20 07:42:19.338441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:19.350700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:19.369405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:19.392095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:19.405672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:19.408167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.538916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:19.625665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-9a6dc735-2884-4982-a8d8-9003fbd93ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:19.627367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-9a6dc735-2884-4982-a8d8-9003fbd93ac6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5814817 May 20 07:42:19.627929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38167-cb52-445e-9853-cb3a346fe88a req-c5861562-1bf1-451a-9616-6b32fd26b21f tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:19.629837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06d38167-cb52-445e-9853-cb3a346fe88a req-c5861562-1bf1-451a-9616-6b32fd26b21f tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 944 time: 0.4622180 May 20 07:42:19.645748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:19.648890 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:19.697484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Network 15736588-6f01-4139-8587-4b7ac717c99e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:42:19.702389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:19.728063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:19.738603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:19.746243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.799609 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06d38167-cb52-445e-9853-cb3a346fe88a req-cb2aab17-f449-4afb-86a5-d3ea62b2634a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321731 May 20 07:42:19.813681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.898559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-9f681095-b63a-4da8-8b5d-4649bad02773 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767488 May 20 07:42:19.949256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.961066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:19.972269 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a922d033-f183-42fd-ae2a-398a85ef15b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:19.978188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Attempting to bind port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:19.978678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Attempting to bind port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:19.979012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Attempting to bind port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:19.996534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c on network ece50726-4657-4916-8fd0-8e8d264d7277 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:42:19.996905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Attempting to bind port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c on network ece50726-4657-4916-8fd0-8e8d264d7277 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:20.009723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786b55-5a1e-4f2b-ad35-1cadd0153892 req-37a98a1d-d476-4a08-b066-4cbc7e8ef4c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:20.017459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7786b55-5a1e-4f2b-ad35-1cadd0153892 req-37a98a1d-d476-4a08-b066-4cbc7e8ef4c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.6083767 May 20 07:42:20.038155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:42:20.038382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:20.041434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:20.044961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e55796-5601-43a2-a2ab-9022f5744b7a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:20.051134 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:20.060249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Router 53d5f531-008b-48d5-a5a4-d772bb3739d3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:20.064837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.065179 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Added segment b050f716-8c72-4267-ad64-b43001c57d6c of type vlan for network c1ee4c90-e5ef-46da-a6ec-dccf4313089c May 20 07:42:20.105857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ba57d605-a325-4d6d-81e2-34eb369b1b3a None None] Provisioning complete for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:20.106427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba57d605-a325-4d6d-81e2-34eb369b1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.120442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:20.120784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Checking segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:20.121271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Bound using segment: {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:20.121661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Bound port: d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88920792-6a55-4243-b34d-ce26d4602507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:20.122013 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.139114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-bb0ec956-5342-4e48-8bd6-8ea7b1a0527b service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863071 May 20 07:42:20.151467 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.160410 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:20.218872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.269545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ba57d605-a325-4d6d-81e2-34eb369b1b3a None None] Port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:42:20.292344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:20.295423 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:20.331835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f9d6c40c-e36b-4565-afde-3c065f6efb18 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:20.343364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7786b55-5a1e-4f2b-ad35-1cadd0153892 req-db48229a-2533-4f11-a1b9-6094002476cb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249133 May 20 07:42:20.388877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d6518-1fd2-4d16-aefc-de0bdfc77ca3 req-22a3e285-b441-45c1-8ba0-bf75f9b57f8c tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:20.400648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad2d6518-1fd2-4d16-aefc-de0bdfc77ca3 req-22a3e285-b441-45c1-8ba0-bf75f9b57f8c tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 944 time: 0.2533307 May 20 07:42:20.429549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.435682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:20.436328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.461189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-a45d590c-669d-4db4-b121-03cd7454e36e service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458491 May 20 07:42:20.471043 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:20.483769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:20.496400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343145-ee03-46db-8096-526917062cdb None None] Sync routers for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:20.501526 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] 10.222.0.79 "PUT /v2.0/routers/53d5f531-008b-48d5-a5a4-d772bb3739d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9074202 May 20 07:42:20.509960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:20.510341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97343145-ee03-46db-8096-526917062cdb None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:20.510987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97343145-ee03-46db-8096-526917062cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:20.521635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:20.529983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f50f55-e224-49a3-a3a8-360eadd60b6e req-6bdd92a3-3278-4589-a0cc-8bb154cc7e7f service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603227 May 20 07:42:20.586588 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:42:20.612798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f9d6c40c-e36b-4565-afde-3c065f6efb18 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:20.619129 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.629922 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50a1fec-0cdd-49df-b7b2-e061b7288afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:20.630957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f9d6c40c-e36b-4565-afde-3c065f6efb18 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:20.631347 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.692107 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad2d6518-1fd2-4d16-aefc-de0bdfc77ca3 req-c260e02c-3a29-4ac8-8e10-7dd84395ca5c tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904079 May 20 07:42:20.706414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0980415 May 20 07:42:20.709401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43332) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:20.726397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Request body: {'subnet': {'network_id': 'c1ee4c90-e5ef-46da-a6ec-dccf4313089c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1989972753-subnet', 'tenant_id': 'ae599f3310474e29b24e22534b424031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:20.743933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Pushing event updated for resources: {'Network': ['ID=c1ee4c90-e5ef-46da-a6ec-dccf4313089c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:20.759406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:20.767789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:20.778893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Usage tracker for resource:subnet and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:20.789685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:20.806142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:20.818384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c1ee4c90-e5ef-46da-a6ec-dccf4313089c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:42:20.845711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:20.846330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:20.847867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] 10.222.0.84 "PUT /v2.0/ports/d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 1092 time: 4.0648696 May 20 07:42:20.851495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:20.880795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:20.885011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:20.912086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50e9a-d3cf-4af4-a10a-6b81c1c7a671 req-3cb2c2e6-83f6-499e-92c7-2d593e9e749b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:20.915263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfc50e9a-d3cf-4af4-a10a-6b81c1c7a671 req-3cb2c2e6-83f6-499e-92c7-2d593e9e749b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3432252 May 20 07:42:20.941668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Made reservation on behalf of ae599f3310474e29b24e22534b424031 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:20.944445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:21.004306 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'code': 200} May 20 07:42:21.037129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfc50e9a-d3cf-4af4-a10a-6b81c1c7a671 req-9a51bdef-09e0-4047-9d40-c9bc1798d790 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090426 May 20 07:42:21.176247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a8d8-3a27-4dbd-8dd9-4816d030df0c req-03b49b9d-e670-44a7-816c-c2993d3ec394 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.187779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ff52a8d8-3a27-4dbd-8dd9-4816d030df0c req-03b49b9d-e670-44a7-816c-c2993d3ec394 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.2080033 May 20 07:42:21.217231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97343145-ee03-46db-8096-526917062cdb None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:21.301599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ff52a8d8-3a27-4dbd-8dd9-4816d030df0c req-d0204914-c5d2-48c1-9960-358442f9bc2f tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163557 May 20 07:42:21.371004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:21.507722 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'status': 'completed', 'code': 200} May 20 07:42:21.647422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:42:21.653001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43341f2b-d967-401f-a047-e5a977c3766d req-30ad606b-7e5e-4cb7-8bcd-52c211291f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.654831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43341f2b-d967-401f-a047-e5a977c3766d req-30ad606b-7e5e-4cb7-8bcd-52c211291f94 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 1101 time: 0.3583009 May 20 07:42:21.661825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-c2a17c2d-c721-46da-bbce-f8e2075ce7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.663063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-c2a17c2d-c721-46da-bbce-f8e2075ce7a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1095 time: 0.6243031 May 20 07:42:21.663700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f9d6c40c-e36b-4565-afde-3c065f6efb18, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f9d6c40c-e36b-4565-afde-3c065f6efb18,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:21.786000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6430-6948-4432-b045-5b0cf704a5bf req-c6846c57-eae8-4124-8d56-d8c90b84a814 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.787483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-c6846c57-eae8-4124-8d56-d8c90b84a814 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.3321884 May 20 07:42:21.788698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-86b49360-e62d-4d4a-bc7d-0f0067f0dca8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 217 time: 0.0835590 May 20 07:42:21.793036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97343145-ee03-46db-8096-526917062cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:18Z', 'revision_number': 4, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9', 'name': '', 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'mac_address': 'fa:16:3e:8e:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:17Z', 'updated_at': '2021-05-20T07:42:18Z', 'revision_number': 2, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'subnets': [{'id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:21.794628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43341f2b-d967-401f-a047-e5a977c3766d req-3e3e4122-c9d3-4497-ac52-1a5e53f53ace service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240747 May 20 07:42:21.800879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343145-ee03-46db-8096-526917062cdb None None] Checking router: 53d5f531-008b-48d5-a5a4-d772bb3739d3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:21.801258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343145-ee03-46db-8096-526917062cdb None None] Updating router 53d5f531-008b-48d5-a5a4-d772bb3739d3 port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:42:21.886378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:21.924308 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:21.925640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d1c50-8834-4457-b716-cf9fb85b46a5 req-670c9f98-8936-47dd-ad2e-2f500bbf19f5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.925640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b4d1c50-8834-4457-b716-cf9fb85b46a5 req-670c9f98-8936-47dd-ad2e-2f500bbf19f5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 944 time: 0.3699818 May 20 07:42:21.984186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-b028faf5-101a-45ac-a7f2-3e2bd76749bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:21.985694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-b028faf5-101a-45ac-a7f2-3e2bd76749bb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1453240 May 20 07:42:21.997680 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.009386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c40c-e36b-4565-afde-3c065f6efb18,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:22.015572 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:22.037145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe051c95-e86c-4e60-a6d5-56212959995f req-246e3f59-ce95-4ef7-9abb-274e2a25c403 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:22.042262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:22.043247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b4d1c50-8834-4457-b716-cf9fb85b46a5 req-58ad18bd-8879-4ea1-b460-1dda47ccb870 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243849 May 20 07:42:22.044643 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fe051c95-e86c-4e60-a6d5-56212959995f req-246e3f59-ce95-4ef7-9abb-274e2a25c403 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 948 time: 0.1206820 May 20 07:42:22.111244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-37246634-e612-49b3-a1c4-ba10e92f1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:22.113460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-37246634-e612-49b3-a1c4-ba10e92f1506 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183376 May 20 07:42:22.146054 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fe051c95-e86c-4e60-a6d5-56212959995f req-38acddbc-9f37-41d0-8dee-2bb607cde899 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004436 May 20 07:42:22.156530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'mac_address': 'fa:16:3e:12:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:42:22.162795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.167710 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc4f3a0c-7c1a-41be-b317-576f29a15a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:22.233023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-242f6430-6948-4432-b045-5b0cf704a5bf req-4845cc4f-1f4e-4b5e-823f-bb0ebca97a47 service neutron] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:22.342550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.356668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f9dd8f-2e5b-4fa8-9daa-03d0bd1d06b3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:22.364042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:22.373443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f9d6c40c-e36b-4565-afde-3c065f6efb18 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:22.397712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-242f6430-6948-4432-b045-5b0cf704a5bf req-4845cc4f-1f4e-4b5e-823f-bb0ebca97a47 service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.398915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f6430-6948-4432-b045-5b0cf704a5bf req-4845cc4f-1f4e-4b5e-823f-bb0ebca97a47 service neutron] 10.222.0.84 "DELETE /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.5988641 May 20 07:42:22.403037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-a9068487-b92d-48c9-8cad-a7122638f40f service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806385 May 20 07:42:22.417342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Checking segment: {'id': 'b050f716-8c72-4267-ad64-b43001c57d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c1ee4c90-e5ef-46da-a6ec-dccf4313089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:22.417636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:22.417753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Network hostable DHCP agents. Network: c1ee4c90-e5ef-46da-a6ec-dccf4313089c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:42:22.494163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054f982-88f3-44ac-98e5-a55358821af2 req-4786599d-c4d4-459c-bcdd-31a19ac21d71 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:22.498450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:22.501769 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1054f982-88f3-44ac-98e5-a55358821af2 req-4786599d-c4d4-459c-bcdd-31a19ac21d71 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1349189 May 20 07:42:22.566619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Network c1ee4c90-e5ef-46da-a6ec-dccf4313089c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:42:22.581114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f9d6c40c-e36b-4565-afde-3c065f6efb18 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:22.581537 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.600805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1054f982-88f3-44ac-98e5-a55358821af2 req-6cf8f3b3-072e-48d3-a9d2-822a11702a52 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974467 May 20 07:42:22.613640 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.622939 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:22.665330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c1ee4c90-e5ef-46da-a6ec-dccf4313089c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:42:22.681148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57102-d96f-41fb-8614-71964ed4410c req-065a12a6-5c71-4072-9b7f-7433647a62e3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:22.681937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2eb57102-d96f-41fb-8614-71964ed4410c req-065a12a6-5c71-4072-9b7f-7433647a62e3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:22.695653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:22.697158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad5c7d-826a-4f9d-a704-a81ef4af5469 None None] Network c1ee4c90-e5ef-46da-a6ec-dccf4313089c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:42:22.699451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:22.719956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70dcd00b-0c3a-49a9-a9e5-a27c4724ba15 req-18aa3222-47e5-41af-9e28-1e7ce378590f service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444460 May 20 07:42:22.784656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2eb57102-d96f-41fb-8614-71964ed4410c req-065a12a6-5c71-4072-9b7f-7433647a62e3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:22.802867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eb57102-d96f-41fb-8614-71964ed4410c req-065a12a6-5c71-4072-9b7f-7433647a62e3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 944 time: 0.3821483 May 20 07:42:22.835797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:22.846561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1295192 May 20 07:42:22.855843 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:23.090373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eb57102-d96f-41fb-8614-71964ed4410c req-d729be07-a3b1-4014-981b-930b634b7c07 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709625 May 20 07:42:23.101580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40836369-9a91-4695-9393-8ec28a5b12f1 None None] Network c1ee4c90-e5ef-46da-a6ec-dccf4313089c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:42:23.120298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:23.142764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-97343145-ee03-46db-8096-526917062cdb None None] Transition to ACTIVE for port object a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:23.168747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['882e8c42-7827-4422-9e05-7cdec654cfe7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:23.198307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-55dc5632-a674-48c6-b8ea-cb0c81d0a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:23.211767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-55dc5632-a674-48c6-b8ea-cb0c81d0a78a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1095 time: 0.3130958 May 20 07:42:23.259322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:23.403321 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:23.576585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-308631bf-8f6a-499a-b32a-f9a63ba9f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:23.578493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-308631bf-8f6a-499a-b32a-f9a63ba9f527 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.3682537 May 20 07:42:23.670922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Pushing event updated for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:23.681468 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:23.728965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-3b45296a-effb-4983-bd2e-8adcf4a3a977 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 217 time: 0.1417828 May 20 07:42:23.754753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8408-319c-486c-9b31-88adc5c235c3 req-1655764a-0014-414d-8d64-c6aa847a3bd8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:23.756396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6ab8408-319c-486c-9b31-88adc5c235c3 req-1655764a-0014-414d-8d64-c6aa847a3bd8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.3327022 May 20 07:42:23.978614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-97343145-ee03-46db-8096-526917062cdb None None] Attempting to bind port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:23.979221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-97343145-ee03-46db-8096-526917062cdb None None] Attempting to bind port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:23.979409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343145-ee03-46db-8096-526917062cdb None None] Attempting to bind port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 on network 15736588-6f01-4139-8587-4b7ac717c99e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:23.999227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0c337-d42e-4aea-adb1-dc68deb1ec5b req-15091280-eec1-4cb0-bc2a-971d8fc692fc tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.001453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343145-ee03-46db-8096-526917062cdb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:24.001883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343145-ee03-46db-8096-526917062cdb None None] Checking segment: {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:24.002327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.002741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97343145-ee03-46db-8096-526917062cdb None None] Bound using segment: {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:24.003234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-97343145-ee03-46db-8096-526917062cdb None None] Bound port: a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214461d6-d3da-4296-930b-2ebd01b729c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:24.003617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.009403 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98b0c337-d42e-4aea-adb1-dc68deb1ec5b req-15091280-eec1-4cb0-bc2a-971d8fc692fc tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1095 time: 0.1092947 May 20 07:42:24.079435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98b0c337-d42e-4aea-adb1-dc68deb1ec5b req-c8aa9def-bdca-4209-9d18-2fa84be57181 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685933 May 20 07:42:24.102571 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.138564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6ab8408-319c-486c-9b31-88adc5c235c3 req-b5cc4521-2478-40d8-9ad6-c7a5c9b6fea1 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396318 May 20 07:42:24.162219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-8d2f794a-789e-46d4-a762-e243959d3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.175631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-8d2f794a-789e-46d4-a762-e243959d3dba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.4063859 May 20 07:42:24.283877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-37a0217a-2ddc-422d-bd4f-6d54f3785259 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.286547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-37a0217a-2ddc-422d-bd4f-6d54f3785259 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.81 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8&tenant_id=6d465a5288534f42899806e1c3d9e902&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 949 time: 0.2135375 May 20 07:42:24.287582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-97343145-ee03-46db-8096-526917062cdb None None] For port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:24.296429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-97343145-ee03-46db-8096-526917062cdb None None] For port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:24.366866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97343145-ee03-46db-8096-526917062cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.372467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:24.387349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-83c8df6d-e26e-4e70-a9c9-36d39a18aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.389275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-83c8df6d-e26e-4e70-a9c9-36d39a18aa5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161505 May 20 07:42:24.507522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-419590310', 'description': 'tempest-description-1557112214'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:24.515030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:24.535194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:24.548071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:24.549929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-1de63037-76a9-499e-904f-3d8b83f48d02 service neutron] 10.222.0.81 "GET /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 382 time: 0.2285116 May 20 07:42:24.554602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97343145-ee03-46db-8096-526917062cdb None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:24.556636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97343145-ee03-46db-8096-526917062cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:24.579416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:24.631462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Pushing event updated for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:24.640302 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:24.683221 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.699723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-9256b0cf-8c05-4525-8a8c-1fcb477419d2 service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012350 May 20 07:42:24.762060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:24.767574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:24.771915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:24.800715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:24.876474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97343145-ee03-46db-8096-526917062cdb None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:24.886974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:24.959922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-b98d6cf5-0083-4bee-b232-263c5ba69a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.961588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-b98d6cf5-0083-4bee-b232-263c5ba69a30 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1100 time: 0.3862481 May 20 07:42:24.979911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758d89-36cf-47aa-9fde-1a7e47df2196 req-c8840923-1b22-457e-878f-fb7098620917 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:24.981786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a758d89-36cf-47aa-9fde-1a7e47df2196 req-c8840923-1b22-457e-878f-fb7098620917 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3304625 May 20 07:42:24.987045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47cb2694-6b35-4a1c-b0ae-894c0747d4ba req-55f809ae-0d17-4769-ab96-52fa9828229d service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422366 May 20 07:42:25.010990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:25.021614 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-022c902c-a989-4d3f-b7ca-fef4b872b4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:25.064768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80504df6-0269-44cf-8edc-b9698d14502c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:25.067789 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:25.184837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a758d89-36cf-47aa-9fde-1a7e47df2196 req-02423161-43e5-42de-b16a-e62494487c71 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914321 May 20 07:42:25.198635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:25.199963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e68266c3-4b98-4b7f-94b2-6d2a6f00a0b9 req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7006044 May 20 07:42:25.257658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-81424bd8-4e9a-44f2-aa17-b1d0cbaf4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.259155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-81424bd8-4e9a-44f2-aa17-b1d0cbaf4bbb service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2752163 May 20 07:42:25.301341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97343145-ee03-46db-8096-526917062cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:18Z', 'revision_number': 4, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9', 'name': '', 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'mac_address': 'fa:16:3e:8e:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:17Z', 'updated_at': '2021-05-20T07:42:24Z', 'revision_number': 4, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'subnets': [{'id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:25.306010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97343145-ee03-46db-8096-526917062cdb None None] The sync data for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 is: [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:42:18Z', 'revision_number': 4, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9', 'name': '', 'network_id': '15736588-6f01-4139-8587-4b7ac717c99e', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'mac_address': 'fa:16:3e:8e:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:17Z', 'updated_at': '2021-05-20T07:42:24Z', 'revision_number': 4, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'subnets': [{'id': '1ae1d541-c75a-4e4b-913f-c210b2f72a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:25.465452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-673c8731-b536-410a-a112-122990c84734 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.1924384 May 20 07:42:25.555950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5fe9-f17f-4729-88d0-c47524257aca req-20508de9-11cf-4d67-9499-3ec4c1d4ea45 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.560658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-465d5fe9-f17f-4729-88d0-c47524257aca req-20508de9-11cf-4d67-9499-3ec4c1d4ea45 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.1871872 May 20 07:42:25.568709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:25.670552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d2e47ab8-d7b1-4092-9aa9-fb913d9d954c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:42:25.712078 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-465d5fe9-f17f-4729-88d0-c47524257aca req-b55a50be-c8d5-4a5d-b632-c7366ed34535 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176522 May 20 07:42:25.741248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-51f65fa6-a7b5-4198-b0f1-f345f6110642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.743130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-51f65fa6-a7b5-4198-b0f1-f345f6110642 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2657444 May 20 07:42:25.823522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305e4e3-3fa9-4f8b-a006-a6733e159cd9 req-33a80ea6-1a96-482c-ab96-84b23072a063 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.839185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 882e8c42-7827-4422-9e05-7cdec654cfe7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:25.840959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d305e4e3-3fa9-4f8b-a006-a6733e159cd9 req-33a80ea6-1a96-482c-ab96-84b23072a063 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 944 time: 0.2746038 May 20 07:42:25.861184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 882e8c42-7827-4422-9e05-7cdec654cfe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:25.861601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:25.935973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d305e4e3-3fa9-4f8b-a006-a6733e159cd9 req-99c26a8c-ed80-4552-8026-38fa3e53d0fd tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936773 May 20 07:42:25.957376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dece1-daff-4a4d-853f-4c19ff138b98 req-fabb89bf-5983-44b7-9e5a-a7276598e6a7 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.976229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-e60a6690-27e2-4f9e-a8e7-b86c715aef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:25.976966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f34dece1-daff-4a4d-853f-4c19ff138b98 req-fabb89bf-5983-44b7-9e5a-a7276598e6a7 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 1095 time: 0.1234083 May 20 07:42:25.981719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-e60a6690-27e2-4f9e-a8e7-b86c715aef6a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199416 May 20 07:42:26.066170 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f34dece1-daff-4a4d-853f-4c19ff138b98 req-defb19b9-be32-45fd-93a2-4427b290a2a1 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881834 May 20 07:42:26.085196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:26.104512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:42:26.200530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.216911 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.404185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-51b0a7ae-531b-4990-9b5c-3fe0fc728f8a tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/80504df6-0269-44cf-8edc-b9698d14502c HTTP/1.1" status: 200 len: 1804 time: 0.1474741 May 20 07:42:26.410667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89786-09b8-4fb9-91cf-b3b4a6212460 req-3b53d864-69f3-43aa-bea9-24ad9c011372 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:26.419979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4db89786-09b8-4fb9-91cf-b3b4a6212460 req-3b53d864-69f3-43aa-bea9-24ad9c011372 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.1832983 May 20 07:42:26.432217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e47ab8-d7b1-4092-9aa9-fb913d9d954c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:26.435644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80504df6-0269-44cf-8edc-b9698d14502c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:26.440260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '80504df6-0269-44cf-8edc-b9698d14502c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:26.454305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:26.456853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:26.463535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-3327441b-2aeb-4196-9d5d-5a6eb4d2ca3d service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676259 May 20 07:42:26.465151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:26.478166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:26.486805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:26.570129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:26.571469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.594568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4db89786-09b8-4fb9-91cf-b3b4a6212460 req-e66ec679-8d9b-42f7-8bfa-6083c62f428c tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737373 May 20 07:42:26.645552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:26.656155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-a6087254-9038-4543-a229-9082ec004829 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790547 May 20 07:42:26.667782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:26.681194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.688937 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.691884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:26.732774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.744527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:26.757101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:26.764300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.819052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.862556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:26.866000 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:26.880412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:26.882213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:26.893175 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:26.933659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4f37df-6d40-4a7f-9dae-56ca1cf28adf,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:26.944956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:26.966813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d2e47ab8-d7b1-4092-9aa9-fb913d9d954c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:26.990214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:27.009800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31d0eea2-0fb2-422c-8869-30ee58df0c41 req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5963492 May 20 07:42:27.115503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:27.118614 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:27.119310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:27.158744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:27.221297 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:27.230934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bf9d0-11d3-4023-a99c-34571dc63f82 req-9a204ffc-9e17-4d5f-8661-8e52a29f04eb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:27.230934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a46bf9d0-11d3-4023-a99c-34571dc63f82 req-9a204ffc-9e17-4d5f-8661-8e52a29f04eb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3090913 May 20 07:42:27.232962 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:27.274833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a46bf9d0-11d3-4023-a99c-34571dc63f82 req-fefd0c60-79b1-4cd7-b5ba-432121c5f897 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 May 20 07:42:27.358111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:27.362168 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:27.555387 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'code': 200} May 20 07:42:27.783346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de626530-7d5b-4fb0-9166-1ecdfb567e1b req-6a379cc8-abf1-4322-b82c-d5143aeae0b9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:27.783346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de626530-7d5b-4fb0-9166-1ecdfb567e1b req-6a379cc8-abf1-4322-b82c-d5143aeae0b9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1359396 May 20 07:42:27.842516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de626530-7d5b-4fb0-9166-1ecdfb567e1b req-adc5655a-49b9-44ac-9228-93a8f1eb6791 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575635 May 20 07:42:27.879012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1872969256', 'description': 'tempest-description-1526808126'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:27.883745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1369580-d72a-4690-a254-d7f253562642 req-de477c26-c5fe-4764-bc6c-4bcd300d9596 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:27.885726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:27.886644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1369580-d72a-4690-a254-d7f253562642 req-de477c26-c5fe-4764-bc6c-4bcd300d9596 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 945 time: 0.0951858 May 20 07:42:27.897101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:27.900187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:27.909881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:27.943976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1369580-d72a-4690-a254-d7f253562642 req-3ed85e98-1f7d-4b0a-9f70-fbeeca7c5dfc tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499282 May 20 07:42:27.993255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.022323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:28.026400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:28.029324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:28.036280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:28.112995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.183258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.187759 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ed854e77-80a3-4117-83d3-26e6e653e3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:28.237071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57d908-918a-430b-895c-b03cdae35bf1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:28.247173 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:28.276881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:28.303911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.305250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4104555d-ddf6-4737-ada3-f42ecb3f4a29 req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4312060 May 20 07:42:28.414770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:28.415437 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.572475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64916-e563-489f-a550-be49038ddd8a req-24b97807-2ec5-4978-9211-728f3acc3faf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:28.580481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3cc64916-e563-489f-a550-be49038ddd8a req-24b97807-2ec5-4978-9211-728f3acc3faf tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1157649 May 20 07:42:28.642100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3cc64916-e563-489f-a550-be49038ddd8a req-136d590d-5b32-4c31-8d00-694fe9778c20 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607076 May 20 07:42:28.713688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-1a9181de-7a91-425e-97c4-dea816afa837 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/9d57d908-918a-430b-895c-b03cdae35bf1 HTTP/1.1" status: 200 len: 1805 time: 0.0549438 May 20 07:42:28.718792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d57d908-918a-430b-895c-b03cdae35bf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:28.719131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9d57d908-918a-430b-895c-b03cdae35bf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:28.724993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:28.730223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:28.734851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:28.744893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:28.906909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.937145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92d57c-c126-443f-a356-59102ea8b349 req-16606714-db2a-4602-8bc5-f493bf664d9d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:28.943411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:28.946183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d92d57c-c126-443f-a356-59102ea8b349 req-16606714-db2a-4602-8bc5-f493bf664d9d tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.1339395 May 20 07:42:28.991536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d92d57c-c126-443f-a356-59102ea8b349 req-7ceb4786-e52c-4e29-8b30-8aa7280b74e2 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444753 May 20 07:42:29.018938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:29.022156 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:29.049265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648857fb-546c-405d-831a-cefaa39a7f2b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:29.066163 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:29.132855 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:29.134203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07c06364-8306-4775-b1ba-18346c8dd1ad req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4197476 May 20 07:42:29.210562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334693f-037f-4c67-811a-00f4ed91defb req-0a2f5a3d-0955-4750-8766-5ef35f4ef308 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:29.220102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f334693f-037f-4c67-811a-00f4ed91defb req-0a2f5a3d-0955-4750-8766-5ef35f4ef308 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1088731 May 20 07:42:29.290114 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f334693f-037f-4c67-811a-00f4ed91defb req-264c6c2b-4af4-4b4b-ba3b-d58e137e8d37 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 May 20 07:42:29.424890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2962fe8-cc31-40a3-b765-c0fba148f7a7 req-1ab0d806-53b6-4021-97ce-8df69e731252 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:29.426444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2962fe8-cc31-40a3-b765-c0fba148f7a7 req-1ab0d806-53b6-4021-97ce-8df69e731252 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 945 time: 0.1527615 May 20 07:42:29.427887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-340440167', 'description': 'tempest-description-821454865'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:29.435580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:29.455789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:29.459257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:29.465922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:29.502181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2962fe8-cc31-40a3-b765-c0fba148f7a7 req-e4b54870-3947-4179-8b9a-253d2593e936 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694172 May 20 07:42:29.570349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:29.604375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:29.608610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:29.613217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:29.615614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d2e47ab8-d7b1-4092-9aa9-fb913d9d954c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:29.645323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:29.843519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:29.945733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ee0be-eba7-4303-bd40-c38bc7666232 req-1998dac0-aa24-44c6-97be-c6823cb1ae04 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:29.947544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb5ee0be-eba7-4303-bd40-c38bc7666232 req-1998dac0-aa24-44c6-97be-c6823cb1ae04 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1192670 May 20 07:42:30.021266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:30.022900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb5ee0be-eba7-4303-bd40-c38bc7666232 req-c0f5c7fd-267b-43cc-88a2-a47656d6bf18 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591462 May 20 07:42:30.023517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:30.023894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.075732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.082046 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b3dd025-ffa7-4199-83ae-0286175e934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:30.208055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cbef9a-b6e8-4542-bca8-50e204b46587,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:30.224370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:30.293392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.295006 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b87b9699-5cbf-4748-8ab2-9543d87946aa req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8724198 May 20 07:42:30.360921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fecaa-4854-42be-ac2a-1cd8511d9fd5 req-0d313ca0-eda3-44ca-a8e8-514fe2970101 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:30.372862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372fecaa-4854-42be-ac2a-1cd8511d9fd5 req-0d313ca0-eda3-44ca-a8e8-514fe2970101 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.2205982 May 20 07:42:30.445740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.510720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372fecaa-4854-42be-ac2a-1cd8511d9fd5 req-8ffeac71-fe73-46e8-b831-6de94b58d5ad tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367779 May 20 07:42:30.527276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:30.547529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:30.566681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-110197898', 'description': 'tempest-description-791180996'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:30.572998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:30.578381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:30.581507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:30.588124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:30.625285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4330422-6708-4d1e-8f29-457d60ad4c2e req-01aa8a82-1e6f-445e-9a30-edab03d86618 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:30.630047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b4330422-6708-4d1e-8f29-457d60ad4c2e req-01aa8a82-1e6f-445e-9a30-edab03d86618 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.1572607 May 20 07:42:30.635517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.638738 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:30.668190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.698676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b4330422-6708-4d1e-8f29-457d60ad4c2e req-5093312c-1be6-4a6b-9da8-4a7d725bad13 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 May 20 07:42:30.708666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:30.713949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:30.716985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:30.735615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:30.795177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:30.815779 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:30.867961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:30.953851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.000720 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76f3bcd3-c6e1-4347-95c7-f0201754d003 tempest-LiveMigrationNegativeTest-858819473 tempest-LiveMigrationNegativeTest-858819473-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:31.157072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667f1f4-85bf-4ee3-ae3f-80424f813eeb req-9af7fc57-7fb5-48b8-9237-9e3797c9ed50 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:31.159103 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8667f1f4-85bf-4ee3-ae3f-80424f813eeb req-9af7fc57-7fb5-48b8-9237-9e3797c9ed50 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 946 time: 0.1244788 May 20 07:42:31.204600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.206066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58d16b9a-4de4-430d-b622-34625998f0fe req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6451221 May 20 07:42:31.214482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b879d0-9c82-429b-8fc9-db34a0cd3805,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:31.235267 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:31.276897 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'code': 200} May 20 07:42:31.287590 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8667f1f4-85bf-4ee3-ae3f-80424f813eeb req-5c6012c3-742e-43aa-9b84-4b052539c539 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219523 May 20 07:42:31.334299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-db632344-8224-4292-8d6f-eea563adce35 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:31.336243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-db632344-8224-4292-8d6f-eea563adce35 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.81 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.3749542 May 20 07:42:31.343749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-b1a5cf10-4735-48fb-9c26-a0046ff8a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:31.345324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-b1a5cf10-4735-48fb-9c26-a0046ff8a2cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1101 time: 0.2734635 May 20 07:42:31.428252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:31.457501 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-10caded7-b1b2-46bb-8477-293a9e2176c0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/26cbef9a-b6e8-4542-bca8-50e204b46587 HTTP/1.1" status: 200 len: 1803 time: 0.1166983 May 20 07:42:31.513569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-6ef88cc6-38f2-4eb5-a3a0-384bd1beb2e3 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/e4b879d0-9c82-429b-8fc9-db34a0cd3805 HTTP/1.1" status: 200 len: 1803 time: 0.0546622 May 20 07:42:31.525298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26cbef9a-b6e8-4542-bca8-50e204b46587', 'remote_group_id': 'e4b879d0-9c82-429b-8fc9-db34a0cd3805', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:31.526418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '26cbef9a-b6e8-4542-bca8-50e204b46587', 'remote_group_id': 'e4b879d0-9c82-429b-8fc9-db34a0cd3805', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:31.533665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:31.538548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:31.541682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:31.552859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:31.609464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:31.798040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.810894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.829615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff979e5-c76f-42d4-9dcc-7d1c63151e13 req-5f935b07-bb97-49d6-8c42-52bfc148e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:31.831351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ff979e5-c76f-42d4-9dcc-7d1c63151e13 req-5f935b07-bb97-49d6-8c42-52bfc148e881 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1097 time: 0.4850855 May 20 07:42:31.844093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe259f-76b0-4d76-b267-0a67f14f2325 req-fafe45e4-2184-44a9-9bc9-65301fee2ac9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:31.851389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fe259f-76b0-4d76-b267-0a67f14f2325 req-fafe45e4-2184-44a9-9bc9-65301fee2ac9 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.3034205 May 20 07:42:31.859607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.883677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.902214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:31.979653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.995667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:31.996872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:31.999052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ff979e5-c76f-42d4-9dcc-7d1c63151e13 req-999f3db1-cc32-4100-b9d1-bb889318b1d4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449521 May 20 07:42:32.018694 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:32.023748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fe259f-76b0-4d76-b267-0a67f14f2325 req-37e16f88-a766-4d26-a372-a33b14a85abb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674814 May 20 07:42:32.026283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Deleting port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:42:32.027717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:32.047707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036a1ccc-6706-4666-81c0-c1b6edb9dd16,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:32.050973 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:32.091283 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9744e585-d3dc-44e3-b7e1-a4526f224c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:32.094973 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:32.119933 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b052c615-b3e5-4e96-a9c9-4a39539ce059 req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5752075 May 20 07:42:32.337412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:42:32.337412 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:42:32.440578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:32.461127 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:32.468333 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:32.522646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4a52b-eaa5-4e86-bfbc-82dee1d51480 req-38b3ddaa-6f3a-4f3e-8248-b79fa98c2e56 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:32.545718 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecf4a52b-eaa5-4e86-bfbc-82dee1d51480 req-38b3ddaa-6f3a-4f3e-8248-b79fa98c2e56 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.2229323 May 20 07:42:32.568000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:32.568000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:32.572082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:32.613418 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecf4a52b-eaa5-4e86-bfbc-82dee1d51480 req-b0c9d93b-c2b9-451f-89f6-4d80c6791dc5 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 May 20 07:42:32.649589 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:32.651460 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f008da6e-10f5-4422-9439-de3e4b3c2404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:32.717811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Calling delete_port for 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:42:32.733092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cecaa-1154-4233-aaca-3ad16eec3a81 req-0ab27dcb-a7ef-42d9-a44c-9da213267da1 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:32.741787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c76cecaa-1154-4233-aaca-3ad16eec3a81 req-0ab27dcb-a7ef-42d9-a44c-9da213267da1 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 950 time: 0.4190693 May 20 07:42:32.820491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:32.824215 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:32.852912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1807457073', 'description': 'tempest-description-78678509'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:32.859251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:32.863347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:32.884930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:32.902287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:32.930657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c76cecaa-1154-4233-aaca-3ad16eec3a81 req-2de57114-4e68-41b7-99e4-311502bfd32e tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879823 May 20 07:42:32.942095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.002946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.063546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:33.072268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:33.083061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:33.099512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:33.254611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.278133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}, {'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:33.370377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.374454 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc0076fe-ec40-43b4-a14c-d62ca98c3f43 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:33.536504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297bb52f-d761-4ffa-b3c4-34f91d4a6cdf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:33.546906 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:33.621785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.622904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:33.623715 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51f5e301-faae-4b15-8224-a287307554cd req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7751117 May 20 07:42:33.673807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:33.759649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:33.759649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.775961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Transition to ACTIVE for port object 882e8c42-7827-4422-9e05-7cdec654cfe7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:33.824347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-f87f3147-4a78-49d2-8668-bb65b232ea5b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6754596 May 20 07:42:33.833447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a09e-ea26-4eff-a9c3-67385d056f81 req-43baf882-6766-4488-80f6-2f92c71895d3 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:33.834462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729ac87-5447-4914-8b81-32bf93d14067 req-59370efa-3627-41c0-a835-5eb79cb6bcf0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:33.836199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5729ac87-5447-4914-8b81-32bf93d14067 req-59370efa-3627-41c0-a835-5eb79cb6bcf0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 946 time: 0.6403069 May 20 07:42:33.848282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e27a09e-ea26-4eff-a9c3-67385d056f81 req-43baf882-6766-4488-80f6-2f92c71895d3 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1004100 May 20 07:42:33.910426 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e27a09e-ea26-4eff-a9c3-67385d056f81 req-e9cc7a1a-6521-454a-aa8e-4632b5fe3a21 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 May 20 07:42:33.975674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.988848 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'code': 200} May 20 07:42:33.988848 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'code': 200} May 20 07:42:33.996625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:33.998937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-103493965', 'description': 'tempest-description-1815340016'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:33.999915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:34.039403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:34.059805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:34.065835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:34.074060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:34.094077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=11']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:34.172020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:34.175816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.215964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:34.222723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:34.226579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:34.232297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5729ac87-5447-4914-8b81-32bf93d14067 req-f1b9f97b-6f1a-4f20-8923-52f8d0b8f373 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896375 May 20 07:42:34.232862 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77e0a5b3-e235-4740-9912-a6837cada30e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:34.248706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:34.354192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] No DVR routers for this DVR port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:34.379291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Pushing event deleted for resources: {'Port': ['ID=2e25a07c-2b3e-4e22-8bee-34dc474a3a64,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:34.390802 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:34.444469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.524103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.528200 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baedc38a-e989-413d-a07b-695c0321fa55 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:34.547489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] No DVR routers for this DVR port 2e25a07c-2b3e-4e22-8bee-34dc474a3a64 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:42:34.557908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-000b11d0-55bf-4bae-b607-d42c3f7213fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:34.559379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-000b11d0-55bf-4bae-b607-d42c3f7213fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1101 time: 0.6781483 May 20 07:42:34.563289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.566675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-deleted', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:34.571343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26faeb5a-5cee-43a4-9a22-e2da3861af33,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:34.574570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:34.588842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:42:34.588842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:42:34.589025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:34.618784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:42:34.619038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Attempting to bind port 882e8c42-7827-4422-9e05-7cdec654cfe7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:42:34.636203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.638255 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2f347e0-4b07-4d6d-bff9-e9f15fcbd41f req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6436090 May 20 07:42:34.640603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:42:34.641010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:42:34.641396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:42:34.650241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Bound port: 882e8c42-7827-4422-9e05-7cdec654cfe7, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:42:34.650241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:34.807603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-993cb81d-bad4-40a7-a906-d472cd11ec49 req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.81 "DELETE /v2.0/ports/2e25a07c-2b3e-4e22-8bee-34dc474a3a64 HTTP/1.1" status: 204 len: 173 time: 3.3961949 May 20 07:42:34.896260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-73dbca51-7043-4edd-a793-9210e05e2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:34.897734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-73dbca51-7043-4edd-a793-9210e05e2b03 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3010135 May 20 07:42:34.914350 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-63d6ad85-686e-47fd-bf8d-fef9defdb7ba req-5ad6af10-b107-4320-a535-2f83af1aa730 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd515c0-12db-4964-9dd7-33beed27ba5b HTTP/1.1" status: 200 len: 210 time: 0.0675969 May 20 07:42:34.978909 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd515c0-12db-4964-9dd7-33beed27ba5b', 'name': 'network-vif-deleted', 'tag': '2e25a07c-2b3e-4e22-8bee-34dc474a3a64', 'status': 'completed', 'code': 200} May 20 07:42:34.993432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e30c-ecef-49a0-925c-360c3e9e4b43 req-d9209d02-a1de-4b9d-a611-03cf61ec786a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.000928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d636e30c-ecef-49a0-925c-360c3e9e4b43 req-d9209d02-a1de-4b9d-a611-03cf61ec786a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.5153303 May 20 07:42:35.006790 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-4e2fdd63-e76a-4928-aeaa-445f581fa5fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.0993855 May 20 07:42:35.050626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-7aecb647-b05e-44af-ba91-ced38773f927 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/297bb52f-d761-4ffa-b3c4-34f91d4a6cdf HTTP/1.1" status: 200 len: 1803 time: 0.0594549 May 20 07:42:35.104851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:42:35.111986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d636e30c-ecef-49a0-925c-360c3e9e4b43 req-510d9360-7c98-4bd1-923f-a41ae00bcf9c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099784 May 20 07:42:35.122151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:42:35.126614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-bb206bac-cfa1-4495-ace4-7c26d7f17eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.126614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-bb206bac-cfa1-4495-ace4-7c26d7f17eab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1045518 May 20 07:42:35.169175 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-70a44842-a6b9-42a4-bf7f-cc0bed210380 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/26faeb5a-5cee-43a4-9a22-e2da3861af33 HTTP/1.1" status: 200 len: 1804 time: 0.1017895 May 20 07:42:35.176991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '297bb52f-d761-4ffa-b3c4-34f91d4a6cdf', 'remote_group_id': '26faeb5a-5cee-43a4-9a22-e2da3861af33', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:35.177599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '297bb52f-d761-4ffa-b3c4-34f91d4a6cdf', 'remote_group_id': '26faeb5a-5cee-43a4-9a22-e2da3861af33', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:35.184859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:35.190998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:35.194915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:35.205290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:35.225376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-52b10df9-4d52-4b64-81d2-828ac97d72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.227188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-52b10df9-4d52-4b64-81d2-828ac97d72b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942822 May 20 07:42:35.261267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.296924 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788d3632-8e3e-4476-9ea4-3a93c2c4d7fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:35.370531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.398126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.398126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.399651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] 10.222.0.84 "PUT /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 1097 time: 3.9862969 May 20 07:42:35.448485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.513181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.580709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff6ca734-5a5d-4533-a4c8-3eb85cc941cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:35.607866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-19346c51-980d-4f01-a971-198ea6478c00 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738942 May 20 07:42:35.616514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07266421-21d5-48f1-9641-4632a37bfae3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:35.631264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:35.658209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:35.659380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e7b14554-8330-4b4b-aec1-54761e473a49 req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4890769 May 20 07:42:35.721988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=12']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:35.733376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:35.825937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024376-20dc-40c3-b37c-3707748f8f91 req-a6e26760-3522-4677-adc4-b7aae0158c44 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.827631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23024376-20dc-40c3-b37c-3707748f8f91 req-a6e26760-3522-4677-adc4-b7aae0158c44 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.4952912 May 20 07:42:35.897431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cee1ce-d02c-4eb5-830f-730822e01dac req-e7f7d7c9-3cba-4613-b986-c0f725ff99b3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.898678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-133590c3-8bd8-4a31-b777-926215c68e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:35.899413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-133590c3-8bd8-4a31-b777-926215c68e57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1100 time: 0.3619833 May 20 07:42:35.905376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f6cee1ce-d02c-4eb5-830f-730822e01dac req-e7f7d7c9-3cba-4613-b986-c0f725ff99b3 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 946 time: 0.1146245 May 20 07:42:36.004638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f6cee1ce-d02c-4eb5-830f-730822e01dac req-fee55f33-4960-4800-b2cb-a32a5e7d6a86 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951118 May 20 07:42:36.053359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19344f82-7fe4-419f-9a8d-92458ef43ab5 req-9039aa6a-8c04-4475-add8-8570d7d265a7 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225276 May 20 07:42:36.074259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23024376-20dc-40c3-b37c-3707748f8f91 req-7940aec4-52ae-474c-a70a-5d5f476847fb tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228184 May 20 07:42:36.086186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-74618f72-ecf7-4033-bc5a-6ce7a646774a tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/26faeb5a-5cee-43a4-9a22-e2da3861af33 HTTP/1.1" status: 200 len: 1804 time: 0.0605547 May 20 07:42:36.179984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:36.186615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-5d168224-5810-4406-9e59-249da567f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:36.189010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-5d168224-5810-4406-9e59-249da567f242 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2806964 May 20 07:42:36.237688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:36.381610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-36860340-7b56-478f-941a-05bdbb47b817 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.1727428 May 20 07:42:36.424681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:36.432819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-616b630c-8f4b-4397-bf9f-9f20583128b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:36.475465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26faeb5a-5cee-43a4-9a22-e2da3861af33,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:36.504087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:36.509578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:36.531923 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7c2d2389-6779-4d3e-85b4-bce6782da5ba req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/26faeb5a-5cee-43a4-9a22-e2da3861af33 HTTP/1.1" status: 204 len: 173 time: 0.4427710 May 20 07:42:36.534933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-36ce8505-f5f9-4cb4-a6dd-29d4485aa709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:36.536635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-36ce8505-f5f9-4cb4-a6dd-29d4485aa709 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1537824 May 20 07:42:36.724482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4de8bdb-81a4-4637-9b11-405001ce7094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:36.853866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d67cc-8b7b-4ea3-a0af-6228c3f80b38 req-f34b6c27-505d-46b9-9b02-e0d7667c13ed tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:36.869097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c9d67cc-8b7b-4ea3-a0af-6228c3f80b38 req-f34b6c27-505d-46b9-9b02-e0d7667c13ed tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.1839991 May 20 07:42:36.879041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-bc3a25b4-6acf-4081-a016-708865fb0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:36.880900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-bc3a25b4-6acf-4081-a016-708865fb0c57 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2945747 May 20 07:42:36.891344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-bf1be478-03e7-4b0f-8b36-7367507f46cc tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:36.893288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-bf1be478-03e7-4b0f-8b36-7367507f46cc tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1705339 May 20 07:42:36.977917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c9d67cc-8b7b-4ea3-a0af-6228c3f80b38 req-5ecb6756-c57e-4b33-bbae-889f805783da tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077771 May 20 07:42:36.995971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:37.101607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c4e249e-d5bc-4f27-a5df-8f8a585c7170 req-95bdb1ed-4307-4579-8baa-5ba2f03235c3 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/297bb52f-d761-4ffa-b3c4-34f91d4a6cdf HTTP/1.1" status: 200 len: 1803 time: 0.0797350 May 20 07:42:37.122762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-15b643e9-a0f9-4f2e-b0f8-f568d48e2478 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 695 time: 0.2032967 May 20 07:42:37.156192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:37.214816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43614) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:37.410373 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'status': 'completed', 'code': 200} May 20 07:42:37.529337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:37.540574 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88d79d75-682d-4e06-a42f-1062281a7695 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acbdbf0193fa4facb00a9824b0c27179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209639 May 20 07:42:37.543293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:37.562609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b3b8c-e616-42ea-a353-817b0509ea77 req-aca001e9-da35-42bc-a770-671461e8b79b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:37.569963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-399b3b8c-e616-42ea-a353-817b0509ea77 req-aca001e9-da35-42bc-a770-671461e8b79b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2453735 May 20 07:42:37.657188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-399b3b8c-e616-42ea-a353-817b0509ea77 req-f9f03409-de69-4893-a88e-2028ea598b6c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862963 May 20 07:42:37.715866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-730475733', 'description': 'tempest-description-48482082'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:37.725257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:37.756527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:37.759519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:37.763173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:37.783880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:37.809921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:37.884786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-3be1a448-9553-41d2-81ef-9fef2345f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:37.886279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-3be1a448-9553-41d2-81ef-9fef2345f3be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1100 time: 0.4748759 May 20 07:42:37.901222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:37.922085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-5b8cfddf-5c4f-466a-b501-e53ed5037bb0 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0277793 May 20 07:42:37.945308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:37.950371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:37.953674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:37.960469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:37.973459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:37.981579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da747294-b135-4c57-a775-f3f4c204ee49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:38.011456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:38.014930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:38.106340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32880285-4a6e-462b-a3b9-a9af097012b5 req-e2a381ea-c4c0-4198-988a-72340721c147 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571016 May 20 07:42:38.108381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:38.113906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:38.118067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbebbcaa-3dd1-4e31-99bd-4b7be5fbffab HTTP/1.1" status: 204 len: 168 time: 0.5733304 May 20 07:42:38.175379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:38.198477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e12b3a09-6f57-461a-8b6d-df1b40f7fc8d tempest-ServersAdminNegativeTestJSON-778798513 tempest-ServersAdminNegativeTestJSON-778798513-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:38.236963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b354c387-d97e-4c54-89cf-935b1f302064,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:38.250307 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:38.272615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:38.280084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1660b40f-1f1c-43cb-b4e8-70d8125a30d1 req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5739055 May 20 07:42:38.383896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-a870616f-f101-4c89-9a96-949532334a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:38.385376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-a870616f-f101-4c89-9a96-949532334a92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 1100 time: 0.2097106 May 20 07:42:38.543522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-e74fa4ad-50c9-4b36-ade7-3b77c6fbda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:38.544984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-e74fa4ad-50c9-4b36-ade7-3b77c6fbda6a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.6483150 May 20 07:42:38.742233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac0c1-5b87-4038-88b1-94f654fe61bc req-f6b20e4e-57d4-4b2c-b702-1ca7c1897782 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:38.757199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-369ac0c1-5b87-4038-88b1-94f654fe61bc req-f6b20e4e-57d4-4b2c-b702-1ca7c1897782 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.1650081 May 20 07:42:38.812800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-b25e9d69-8497-415c-ada6-6d807889dfdc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.2431326 May 20 07:42:38.824048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-369ac0c1-5b87-4038-88b1-94f654fe61bc req-13805502-fd21-4f81-b54a-cd7d01b2bdcf tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654533 May 20 07:42:38.918761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-90838b39-5f5b-4b4d-a866-5032305b7f10 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 200 len: 1802 time: 0.0577755 May 20 07:42:38.935985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b354c387-d97e-4c54-89cf-935b1f302064', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:38.936415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b354c387-d97e-4c54-89cf-935b1f302064', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:38.948452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:38.962559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:38.971709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:38.987028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:39.050259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:39.095750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.139129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:39.166559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d38f9153-af62-4249-8cd5-b2cc709fdd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.172652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-3195656b-1a3b-4422-a659-4f80891b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:39.174128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-3195656b-1a3b-4422-a659-4f80891b9a00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3144088 May 20 07:42:39.184505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-147af751-c907-4eb1-890c-eba33179ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:39.186022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-147af751-c907-4eb1-890c-eba33179ea7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.7929282 May 20 07:42:39.194542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.222198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.227290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Usage tracker for resource:security_group_rule and tenant:45ef4eaefec74e3a9dd0168e4a08c997 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:39.232400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:39.240887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:39.296686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.302221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-905eb98b-d152-4675-b0e8-a2ce03508454 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0754375 May 20 07:42:39.305367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:39.409134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bd4aa1-c3fb-4a9a-8033-95abf78dae1b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:39.418555 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:39.423492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-a826b953-5912-49df-aa18-e2234200e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:39.425770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-a826b953-5912-49df-aa18-e2234200e86b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0716851 May 20 07:42:39.452992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.475019 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.515759 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:42:39.567105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.568711 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c5ab7b6-cead-4045-9c89-3270ed568a4b req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6421244 May 20 07:42:39.603142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.618213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c376861-b37b-470d-81d8-1e0324122e86 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:39.622013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-6dae1105-ce0e-4b6e-a55a-262ed08a3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:39.623507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-6dae1105-ce0e-4b6e-a55a-262ed08a3194 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4366305 May 20 07:42:39.677550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.742343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-c285b15e-ae16-4d31-98d8-bd2aa107ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:39.743948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-c285b15e-ae16-4d31-98d8-bd2aa107ac8d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3084080 May 20 07:42:39.750463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45ef4eaefec74e3a9dd0168e4a08c997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940479 May 20 07:42:39.754644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:42:39.756336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c8f774-0486-4f75-bea5-b9bb4c2f0594,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:39.767253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:39.786377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:40.009665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-a90cd4ee-93e5-4b30-bffb-fc3eb9354985 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727853 May 20 07:42:40.038543 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:40.086368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:40.102098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50713864-7a6e-4bfa-b3bf-1a3c21d37bc0 req-1e269493-df40-4dcf-bf9d-1e873cd37106 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:40.103723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50713864-7a6e-4bfa-b3bf-1a3c21d37bc0 req-1e269493-df40-4dcf-bf9d-1e873cd37106 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2241549 May 20 07:42:40.206799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50713864-7a6e-4bfa-b3bf-1a3c21d37bc0 req-fc8f65fe-7341-497b-9e0c-6518fc3eb2d7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910957 May 20 07:42:40.305933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:40.316236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-b13b0ba8-3f3b-4358-8ee4-387426074f2c service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446541 May 20 07:42:40.326134 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7fb6cc6-3b12-48ef-9bbb-4b9fc44dd01d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:40.326305 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35 associated. External IP: 172.25.8.35, port: b571f0ab-c1d7-4150-9fd2-20536732bd31. May 20 07:42:40.339363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:40.340868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66c8f774-0486-4f75-bea5-b9bb4c2f0594 HTTP/1.1" status: 204 len: 168 time: 0.5884774 May 20 07:42:40.342596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c8f774-0486-4f75-bea5-b9bb4c2f0594,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:40.401996 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:40.558951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-5a499316-2ea0-4482-9f40-1d8212b7ad53 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768474 May 20 07:42:40.582674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-676a0584-b0e4-411a-b415-529d44e89701 req-0b708471-2891-432c-a26d-d938157d274d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 200 len: 2395 time: 0.0875282 May 20 07:42:40.604224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b354c387-d97e-4c54-89cf-935b1f302064', 'remote_group_id': None}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:40.604760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b354c387-d97e-4c54-89cf-935b1f302064', 'remote_group_id': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:40.612065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:40.618861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Usage tracker for resource:security_group_rule and tenant:ae599f3310474e29b24e22534b424031 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:42:40.621588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:42:40.629343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:40.766747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-936473de-5fc4-4d29-a17e-1bfbcab7973c req-be688e8d-90a8-45d7-86de-918fa9758a9f service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000194 May 20 07:42:40.971916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:41.021884 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.119251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.167608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.244229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:41.250825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.252343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.253751 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a54744e-72fd-45fa-b01e-fb79abd51913 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:41.259402 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:41.278768 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:41.279692 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:41.307221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39240fb0-3dc9-4716-9e68-85654a253549,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:41.310032 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:41.346000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-ce1f8886-adc3-4e68-81ef-07bf0294d974 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "PUT /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 995 time: 4.2137473 May 20 07:42:41.351737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:41.412273 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:41.414212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-676a0584-b0e4-411a-b415-529d44e89701 req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8175964 May 20 07:42:41.472735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-4566f563-f877-4402-8ef6-f4bdd7ce1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:41.480248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-4566f563-f877-4402-8ef6-f4bdd7ce1b65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1199713 May 20 07:42:41.521738 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:41.674207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:42:41.691315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-f7f14532-978e-40e0-bcc0-ff5e88ad267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:41.694477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-f7f14532-978e-40e0-bcc0-ff5e88ad267c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.2134545 May 20 07:42:41.845053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb340272-6279-4dfc-a257-24ecb0eb7980 req-7407cee5-0091-448d-abe6-563ca8e11a08 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:41.855716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb340272-6279-4dfc-a257-24ecb0eb7980 req-7407cee5-0091-448d-abe6-563ca8e11a08 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 949 time: 0.1438003 May 20 07:42:41.951270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-d5478056-6f8b-43c6-85a4-561a415c0a22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 998 time: 0.2478373 May 20 07:42:41.957212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb340272-6279-4dfc-a257-24ecb0eb7980 req-1a93bc24-82b1-4011-80e2-1e583a99501f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004326 May 20 07:42:42.072607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:42.106092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'mac_address': 'fa:16:3e:12:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:42:42.125553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-fd773839-c59f-4c67-9a66-1d1389ae293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:42.132089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-fd773839-c59f-4c67-9a66-1d1389ae293d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1783144 May 20 07:42:42.260892 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:39Z', 'revision_number': 1, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:42.277069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:42.277069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:42.277069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:42.326041 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:42.373126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:42.386296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-b01eab75-b79d-4cd8-9871-af959742d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:42.390921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-b01eab75-b79d-4cd8-9871-af959742d8b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542243 May 20 07:42:42.411527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-059d7b3d-88b5-4270-86d1-461ca9fa1558 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:42:42.412809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-059d7b3d-88b5-4270-86d1-461ca9fa1558 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100017 May 20 07:42:42.419534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:42.421173 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:42.492198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:42.496569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:42.594999 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:42.625886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b861-26bd-48cb-b840-1a2926d84811 req-0139247b-f8cf-4e54-8601-c5bd46b07ebe tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:42.628196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=13']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:42.637716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c96b861-26bd-48cb-b840-1a2926d84811 req-0139247b-f8cf-4e54-8601-c5bd46b07ebe tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.4899890 May 20 07:42:42.642391 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:42.708602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-787e3935-61d3-4277-bc1d-5839f0a94459 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825851 May 20 07:42:42.768204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c96b861-26bd-48cb-b840-1a2926d84811 req-34c11469-2f67-4ff8-ae5c-9639a54c1ec5 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285255 May 20 07:42:42.790442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['882e8c42-7827-4422-9e05-7cdec654cfe7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:42.982383 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:42:42.999339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4233e4a-a48c-4f29-9bbe-473e5ce76ec4 req-69be7702-1c1c-48f7-963d-2f7dd22ff1d9 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770710 May 20 07:42:43.050449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c53b06d-86c0-4aa9-8061-0e630aa834a9 req-0a712f2e-59e2-4abf-9559-02c701afae6f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 200 len: 2993 time: 0.1180029 May 20 07:42:43.259929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-fdb8434e-027a-4774-baf7-df095c7cebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:43.262569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-fdb8434e-027a-4774-baf7-df095c7cebef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.2610676 May 20 07:42:43.367530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:39Z', 'revision_number': 1, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:43.377644 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb768bf8-ecc0-4694-a73f-1af43c3f93b1 None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:39Z', 'revision_number': 1, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:43.572797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-4e0697d8-9ccc-4049-92a0-63ee59d9dac1 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-group-rules/39240fb0-3dc9-4716-9e68-85654a253549 HTTP/1.1" status: 200 len: 783 time: 0.0406084 May 20 07:42:43.720293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-cdfefffe-33b5-4f50-9447-990f1bdff653 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 200 len: 2993 time: 0.1459789 May 20 07:42:43.792973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d78f40-49a6-4271-92b5-42c8762a1891 None None] New status for floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:42:43.797926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:43.817169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:43.818885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375807c1-4bbe-420e-8d34-08b192fa5797 req-1bd15d95-c7a0-4657-b4de-b5c6070c9b99 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:43.820758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375807c1-4bbe-420e-8d34-08b192fa5797 req-1bd15d95-c7a0-4657-b4de-b5c6070c9b99 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 950 time: 0.5578842 May 20 07:42:43.868988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-2b25214b-1865-4952-8c52-b6e2708294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:43.870813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-2b25214b-1865-4952-8c52-b6e2708294b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.5404191 May 20 07:42:43.966719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:43.977274 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38a492b8-aed3-4364-9a50-1b3e5e0d7bf5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:43.989386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375807c1-4bbe-420e-8d34-08b192fa5797 req-b4deb422-17de-4093-8e76-238c2b68a29a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606040 May 20 07:42:44.018753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39240fb0-3dc9-4716-9e68-85654a253549,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:44.024336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:44.036721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:44.048943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-24d2baeb-4125-4e45-ba0a-e7677ccc5b41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 998 time: 0.1671593 May 20 07:42:44.060619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-581df63b-d0f7-4a52-9258-5546d08bb903 req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/39240fb0-3dc9-4716-9e68-85654a253549 HTTP/1.1" status: 204 len: 173 time: 0.3381293 May 20 07:42:44.231887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-b58ae3ab-44c9-41a5-805b-dd2a1d72b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:44.234015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-b58ae3ab-44c9-41a5-805b-dd2a1d72b775 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1756234 May 20 07:42:44.357561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-83a16089-c7ef-4952-9a2c-9eace7ed0b0f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:44.363977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-83a16089-c7ef-4952-9a2c-9eace7ed0b0f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1823025 May 20 07:42:44.477207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26253f-f9c0-4629-a301-d19fb46eb277 req-9fff2d7f-388b-46de-a7e3-b1b669137e09 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:44.487771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e26253f-f9c0-4629-a301-d19fb46eb277 req-9fff2d7f-388b-46de-a7e3-b1b669137e09 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1633856 May 20 07:42:44.536808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-7ed71362-7ca1-4bd1-82e2-5d4cdc9b090e tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1000 time: 0.1632290 May 20 07:42:44.543800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-b4a26f5a-002a-43a0-8f4d-381f22243fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:44.545254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-b4a26f5a-002a-43a0-8f4d-381f22243fdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981129 May 20 07:42:44.587992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:44.603355 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e26253f-f9c0-4629-a301-d19fb46eb277 req-176788e5-9d77-4e74-83a6-052eedac7693 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145332 May 20 07:42:44.728520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-a51a7900-e67c-4e73-887e-40956580a852 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 200 len: 2395 time: 0.0651813 May 20 07:42:44.808979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:44.822998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:44.855496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:45.038643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:45.044942 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf0425d5-feee-40b9-8c5b-7e152cc2d6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:45.072517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:45.080828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5b07b47-fd28-488b-8a0f-b062b29a9d96 req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/b354c387-d97e-4c54-89cf-935b1f302064 HTTP/1.1" status: 204 len: 173 time: 0.3513489 May 20 07:42:45.090087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354c387-d97e-4c54-89cf-935b1f302064,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:45.112677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-8a5f3127-d4b3-46de-a44c-81fe0e358057 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553868 May 20 07:42:45.119411 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:45.675382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1034e79-6810-4d54-a6a2-9964a837aaf0 req-866a0a93-6cb6-4ca1-815a-04fc8d7f2e45 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534027 May 20 07:42:45.696345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:42:45.884144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 882e8c42-7827-4422-9e05-7cdec654cfe7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:42:45.889311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 882e8c42-7827-4422-9e05-7cdec654cfe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:42:45.890733 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:46.055516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:46.092598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:46.097021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:46.103450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:46.187195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:46.189565 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:46.223558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:46.294853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=14']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:46.300143 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:46.466682 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35 associated. External IP: 172.25.8.35, port: b571f0ab-c1d7-4150-9fd2-20536732bd31. May 20 07:42:46.909797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:47.337562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:47.338899 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:47.338899 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:47.338899 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:47.374617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:47.515770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:47.781520 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:45Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:47.785536 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:47.795043 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:47.795667 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:47.869250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:47.874732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:47.994972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:48.010688 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:48.039063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-fd901bee-362e-4415-82d5-c845d8ba21df tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "PUT /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 998 time: 3.4822192 May 20 07:42:48.130431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-ef94f3bc-f1af-43fc-be44-5c5bcd52c532 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:48.132150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-ef94f3bc-f1af-43fc-be44-5c5bcd52c532 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports/b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 942 time: 0.0876112 May 20 07:42:48.334691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-0383507e-6c2f-47da-b7e1-0276c2ea4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:48.336110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-0383507e-6c2f-47da-b7e1-0276c2ea4d8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1223161 May 20 07:42:48.513011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-9d967aef-9de9-4b9a-92b1-ca6167286eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:48.516038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-9d967aef-9de9-4b9a-92b1-ca6167286eac service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.1742077 May 20 07:42:48.564964 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:45Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:48.570698 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ec501-f67f-4ff2-aad6-5e6fe96404a6 None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:45Z', 'revision_number': 3, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:48.643563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-605077de-e95d-4a7f-b318-7902ee4e0dc4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.1169174 May 20 07:42:48.738181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-85da3afc-ed25-4c62-9d70-e3b100ef3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:48.740114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-85da3afc-ed25-4c62-9d70-e3b100ef3fbc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0957637 May 20 07:42:48.832726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c0c59-8b76-42dc-9a50-b74843c77e67 None None] New status for floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:42:48.866915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-971e5cb3-4b9a-4ef0-8ce5-1b5ed30503c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:48.869679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-971e5cb3-4b9a-4ef0-8ce5-1b5ed30503c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217051 May 20 07:42:49.053331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-360c107f-5787-40ca-be54-1a73cd602da4 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728442 May 20 07:42:49.261412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-851b81a9-f2f5-416f-867c-915ab1fa4cac service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009847 May 20 07:42:49.411325 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:49.425491 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:49.426254 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:49.476777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-a88f809d-df99-4ee8-8ec4-2b9bb255bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:49.479504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-a88f809d-df99-4ee8-8ec4-2b9bb255bad0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1097 time: 0.0909541 May 20 07:42:49.661153 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:49.662417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-5f086e36-449f-47c2-9ced-2e7a0b8234d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:49.663876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-5f086e36-449f-47c2-9ced-2e7a0b8234d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.1736815 May 20 07:42:49.793610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-56460b52-043b-412f-9102-369f33ac2b1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 1001 time: 0.1195669 May 20 07:42:49.887990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-a211df41-ce1b-417b-9d23-14e68936af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:49.896170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-a211df41-ce1b-417b-9d23-14e68936af5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0953367 May 20 07:42:49.994834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-9e4fcf94-d5d6-4416-b712-fb58f7b12b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:49.997130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-9e4fcf94-d5d6-4416-b712-fb58f7b12b9e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998623 May 20 07:42:50.150181 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:49Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:50.155914 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:50.172024 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:50.173557 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:50.320590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-5971a485-9f1c-4fea-8b3e-c6f0de97c20d service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091037 May 20 07:42:50.398934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:50.494015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6dedd26-ddb9-4911-b68d-56b0b8a68f8b req-11287f0e-005e-4f08-8868-7df2137f82f1 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699448 May 20 07:42:50.632732 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-0ffffc68-bb16-40ca-b443-55d379a30842 req-0a1890f5-d90a-436e-9b91-1264263c7ecf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] show failed (client error): The resource could not be found. May 20 07:42:50.634895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ffffc68-bb16-40ca-b443-55d379a30842 req-0a1890f5-d90a-436e-9b91-1264263c7ecf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/26faeb5a-5cee-43a4-9a22-e2da3861af33 HTTP/1.1" status: 404 len: 352 time: 0.0302455 May 20 07:42:50.909227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9f59c-8d74-4809-8dfe-130d09a0fe6e req-43822663-7fd8-4008-8cf5-51dffec0cc14 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:50.914128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7af9f59c-8d74-4809-8dfe-130d09a0fe6e req-43822663-7fd8-4008-8cf5-51dffec0cc14 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1352000 May 20 07:42:50.941069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:49Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:50.951642 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec973-99de-48f0-94bd-2ec3b46551b1 None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:b0:72:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:42:49Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:51.017707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7af9f59c-8d74-4809-8dfe-130d09a0fe6e req-99ff8da8-f388-41b3-aad2-f6bf50514ec6 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989614 May 20 07:42:51.102949 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'code': 200} May 20 07:42:51.322465 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:42:51.534378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308c6581-1b70-40c6-9700-d113977fb14f req-d539f6e5-c354-414c-838b-864150e4ce5d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1001 time: 0.1854515 May 20 07:42:51.621165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-a8fe792f-8363-4167-9c2c-10472f5d5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:51.622857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-a8fe792f-8363-4167-9c2c-10472f5d5474 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1904294 May 20 07:42:51.638142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6581-1b70-40c6-9700-d113977fb14f req-971450bf-4fe2-448e-9851-46101f56aae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:51.656079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308c6581-1b70-40c6-9700-d113977fb14f req-971450bf-4fe2-448e-9851-46101f56aae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports/d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 943 time: 0.1126831 May 20 07:42:51.954084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308c6581-1b70-40c6-9700-d113977fb14f req-b5da3235-0b7f-4ed2-ac47-78657171abe9 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1001 time: 0.1425049 May 20 07:42:51.955351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-afd44b57-9b97-479c-b5c1-ae4c1ba7b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:51.956709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-afd44b57-9b97-479c-b5c1-ae4c1ba7b45d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.2994461 May 20 07:42:52.067588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-0a25916a-f027-4e76-9554-2132b252a06f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.0873339 May 20 07:42:52.253191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-a0029752-1b4a-44fe-bd3d-cf1e3b1ae9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:52.254876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-a0029752-1b4a-44fe-bd3d-cf1e3b1ae9fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1278098 May 20 07:42:52.267057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6581-1b70-40c6-9700-d113977fb14f req-142b5369-76a6-489b-be6a-14e4463f1c54 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:52.268327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308c6581-1b70-40c6-9700-d113977fb14f req-142b5369-76a6-489b-be6a-14e4463f1c54 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3085239 May 20 07:42:52.423803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-eda422d1-6313-41b7-a567-ca39d203c949 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/297bb52f-d761-4ffa-b3c4-34f91d4a6cdf HTTP/1.1" status: 200 len: 1803 time: 0.1032526 May 20 07:42:52.451343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-9028a9e7-99ee-4a40-9fc1-cf63585fcca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:52.453416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-9028a9e7-99ee-4a40-9fc1-cf63585fcca4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842349 May 20 07:42:52.599711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:52.649520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:52.661730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-19c4786b-1dab-4e10-8193-a9228804a5d8 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982205 May 20 07:42:52.841885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8321e8fb-5a70-479a-a366-a98a4b11c312 req-279f3d7c-7376-434d-971b-a1321e46dfa0 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712668 May 20 07:42:52.895387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:52.901013 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8d6e70f-a6d7-4f52-9a2b-89c9998d1ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:52.915431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297bb52f-d761-4ffa-b3c4-34f91d4a6cdf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:52.927963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.928427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.928856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.929302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.929733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.930155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.930593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.931012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.931429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.931871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.932286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.932941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:52.937164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:52.939691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:52.940990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-820d343a-2549-4569-b97e-8d0bf1fa5e62 req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/297bb52f-d761-4ffa-b3c4-34f91d4a6cdf HTTP/1.1" status: 204 len: 173 time: 0.5097036 May 20 07:42:53.317993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbc841-0b5b-47d3-a7c0-72a96f3a3d49 req-de46081d-d6f5-4b5a-8a7b-1836fb406d86 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:53.319503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8edbc841-0b5b-47d3-a7c0-72a96f3a3d49 req-de46081d-d6f5-4b5a-8a7b-1836fb406d86 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.2287562 May 20 07:42:53.323125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:53.372428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8edbc841-0b5b-47d3-a7c0-72a96f3a3d49 req-2cbb2443-96b6-4f73-9582-941ef1f006d1 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 May 20 07:42:53.631661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-5e3aa937-6d08-4513-bd16-205bb2a55ee2 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1001 time: 0.1272073 May 20 07:42:53.679782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-91405ddf-a298-4b59-84b5-31c4e98ccb14 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300455 May 20 07:42:53.732339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-66dd1b82-d79c-4d47-ad0e-d12bd341128f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:53.734273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-66dd1b82-d79c-4d47-ad0e-d12bd341128f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports/d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 943 time: 0.0972607 May 20 07:42:53.860894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-e55352ac-9abd-4cee-a4d1-e4dd0e2126e8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:53.863004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-e55352ac-9abd-4cee-a4d1-e4dd0e2126e8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769972 May 20 07:42:53.879949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-203e49f4-be14-431b-9e91-4e1fefaf4dab tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/quotas/6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 375 time: 0.0116034 May 20 07:42:53.926617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:53.934048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-d5b64388-e6d0-4673-8e78-d40db17c35af tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1001 time: 0.1087673 May 20 07:42:53.993278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-bbc8d84e-2b12-491c-a31f-44beb9357013 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065068 May 20 07:42:54.105078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-9d7e533f-28c0-4f3c-ae57-a34a9699e8eb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:54.106411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-9d7e533f-28c0-4f3c-ae57-a34a9699e8eb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1660156 May 20 07:42:54.214987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-e1d6a3e7-e3f6-47c9-a664-a21838a64960 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1001 time: 0.0996356 May 20 07:42:54.225246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:54.328462 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.486073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-a06a4a30-c5f2-423a-af63-cdb10256dc97 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/e4b879d0-9c82-429b-8fc9-db34a0cd3805 HTTP/1.1" status: 200 len: 1803 time: 0.0574057 May 20 07:42:54.562705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.593899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.634467 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.735821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.736352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.736352 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35 disassociated. External IP: 172.25.8.35, port: d2e47ab8-d7b1-4092-9aa9-fb913d9d954c. May 20 07:42:54.744309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38ec37a6-a346-47d7-bb23-ea6b8d875701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:54.763240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b879d0-9c82-429b-8fc9-db34a0cd3805,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:54.772587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.772949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.773317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.773701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.774057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.774410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.774756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.775105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.775449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.775794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.776141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.776482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:54.781094 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:54.782129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:54.783228 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6eb0b21d-a245-4aff-9945-f5ad4d05eb6c req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/e4b879d0-9c82-429b-8fc9-db34a0cd3805 HTTP/1.1" status: 204 len: 173 time: 0.2900524 May 20 07:42:54.914280 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'status': 'completed', 'code': 200} May 20 07:42:55.100972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-cbfe749b-7103-4703-9140-ec9cc4028e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:55.102432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-cbfe749b-7103-4703-9140-ec9cc4028e48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1097 time: 0.1802716 May 20 07:42:55.208739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-3b37efdb-7a5f-4c4d-ae7e-b50a1572bd5e tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:55.210382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-3b37efdb-7a5f-4c4d-ae7e-b50a1572bd5e tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/networks?id=ffb86028-319c-421b-9630-7fd0d3944533 HTTP/1.1" status: 200 len: 814 time: 0.1578851 May 20 07:42:55.228836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-9f878d0e-8747-406c-ba4a-9b52f24caf10 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/quotas/15ba0c131d9f4235907056f9a4ffe46d HTTP/1.1" status: 200 len: 375 time: 0.0114541 May 20 07:42:55.321705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-cf9b6d59-0003-4f51-9631-76cb71abb0d5 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=15ba0c131d9f4235907056f9a4ffe46d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842309 May 20 07:42:55.429783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:42:55.459692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-1c9fbfde-e86a-4180-88ee-84dc7e72277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:55.461033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-1c9fbfde-e86a-4180-88ee-84dc7e72277b service neutron] 10.222.0.84 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.3509851 May 20 07:42:55.473001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-df6c3cb4-c4e6-4d21-a05c-d773f8cead7c service neutron] 10.222.0.79 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434703 May 20 07:42:55.596394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-634ffcfa-15a7-4bd1-ad91-5387156d41cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 217 time: 0.0808532 May 20 07:42:55.622395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-158d4001-2506-4686-82eb-6dee43cb2e6f service neutron] 10.222.0.79 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409750 May 20 07:42:55.727568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:42:55.729732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:42:55.762511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-de265e81-732e-45a7-92ff-c48b2dcb68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:55.763988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-de265e81-732e-45a7-92ff-c48b2dcb68be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1593263 May 20 07:42:55.785901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:42:55.801503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:55.813712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:42:55.849461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:55.849461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:56.019999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-667ac5a2-43db-4c82-8c65-737cdfb56dba tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "PUT /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 694 time: 1.7985704 May 20 07:42:56.144427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:56.168163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'mac_address': 'fa:16:3e:95:98:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:42:56.192857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-c377ffdc-f40f-4f90-9cb7-dce9f8ad99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:56.194487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-c377ffdc-f40f-4f90-9cb7-dce9f8ad99b2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3665466 May 20 07:42:56.223959 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:56.245696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-17763044-07b7-42c0-a689-2b0600f3255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:56.247750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-17763044-07b7-42c0-a689-2b0600f3255b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1097 time: 0.2031021 May 20 07:42:56.271578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:56.342761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:56.362256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:56.372784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:56.381894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:56.416971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07169d-b02a-4703-9419-cc24e177aa6f req-d1df38d7-8744-4ffa-8b15-5a45eeaf86df tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:56.421273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3e07169d-b02a-4703-9419-cc24e177aa6f req-d1df38d7-8744-4ffa-8b15-5a45eeaf86df tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.1722927 May 20 07:42:56.439157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:56.465972 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:56.546368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3e07169d-b02a-4703-9419-cc24e177aa6f req-d1b9eae5-277e-4786-b880-e71e5d3774a2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162310 May 20 07:42:56.599025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:56.694707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-73baa0a3-3c85-4844-8fa9-988d90d39c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:56.702393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-73baa0a3-3c85-4844-8fa9-988d90d39c2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.4477072 May 20 07:42:56.788517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-2c8df0e9-ab2a-4f8b-8d8b-79c7c8493bde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 217 time: 0.0852065 May 20 07:42:56.824999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-5fae0f7f-98dc-43f9-a291-3f3beb67332d service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172372 May 20 07:42:56.853278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bde488c2-7784-42b6-b645-796e5bfd33f7 req-a009498e-2cdd-44bf-93b2-dd66a536286c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 210 time: 0.1150723 May 20 07:42:56.940233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:42:56.940699 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:42:56.941077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:56.955144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:42:56.974715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.975128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.975424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.977279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.977662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.977996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.978330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.979005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.979571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.979908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.980380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.980559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-93d4deb1-29e6-4b0e-a8d5-ead8cf24671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:56.980775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:42:56.987032 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:56.995027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-93d4deb1-29e6-4b0e-a8d5-ead8cf24671b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.2055721 May 20 07:42:57.083457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-8d9a8c73-7454-47e7-a1c8-12d1e9fe0189 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863240 May 20 07:42:57.113896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-6e4844cc-a317-4940-9512-f602a00127ca tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/26cbef9a-b6e8-4542-bca8-50e204b46587 HTTP/1.1" status: 200 len: 1803 time: 0.0492368 May 20 07:42:57.168061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:57.182730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:42:57.195146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48692402-7f2d-4505-aaf0-63d6a35acea2 req-a0e70d13-cdca-4803-b112-547a44bc89d9 service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625784 May 20 07:42:57.197687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:42:57.198332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:57.259966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:57.297963 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:57.440314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:42:57.486165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:57.489512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-c6564706-3df5-4bc8-8911-a84a143d5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:57.491221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-c6564706-3df5-4bc8-8911-a84a143d5230 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4953775 May 20 07:42:57.494144 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3dd5561-91cd-4a9b-83b4-416637e78059 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:57.500010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-b4dd8c61-ddbf-44a9-bc6e-65bd8803941c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:57.501465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-b4dd8c61-ddbf-44a9-bc6e-65bd8803941c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103189 May 20 07:42:57.510481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:57.512018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3bc221f-ec21-4e0f-85c4-cd2fd48f1581 req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/26cbef9a-b6e8-4542-bca8-50e204b46587 HTTP/1.1" status: 204 len: 173 time: 0.3906074 May 20 07:42:57.515059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cbef9a-b6e8-4542-bca8-50e204b46587,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:57.518927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:57.529207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Request body: {'port': {'device_id': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '6d465a5288534f42899806e1c3d9e902'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:57.586170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:42:57.602910 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:57.659407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:42:57.714755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-99bf05d7-9af1-48a1-9bc4-c6c9fce5e8f1 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121723 May 20 07:42:57.724534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4174e67e-59eb-429d-a147-ec96c1dcb0ed req-2c17b2bd-af3a-4edb-bbdf-403fa757eca4 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 210 time: 0.0491328 May 20 07:42:57.894634 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'code': 200} May 20 07:42:57.897683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:42:57.928893 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'status': 'completed', 'code': 200} May 20 07:42:57.949449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16472a81-0813-4775-92fb-e969a57eb26e req-4bce8be4-1a0d-47fc-a2e9-dff25204dba1 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/9d57d908-918a-430b-895c-b03cdae35bf1 HTTP/1.1" status: 200 len: 2404 time: 0.0771029 May 20 07:42:58.009385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:42:58.024018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.025738 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:58.029695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:42:58.101713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b037eef0-4982-4395-a9eb-4c25fc3a1ae8 req-6e2cc2bd-be1e-4eb4-8903-271c38b9c5f0 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202002 May 20 07:42:58.132629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-38174731-1c84-4779-9d40-d1fdec26d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:58.134185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-38174731-1c84-4779-9d40-d1fdec26d71b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 1097 time: 0.2377288 May 20 07:42:58.145290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Made reservation on behalf of 6d465a5288534f42899806e1c3d9e902 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:42:58.146606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-16472a81-0813-4775-92fb-e969a57eb26e req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.152866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.183509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-16472a81-0813-4775-92fb-e969a57eb26e req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.190586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:58.197228 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:58.197371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:42:58.201893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b849b-5ade-42eb-9334-37fe2322d6b7 None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:42:58.315275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-16472a81-0813-4775-92fb-e969a57eb26e req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.321774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:42:58.324306 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-97faf910-9e28-4ee2-9fa7-bda919ac9ba5 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:42:58.373149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-16472a81-0813-4775-92fb-e969a57eb26e req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:58.377159 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16472a81-0813-4775-92fb-e969a57eb26e req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/9d57d908-918a-430b-895c-b03cdae35bf1 HTTP/1.1" status: 204 len: 173 time: 0.4049857 May 20 07:42:58.380937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57d908-918a-430b-895c-b03cdae35bf1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:42:58.386527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:42:58.576740 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d437ccec-3aaa-489a-97d4-1e0bdbfc1aa2 req-6a0facf7-abad-4425-b041-936e9e473f67 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 210 time: 0.0523500 May 20 07:42:58.595156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-53e99b6f-28eb-47ba-975e-c476b1e6dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:58.605069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-53e99b6f-28eb-47ba-975e-c476b1e6dd7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.4536052 May 20 07:42:58.653182 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfdffee-5f0c-4932-a310-91cf358f01b2 None None] New status for floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:42:58.712323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-43b41948-721f-4647-b16c-868e4013890d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 200 len: 217 time: 0.0991549 May 20 07:42:58.825392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Allocated IP 192.168.233.112 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/1e4fcb8f-474c-4246-917a-1f4e93f6a35f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:42:58.853124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-459e6dca-7974-4e7b-8b32-1f5a2c9a153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:58.854753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-459e6dca-7974-4e7b-8b32-1f5a2c9a153c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1303051 May 20 07:42:58.864266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b083b-50ba-4392-9535-5e7a0edae20b req-7d5af650-ad59-4229-90a2-c4fa64fe39be tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:58.872523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-402b083b-50ba-4392-9535-5e7a0edae20b req-7d5af650-ad59-4229-90a2-c4fa64fe39be tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 949 time: 0.5081744 May 20 07:42:59.107053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-402b083b-50ba-4392-9535-5e7a0edae20b req-1775be23-4bb0-4b97-9ca2-14059b6e46cd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332213 May 20 07:42:59.303054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-0d2caadf-6296-4d24-b8fe-410215e2afd5 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:59.303811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-0d2caadf-6296-4d24-b8fe-410215e2afd5 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Synchronizing usage tracker for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:42:59.332291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-8825f32f-30f8-4ae9-9822-cdd8b18d4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:59.334033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-8825f32f-30f8-4ae9-9822-cdd8b18d4924 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4583547 May 20 07:42:59.403978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-b2fbf5f7-d159-4c58-a8bd-cdd0cc8b5028 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "GET /v2.0/security-groups/80504df6-0269-44cf-8edc-b9698d14502c HTTP/1.1" status: 200 len: 2397 time: 0.2072551 May 20 07:42:59.409534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-10366e52-5c9b-4a96-a9e5-51dd880cb49f req-1421c325-0e87-4584-98e3-0a49ba2d17ce tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 210 time: 0.0520732 May 20 07:42:59.645813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-24b9d272-645f-4b4c-b3da-6645cf6e935f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:42:59.648225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-24b9d272-645f-4b4c-b3da-6645cf6e935f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932660 May 20 07:42:59.660233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-0d2caadf-6296-4d24-b8fe-410215e2afd5 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Unset dirty status for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:42:59.661240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-0d2caadf-6296-4d24-b8fe-410215e2afd5 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.84 "GET /v2.0/networks?id=ffb86028-319c-421b-9630-7fd0d3944533 HTTP/1.1" status: 200 len: 814 time: 0.7225945 May 20 07:42:59.683337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:59.694386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Request body: {'port': {'device_id': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'admin_state_up': True, 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:59.738645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-78f3d6ba-67ed-40c0-ad43-cc0fb84595b6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 695 time: 0.0793266 May 20 07:42:59.770462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:42:59.808697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Transition to ACTIVE for port object 1e4fcb8f-474c-4246-917a-1f4e93f6a35f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:42:59.832408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:59.885246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-27ff8393-89b0-4c27-99e3-3f83905a7897 service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388410 May 20 07:42:59.892742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:42:59.981484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.025677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:00.043392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:00.063761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Usage tracker for resource:port and tenant:15ba0c131d9f4235907056f9a4ffe46d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:00.075488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:00.099381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:00.101398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 502d3606-7cbf-4f59-8716-f82b69a57e99 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:00.101923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.119926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.133043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-87760587-9efb-4d41-8e59-851914e1a080 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:00.159743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:00.186850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340', '882e8c42-7827-4422-9e05-7cdec654cfe7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:00.238811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e0aaf85-79e6-4fdb-819a-0ef242400a3e req-1a086157-7b67-4fa2-9619-a08319c60310 service neutron] 10.222.0.84 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303859 May 20 07:43:00.247385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Made reservation on behalf of 15ba0c131d9f4235907056f9a4ffe46d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:00.251683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.263566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:00.269143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:00.275767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:00.357926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.390978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:00.396461 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:00.511093 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8437e68e-e0b1-489e-af30-ed6e14647f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:00.569155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:00.570183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.635371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.636593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a955060d-65d9-4320-b9fc-3ecbe08f7c74 req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] 10.222.0.79 "DELETE /v2.0/security-groups/80504df6-0269-44cf-8edc-b9698d14502c HTTP/1.1" status: 204 len: 173 time: 1.2146459 May 20 07:43:00.637577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80504df6-0269-44cf-8edc-b9698d14502c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:00.666052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:00.666052 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:00.786957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2638013 May 20 07:43:00.804101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Deleting subnet 95f9dd8f-2e5b-4fa8-9daa-03d0bd1d06b3 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:43:00.809733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.860503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.883502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a0ab1c22-97b6-4683-b9a4-b4449acad1ca None None] Provisioning for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:00.891567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.902547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Allocated IP 172.20.0.13 (ffb86028-319c-421b-9630-7fd0d3944533/5d21a069-27c7-4041-9eed-28468e64f902/733136c5-373d-4b1c-90c0-991c52bb673b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:00.920076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Request body: {'port': {'device_id': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:00.923008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a0ab1c22-97b6-4683-b9a4-b4449acad1ca None None] Provisioning complete for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:00.923396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1c22-97b6-4683-b9a4-b4449acad1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:00.978471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:01.015646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:01.034637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab1c22-97b6-4683-b9a4-b4449acad1ca None None] Port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:43:01.043752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:01.045302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:01.139602 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:01.141976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:01.187323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c9612-d5c9-4e8e-a7ae-7cc2481ffd70 req-53b59c65-5f72-4e3d-906e-81bec1b7cbea tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:01.188139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e06c9612-d5c9-4e8e-a7ae-7cc2481ffd70 req-53b59c65-5f72-4e3d-906e-81bec1b7cbea tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:01.246501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:01.252122 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:01.272004 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35 associated. External IP: 172.25.8.35, port: b571f0ab-c1d7-4150-9fd2-20536732bd31. May 20 07:43:01.290295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:01.344210 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:01.468897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e06c9612-d5c9-4e8e-a7ae-7cc2481ffd70 req-53b59c65-5f72-4e3d-906e-81bec1b7cbea tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:01.480019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e06c9612-d5c9-4e8e-a7ae-7cc2481ffd70 req-53b59c65-5f72-4e3d-906e-81bec1b7cbea tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 936 time: 0.6406219 May 20 07:43:01.974978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:43:02.060430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-b12b8ae8-d992-4f49-b842-3b0ab75daaea tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:02.062381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-b12b8ae8-d992-4f49-b842-3b0ab75daaea tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.84 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 946 time: 0.8493996 May 20 07:43:02.065129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e06c9612-d5c9-4e8e-a7ae-7cc2481ffd70 req-2986c1fe-c2bf-46bf-866c-53d01386b108 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504633 May 20 07:43:02.124489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.187939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Transition to ACTIVE for port object 733136c5-373d-4b1c-90c0-991c52bb673b will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:02.303147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:02.311744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.314830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:02.336915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:02.337583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:02.376579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:02.384464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.401331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Transition to ACTIVE for port object 1e4fcb8f-474c-4246-917a-1f4e93f6a35f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:02.411195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-430e4d57-59c0-4213-95a7-794333035ae6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "PUT /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 995 time: 2.6662261 May 20 07:43:02.411993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:02.448861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.455542 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:02.510609 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.515295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.527646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-83b8ff5e-f3bd-445f-a19e-c111e893aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:02.538491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-83b8ff5e-f3bd-445f-a19e-c111e893aa94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1112313 May 20 07:43:02.562979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:02.625060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:02.643963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Network ffb86028-319c-421b-9630-7fd0d3944533 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:02.650909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:02.652782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Pushing event updated for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:02.669537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:02.739005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95f9dd8f-2e5b-4fa8-9daa-03d0bd1d06b3 HTTP/1.1" status: 204 len: 168 time: 2.0734682 May 20 07:43:02.740089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:02.740976 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:02.752208 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:02.865077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-74be9a19-9ed9-47c7-9215-79d97141e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:02.873168 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-74be9a19-9ed9-47c7-9215-79d97141e702 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.3337827 May 20 07:43:03.118835 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-1ad19717-46ea-4ac4-b133-a06ec544a22b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 998 time: 0.2429583 May 20 07:43:03.163039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:03.183875 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:03.188088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885731c8-568f-47cc-a4b5-517e4e10854e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.634s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:03.219835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:03.223200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.255867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f9dd8f-2e5b-4fa8-9daa-03d0bd1d06b3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:03.265887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.268270 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:03.271750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-6859cfc7-adb7-4e96-9bcc-f5402b41bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:03.280888 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-6859cfc7-adb7-4e96-9bcc-f5402b41bf83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.1609805 May 20 07:43:03.291326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:03.291909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:03.292459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:03.299773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:03.314441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:03.316133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:03.316664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:03.317221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:03.317856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Bound port: 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:03.319007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.353085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:43:00Z', 'revision_number': 8, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:03.359724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:03.369258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:03.369998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:03.385154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7047651 May 20 07:43:03.401941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-dba31134-d0ac-44dd-8bac-09552ebf780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:03.409927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-dba31134-d0ac-44dd-8bac-09552ebf780d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278262 May 20 07:43:03.415313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-56074edc-7e07-4ba3-be09-00ec4608e90d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:43:03.426760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-56074edc-7e07-4ba3-be09-00ec4608e90d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157933 May 20 07:43:03.479986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b1e92298-43a4-46ba-85fc-1948b428f09f None None] Provisioning for port 733136c5-373d-4b1c-90c0-991c52bb673b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:03.491376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b1e92298-43a4-46ba-85fc-1948b428f09f None None] Provisioning complete for port 733136c5-373d-4b1c-90c0-991c52bb673b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:03.491845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1e92298-43a4-46ba-85fc-1948b428f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.684133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-7221a171-2831-4de4-8c67-be490775183a service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562041 May 20 07:43:03.685542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b1e92298-43a4-46ba-85fc-1948b428f09f None None] Port 733136c5-373d-4b1c-90c0-991c52bb673b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:43:03.718227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:03.750275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.784694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d2e47ab8-d7b1-4092-9aa9-fb913d9d954c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:03.789094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:03.792732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:03.805166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ee4c90-e5ef-46da-a6ec-dccf4313089c']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:03.841701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b050f716-8c72-4267-ad64-b43001c57d6c') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:03.842172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b050f716-8c72-4267-ad64-b43001c57d6c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:03.874598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.880627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-401a1a77-5c12-4d1d-b882-ad477f1b08e1 req-dd3aebed-2874-48e7-9b1a-0ad51205cf87 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904478 May 20 07:43:03.907588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.915646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:43:03.916059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: timer() May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:43:03.947367 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:43:03.961853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:03.970443 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-362dc966-2af9-4ac0-a99c-3ce6d59495cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:04.063638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:04.097991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:04.098607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:04.099974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] 10.222.0.84 "PUT /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 1096 time: 3.1952629 May 20 07:43:04.100465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:04.119525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:04.130006 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:04.205102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:04.209071 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:04.225162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:04.247412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ee4c90-e5ef-46da-a6ec-dccf4313089c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:04.256669 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:04.258624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] 10.222.0.79 "DELETE /v2.0/networks/c1ee4c90-e5ef-46da-a6ec-dccf4313089c HTTP/1.1" status: 204 len: 168 time: 1.5077240 May 20 07:43:04.269906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:04.404570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:04.416868 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:04.459059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ce03-4269-4fc7-a8f0-76dfcd92a9db req-a3295b2c-2c83-4233-a3d6-e17b1a226550 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:04.460519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ef5ce03-4269-4fc7-a8f0-76dfcd92a9db req-a3295b2c-2c83-4233-a3d6-e17b1a226550 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 950 time: 0.2106450 May 20 07:43:04.521979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ef5ce03-4269-4fc7-a8f0-76dfcd92a9db req-c2f4a901-ed78-4f7d-8ee1-d7b8ee8f5701 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 May 20 07:43:04.581966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:04.586121 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:04.609513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:43:00Z', 'revision_number': 8, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:04.613759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae09f20-05c9-40c7-b629-67ec56bbc98b None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '581bf136-2b81-4286-8b94-9a1fdd1e3b35', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'port_id': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'mac_address': 'fa:16:3e:28:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:42:04Z', 'updated_at': '2021-05-20T07:43:00Z', 'revision_number': 8, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:04.746995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b78ce-976b-416e-aaf6-ab80aee5e3eb req-72195952-a237-4cfd-8459-3f957769bbc7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:04.748540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a9b78ce-976b-416e-aaf6-ab80aee5e3eb req-72195952-a237-4cfd-8459-3f957769bbc7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 932 time: 0.1010399 May 20 07:43:04.804290 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a9b78ce-976b-416e-aaf6-ab80aee5e3eb req-7e6dac81-93e2-4667-8056-56781b6adcab tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 May 20 07:43:04.883022 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd64b6-3afa-40f6-81be-f4e2b37cd453 None None] New status for floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:43:04.901111 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'code': 200} May 20 07:43:04.952258 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:43:05.028840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43956) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:05.124429 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ac23d7c2-7297-4f00-ac9c-2495f86609cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae599f3310474e29b24e22534b424031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921931 May 20 07:43:05.127137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43960) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:05.256824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-66970241-eda7-436f-b764-ef86c3d2e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.258653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-66970241-eda7-436f-b764-ef86c3d2e004 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.2758906 May 20 07:43:05.393707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:05.453566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:05.517001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b14bb8-916c-4d43-9195-68be55ef7fc4 req-f3f81b45-892c-4f88-a4f3-d2369a52b80a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.520982 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69b14bb8-916c-4d43-9195-68be55ef7fc4 req-f3f81b45-892c-4f88-a4f3-d2369a52b80a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.3991024 May 20 07:43:05.525383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccb86b-c171-4ac0-aa89-426a8e6dda40 req-c9bda840-3ede-480e-b486-add8c7c71b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.532307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30ccb86b-c171-4ac0-aa89-426a8e6dda40 req-c9bda840-3ede-480e-b486-add8c7c71b33 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1101 time: 0.3768611 May 20 07:43:05.585756 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69b14bb8-916c-4d43-9195-68be55ef7fc4 req-818ef4d8-d27b-461d-a5ce-61d1a1d66246 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590854 May 20 07:43:05.596554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30ccb86b-c171-4ac0-aa89-426a8e6dda40 req-8a00e9b5-83bb-4991-bd53-21eb2869ce24 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625856 May 20 07:43:05.613648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-b7aefc2d-e576-479e-aeb9-022404ec696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.615184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-b7aefc2d-e576-479e-aeb9-022404ec696e service neutron] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.3481734 May 20 07:43:05.707539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:05.723328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7f48e5a-8ede-48fc-8011-0652f9f6a483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:05.759194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-8f5d1802-4acf-4c32-b9f9-a0683e273945 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 1000 time: 0.1112731 May 20 07:43:05.765969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e55796-5601-43a2-a2ab-9022f5744b7a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:05.770956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:05.785432 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d14cc47-375d-472f-9f3e-d9964f2e9e69 req-2568a32c-4f94-4cbd-9fc4-ec7064b3b51b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 997 time: 0.1571438 May 20 07:43:05.816986 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:05.821836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6e55796-5601-43a2-a2ab-9022f5744b7a HTTP/1.1" status: 204 len: 168 time: 0.6936729 May 20 07:43:05.864075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-21b2541e-83d3-459b-b845-a32e3b7197d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.865900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-21b2541e-83d3-459b-b845-a32e3b7197d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0908999 May 20 07:43:05.974031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-b67b6abe-725f-4d03-af2c-c3ef6e830362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.975591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-b67b6abe-725f-4d03-af2c-c3ef6e830362 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003077 May 20 07:43:05.981229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14cc47-375d-472f-9f3e-d9964f2e9e69 req-b43c5514-077b-4893-a25a-93f46a68fc7d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:05.988364 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d14cc47-375d-472f-9f3e-d9964f2e9e69 req-b43c5514-077b-4893-a25a-93f46a68fc7d tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2018466 May 20 07:43:05.994925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-0d14cc47-375d-472f-9f3e-d9964f2e9e69 req-8db2f72e-872c-47a2-99d0-dcf126efd943 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:43:06.005618 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d14cc47-375d-472f-9f3e-d9964f2e9e69 req-8db2f72e-872c-47a2-99d0-dcf126efd943 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159771 May 20 07:43:06.079025 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'status': 'completed', 'code': 200} May 20 07:43:06.127978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-0394f22b-3c1b-4296-aca5-3222de172d90 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409144 May 20 07:43:06.262850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe835b-af6f-4784-8c12-ac768eb4cef3 req-39b046ce-0b2e-47f9-8a74-f6fd3428783c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:06.270339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdbe835b-af6f-4784-8c12-ac768eb4cef3 req-39b046ce-0b2e-47f9-8a74-f6fd3428783c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 950 time: 0.1012514 May 20 07:43:06.335298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdbe835b-af6f-4784-8c12-ac768eb4cef3 req-a6defc35-e2a5-4cd5-9239-bccbc7082921 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613389 May 20 07:43:06.354633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-392baada-83aa-494a-bca0-8de4aac0fa4b req-b1197509-f9e2-496d-9816-39a094f87b1e service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190073 May 20 07:43:06.566788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef238d50-3e23-496b-8cf8-e2bc7eba8047 req-5d41d918-cc91-4b02-bef1-7af6821ff7da tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:06.569187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef238d50-3e23-496b-8cf8-e2bc7eba8047 req-5d41d918-cc91-4b02-bef1-7af6821ff7da tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 932 time: 0.1250241 May 20 07:43:06.663210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef238d50-3e23-496b-8cf8-e2bc7eba8047 req-71663e0a-9695-4a1f-b372-6827e0a854e2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846872 May 20 07:43:06.774885 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa324266-c542-475b-b27b-ca472a08e672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:06.849883 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-9faf5b2a-63b0-4c44-bc67-485422234f14 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1000 time: 0.1465619 May 20 07:43:06.902776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:06.943067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-17df43aa-f8ba-4c2b-a950-ea65b3ce4824 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:06.944511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-17df43aa-f8ba-4c2b-a950-ea65b3ce4824 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports/b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 942 time: 0.0879230 May 20 07:43:07.160887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-aea9b0c2-69f5-457d-b7b7-5956f0d81ce8 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1000 time: 0.1110699 May 20 07:43:07.337924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-bc6b5538-385f-4ebe-bc9d-a16de42c9514 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:07.339707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-bc6b5538-385f-4ebe-bc9d-a16de42c9514 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1726859 May 20 07:43:07.477140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-f9cfd23a-b5e0-4602-a71c-064fbca973ff tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 1000 time: 0.1294742 May 20 07:43:07.484109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:07.614898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:08.017908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:08.106467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:08.106789 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35 disassociated. External IP: 172.25.8.35, port: b571f0ab-c1d7-4150-9fd2-20536732bd31. May 20 07:43:08.491464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:43:08.679138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:08.683536 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:08.690612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:08.700713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:08.701350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:42:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:08.745788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-a8c42172-2b58-4e8b-bb9c-06d742120c6f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "PUT /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 695 time: 1.2661896 May 20 07:43:08.746303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:08.865207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-29b758f9-7139-4abf-8fac-9728cc434e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:08.866745 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-29b758f9-7139-4abf-8fac-9728cc434e66 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.1011181 May 20 07:43:08.923490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:09.021533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-f3cccdfc-92a8-475c-9733-abc672aff26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:09.021533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-f3cccdfc-92a8-475c-9733-abc672aff26a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.1440082 May 20 07:43:09.110417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-7389a04c-6cd4-4417-bcf2-316f5d3e03b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.0838156 May 20 07:43:09.194415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-f5054524-6535-48a5-a38d-9238157fccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:09.195897 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-f5054524-6535-48a5-a38d-9238157fccea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0793512 May 20 07:43:09.197540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2d1616f-2520-43d3-b197-49d7186d8851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:09.286583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:09.287181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cae39-6947-4b01-966e-efc530cad69f req-98092ee3-4922-471d-b543-5536a5af5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:09.288699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-98092ee3-4922-471d-b543-5536a5af5c0b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788443 May 20 07:43:09.291000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:09.301199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:09.301901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:09.445516 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-2862f700-c2b5-46da-b4de-61d6f014e7d6 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465042 May 20 07:43:09.585605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:09.610552 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73cae39-6947-4b01-966e-efc530cad69f req-40b1c021-dcd7-4fc3-9fa4-5a95f2d6d308 service neutron] 10.222.0.79 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545801 May 20 07:43:09.631469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:09.942789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:09.946720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46927948-1a37-4da4-96f3-eeaceffb01ce None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:41:37Z', 'revision_number': 4, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b8df6414-5a9c-4b56-86c6-101a628222ad', 'name': '', 'network_id': 'ece50726-4657-4916-8fd0-8e8d264d7277', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'mac_address': 'fa:16:3e:94:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5124db69-efae-4149-b32c-b175244ca0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:34Z', 'updated_at': '2021-05-20T07:41:45Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'subnets': [{'id': '5124db69-efae-4149-b32c-b175244ca0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:09.958778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c74f9-49b2-482a-9ef8-e863ef042478 req-cb948a33-e143-47f1-91aa-eaf4f636e1a0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:09.968121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-083c74f9-49b2-482a-9ef8-e863ef042478 req-cb948a33-e143-47f1-91aa-eaf4f636e1a0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.0980816 May 20 07:43:10.040658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-083c74f9-49b2-482a-9ef8-e863ef042478 req-d04d7380-3654-4d88-be3c-a1d9d89bb69e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662878 May 20 07:43:10.119193 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'code': 200} May 20 07:43:10.374536 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d450f7-08e7-43e2-9533-b1a291651a3c None None] New status for floating IP 581bf136-2b81-4286-8b94-9a1fdd1e3b35: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:43:10.492247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd2eb2-fb56-482d-9659-b32b7c6a3b69 req-d98d56ca-dc17-4f34-bb2c-127199700ff2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:10.503314 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81fd2eb2-fb56-482d-9659-b32b7c6a3b69 req-d98d56ca-dc17-4f34-bb2c-127199700ff2 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 950 time: 0.2823999 May 20 07:43:10.579987 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81fd2eb2-fb56-482d-9659-b32b7c6a3b69 req-6f660e5c-24b9-4431-9bca-95eb0c510636 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756907 May 20 07:43:11.041374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e8f07-44bc-4308-a05f-02bd7be62667 req-1aaf3713-415d-4676-860b-484566def5fa tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:11.042887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f24e8f07-44bc-4308-a05f-02bd7be62667 req-1aaf3713-415d-4676-860b-484566def5fa tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 932 time: 0.0873981 May 20 07:43:11.074656 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.091130 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f24e8f07-44bc-4308-a05f-02bd7be62667 req-c2fc6cad-3d31-4eb2-aea4-9983476c75dc tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 May 20 07:43:11.143480 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:43:11.244622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-17cde84f-1dc0-48d9-8d86-2d5883676d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:11.246844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-17cde84f-1dc0-48d9-8d86-2d5883676d55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 1096 time: 0.0748446 May 20 07:43:11.386412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-a068d9c7-6a42-404e-ad32-b8b930cabe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:11.387840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-a068d9c7-6a42-404e-ad32-b8b930cabe79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 200 len: 921 time: 0.1342428 May 20 07:43:11.422736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:11.472485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-2a22f358-a54c-4fbe-8c34-e8ee84c92e84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 200 len: 217 time: 0.0778899 May 20 07:43:11.552284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-828ab80a-239c-4d16-b549-199942ee6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:11.552284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-828ab80a-239c-4d16-b549-199942ee6523 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 200 len: 859 time: 0.0596819 May 20 07:43:11.573778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.594150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Request body: {'port': {'device_id': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:11.605231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:11.609447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Usage tracker for resource:security_group_rule and tenant:d64ae64dec184bccb2252a2477e8e5b8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:11.612311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:11.617970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:11.719307 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.795406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.804566 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56e17a28-f8f8-428e-92f1-6beda9e2d57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:11.845452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d64ae64dec184bccb2252a2477e8e5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215641 May 20 07:43:11.846502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980721b-05e4-4d6d-961f-4cb4183eb26f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:11.848862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:11.851590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:11.914197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.943081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:11.950831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:12.079200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-4ed92039-6455-4da4-aeb9-321ada383b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:12.080577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-4ed92039-6455-4da4-aeb9-321ada383b1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ece50726-4657-4916-8fd0-8e8d264d7277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5318403 May 20 07:43:12.116020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:12.123291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:12.143282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980721b-05e4-4d6d-961f-4cb4183eb26f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:12.149122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:12.157099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:12.160792 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7980721b-05e4-4d6d-961f-4cb4183eb26f HTTP/1.1" status: 204 len: 168 time: 0.3085179 May 20 07:43:12.182595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-6805a07c-f03e-429c-8b43-3b0c47ab089c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:12.184135 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-6805a07c-f03e-429c-8b43-3b0c47ab089c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.1745567 May 20 07:43:12.205073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-3c4018f5-cc9b-46f2-89d6-25af8bb69f46 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/quotas/3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 375 time: 0.0102322 May 20 07:43:12.237795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b20a8d-b832-49d2-87ca-460ddaf889b0 req-88d60f0f-a999-4c32-8b3e-95ea7c550095 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:12.239264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07b20a8d-b832-49d2-87ca-460ddaf889b0 req-88d60f0f-a999-4c32-8b3e-95ea7c550095 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.4392657 May 20 07:43:12.280638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8954a-4a42-4c35-8a8b-412dbc9d750e req-55dea2e4-fcfd-4832-a791-cadd34a72255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:12.282179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0d8954a-4a42-4c35-8a8b-412dbc9d750e req-55dea2e4-fcfd-4832-a791-cadd34a72255 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1099 time: 0.5505097 May 20 07:43:12.301587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-c844706d-85b5-44b9-a02e-27375987365e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886459 May 20 07:43:12.332213 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:12.364293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Deleting port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:12.364676 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:12.429670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0d8954a-4a42-4c35-8a8b-412dbc9d750e req-f1d9d28d-8c2f-4ed6-86a4-c7b5b6f33677 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=6d465a5288534f42899806e1c3d9e902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277854 May 20 07:43:12.440982 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-36263c50-1f4f-4801-86b9-8b862aff76fd service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325636 May 20 07:43:12.590249 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-ebd0fa19-c831-44ad-89cd-6a0d7f391578 service neutron] 10.222.0.79 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414135 May 20 07:43:12.591849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07b20a8d-b832-49d2-87ca-460ddaf889b0 req-c3e2e74e-872b-41de-bcd7-1c61c92c3ff8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087335 May 20 07:43:12.842032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-9af25e94-331b-4517-98f8-228034210301 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466345 May 20 07:43:12.955953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] For port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:12.956317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:13.151180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8954a-4a42-4c35-8a8b-412dbc9d750e req-fe91fb38-5178-4219-b2c1-17bbbb0f4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:13.152995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0d8954a-4a42-4c35-8a8b-412dbc9d750e req-fe91fb38-5178-4219-b2c1-17bbbb0f4ea4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7005606 May 20 07:43:13.166171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Calling delete_port for d2e47ab8-d7b1-4092-9aa9-fb913d9d954c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:13.345398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d73a8cb6-1052-4ac4-8e99-b2b54997710f req-c56bdde6-4fdf-4647-985c-f13df6991362 service neutron] 10.222.0.81 "GET /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843318 May 20 07:43:13.353968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:13.371798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c9dd5-85c7-4656-942c-7d4c2ac2f648 req-26255b30-9969-4e60-8439-e1656c626492 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:13.381805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-291c9dd5-85c7-4656-942c-7d4c2ac2f648 req-26255b30-9969-4e60-8439-e1656c626492 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 944 time: 0.6117620 May 20 07:43:13.419950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733136c5-373d-4b1c-90c0-991c52bb673b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:13.456195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:13.479228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-291c9dd5-85c7-4656-942c-7d4c2ac2f648 req-7bb53991-f5ff-47fb-bcf6-e65ea0922e4b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965502 May 20 07:43:13.504902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Transition to ACTIVE for port object 733136c5-373d-4b1c-90c0-991c52bb673b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:13.522122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-8fbe3d9e-d36d-4fa4-b7aa-4557b7b57353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:13.522122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-8fbe3d9e-d36d-4fa4-b7aa-4557b7b57353 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1099 time: 0.3231244 May 20 07:43:13.539338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-143042727-network', 'tenant_id': '8e1e2a71749b4548aa17eae3e754de14'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:13.547891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:13.553431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Usage tracker for resource:network and tenant:8e1e2a71749b4548aa17eae3e754de14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:13.557209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:13.564645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:13.580926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8cde-4c21-444a-bbf0-2cfe8cd70712 req-0388b9c3-458b-49ed-868e-721e2241853a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:13.582462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-15df8cde-4c21-444a-bbf0-2cfe8cd70712 req-0388b9c3-458b-49ed-868e-721e2241853a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1101 time: 0.1222620 May 20 07:43:13.624675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:13.625361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-15df8cde-4c21-444a-bbf0-2cfe8cd70712 req-559e0fe1-a089-4716-bc7a-d06d2d42140a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Synchronizing usage tracker for tenant:3545bd4ab124496d86e7926f9a4bb825 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:13.632054 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e1a7d9-74a2-4b4e-8c92-e3e61e1e7e61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:13.663718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-b88c2ae3-a892-4c39-a6e6-5ea9b1bb2a9b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.1069214 May 20 07:43:13.674694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Made reservation on behalf of 8e1e2a71749b4548aa17eae3e754de14 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:13.677084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:13.690268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:13.701984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-15df8cde-4c21-444a-bbf0-2cfe8cd70712 req-559e0fe1-a089-4716-bc7a-d06d2d42140a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Unset dirty status for tenant:3545bd4ab124496d86e7926f9a4bb825 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:13.705276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-15df8cde-4c21-444a-bbf0-2cfe8cd70712 req-559e0fe1-a089-4716-bc7a-d06d2d42140a tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142640 May 20 07:43:13.707176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:13.711077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Usage tracker for resource:security_group_rule and tenant:8e1e2a71749b4548aa17eae3e754de14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:13.713996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:13.720012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:13.974076 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-919d8a16-7ec2-4e3e-a203-a728cc45df77 req-96debc2c-ed67-4240-9122-da5808d033c8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 210 time: 0.0606797 May 20 07:43:13.975848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.008644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.023170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['b571f0ab-c1d7-4150-9fd2-20536732bd31'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:14.026295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.043233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:43:14.058713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.059477 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Added segment 996a9481-4956-4af6-8ab0-77039f038632 of type vlan for network c3a38bec-b984-4d8d-ab5f-e2852c632db1 May 20 07:43:14.098096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.134558 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-beaf9a6f-0e5a-4b97-9e32-923355d677c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:14.187935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Pushing event updated for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:14.190863 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:14.223277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d98436-e10f-44c8-801f-41c8c203bccd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:14.229231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:14.236566 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:14.267981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e761f-4a37-444c-967d-c612e0fc2937 req-705fc7e2-ba60-4aae-a44e-18d79715ccf2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.269751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-838e761f-4a37-444c-967d-c612e0fc2937 req-705fc7e2-ba60-4aae-a44e-18d79715ccf2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.1365149 May 20 07:43:14.273817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.273817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.273817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.279552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-1a7e2768-b9ac-4a10-adc5-001e1233dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.281043 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b2f1ca-04f6-4eb9-9674-ef4f43308799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:14.281729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-1a7e2768-b9ac-4a10-adc5-001e1233dd81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.5340581 May 20 07:43:14.292512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] No DVR routers for this DVR port d2e47ab8-d7b1-4092-9aa9-fb913d9d954c on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:14.299372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event deleted for resources: {'Port': ['ID=d2e47ab8-d7b1-4092-9aa9-fb913d9d954c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:14.332755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.336144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-deleted', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:14.340594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:14.398410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-d7073406-9912-4c74-85eb-c8ba683473fe tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.399142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-d7073406-9912-4c74-85eb-c8ba683473fe tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Synchronizing usage tracker for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:14.403717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Attempting to bind port 733136c5-373d-4b1c-90c0-991c52bb673b on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:14.403992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Attempting to bind port 733136c5-373d-4b1c-90c0-991c52bb673b by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:14.404315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Attempting to bind port 733136c5-373d-4b1c-90c0-991c52bb673b on network ffb86028-319c-421b-9630-7fd0d3944533 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:14.414605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Port 733136c5-373d-4b1c-90c0-991c52bb673b on network ffb86028-319c-421b-9630-7fd0d3944533 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:14.414924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Attempting to bind port 733136c5-373d-4b1c-90c0-991c52bb673b on network ffb86028-319c-421b-9630-7fd0d3944533 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:14.422048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-838e761f-4a37-444c-967d-c612e0fc2937 req-6fe3ed8b-ba0f-45ae-9942-5c2a5176d053 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446476 May 20 07:43:14.422866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Pushing event updated for resources: {'Network': ['ID=c3a38bec-b984-4d8d-ab5f-e2852c632db1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:14.426249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:14.426519 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:14.426649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Checking segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:14.426946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Bound using segment: {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:14.427398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Bound port: 733136c5-373d-4b1c-90c0-991c52bb673b, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:14.427841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.438171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c3a38bec-b984-4d8d-ab5f-e2852c632db1 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:43:14.492611 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1374509 May 20 07:43:14.495384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:14.501034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a6fc0ba-3e0a-4c17-beb8-98c6f0341c07 req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.84 "DELETE /v2.0/ports/d2e47ab8-d7b1-4092-9aa9-fb913d9d954c HTTP/1.1" status: 204 len: 173 time: 2.9155092 May 20 07:43:14.502772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Request body: {'subnet': {'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-143042727-subnet', 'tenant_id': '8e1e2a71749b4548aa17eae3e754de14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:14.504406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-b495e79b-ddc4-4b81-8f7f-68549b1dda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.505874 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-b495e79b-ddc4-4b81-8f7f-68549b1dda37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079070 May 20 07:43:14.516216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:14.523593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Usage tracker for resource:subnet and tenant:8e1e2a71749b4548aa17eae3e754de14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:14.535884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:14.542476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:14.574218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-d7073406-9912-4c74-85eb-c8ba683473fe tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Unset dirty status for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:14.575358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-d7073406-9912-4c74-85eb-c8ba683473fe tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 944 time: 0.9594636 May 20 07:43:14.646136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Made reservation on behalf of 8e1e2a71749b4548aa17eae3e754de14 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:14.657419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.693849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:14.709511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=733136c5-373d-4b1c-90c0-991c52bb673b,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:14.717681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-2077ce31-83d2-43a5-965c-d11e48eb647a tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Synchronizing usage tracker for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:14.753640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-25d48997-e313-4389-bda9-b46d36695763 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392254 May 20 07:43:14.804300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.811761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ed091c-d1ce-44ff-b700-41b5d9199efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:14.857180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-2077ce31-83d2-43a5-965c-d11e48eb647a tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Unset dirty status for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:14.858551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7ce4802-4014-4dbc-90f4-a21b8ec89106 req-2077ce31-83d2-43a5-965c-d11e48eb647a tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673974 May 20 07:43:14.935433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:14.936596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:14.937974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] 10.222.0.84 "PUT /v2.0/ports/733136c5-373d-4b1c-90c0-991c52bb673b HTTP/1.1" status: 200 len: 1092 time: 3.3528790 May 20 07:43:14.959591 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906bc4f6-11d6-4eb7-9c25-690fe8b20773', 'name': 'network-vif-deleted', 'tag': 'd2e47ab8-d7b1-4092-9aa9-fb913d9d954c', 'status': 'completed', 'code': 200} May 20 07:43:14.964472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Pushing event updated for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:14.975924 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:14.993355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-009d9672-adaa-400d-ba1f-51dd5f686f02 req-24657bb7-0924-42c9-97d0-751cdc694171 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316964 May 20 07:43:15.238131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5418ebfd-e693-4c80-b231-8a2f5102ae37 req-e7935440-9c3f-4935-8711-fced859029e0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:15.312317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6b3d7071-c4f8-4d52-9fdd-87da5a18e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:15.314055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-6b3d7071-c4f8-4d52-9fdd-87da5a18e414 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=15ba0c131d9f4235907056f9a4ffe46d&device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 1095 time: 0.1338656 May 20 07:43:15.378422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-79cfc537-aa85-4381-a501-9a9ba0ba2469 req-fa38d24c-2b87-4563-8d01-9bc5586d3082 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 210 time: 0.0566571 May 20 07:43:15.383181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:15.387877 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:15.405838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-84eba7e4-ebb5-4b94-853b-87f2b07f28b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733136c5-373d-4b1c-90c0-991c52bb673b HTTP/1.1" status: 200 len: 217 time: 0.0724971 May 20 07:43:15.471625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68d7788-2633-4cf3-9a23-b5d555bfb5c3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:15.479672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:15.486066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Checking segment: {'id': '996a9481-4956-4af6-8ab0-77039f038632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:15.486494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Network hostable DHCP agents. Network: c3a38bec-b984-4d8d-ab5f-e2852c632db1, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:43:15.491997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-dd40706e-43c9-45e9-a8e9-c4bdbdf667fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:15.493522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-dd40706e-43c9-45e9-a8e9-c4bdbdf667fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d21a069-27c7-4041-9eed-28468e64f902 HTTP/1.1" status: 200 len: 853 time: 0.0911670 May 20 07:43:15.581908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-9bebaba7-ddfe-42d1-aff1-5228745c8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:15.583425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-9bebaba7-ddfe-42d1-aff1-5228745c8dcc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ffb86028-319c-421b-9630-7fd0d3944533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822554 May 20 07:43:15.591913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9d2cf-f3ee-4467-8428-0b8595e0df71 req-74d8a604-36f8-4de1-b851-6abc0030ed69 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:15.594092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f1f9d2cf-f3ee-4467-8428-0b8595e0df71 req-74d8a604-36f8-4de1-b851-6abc0030ed69 tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 1101 time: 0.0935283 May 20 07:43:15.646750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f1f9d2cf-f3ee-4467-8428-0b8595e0df71 req-3f5492bc-ae3e-49ef-bcc2-3ab32e7051bc tempest-ServersAdminTestJSON-1750681727 tempest-ServersAdminTestJSON-1750681727-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 May 20 07:43:15.735342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-e482bb65-21e2-460e-bd49-640a9dae092a service neutron] 10.222.0.84 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440375 May 20 07:43:15.837898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbebc41-ff80-4cde-832a-422223bcc489 req-26f4de12-3c3d-41ec-9da3-60b067a6ef87 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:15.839448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcbebc41-ff80-4cde-832a-422223bcc489 req-26f4de12-3c3d-41ec-9da3-60b067a6ef87 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.0925796 May 20 07:43:15.890598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcbebc41-ff80-4cde-832a-422223bcc489 req-23be4968-2464-4761-98e7-20b52dd6b753 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 May 20 07:43:15.893706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5100093-e6c5-4a2d-a9a7-5c6433ab6f59 req-317f2448-ac99-4892-8d13-da4e2bf596a0 service neutron] 10.222.0.84 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493015 May 20 07:43:16.303614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Network c3a38bec-b984-4d8d-ab5f-e2852c632db1 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:43:16.305355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5418ebfd-e693-4c80-b231-8a2f5102ae37 req-e7935440-9c3f-4935-8711-fced859029e0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:16.311866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5418ebfd-e693-4c80-b231-8a2f5102ae37 req-e7935440-9c3f-4935-8711-fced859029e0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=906bc4f6-11d6-4eb7-9c25-690fe8b20773 HTTP/1.1" status: 200 len: 210 time: 1.2113500 May 20 07:43:16.477809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c3a38bec-b984-4d8d-ab5f-e2852c632db1) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:16.495239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:16.495950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:16.496689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3bbd2-2828-4bc7-96be-66c705a15f74 None None] Network c3a38bec-b984-4d8d-ab5f-e2852c632db1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:16.520332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef8d2-a025-48cb-a6dd-dea6d92560c8 req-0f7bfd89-7cd2-4186-853b-aa94ee64b5fc tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:16.528126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e8ef8d2-a025-48cb-a6dd-dea6d92560c8 req-0f7bfd89-7cd2-4186-853b-aa94ee64b5fc tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 944 time: 0.1214952 May 20 07:43:16.653166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1565599 May 20 07:43:16.768289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf5f9f-7a79-46a8-97ec-785023dd0393 None None] Network c3a38bec-b984-4d8d-ab5f-e2852c632db1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:16.786201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:16.824514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e8ef8d2-a025-48cb-a6dd-dea6d92560c8 req-b1b03bba-8382-4568-a569-1ed945e3549e tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801707 May 20 07:43:16.915466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-7051afbd-bef3-454c-9661-62ceffdf1408 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:16.920327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-7051afbd-bef3-454c-9661-62ceffdf1408 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 821 time: 0.3899038 May 20 07:43:16.940617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1dc908a3-2024-43d5-80d9-10def424ee1b req-0afb7927-7e3e-4d92-bac2-72e5032dd78b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 210 time: 0.0584993 May 20 07:43:16.943213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Request body: {'port': {'device_id': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'admin_state_up': True, 'tenant_id': '3c5572d0fcaf47f9a59487bb5534b38f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:16.984117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:17.121981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.154207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:17.165562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e58b207fb8b4c7abd3ca552b20f6f7f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:17.169533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:17.177999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:17.194991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:17.210711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e875-67de-4a29-8a5f-87a42c46f4f6 req-bd7f2fb4-872e-490f-ac6b-dfabc7ff1a6a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:17.212175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea30e875-67de-4a29-8a5f-87a42c46f4f6 req-bd7f2fb4-872e-490f-ac6b-dfabc7ff1a6a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 0.2203405 May 20 07:43:17.219042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:17.223621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285c007-9bf9-4bbc-b72e-6d0b66c53bb0 req-3389ad87-dd99-4239-a628-693eb92430bb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:17.225320 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e285c007-9bf9-4bbc-b72e-6d0b66c53bb0 req-3389ad87-dd99-4239-a628-693eb92430bb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.1458209 May 20 07:43:17.271833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea30e875-67de-4a29-8a5f-87a42c46f4f6 req-43513bf8-df59-4c2a-9828-72cbd6267bb7 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 May 20 07:43:17.294031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e285c007-9bf9-4bbc-b72e-6d0b66c53bb0 req-92104afd-10fc-4c44-ab07-f5a0b9c25c56 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 May 20 07:43:17.319176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Made reservation on behalf of 3c5572d0fcaf47f9a59487bb5534b38f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:17.339782 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.345730 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b', 'status': 'completed', 'code': 200} May 20 07:43:17.352810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.437951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.447550 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-03a29f4b-4982-4e72-b331-1ff118b48687 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:17.495771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e58b207fb8b4c7abd3ca552b20f6f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080643 May 20 07:43:17.497373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:17.510640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e853e4d-7ef0-45dc-ba80-3299836fb41e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:17.517628 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:17.541265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Allocated IP 172.20.0.13 (a5b29fa3-d60c-43e6-8a7c-92e64370da5f/67d3f0e8-325f-4904-95a5-f7b131f39682/34758c49-c93a-4f81-a416-9e55ba372052) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:17.579078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.649397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.758357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-6b1829eb-63fc-49a4-8b14-d403495acb93 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 200 len: 693 time: 0.1656389 May 20 07:43:17.785734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-67c1870d-008a-48a9-b1b0-d15d35d0865a tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:17.786588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-67c1870d-008a-48a9-b1b0-d15d35d0865a tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Synchronizing usage tracker for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:17.804871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:43:17.890662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-67c1870d-008a-48a9-b1b0-d15d35d0865a tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Unset dirty status for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:17.896662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-67c1870d-008a-48a9-b1b0-d15d35d0865a tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/networks?id=c3a38bec-b984-4d8d-ab5f-e2852c632db1 HTTP/1.1" status: 200 len: 817 time: 0.3070683 May 20 07:43:17.898327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:17.908321 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24400786-a01f-499e-9103-1121907eb91f tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:17.929566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e853e4d-7ef0-45dc-ba80-3299836fb41e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:17.956656 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-a2af95d4-91e2-43e9-9d2c-b710d0803dcc tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/quotas/8e1e2a71749b4548aa17eae3e754de14 HTTP/1.1" status: 200 len: 375 time: 0.0530162 May 20 07:43:17.957177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:17.959278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:17.978164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'mac_address': 'fa:16:3e:4d:5f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:43:17.994418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-d264db4a-14ca-4f4e-a2e1-27a5a5326246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:17.995973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-d264db4a-14ca-4f4e-a2e1-27a5a5326246 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=15ba0c131d9f4235907056f9a4ffe46d&device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 1095 time: 0.4044752 May 20 07:43:18.016249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.018034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e853e4d-7ef0-45dc-ba80-3299836fb41e HTTP/1.1" status: 204 len: 168 time: 0.5193431 May 20 07:43:18.037524 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.044497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-e7ce7f11-fced-43c1-a147-0175b409a06c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8e1e2a71749b4548aa17eae3e754de14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869765 May 20 07:43:18.057299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:18.078312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:18.088406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.098214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-6a9de5bf-0e05-4ed6-b1da-21bc2faf0781 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:18.104780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-6a9de5bf-0e05-4ed6-b1da-21bc2faf0781 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3332713 May 20 07:43:18.137901 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.139237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 733136c5-373d-4b1c-90c0-991c52bb673b details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:43:18.142815 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:18.163465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-d32451b6-0fee-4f97-8605-ac8d72913ee6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:43:18.170876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-d32451b6-0fee-4f97-8605-ac8d72913ee6 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647049 May 20 07:43:18.247609 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-675d4dc6-745e-4acb-a23f-73f8f0e2a488 service neutron] 10.222.0.79 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929152 May 20 07:43:18.281199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:18.281894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-3ad11d05-8e67-4988-a2b7-f1c9a4a4ac96 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 696 time: 0.1099668 May 20 07:43:18.287234 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:18.432318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-59618616-6e31-444e-b3e7-693f962abd39 service neutron] 10.222.0.79 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837690 May 20 07:43:18.434391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-3471312d-88d9-43c7-b523-4f3cdb2bb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:18.436608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-3471312d-88d9-43c7-b523-4f3cdb2bb80b service neutron] 10.222.0.84 "GET /v2.0/networks?id=ffb86028-319c-421b-9630-7fd0d3944533 HTTP/1.1" status: 200 len: 915 time: 0.4208231 May 20 07:43:18.446021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-d52344b7-1235-4176-bfe3-7b2895e95680 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.35 HTTP/1.1" status: 200 len: 696 time: 0.1631610 May 20 07:43:18.461836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=733136c5-373d-4b1c-90c0-991c52bb673b,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:18.543940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '733136c5-373d-4b1c-90c0-991c52bb673b', 'network_id': 'ffb86028-319c-421b-9630-7fd0d3944533', 'port_id': '733136c5-373d-4b1c-90c0-991c52bb673b', 'mac_address': 'fa:16:3e:2e:80:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d21a069-27c7-4041-9eed-28468e64f902', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:43:18.614408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.637741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733136c5-373d-4b1c-90c0-991c52bb673b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:18.660153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=733136c5-373d-4b1c-90c0-991c52bb673b,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:18.729739 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.734713 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:18.822847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-fbd5113f-aef5-44eb-8de3-5f94c8aef253 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=733136c5-373d-4b1c-90c0-991c52bb673b HTTP/1.1" status: 200 len: 217 time: 0.3724763 May 20 07:43:18.875455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:18.890538 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:18.963322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:18.974902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4731748a-ee99-4db2-b07f-05ea400c6503'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:19.006921 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f18372c-f3c3-46a7-bef0-4fb187c985a7 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:19.060595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1e4fcb8f-474c-4246-917a-1f4e93f6a35f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:19.089173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['733136c5-373d-4b1c-90c0-991c52bb673b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:19.112008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003a4a-ab68-457b-826f-46346a3fe6e9 req-67fb8285-8c93-46e8-9fea-334cce559466 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.120994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00003a4a-ab68-457b-826f-46346a3fe6e9 req-67fb8285-8c93-46e8-9fea-334cce559466 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 945 time: 0.1369038 May 20 07:43:19.230079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00003a4a-ab68-457b-826f-46346a3fe6e9 req-a7f8cddf-425d-43ae-bf9c-562e41e0212e tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078660 May 20 07:43:19.296450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Network a5b29fa3-d60c-43e6-8a7c-92e64370da5f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:19.300386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-d8c39a66-5691-42cb-8e9a-4050d16d2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.302080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-d8c39a66-5691-42cb-8e9a-4050d16d2aed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5d21a069-27c7-4041-9eed-28468e64f902 HTTP/1.1" status: 200 len: 853 time: 0.4689198 May 20 07:43:19.318326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:19.394766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:19.443867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:19.453686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66637f0b-4b73-4312-8469-91e259e20ddf req-f5c0c81a-8203-4a4e-ae8d-fbb0fd6a54be tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.456346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66637f0b-4b73-4312-8469-91e259e20ddf req-f5c0c81a-8203-4a4e-ae8d-fbb0fd6a54be tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 1.0791154 May 20 07:43:19.481594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:19.567228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bc9a0-d862-4215-ab68-58da0d858338 req-fd37e546-0ead-4c85-8533-9c70d8653b3b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.569615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-939bc9a0-d862-4215-ab68-58da0d858338 req-fd37e546-0ead-4c85-8533-9c70d8653b3b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 932 time: 0.1931307 May 20 07:43:19.621006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.621682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:19.658423 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-939bc9a0-d862-4215-ab68-58da0d858338 req-1378583f-95b1-4fd3-8eaf-61d66c2ccf99 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 May 20 07:43:19.723934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:19.747909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Deleting port bef44574-8221-443b-a866-39ddc8a4465a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:19.749407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:19.922773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-2b96cce5-4e70-44f9-8dda-b1ce345a88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.927882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-2b96cce5-4e70-44f9-8dda-b1ce345a88ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ffb86028-319c-421b-9630-7fd0d3944533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5768325 May 20 07:43:19.935027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0029025 May 20 07:43:19.938386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74640edd-4eb4-4a51-a6ab-0eb4ba5d5e83 req-c7a74a4a-a520-43da-beaf-4a410fc435f0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:19.940061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74640edd-4eb4-4a51-a6ab-0eb4ba5d5e83 req-c7a74a4a-a520-43da-beaf-4a410fc435f0 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 0.0983610 May 20 07:43:19.945521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-network', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:19.951196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:19.969827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Usage tracker for resource:network and tenant:90405f7724024c8ba1cb36f69cffbf99 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:19.973046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Request body: {'port': {'device_id': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:19.975433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:19.985829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:20.011100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74640edd-4eb4-4a51-a6ab-0eb4ba5d5e83 req-6bd7c294-1c0e-4ca4-89af-f6a29923e323 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609732 May 20 07:43:20.096992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Made reservation on behalf of 90405f7724024c8ba1cb36f69cffbf99 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:20.099318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.117812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.119225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.119668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.200867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Deleting port 939c594e-ddec-407d-a93d-fc69a5304a24 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:20.201244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.269141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:20.276236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Usage tracker for resource:security_group_rule and tenant:90405f7724024c8ba1cb36f69cffbf99 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:20.280259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:20.283121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Calling delete_port for bef44574-8221-443b-a866-39ddc8a4465a owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:20.294348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:20.350296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b1e06-3ee6-4f20-9c98-ebeb558dec25 req-b474f4ad-b3a0-4c1b-8dec-9d20b31b10a6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:20.351772 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dc6b1e06-3ee6-4f20-9c98-ebeb558dec25 req-b474f4ad-b3a0-4c1b-8dec-9d20b31b10a6 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 0.1348104 May 20 07:43:20.433868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dc6b1e06-3ee6-4f20-9c98-ebeb558dec25 req-c4cebd54-ade9-4014-a146-ce13de70f31f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669699 May 20 07:43:20.444944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-c09f1b97-f224-4e33-bf99-f16a3fc278da service neutron] 10.222.0.84 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065525 May 20 07:43:20.458487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.522501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.560228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.564051 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d36dc06b-4e6c-465a-bbde-ca25b81ad559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:20.634656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:43:20.641857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1c10267-2bef-4338-ab36-ff0a9f02bb62 req-448e941a-a201-4975-a362-b3f49401308b tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 210 time: 0.0668221 May 20 07:43:20.649457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650a975-7d80-44f8-90f5-80f4c6bb2386,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:20.652861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:20.658384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.658774 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Added segment e0543003-d1bc-4ea9-a16f-73cada251a37 of type vlan for network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c May 20 07:43:20.690783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.788454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] For port 939c594e-ddec-407d-a93d-fc69a5304a24, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=939c594e-ddec-407d-a93d-fc69a5304a24,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:20.788825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.862948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.864301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:20.864931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:20.869961 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:20.955887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Calling delete_port for 939c594e-ddec-407d-a93d-fc69a5304a24 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:21.031973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf5e505-521f-433f-92e4-39fd392faa33 req-e4ce3923-957a-4dfd-b638-39dfb275f377 service neutron] 10.222.0.84 "GET /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741866 May 20 07:43:21.039501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:21.043119 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:21.057240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:43:21.103261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21487c57-a4cd-4d49-b3cf-7fc6d79931cc req-31bc6919-9eb4-44bc-bc88-1bb484169bd7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:21.114758 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21487c57-a4cd-4d49-b3cf-7fc6d79931cc req-31bc6919-9eb4-44bc-bc88-1bb484169bd7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 945 time: 0.2091563 May 20 07:43:21.119444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3916340 May 20 07:43:21.124164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44230) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:21.146998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Request body: {'subnet': {'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-subnet', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:21.171341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:21.188342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21487c57-a4cd-4d49-b3cf-7fc6d79931cc req-c791a0ca-8996-4075-9ffb-10b0576fdbd4 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 May 20 07:43:21.193457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Usage tracker for resource:subnet and tenant:90405f7724024c8ba1cb36f69cffbf99 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:21.240889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:21.252134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:21.343862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:21.351700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2991a5e-ea2f-4ffd-acc3-3046eaea6fcb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:21.376171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0a59-c738-470a-9f11-e89103ece77c req-06f1805b-9c44-4468-9e8b-06aad7c1dc30 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:21.383987 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1ab0a59-c738-470a-9f11-e89103ece77c req-06f1805b-9c44-4468-9e8b-06aad7c1dc30 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 932 time: 0.0894194 May 20 07:43:21.399911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Made reservation on behalf of 90405f7724024c8ba1cb36f69cffbf99 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:21.402238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:21.433033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1ab0a59-c738-470a-9f11-e89103ece77c req-cafa8153-6e46-400c-bda8-29346518120a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 May 20 07:43:21.442439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event deleted for resources: {'Port': ['ID=bef44574-8221-443b-a866-39ddc8a4465a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:21.486806 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:21.597437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:43:21.674345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:21.686982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b7c85-1158-4f71-bbff-89b9829ee6e6 req-54a12633-0bda-4f62-900d-7c1bec194c35 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:21.690561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['58e70518-c3b4-43a9-96d8-3cba7044ae8c', '502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:21.694953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f6b7c85-1158-4f71-bbff-89b9829ee6e6 req-54a12633-0bda-4f62-900d-7c1bec194c35 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 950 time: 0.1162632 May 20 07:43:21.710570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:21.751081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f6b7c85-1158-4f71-bbff-89b9829ee6e6 req-218794f5-b5cb-4eb7-9fc4-6ea167da6a08 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 May 20 07:43:21.790312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:21.797962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event deleted for resources: {'Port': ['ID=939c594e-ddec-407d-a93d-fc69a5304a24,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:21.809255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34758c49-c93a-4f81-a416-9e55ba372052 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:21.817677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:21.820540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 733136c5-373d-4b1c-90c0-991c52bb673b up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:21.854713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:21.996928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] No DVR routers for this DVR port 939c594e-ddec-407d-a93d-fc69a5304a24 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:22.001563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Transition to ACTIVE for port object 34758c49-c93a-4f81-a416-9e55ba372052 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:22.032229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.034962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'name': 'network-vif-deleted', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:22.054331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d70f-2405-429d-9a1c-cb4dd72ffee1 req-e43df1be-2b06-4ce6-947d-9601c49ef5d9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:22.067634 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4947d70f-2405-429d-9a1c-cb4dd72ffee1 req-e43df1be-2b06-4ce6-947d-9601c49ef5d9 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 0.1221952 May 20 07:43:22.075820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66637f0b-4b73-4312-8469-91e259e20ddf req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "DELETE /v2.0/ports/939c594e-ddec-407d-a93d-fc69a5304a24 HTTP/1.1" status: 204 len: 173 time: 2.5894670 May 20 07:43:22.088962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 733136c5-373d-4b1c-90c0-991c52bb673b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:22.095371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-24c7715e-e93a-4b9f-bc23-16d49c922173 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:22.096835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-24c7715e-e93a-4b9f-bc23-16d49c922173 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.84 "GET /v2.0/networks?id=c3a38bec-b984-4d8d-ab5f-e2852c632db1 HTTP/1.1" status: 200 len: 817 time: 0.4137638 May 20 07:43:22.097538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.098490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 733136c5-373d-4b1c-90c0-991c52bb673b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:22.099022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.102562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.103590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b55350-a5bd-4383-ad8c-5d3aae0ac505 req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "DELETE /v2.0/floatingips/581bf136-2b81-4286-8b94-9a1fdd1e3b35 HTTP/1.1" status: 204 len: 173 time: 3.6567941 May 20 07:43:22.107180 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adee193f-fdfa-4c38-94d3-8ba020ac3a81 tempest-ServersAdminNegativeTestJSON-1255624067 tempest-ServersAdminNegativeTestJSON-1255624067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:22.159699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Request body: {'port': {'device_id': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1', 'admin_state_up': True, 'tenant_id': '8e1e2a71749b4548aa17eae3e754de14'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:22.167828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 939c594e-ddec-407d-a93d-fc69a5304a24 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:22.203339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4947d70f-2405-429d-9a1c-cb4dd72ffee1 req-23f9fa39-de3c-49e9-ae46-f9ea3eaaacac tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346724 May 20 07:43:22.318714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 939c594e-ddec-407d-a93d-fc69a5304a24 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:22.319404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 939c594e-ddec-407d-a93d-fc69a5304a24 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:22.432870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.496657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=733136c5-373d-4b1c-90c0-991c52bb673b,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:22.498018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:22.571265 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3861ce20-ccf4-498d-82fd-b23e1c07f54c', 'name': 'network-vif-deleted', 'tag': '939c594e-ddec-407d-a93d-fc69a5304a24', 'status': 'completed', 'code': 200} May 20 07:43:22.591859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:22.598510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-436e5fba-2497-4d6a-ac94-91a0e5b9cd7e req-c0a69528-748d-4c37-9255-d23ae5780eae tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 210 time: 0.2743635 May 20 07:43:22.603663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.603663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:22.630932 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:22.636245 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:22.744756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:22.757106 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:22.770759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:22.781269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Usage tracker for resource:port and tenant:8e1e2a71749b4548aa17eae3e754de14 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:22.786272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:22.788867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:22.789203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:22.789558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:22.797502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:22.837230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:22.837598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:22.857285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:22.862919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:22.863315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.902983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:22.902983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:22.902983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:22.903382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Bound port: 34758c49-c93a-4f81-a416-9e55ba372052, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:22.903548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:22.970870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Made reservation on behalf of 8e1e2a71749b4548aa17eae3e754de14 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:22.974316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.021277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.071071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:23.110263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:23.125386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab28b2b-2d01-438e-9f1b-ccc24e1f540f req-80326f30-a208-4dc9-83ff-d2921ff551ea tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.126890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ab28b2b-2d01-438e-9f1b-ccc24e1f540f req-80326f30-a208-4dc9-83ff-d2921ff551ea tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.3418133 May 20 07:43:23.145512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:23.158807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7c466-3e80-4b92-8410-064d7591ea7d req-a34e9b1c-e993-4495-afd5-057e2c1b4772 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.160029 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.160542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51e7c466-3e80-4b92-8410-064d7591ea7d req-a34e9b1c-e993-4495-afd5-057e2c1b4772 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.0876067 May 20 07:43:23.162771 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:23.237209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51e7c466-3e80-4b92-8410-064d7591ea7d req-d80c8a50-c5d1-4b32-98db-17ca60678ddc tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685287 May 20 07:43:23.244655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:23.248963 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:23.261753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ab28b2b-2d01-438e-9f1b-ccc24e1f540f req-0cfc22f7-4a2d-41e2-ad7d-1990e9eca11e tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188858 May 20 07:43:23.287614 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.299891 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b', 'code': 200} May 20 07:43:23.300912 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c6c3030-03f6-4b23-b8f6-34167fe64a2d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:23.445139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.445695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.447041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] 10.222.0.81 "PUT /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 1092 time: 3.4869671 May 20 07:43:23.506274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Allocated IP 172.20.0.12 (c3a38bec-b984-4d8d-ab5f-e2852c632db1/c68d7788-2633-4cf3-9a23-b5d555bfb5c3/33e63bf2-d548-4b57-9117-80e4bf248cbb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:23.519420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e831b-b9eb-4131-bac0-1780ac9e5bd8 req-370df44a-8fc6-4fec-a950-3e668817c736 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.522063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-772e831b-b9eb-4131-bac0-1780ac9e5bd8 req-370df44a-8fc6-4fec-a950-3e668817c736 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.0979776 May 20 07:43:23.534731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.539770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0fbb585f-7d7d-4492-96bd-03d62b877a53 req-cb7a1e65-eb83-4b7e-bbb4-2467a6c1b691 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Synchronizing usage tracker for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:23.558835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:23.569176 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:23.572506 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:23.573327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-772e831b-b9eb-4131-bac0-1780ac9e5bd8 req-c4c236a9-7a1a-480c-94be-57491225fb88 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 May 20 07:43:23.759174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fa6f-d5f2-4638-a22a-297df3c3f845 req-43978e54-9c85-424d-bd17-2943cb6bd3fa tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.760646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13a3fa6f-d5f2-4638-a22a-297df3c3f845 req-43978e54-9c85-424d-bd17-2943cb6bd3fa tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.0836079 May 20 07:43:23.763362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda43f22-2a14-4ce9-9050-d1eb6358f00c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:23.767897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7061e5-7c8f-4d78-b5d0-a07df3ba8863 req-eda743c2-c5f1-4a50-abeb-db48479ab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.769350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc7061e5-7c8f-4d78-b5d0-a07df3ba8863 req-eda743c2-c5f1-4a50-abeb-db48479ab476 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 1097 time: 0.3816366 May 20 07:43:23.772901 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:23.776808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Checking segment: {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:23.777165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Network hostable DHCP agents. Network: 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:43:23.809492 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13a3fa6f-d5f2-4638-a22a-297df3c3f845 req-39a2aa5e-b7d1-4980-9551-227799c377d8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 May 20 07:43:23.823202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0fbb585f-7d7d-4492-96bd-03d62b877a53 req-cb7a1e65-eb83-4b7e-bbb4-2467a6c1b691 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Unset dirty status for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:23.824325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fbb585f-7d7d-4492-96bd-03d62b877a53 req-cb7a1e65-eb83-4b7e-bbb4-2467a6c1b691 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=3861ce20-ccf4-498d-82fd-b23e1c07f54c HTTP/1.1" status: 200 len: 210 time: 0.3844736 May 20 07:43:23.943722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc7061e5-7c8f-4d78-b5d0-a07df3ba8863 req-b027897f-6a88-4d3e-9a24-210c5ef879b8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628754 May 20 07:43:23.954497 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:23.988550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-f26faa4d-f668-4462-8ed4-b827b0398d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:23.992846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-f26faa4d-f668-4462-8ed4-b827b0398d7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1095 time: 0.3855472 May 20 07:43:24.060557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40e72fe3-10e5-4778-a08a-ea0720df26fd req-4ae36351-61d7-420c-8499-b5f728ddccf2 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 210 time: 0.1101210 May 20 07:43:24.079618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:43:24.095172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-63d48be8-bfa2-4873-880c-f53426dea231 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 217 time: 0.0903013 May 20 07:43:24.150428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.169396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:24.177933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710256f9-6a42-4aca-9211-0d555c0ccbb6 None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:24.190804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-fd145940-0627-4626-bfc3-b2704479d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.195955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-fd145940-0627-4626-bfc3-b2704479d843 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.0844057 May 20 07:43:24.195955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.195955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.256104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-33043cad-d951-4153-a959-0e638408b5e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509658 May 20 07:43:24.357059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2316763 May 20 07:43:24.362935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44266) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:24.459353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e5f4-7106-412b-a997-9fd30369fc27 req-c11f2984-638b-4b8d-bdd7-eddcbfa067d3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.460921 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a394e5f4-7106-412b-a997-9fd30369fc27 req-c11f2984-638b-4b8d-bdd7-eddcbfa067d3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.1035199 May 20 07:43:24.479982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'fixed_ips': [{'subnet_id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:43:24.480824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.492540 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.500739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:24.512084 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2a712f3-5c13-42fb-8d15-4490dee7a868 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:24.518008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a394e5f4-7106-412b-a997-9fd30369fc27 req-c6032ed9-3b33-40be-b3f5-cae0a687c0ef tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 May 20 07:43:24.547365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:24.581993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:24.606510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Usage tracker for resource:router and tenant:90405f7724024c8ba1cb36f69cffbf99 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:24.628429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:24.638962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Network c3a38bec-b984-4d8d-ab5f-e2852c632db1 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:24.655890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Allocated IP 172.20.0.2 (0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c/bda43f22-2a14-4ce9-9050-d1eb6358f00c/a4190c54-bbbc-4011-9a10-5926909e2a9f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:24.656047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:24.656047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:24.656047 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052', 'status': 'completed', 'code': 200} May 20 07:43:24.660789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:24.737020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Pushing event updated for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:24.745629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-624965b7-07f8-43b2-891d-efca8bf498d6 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795041 May 20 07:43:24.750015 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:24.799404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.800032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.831837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71836a5-e703-4fed-89b9-ef5d31fb9997 req-ae05356d-93a2-4fb8-8a42-00cf0ff1965b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.834571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b71836a5-e703-4fed-89b9-ef5d31fb9997 req-ae05356d-93a2-4fb8-8a42-00cf0ff1965b tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.0982680 May 20 07:43:24.878668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.879648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.890542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440b03-fa4c-4c59-896c-093d50e533d0 req-8abb5d6c-321e-48f5-9401-8ca9a56dc8ab tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:24.898567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f440b03-fa4c-4c59-896c-093d50e533d0 req-8abb5d6c-321e-48f5-9401-8ca9a56dc8ab tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.3943961 May 20 07:43:24.898737 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b71836a5-e703-4fed-89b9-ef5d31fb9997 req-58d461f5-1362-4692-81a4-080f967007e0 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 May 20 07:43:24.906669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:24.919535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Transition to ACTIVE for port object a4190c54-bbbc-4011-9a10-5926909e2a9f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:24.938174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7898493 May 20 07:43:24.957046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Request body: {'port': {'device_id': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:24.957432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Transition to ACTIVE for port object a4190c54-bbbc-4011-9a10-5926909e2a9f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:25.020760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.024753 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:25.040360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.086159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f440b03-fa4c-4c59-896c-093d50e533d0 req-3d0088b4-0ae6-4ebd-8536-0569c33fff6f tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865597 May 20 07:43:25.095050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:25.107318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:25.113326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:25.148383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7e47-9a43-4fbc-bedf-e418b707ba06 req-7c263e30-45d2-45b9-9af6-f2f99bf5aa56 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:25.157062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbee7e47-9a43-4fbc-bedf-e418b707ba06 req-7c263e30-45d2-45b9-9af6-f2f99bf5aa56 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.0961373 May 20 07:43:25.161351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=a4190c54-bbbc-4011-9a10-5926909e2a9f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:25.164677 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:25.213671 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbee7e47-9a43-4fbc-bedf-e418b707ba06 req-c0faba78-6b58-4df0-b279-dea40b5cdc9f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 May 20 07:43:25.239599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Attempting to bind port a4190c54-bbbc-4011-9a10-5926909e2a9f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:25.240100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Attempting to bind port a4190c54-bbbc-4011-9a10-5926909e2a9f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:25.240527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Attempting to bind port a4190c54-bbbc-4011-9a10-5926909e2a9f on network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:25.246638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:25.247171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Checking segment: {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:25.247675 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.260172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Bound using segment: {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:25.260172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Bound port: a4190c54-bbbc-4011-9a10-5926909e2a9f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:25.260172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.302636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dcabaeb-fff4-4ded-9f82-043589acc31b req-0efadc15-5f24-4962-8859-9972b261d562 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424514 May 20 07:43:25.307393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:25.364538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] For port a4190c54-bbbc-4011-9a10-5926909e2a9f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:25.369012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] For port a4190c54-bbbc-4011-9a10-5926909e2a9f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a4190c54-bbbc-4011-9a10-5926909e2a9f,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:25.417724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239a298-dff9-47bc-aa72-6a2edfe54364 req-8f254139-d98c-4b6f-accf-ba29b51b4b82 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:25.419263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6239a298-dff9-47bc-aa72-6a2edfe54364 req-8f254139-d98c-4b6f-accf-ba29b51b4b82 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 932 time: 0.0882847 May 20 07:43:25.438333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.447072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.452564 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:25.469704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6239a298-dff9-47bc-aa72-6a2edfe54364 req-9faf82de-c539-476f-b602-a8f6180d5775 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Synchronizing usage tracker for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:25.532564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6239a298-dff9-47bc-aa72-6a2edfe54364 req-9faf82de-c539-476f-b602-a8f6180d5775 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Unset dirty status for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:25.534548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6239a298-dff9-47bc-aa72-6a2edfe54364 req-9faf82de-c539-476f-b602-a8f6180d5775 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073649 May 20 07:43:25.552695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Pushing event updated for resources: {'Port': ['ID=a4190c54-bbbc-4011-9a10-5926909e2a9f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:25.571142 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:25.614157 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'code': 200} May 20 07:43:25.619453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:25.660372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-976f1616-f912-4080-8617-2fe160f31517 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:25.661113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-976f1616-f912-4080-8617-2fe160f31517 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Synchronizing usage tracker for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:25.829772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-976f1616-f912-4080-8617-2fe160f31517 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Unset dirty status for tenant:d54c7b5d49514ebe9a0ca253e743fdd1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:25.829772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-976f1616-f912-4080-8617-2fe160f31517 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.81 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.8287656 May 20 07:43:25.847807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34461d3d-0f49-4281-94e2-b72339df8b5a req-f56c4ace-e76a-4644-ba83-ea409b13adb9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:25.849672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34461d3d-0f49-4281-94e2-b72339df8b5a req-f56c4ace-e76a-4644-ba83-ea409b13adb9 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.1329257 May 20 07:43:25.916082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34461d3d-0f49-4281-94e2-b72339df8b5a req-2e2edb74-cebd-4545-8669-28fc92356f80 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 May 20 07:43:25.990913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-cd971330-7a16-4a57-9587-6981c6290995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:25.992397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-cd971330-7a16-4a57-9587-6981c6290995 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1095 time: 0.5400257 May 20 07:43:26.032598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:26.119610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfda5b-b6b9-4270-90fd-191d10eee42a req-a58c0b53-1f71-484d-8679-ccb0147f486f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.121198 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdcfda5b-b6b9-4270-90fd-191d10eee42a req-a58c0b53-1f71-484d-8679-ccb0147f486f tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.0876749 May 20 07:43:26.172894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdcfda5b-b6b9-4270-90fd-191d10eee42a req-e011bfa5-6d8b-4929-af1d-d2c21bebcb24 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 May 20 07:43:26.367197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a4190c54-bbbc-4011-9a10-5926909e2a9f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:26.520025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a4190c54-bbbc-4011-9a10-5926909e2a9f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:26.554080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df25102-6ca8-494a-8cd3-162166af19a6 req-d73c4eae-fdb2-42ea-a4de-56111464dc94 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.555694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0df25102-6ca8-494a-8cd3-162166af19a6 req-d73c4eae-fdb2-42ea-a4de-56111464dc94 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.2804370 May 20 07:43:26.595068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa306013-4bd9-41d4-a3ed-1356b4d64bd5 req-6c894517-aaba-47f5-808f-f60ff61f5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.596736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa306013-4bd9-41d4-a3ed-1356b4d64bd5 req-6c894517-aaba-47f5-808f-f60ff61f5943 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1101 time: 0.8587961 May 20 07:43:26.607950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0df25102-6ca8-494a-8cd3-162166af19a6 req-aa4286f2-e516-463f-a8cc-8c44896b9be3 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 May 20 07:43:26.718693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-eef3ab50-429b-42c4-a436-4978dfc1a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.720143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-eef3ab50-429b-42c4-a436-4978dfc1a8fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.6811459 May 20 07:43:26.775302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd5431-5396-4037-8572-2a9813aac343 None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:26.806301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93d469-cdf0-4eee-a21b-87890c50ca1c req-4d551dc7-c8e1-4c7d-a0ac-3b0c8b3a4bca tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.808209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0e93d469-cdf0-4eee-a21b-87890c50ca1c req-4d551dc7-c8e1-4c7d-a0ac-3b0c8b3a4bca tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.0900490 May 20 07:43:26.812047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d990600-65b9-433b-bedb-f62d70f3fca0 req-f544d64d-460f-41eb-a573-aa1148acf52b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:26.819205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d990600-65b9-433b-bedb-f62d70f3fca0 req-f544d64d-460f-41eb-a573-aa1148acf52b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 950 time: 0.8547301 May 20 07:43:26.853773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-931327a0-48bb-40fe-bb2a-6b94b4dc652a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 217 time: 0.1199973 May 20 07:43:26.860391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e63bf2-d548-4b57-9117-80e4bf248cbb {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:26.866705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa306013-4bd9-41d4-a3ed-1356b4d64bd5 req-0658e897-7053-4011-a16c-901c4d9f27d7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479625 May 20 07:43:26.876171 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0e93d469-cdf0-4eee-a21b-87890c50ca1c req-47169724-edcd-4b53-b958-7cdcde023a5c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 May 20 07:43:26.921177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:26.924953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Deleting port b571f0ab-c1d7-4150-9fd2-20536732bd31 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:26.925294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:26.967847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Provisioning for port a4190c54-bbbc-4011-9a10-5926909e2a9f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:26.978103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Provisioning complete for port a4190c54-bbbc-4011-9a10-5926909e2a9f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:26.978486 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.066907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Transition to ACTIVE for port object 33e63bf2-d548-4b57-9117-80e4bf248cbb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:27.141092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d990600-65b9-433b-bedb-f62d70f3fca0 req-f1e83454-057e-408d-9457-970a8c200b17 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193946 May 20 07:43:27.175302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.221523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.230528 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:27.262170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] For port a4190c54-bbbc-4011-9a10-5926909e2a9f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a4190c54-bbbc-4011-9a10-5926909e2a9f,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:27.270138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb10a-1568-44f4-87dc-0d72bede938a req-ad6ed17f-4264-465b-9d19-ccf824807d0f tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:27.279407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21fdb10a-1568-44f4-87dc-0d72bede938a req-ad6ed17f-4264-465b-9d19-ccf824807d0f tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 944 time: 0.1797767 May 20 07:43:27.336482 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21fdb10a-1568-44f4-87dc-0d72bede938a req-8c7b06a7-3848-4ad0-90c9-03e1410b1082 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 May 20 07:43:27.353108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-3e980691-b290-48eb-af43-fa5db93dcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:27.354766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-3e980691-b290-48eb-af43-fa5db93dcb94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.4873483 May 20 07:43:27.365396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.368663 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:27.483750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-22eaf4a9-7e10-4957-b382-019ba430910d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:27.485606 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-22eaf4a9-7e10-4957-b382-019ba430910d tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 950 time: 0.1179943 May 20 07:43:27.502872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Pushing event updated for resources: {'Port': ['ID=a4190c54-bbbc-4011-9a10-5926909e2a9f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:27.507290 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:27.551216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-f29be638-52ce-4732-8e41-8a8135142586 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547754 May 20 07:43:27.601821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Pushing event updated for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:27.604943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f5271966-4cf3-4e6e-b033-d7b03b217fc9 None None] Provisioning complete for port a4190c54-bbbc-4011-9a10-5926909e2a9f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:27.607730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:27.608329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.611045 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f5271966-4cf3-4e6e-b033-d7b03b217fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.619152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.647271 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:27.750383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22f6f-0e73-408e-ad35-77decbff0111 req-f6ef76f5-881e-4e14-9de1-97b791fae4bb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:27.756442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:27.757621 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7aa22f6f-0e73-408e-ad35-77decbff0111 req-f6ef76f5-881e-4e14-9de1-97b791fae4bb tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 945 time: 0.2708626 May 20 07:43:27.836344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7aa22f6f-0e73-408e-ad35-77decbff0111 req-219ff485-33c3-48e7-ac1d-68321bb43f1a tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/security-groups?id=339a9ec1-e974-4324-9101-ba2c5c4c16fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778325 May 20 07:43:27.847203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Deleting port 58e70518-c3b4-43a9-96d8-3cba7044ae8c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:27.847686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.015709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] For port 58e70518-c3b4-43a9-96d8-3cba7044ae8c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58e70518-c3b4-43a9-96d8-3cba7044ae8c,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:28.016188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.059555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Calling delete_port for b571f0ab-c1d7-4150-9fd2-20536732bd31 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:28.158701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device b571f0ab-c1d7-4150-9fd2-20536732bd31 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:28.182905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b4426-9c0e-4036-9a8a-6f47d1a1dc5e req-5182c4d7-f86e-438c-8fbe-491d37f293d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:28.183900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1e5b4426-9c0e-4036-9a8a-6f47d1a1dc5e req-5182c4d7-f86e-438c-8fbe-491d37f293d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:28.233609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Calling delete_port for 58e70518-c3b4-43a9-96d8-3cba7044ae8c owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:28.255529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-49058ed7-ea73-4a37-8739-0929413c2a16 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757634 May 20 07:43:28.298483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Attempting to bind port 33e63bf2-d548-4b57-9117-80e4bf248cbb on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:28.299429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Attempting to bind port 33e63bf2-d548-4b57-9117-80e4bf248cbb by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '996a9481-4956-4af6-8ab0-77039f038632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:28.299962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Attempting to bind port 33e63bf2-d548-4b57-9117-80e4bf248cbb on network c3a38bec-b984-4d8d-ab5f-e2852c632db1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:28.300320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f28e5-b0a7-4e14-9e00-05e9248a8a91 req-edb3173c-5d5b-43a9-bcef-531c4e504549 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:28.300758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.307198 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-378f28e5-b0a7-4e14-9e00-05e9248a8a91 req-edb3173c-5d5b-43a9-bcef-531c4e504549 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.2795327 May 20 07:43:28.333124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Port 33e63bf2-d548-4b57-9117-80e4bf248cbb on network c3a38bec-b984-4d8d-ab5f-e2852c632db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:28.333465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Attempting to bind port 33e63bf2-d548-4b57-9117-80e4bf248cbb on network c3a38bec-b984-4d8d-ab5f-e2852c632db1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:28.351155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a4190c54-bbbc-4011-9a10-5926909e2a9f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:28.389424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:28.405922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:28.406406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Checking segment: {'id': '996a9481-4956-4af6-8ab0-77039f038632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:28.406902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Bound using segment: {'id': '996a9481-4956-4af6-8ab0-77039f038632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:28.407462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Bound port: 33e63bf2-d548-4b57-9117-80e4bf248cbb, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996a9481-4956-4af6-8ab0-77039f038632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:28.407931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.414869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port b571f0ab-c1d7-4150-9fd2-20536732bd31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=b571f0ab-c1d7-4150-9fd2-20536732bd31,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:28.437211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Allocated IP 172.25.8.2 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/e31b252d-ee34-4eb9-b47b-2db6f8651b55) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:28.450591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1e5b4426-9c0e-4036-9a8a-6f47d1a1dc5e req-5182c4d7-f86e-438c-8fbe-491d37f293d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:28.451983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a4190c54-bbbc-4011-9a10-5926909e2a9f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:28.452374 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.457911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e5b4426-9c0e-4036-9a8a-6f47d1a1dc5e req-5182c4d7-f86e-438c-8fbe-491d37f293d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 1.1469266 May 20 07:43:28.497337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.509682 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:28.515186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-378f28e5-b0a7-4e14-9e00-05e9248a8a91 req-812a891a-105c-43b9-b640-7b5465ed396e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961992 May 20 07:43:28.554825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.564872 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fbd35a2-bb55-4c9e-8a06-0a260dfaed47 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:28.630855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:28.632515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:28.648976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event deleted for resources: {'Port': ['ID=58e70518-c3b4-43a9-96d8-3cba7044ae8c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:28.654153 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:28.665553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:28.824720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] No DVR routers for this DVR port 58e70518-c3b4-43a9-96d8-3cba7044ae8c on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:28.829999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:28.833682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'name': 'network-vif-deleted', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:28.838224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5db982-2c6f-46b9-8bbb-263499c223e6 req-8b10305a-6f03-43ad-9e73-bb5f2f84de76 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700247 May 20 07:43:28.852299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e5b4426-9c0e-4036-9a8a-6f47d1a1dc5e req-5714287c-d697-4f1a-984a-9f966010a0f3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933914 May 20 07:43:28.903026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:28.913542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb,segment=NetworkSegment(996a9481-4956-4af6-8ab0-77039f038632),segment_id=996a9481-4956-4af6-8ab0-77039f038632)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:28.950576 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f14b1c77-32b7-40f5-b1b6-74fdf36cf596 req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "DELETE /v2.0/ports/58e70518-c3b4-43a9-96d8-3cba7044ae8c HTTP/1.1" status: 204 len: 173 time: 1.4260993 May 20 07:43:28.966686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a8604604-44d4-4eb9-aaac-eb06bb804c05 req-fffc5478-a1ea-4917-9b79-738600b6df1c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Synchronizing usage tracker for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:28.970983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.006375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.013164 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.054984 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e1ef3d0-cd30-43a1-b014-2bc66b9a0040 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:29.088959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a8604604-44d4-4eb9-aaac-eb06bb804c05 req-fffc5478-a1ea-4917-9b79-738600b6df1c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Unset dirty status for tenant:1683f92c092a4de68cfefdf4e0f7c9ae on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:29.090152 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8604604-44d4-4eb9-aaac-eb06bb804c05 req-fffc5478-a1ea-4917-9b79-738600b6df1c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=94a428b4-02e9-446d-bd64-0e7d4dad7e1c HTTP/1.1" status: 200 len: 210 time: 0.2238400 May 20 07:43:29.168575 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'code': 200} May 20 07:43:29.197243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Pushing event deleted for resources: {'Port': ['ID=b571f0ab-c1d7-4150-9fd2-20536732bd31,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:29.209455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:29.209884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.211236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] 10.222.0.84 "PUT /v2.0/ports/33e63bf2-d548-4b57-9117-80e4bf248cbb HTTP/1.1" status: 200 len: 1092 time: 4.2640510 May 20 07:43:29.211778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:29.222524 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a428b4-02e9-446d-bd64-0e7d4dad7e1c', 'name': 'network-vif-deleted', 'tag': '58e70518-c3b4-43a9-96d8-3cba7044ae8c', 'status': 'completed', 'code': 200} May 20 07:43:29.260052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] No DVR routers for this DVR port b571f0ab-c1d7-4150-9fd2-20536732bd31 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:29.274437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.313191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:29.331391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Pushing event updated for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:29.338919 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:29.340974 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4f3d000-2252-4ea0-bed8-a1797aebf395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:29.366081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-712ed859-e0cd-44b0-b602-519d490c066f req-d9f87e65-7f92-479e-b98c-2d24cd497016 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aff954b-6c35-4833-a6a4-14c44ad099ba HTTP/1.1" status: 200 len: 210 time: 0.0594192 May 20 07:43:29.421517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:29.429384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09394f05-619e-4f16-a2e5-0298243a8a45 req-e17ea9d1-5848-47c9-bcfc-ce63e071aef4 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] 10.222.0.81 "DELETE /v2.0/ports/b571f0ab-c1d7-4150-9fd2-20536732bd31 HTTP/1.1" status: 204 len: 173 time: 3.5846903 May 20 07:43:29.434934 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb', 'status': 'completed', 'code': 200} May 20 07:43:29.443835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:29.458033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:29.502973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f8a8a-d747-473b-a7bb-505587bd3334 req-26e719f1-5318-4f23-bb11-d021e950e38c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:29.503722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d25f8a8a-d747-473b-a7bb-505587bd3334 req-26e719f1-5318-4f23-bb11-d021e950e38c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Synchronizing usage tracker for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:29.537349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Pushing event updated for resources: {'Port': ['ID=e31b252d-ee34-4eb9-b47b-2db6f8651b55,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:29.546172 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:29.549380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:29.549828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:29.646958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d25f8a8a-d747-473b-a7bb-505587bd3334 req-26e719f1-5318-4f23-bb11-d021e950e38c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Unset dirty status for tenant:8e1e2a71749b4548aa17eae3e754de14 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:29.648053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d25f8a8a-d747-473b-a7bb-505587bd3334 req-26e719f1-5318-4f23-bb11-d021e950e38c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 944 time: 0.6443977 May 20 07:43:29.730399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a0a2-3796-4b99-925b-bbecb52f39ab req-a31fbffd-33b9-40d6-b31d-3961f29bf06b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:29.731913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf27a0a2-3796-4b99-925b-bbecb52f39ab req-a31fbffd-33b9-40d6-b31d-3961f29bf06b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.0985036 May 20 07:43:29.758075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-e3f67e50-1599-4178-9b05-6dfc032f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:29.759657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-e3f67e50-1599-4178-9b05-6dfc032f5c5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e1e2a71749b4548aa17eae3e754de14&device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 1095 time: 0.3762691 May 20 07:43:29.783533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cf27a0a2-3796-4b99-925b-bbecb52f39ab req-629a9bb3-bb49-4e1f-a863-f27974001bba tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 May 20 07:43:29.979641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-a62833e1-32ce-455c-8fb9-e53c9aa7e9d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb HTTP/1.1" status: 200 len: 217 time: 0.2035615 May 20 07:43:30.005980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d25f8a8a-d747-473b-a7bb-505587bd3334 req-e239d53e-0aa6-43bd-924f-98d617b3b93a tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020203 May 20 07:43:30.084616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-fc3ea068-5de1-47aa-9869-4aaed38eeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:30.086552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-fc3ea068-5de1-47aa-9869-4aaed38eeb42 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c68d7788-2633-4cf3-9a23-b5d555bfb5c3 HTTP/1.1" status: 200 len: 857 time: 0.0786462 May 20 07:43:30.087995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bcfbf-47d4-4b9e-b70e-6fc58d7ddbb7 req-e1ddb38b-23cf-46a3-b4a1-89fe0960d8f3 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:30.089541 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd6bcfbf-47d4-4b9e-b70e-6fc58d7ddbb7 req-e1ddb38b-23cf-46a3-b4a1-89fe0960d8f3 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1101 time: 0.0811386 May 20 07:43:30.136997 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd6bcfbf-47d4-4b9e-b70e-6fc58d7ddbb7 req-a2ecd342-3257-4574-8032-0f098bf5fe90 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 May 20 07:43:30.163608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58e70518-c3b4-43a9-96d8-3cba7044ae8c no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:30.205069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-a49cefa2-0057-4b0c-8400-2b7fca51a15a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c3a38bec-b984-4d8d-ab5f-e2852c632db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089036 May 20 07:43:30.223081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 58e70518-c3b4-43a9-96d8-3cba7044ae8c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:30.223433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58e70518-c3b4-43a9-96d8-3cba7044ae8c not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:30.562748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-4d21155f-25df-4ba2-a1c3-92d60bb6ad30 service neutron] 10.222.0.84 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443971 May 20 07:43:30.566393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:30.743821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-c303aa12-cf31-4956-a611-452aaf919ea8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4263470 May 20 07:43:30.759939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a770-5955-415f-834d-96f1848ec290 req-1881a1ec-7b5c-4406-b437-1e6bf8eb0bb1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:30.761384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c85a770-5955-415f-834d-96f1848ec290 req-1881a1ec-7b5c-4406-b437-1e6bf8eb0bb1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.4474676 May 20 07:43:30.969136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c85a770-5955-415f-834d-96f1848ec290 req-1fe1e45d-b177-4c47-b005-c8fa2034c540 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977117 May 20 07:43:31.025179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea53f369-c6d9-4c5a-b407-aeb6272e0466 req-13c63d8b-60ba-416b-9d99-25f5a9be7297 service neutron] 10.222.0.84 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096627 May 20 07:43:31.072627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-482da290-00ca-4bab-8f6d-4e954be8fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:31.074162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-482da290-00ca-4bab-8f6d-4e954be8fd92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 1100 time: 0.2350233 May 20 07:43:31.335555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:31.438387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-deleted', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:31.486264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:31.607116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-de6f718b-48f2-4b56-a2f9-8b7d4d18eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:31.609116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-de6f718b-48f2-4b56-a2f9-8b7d4d18eded service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4862432 May 20 07:43:31.746848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-d442ecfa-9a21-4062-a23d-75f1247e69ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 200 len: 217 time: 0.1265731 May 20 07:43:31.771505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-4a63d8a0-a531-498a-b6ff-7b59306e3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:31.772978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-4a63d8a0-a531-498a-b6ff-7b59306e3b53 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e1e2a71749b4548aa17eae3e754de14&device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 1095 time: 0.6096888 May 20 07:43:31.958206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-fc822b47-63ed-413f-a660-03df5d65067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:31.959639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-fc822b47-63ed-413f-a660-03df5d65067d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2019861 May 20 07:43:32.086610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-c92bd2a1-eb30-4b4e-bbdf-d6b1f2aa1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:32.303097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-c92bd2a1-eb30-4b4e-bbdf-d6b1f2aa1369 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c3a38bec-b984-4d8d-ab5f-e2852c632db1 HTTP/1.1" status: 200 len: 918 time: 0.2579136 May 20 07:43:32.303097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-62323f41-db60-4182-9454-12f37d32cf74 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb HTTP/1.1" status: 200 len: 217 time: 0.0701017 May 20 07:43:32.303097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-b835e33a-65f0-4133-babb-504dbc14bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:32.367645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:43:32.369937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-b835e33a-65f0-4133-babb-504dbc14bc27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967297 May 20 07:43:32.370699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc38e-b7ba-4615-94da-abfed40eaed2 req-4f840f80-b148-498e-8057-8947984b7961 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:32.370699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-114dc38e-b7ba-4615-94da-abfed40eaed2 req-4f840f80-b148-498e-8057-8947984b7961 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 944 time: 0.4297657 May 20 07:43:32.370699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-20117610-fa1a-48ee-b776-72cd59f2fccd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2744639 May 20 07:43:32.371596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:43:32.371697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-114dc38e-b7ba-4615-94da-abfed40eaed2 req-eba8fb32-a0fa-45e9-8dc9-54e6b82ffcea tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707104 May 20 07:43:32.371828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-69794b84-556f-4935-9f77-e7dd4c386d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:32.371828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-69794b84-556f-4935-9f77-e7dd4c386d0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c68d7788-2633-4cf3-9a23-b5d555bfb5c3 HTTP/1.1" status: 200 len: 857 time: 0.1668191 May 20 07:43:32.426302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:32.448939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '34758c49-c93a-4f81-a416-9e55ba372052', 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f', 'port_id': '34758c49-c93a-4f81-a416-9e55ba372052', 'mac_address': 'fa:16:3e:be:23:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d3f0e8-325f-4904-95a5-f7b131f39682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:43:32.568543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:32.599117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34758c49-c93a-4f81-a416-9e55ba372052 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:32.625738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:32.720381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:32.722949 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:32.733171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dea3df-66b3-429f-80bb-1784312a31eb req-2d418ab5-f4a6-4f43-b0b6-455f639dcb46 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:32.739574 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aff954b-6c35-4833-a6a4-14c44ad099ba', 'name': 'network-vif-deleted', 'tag': 'b571f0ab-c1d7-4150-9fd2-20536732bd31', 'status': 'completed', 'code': 200} May 20 07:43:32.740852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-44dea3df-66b3-429f-80bb-1784312a31eb req-2d418ab5-f4a6-4f43-b0b6-455f639dcb46 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1875579 May 20 07:43:32.742874 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-b84cff71-4ed0-4ec1-82ff-7ef5f690914a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c3a38bec-b984-4d8d-ab5f-e2852c632db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3463237 May 20 07:43:32.843500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:32.844488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-44dea3df-66b3-429f-80bb-1784312a31eb req-6e11695d-ece2-432e-a848-ae69e2d62ed8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028066 May 20 07:43:32.861418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-fd5d0e9a-8c5b-410e-a793-81ad9d563d50 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566155 May 20 07:43:32.869709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Sync routers for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:32.886673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:32.905160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:32.906828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:33.162609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:33.256028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a0ff3-81dc-4e3e-bc30-aaa125e5a8e0 req-46c16e14-27cf-4aa5-91d0-35f14685a9a8 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:33.264229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f19a0ff3-81dc-4e3e-bc30-aaa125e5a8e0 req-46c16e14-27cf-4aa5-91d0-35f14685a9a8 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.5196803 May 20 07:43:33.312612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:33.312844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:33.324651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44408) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:33.325889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9501691 May 20 07:43:33.327735 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:33.530472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f19a0ff3-81dc-4e3e-bc30-aaa125e5a8e0 req-67deb80d-cf0c-43a2-9cc6-c81b6bd352d7 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645583 May 20 07:43:33.537244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bbaa4c-c0a4-4865-be84-e88dc37f9592 req-334cce69-e021-46ed-91df-639c623fc904 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478133 May 20 07:43:33.539624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-245f60a8-6cc2-4762-884f-171b310257f5 service neutron] 10.222.0.84 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400365 May 20 07:43:33.628065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['34758c49-c93a-4f81-a416-9e55ba372052'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:33.628664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a456d-48f4-415e-b79f-cacbbcad6572 req-990b18ab-83cd-4570-9db3-6b1c29a7a037 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:33.630411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b67a456d-48f4-415e-b79f-cacbbcad6572 req-990b18ab-83cd-4570-9db3-6b1c29a7a037 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.5753994 May 20 07:43:33.751822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:29Z', 'revision_number': 3, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:33.761298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Checking router: 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:33.761698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Updating router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb port e31b252d-ee34-4eb9-b47b-2db6f8651b55 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:43:33.822092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b99b33d-28d9-4e0a-8f4b-3250e720935b req-f6104730-cf91-44b6-8c88-bbb600b765a9 service neutron] 10.222.0.84 "GET /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667339 May 20 07:43:33.852439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 33e63bf2-d548-4b57-9117-80e4bf248cbb details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:43:33.855728 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b67a456d-48f4-415e-b79f-cacbbcad6572 req-6dd69a04-7d01-4b65-83cd-0ac8625506f5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114141 May 20 07:43:33.927929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfef62-d4d6-4439-bf59-4b9d552a4bc1 req-49717c93-1f8b-48b8-ac3b-0ac4a9200108 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:33.939047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1dfef62-d4d6-4439-bf59-4b9d552a4bc1 req-49717c93-1f8b-48b8-ac3b-0ac4a9200108 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 950 time: 0.1073852 May 20 07:43:34.000298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1dfef62-d4d6-4439-bf59-4b9d552a4bc1 req-05649ad0-4455-4946-908d-dbf21f297b6e tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1a13eba-4fab-46fb-95b0-ee295b1bd23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645337 May 20 07:43:34.168321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:34.312168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-c7fe872a-5328-4fed-8291-2e1c826db65a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:34.313879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-c7fe872a-5328-4fed-8291-2e1c826db65a tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 950 time: 0.2062175 May 20 07:43:34.451693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb,segment=NetworkSegment(996a9481-4956-4af6-8ab0-77039f038632),segment_id=996a9481-4956-4af6-8ab0-77039f038632)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:34.491610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '33e63bf2-d548-4b57-9117-80e4bf248cbb', 'network_id': 'c3a38bec-b984-4d8d-ab5f-e2852c632db1', 'port_id': '33e63bf2-d548-4b57-9117-80e4bf248cbb', 'mac_address': 'fa:16:3e:5c:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68d7788-2633-4cf3-9a23-b5d555bfb5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:43:34.494198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe0a21-8bd4-44c3-aa32-104c5ef31932 req-201d672e-f256-43bf-98d7-533599b3ba39 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:34.501446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23834481-c989-449a-8f86-ae16089604a6 req-77d2bc82-2448-4425-b07c-9391abce959a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:34.503248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23834481-c989-449a-8f86-ae16089604a6 req-77d2bc82-2448-4425-b07c-9391abce959a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.2882237 May 20 07:43:34.503909 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cfe0a21-8bd4-44c3-aa32-104c5ef31932 req-201d672e-f256-43bf-98d7-533599b3ba39 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 944 time: 0.3556161 May 20 07:43:34.564505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23834481-c989-449a-8f86-ae16089604a6 req-a3bc917b-b0fa-402d-8f77-46fc41314234 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551994 May 20 07:43:34.586084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Deleting port 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:34.586558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:34.587616 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:43:34.697507 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cfe0a21-8bd4-44c3-aa32-104c5ef31932 req-1e93e440-2779-45fc-8b7e-0719d29ef5c6 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925454 May 20 07:43:34.775432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] For port 502d3606-7cbf-4f59-8716-f82b69a57e99, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502d3606-7cbf-4f59-8716-f82b69a57e99,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:34.776004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:34.809853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Deleting port b8df6414-5a9c-4b56-86c6-101a628222ad {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:34.811500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:34.825375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:34.896466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e63bf2-d548-4b57-9117-80e4bf248cbb {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:34.996270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb,segment=NetworkSegment(996a9481-4956-4af6-8ab0-77039f038632),segment_id=996a9481-4956-4af6-8ab0-77039f038632)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:35.010308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Calling delete_port for 502d3606-7cbf-4f59-8716-f82b69a57e99 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:35.092412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.100404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] For port b8df6414-5a9c-4b56-86c6-101a628222ad, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b8df6414-5a9c-4b56-86c6-101a628222ad,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:35.100768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.107200 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:35.208688 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.226782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:35.234452 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:35.235757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Transition to ACTIVE for port object e31b252d-ee34-4eb9-b47b-2db6f8651b55 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:35.292231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.296980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.298503 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae88bf06-42c1-4917-8497-537c59a5900b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:35.302501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Calling delete_port for b8df6414-5a9c-4b56-86c6-101a628222ad owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:35.303782 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:35.331330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.359297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Pushing event deleted for resources: {'Port': ['ID=502d3606-7cbf-4f59-8716-f82b69a57e99,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:35.367911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:35.372428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502d3606-7cbf-4f59-8716-f82b69a57e99'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:35.416412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['33e63bf2-d548-4b57-9117-80e4bf248cbb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:35.565738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] No DVR routers for this DVR port 502d3606-7cbf-4f59-8716-f82b69a57e99 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:35.565738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.565738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15a11381-7909-4995-bc02-5c2ac1bf58a1 req-fbc11a35-ae53-4cc7-bb45-fbfe1ae7ca26 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ff33ac-b9de-4769-b0ad-1c98aed7b59c HTTP/1.1" status: 200 len: 210 time: 0.0763824 May 20 07:43:35.565738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-deleted', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:35.579581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Pushing event updated for resources: {'Port': ['ID=e31b252d-ee34-4eb9-b47b-2db6f8651b55,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:35.598009 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:35.607076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Attempting to bind port e31b252d-ee34-4eb9-b47b-2db6f8651b55 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:35.610164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Attempting to bind port e31b252d-ee34-4eb9-b47b-2db6f8651b55 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:35.611101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Attempting to bind port e31b252d-ee34-4eb9-b47b-2db6f8651b55 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:35.622431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:35.622848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:35.623407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.623868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:35.624385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Bound port: e31b252d-ee34-4eb9-b47b-2db6f8651b55, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:35.624743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.635025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78a34b06-83ad-4dda-a3b8-c51bfa977dcb req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] 10.222.0.81 "DELETE /v2.0/ports/502d3606-7cbf-4f59-8716-f82b69a57e99 HTTP/1.1" status: 204 len: 173 time: 1.3021717 May 20 07:43:35.699154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b65e-4033-4248-9d7f-300532a395da req-64089f49-0f42-4f5c-a407-9000d73cced7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:35.702399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3c8b65e-4033-4248-9d7f-300532a395da req-64089f49-0f42-4f5c-a407-9000d73cced7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.5842671 May 20 07:43:35.778756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] For port e31b252d-ee34-4eb9-b47b-2db6f8651b55, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:35.799159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] For port e31b252d-ee34-4eb9-b47b-2db6f8651b55, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e31b252d-ee34-4eb9-b47b-2db6f8651b55,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:35.892389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:35.897276 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:35.913784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-3af182eb-f3b7-4365-b06b-7a00ac07981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:35.918655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-3af182eb-f3b7-4365-b06b-7a00ac07981d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1101 time: 0.2240691 May 20 07:43:36.005602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:36.006300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:36.068356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5efe-3948-4fc5-bd6d-2e9f5833ee1c req-95d2383e-0e21-4403-a43e-b88f7d2451e8 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:36.074028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33ee5efe-3948-4fc5-bd6d-2e9f5833ee1c req-95d2383e-0e21-4403-a43e-b88f7d2451e8 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.2785063 May 20 07:43:36.116350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Pushing event updated for resources: {'Port': ['ID=e31b252d-ee34-4eb9-b47b-2db6f8651b55,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:36.128417 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:36.155756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-09292f9e-042c-496b-9ac8-593db27409a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:36.157434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-09292f9e-042c-496b-9ac8-593db27409a2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2313743 May 20 07:43:36.173403 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3c8b65e-4033-4248-9d7f-300532a395da req-93021086-1fe2-4dc7-914f-546bbca32f9e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591954 May 20 07:43:36.245631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Allocated IP 172.20.0.1 (0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c/bda43f22-2a14-4ce9-9050-d1eb6358f00c/ff25102a-6a8e-433f-aae0-6ad8aea5acfb) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:36.255442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-caed029b-43aa-4590-a875-9251d0fa642f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.0789430 May 20 07:43:36.266994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:36.379669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:36.452639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:36.468977 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff33ac-b9de-4769-b0ad-1c98aed7b59c', 'name': 'network-vif-deleted', 'tag': '502d3606-7cbf-4f59-8716-f82b69a57e99', 'status': 'completed', 'code': 200} May 20 07:43:36.490803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33ee5efe-3948-4fc5-bd6d-2e9f5833ee1c req-e863c3ac-eb3e-43dd-b348-a0425487182d tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321748 May 20 07:43:36.504328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Transition to ACTIVE for port object ff25102a-6a8e-433f-aae0-6ad8aea5acfb will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:36.540542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e5692cb1-8f4a-49b0-82c5-cb60326902f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:36.542060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e5692cb1-8f4a-49b0-82c5-cb60326902f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2749488 May 20 07:43:36.574870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:36.584922 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:36.630495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:36.654197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8df6414-5a9c-4b56-86c6-101a628222ad,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:36.700503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-abe07327-d20b-4d5a-a216-e6e905f72965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:36.703880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-abe07327-d20b-4d5a-a216-e6e905f72965 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496143 May 20 07:43:36.736908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 34758c49-c93a-4f81-a416-9e55ba372052 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:36.787177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 34758c49-c93a-4f81-a416-9e55ba372052 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:36.787557 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:36.789199 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:36.790018 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:36.921805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:36.931070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:36.944177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:37.006900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Pushing event updated for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:37.032481 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-839a6acc-7f27-46cc-8cea-0bd14fb42ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.038128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:37.134743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb764-0271-4d57-9da1-e054e7ffca16 req-0188e483-b203-42a9-a42d-29c22e49d67a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:37.143239 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13cfb764-0271-4d57-9da1-e054e7ffca16 req-0188e483-b203-42a9-a42d-29c22e49d67a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.6147640 May 20 07:43:37.173396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.192947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.205545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-6e535dba-4448-4efb-afc9-072d48d990f4 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906743 May 20 07:43:37.262271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092ac55-24d3-408b-8ad7-98812c318faf req-0d1fe91f-8be0-4e9d-8e9c-1fbe12c301b5 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:37.263794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e092ac55-24d3-408b-8ad7-98812c318faf req-0d1fe91f-8be0-4e9d-8e9c-1fbe12c301b5 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 945 time: 0.4805839 May 20 07:43:37.264439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:29Z', 'revision_number': 3, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:37.281634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:37.291770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189ded7-45cb-4b19-9011-f929ba6b2364 None None] The sync data for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 is: [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:29Z', 'revision_number': 3, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:37.296943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:37.346733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-3647082c-1cda-4813-9ba0-92c71d181fbd tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:37.348314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-3647082c-1cda-4813-9ba0-92c71d181fbd tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.3648522 May 20 07:43:37.388230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-57fcb645-a988-49a8-b68a-e7d39a434b4d None None] Provisioning for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:37.393828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-57fcb645-a988-49a8-b68a-e7d39a434b4d None None] Provisioning complete for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:37.394126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-57fcb645-a988-49a8-b68a-e7d39a434b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.414090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13cfb764-0271-4d57-9da1-e054e7ffca16 req-87a47ab8-f021-438a-adeb-3b7bca89ddc1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698731 May 20 07:43:37.472567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.520357 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:37.537300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e092ac55-24d3-408b-8ad7-98812c318faf req-144234bc-ea6d-400b-a09c-558b86875ea8 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163405 May 20 07:43:37.575470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-b4a037f9-850d-42fb-b535-1fa94291b867 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583930 May 20 07:43:37.646679 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052', 'code': 200} May 20 07:43:37.648787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Deleting port 139f82cf-83b3-4781-bccb-b02db59f21df {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:37.649068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.684561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-57fcb645-a988-49a8-b68a-e7d39a434b4d None None] Port ff25102a-6a8e-433f-aae0-6ad8aea5acfb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:43:37.726228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:37.733707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:37.749036 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:37.870471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 33e63bf2-d548-4b57-9117-80e4bf248cbb up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:38.079894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 33e63bf2-d548-4b57-9117-80e4bf248cbb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:38.085718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] For port 139f82cf-83b3-4781-bccb-b02db59f21df, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=139f82cf-83b3-4781-bccb-b02db59f21df,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:38.086475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.087574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 33e63bf2-d548-4b57-9117-80e4bf248cbb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:38.087956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.098697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f390611-1c68-4b9d-91b0-a530c73ad31f req-3728099f-7828-4821-b3ca-ab9028d73275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:38.100146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f390611-1c68-4b9d-91b0-a530c73ad31f req-3728099f-7828-4821-b3ca-ab9028d73275 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1097 time: 0.3995593 May 20 07:43:38.113034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4fecd-0e90-41ae-9c84-4f7acd304fba req-86250b1a-80c9-4d51-9367-2c4194853095 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:38.114595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22b4fecd-0e90-41ae-9c84-4f7acd304fba req-86250b1a-80c9-4d51-9367-2c4194853095 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.2765872 May 20 07:43:38.245157 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.281177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:38.349392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22b4fecd-0e90-41ae-9c84-4f7acd304fba req-1da6b184-0772-4ac5-91d3-9b5a4eea7e3b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577427 May 20 07:43:38.355436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 502d3606-7cbf-4f59-8716-f82b69a57e99 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:38.355912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502d3606-7cbf-4f59-8716-f82b69a57e99 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:38.421970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:38.443070 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.462869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f390611-1c68-4b9d-91b0-a530c73ad31f req-0caa1d60-e60c-4cb1-8520-6f048045a442 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397191 May 20 07:43:38.519611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb,segment=NetworkSegment(996a9481-4956-4af6-8ab0-77039f038632),segment_id=996a9481-4956-4af6-8ab0-77039f038632)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:38.574286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e31b252d-ee34-4eb9-b47b-2db6f8651b55 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:38.618308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.619571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 139f82cf-83b3-4781-bccb-b02db59f21df no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:38.686761 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:38.692857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045e731-821b-4177-a315-de60252c9937 req-8d33817d-2796-49dd-85d6-7e047a700dd1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:38.697760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7045e731-821b-4177-a315-de60252c9937 req-8d33817d-2796-49dd-85d6-7e047a700dd1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 946 time: 0.7883823 May 20 07:43:38.809868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.811039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.811520 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37 disassociated. External IP: 172.25.8.124, port: 139f82cf-83b3-4781-bccb-b02db59f21df. May 20 07:43:38.811969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Calling delete_port for 139f82cf-83b3-4781-bccb-b02db59f21df owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:38.838028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7045e731-821b-4177-a315-de60252c9937 req-781c901a-b132-4961-ab3f-0b32fd3d65a1 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups?id=0812bae2-209d-4267-bc9d-7049c5ec5111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339877 May 20 07:43:38.890009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:38.894665 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:38.904352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.957644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e31b252d-ee34-4eb9-b47b-2db6f8651b55 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:38.965303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e31b252d-ee34-4eb9-b47b-2db6f8651b55 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:38.969049 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:38.975349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-736be046-6cc4-4a65-a8ca-763f8bb8fcd8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1683f92c092a4de68cfefdf4e0f7c9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521312 May 20 07:43:38.977726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:39.021779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e5b2c-960c-4b5a-833c-e4f531a8aebf req-e92fb682-263e-4411-aa54-4de075d46e32 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:39.023170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-726e5b2c-960c-4b5a-833c-e4f531a8aebf req-e92fb682-263e-4411-aa54-4de075d46e32 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.3288493 May 20 07:43:39.027116 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.047014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Router e2c23e44-3b67-484e-af48-675e8426cf9e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:43:39.055861 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:39.163881 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.182032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e31b252d-ee34-4eb9-b47b-2db6f8651b55, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e31b252d-ee34-4eb9-b47b-2db6f8651b55,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:39.185431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05464f45-90a4-43c6-9a0e-96e3f5b6c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.190983 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.240860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.243369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event deleted for resources: {'Port': ['ID=139f82cf-83b3-4781-bccb-b02db59f21df,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:39.253291 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:39.254557 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:39.289706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b0994-1140-4707-bfd6-8205949bf167 req-2bf52102-5b40-4a7d-9346-71859da12183 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:39.291254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-800b0994-1140-4707-bfd6-8205949bf167 req-2bf52102-5b40-4a7d-9346-71859da12183 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 946 time: 0.3241427 May 20 07:43:39.295267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.338056 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:39.351149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-726e5b2c-960c-4b5a-833c-e4f531a8aebf req-7edea1fe-7775-4f8a-a1fc-af16bc82765c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220742 May 20 07:43:39.368662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.419032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e31b252d-ee34-4eb9-b47b-2db6f8651b55,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:39.437611 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:39.493138 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.497131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.516401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Pushing event updated for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:39.520137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:39.525407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:39.526718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.538838 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Sync routers for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:39.551483 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:39.552244 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:39.583946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-800b0994-1140-4707-bfd6-8205949bf167 req-17a9de07-c745-4a0c-9c70-470aed21b8b5 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603922 May 20 07:43:39.647681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:39.666910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] 10.222.0.79 "PUT /v2.0/routers/e2c23e44-3b67-484e-af48-675e8426cf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3302362 May 20 07:43:39.682519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44476) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:39.684457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:43:39.766267 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb', 'code': 200} May 20 07:43:39.809262 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:39.977951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:39.979569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:39.981999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:39.987984 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1bc2f13-8626-4d15-9460-ed14f3dadaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:40.025045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a13eba-4fab-46fb-95b0-ee295b1bd23a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:40.028002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:40.143763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:40.162691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefdba8-8cd0-4f48-a62f-5c13aa7cd59c req-33430275-d7c8-463a-af17-3830e20a86f7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:40.164203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdefdba8-8cd0-4f48-a62f-5c13aa7cd59c req-33430275-d7c8-463a-af17-3830e20a86f7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.6263194 May 20 07:43:40.196305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:40.208356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:40.215715 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:43:36Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:40.224147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:40.224941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:40.225573 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Checking router: e2c23e44-3b67-484e-af48-675e8426cf9e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:40.247757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ce316-eb35-4c75-b9b5-c98b6cc28d90 req-ee79d3e6-fd53-4d8d-835f-2da0c73c0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:40.250103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e17ce316-eb35-4c75-b9b5-c98b6cc28d90 req-ee79d3e6-fd53-4d8d-835f-2da0c73c0725 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 1097 time: 0.3897817 May 20 07:43:40.255052 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5be792a4-3b09-4328-bb4e-3020e94281c7 req-77a2bfab-53d4-48a2-b935-86ae3ff5fc4a tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 210 time: 0.2606637 May 20 07:43:40.262438 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Routers {'e2c23e44-3b67-484e-af48-675e8426cf9e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:40.263064 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e2c23e44-3b67-484e-af48-675e8426cf9e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:40.320284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] No DVR routers for this DVR port 139f82cf-83b3-4781-bccb-b02db59f21df on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:40.344996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:40.354893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'name': 'network-vif-deleted', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:40.367295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ad950188-4f05-4ad5-ba3f-9d57b0b292cf None None] Provisioning complete for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:40.367912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad950188-4f05-4ad5-ba3f-9d57b0b292cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:40.373823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de215e2-a8a9-4517-a29b-c4541b3b3155 req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.84 "DELETE /v2.0/ports/139f82cf-83b3-4781-bccb-b02db59f21df HTTP/1.1" status: 204 len: 173 time: 3.0073016 May 20 07:43:40.378478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdefdba8-8cd0-4f48-a62f-5c13aa7cd59c req-3a69321b-437a-4f79-9374-833e2f098c29 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011547 May 20 07:43:40.385785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:40.386956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1a13eba-4fab-46fb-95b0-ee295b1bd23a HTTP/1.1" status: 204 len: 168 time: 1.4083385 May 20 07:43:40.393345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e17ce316-eb35-4c75-b9b5-c98b6cc28d90 req-69f1b607-04ae-4fe7-a87c-1be0af68598f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355879 May 20 07:43:40.468101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e31b252d-ee34-4eb9-b47b-2db6f8651b55 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:40.487830 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5541c-caef-4f49-b069-cc867f632571', 'name': 'network-vif-deleted', 'tag': '139f82cf-83b3-4781-bccb-b02db59f21df', 'status': 'completed', 'code': 200} May 20 07:43:40.504933 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] Set router e2c23e44-3b67-484e-af48-675e8426cf9e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:40.708416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d8fb6-3acd-442d-a4c5-1c446f6b85aa req-989493d9-e259-4ea4-af80-c8df332989eb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:40.717195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe4d8fb6-3acd-442d-a4c5-1c446f6b85aa req-989493d9-e259-4ea4-af80-c8df332989eb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1371694 May 20 07:43:40.741514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:40.745991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:43:40.752430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ad950188-4f05-4ad5-ba3f-9d57b0b292cf None None] Port ff25102a-6a8e-433f-aae0-6ad8aea5acfb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:43:40.808991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:40.825041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe4d8fb6-3acd-442d-a4c5-1c446f6b85aa req-ec972f18-5caa-48f6-a031-6ae7c00b4ad7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 May 20 07:43:40.975712 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:43:36Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:40.979929 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f78a3-8cf3-4260-a0e1-134129bd4a2b None None] The sync data for ids ['e2c23e44-3b67-484e-af48-675e8426cf9e'] in n-d-780147-4 is: [{'id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'name': 'tempest-FloatingIPsAssociationTestJSON-785307678-router', 'tenant_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:23Z', 'updated_at': '2021-05-20T07:43:36Z', 'revision_number': 5, 'project_id': 'd54c7b5d49514ebe9a0ca253e743fdd1', 'gw_port': {'id': 'ac3fb1af-cf21-4a64-b003-1bf22f9c283e', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c23e44-3b67-484e-af48-675e8426cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:25Z', 'updated_at': '2021-05-20T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:41.025718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e31b252d-ee34-4eb9-b47b-2db6f8651b55 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:41.026117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.103492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:43:41.113168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7bae5-d0e8-4c5c-bea8-c75839764b3c req-c419c19f-9c0e-4498-9313-0bbc98398208 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:41.114793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21f7bae5-d0e8-4c5c-bea8-c75839764b3c req-c419c19f-9c0e-4498-9313-0bbc98398208 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 946 time: 0.2721558 May 20 07:43:41.115021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Sync routers for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:43:41.128424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] 10.222.0.79 "PUT /v2.0/routers/11061b84-5e8d-4d1d-8a4b-89580b7a0aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7835622 May 20 07:43:41.128424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Deleting port ac3fb1af-cf21-4a64-b003-1bf22f9c283e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:41.128424 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.141556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:41.146621 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:41.194864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.268753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44496) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:41.281183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21f7bae5-d0e8-4c5c-bea8-c75839764b3c req-f0b328a5-5d37-4b55-9123-2e135afb0693 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450493 May 20 07:43:41.375862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] For port ac3fb1af-cf21-4a64-b003-1bf22f9c283e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:41.379709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.383796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c4a49219-3101-4373-bc1d-dae0eb24bc02 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3545bd4ab124496d86e7926f9a4bb825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137550 May 20 07:43:41.391559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44506) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:41.513163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:41.519651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:41.532699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:41.533300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:41.585053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.622391 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:41.672183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.790142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Calling delete_port for ac3fb1af-cf21-4a64-b003-1bf22f9c283e owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:41.853161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b70ff6c-2979-419a-8c99-da673c66087f req-a9ebab30-2782-4e14-bd5e-377bda31296a tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Synchronizing usage tracker for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:41.896771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:41.931390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b70ff6c-2979-419a-8c99-da673c66087f req-a9ebab30-2782-4e14-bd5e-377bda31296a tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Unset dirty status for tenant:a8d8acb3848646449b2690ca0e22fda7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:41.932598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b70ff6c-2979-419a-8c99-da673c66087f req-a9ebab30-2782-4e14-bd5e-377bda31296a tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/ports?device_id=daa5541c-caef-4f49-b069-cc867f632571 HTTP/1.1" status: 200 len: 210 time: 0.1529911 May 20 07:43:41.933603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:41.944773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e780dfb9-0168-4144-8c18-e2f96e1e53c2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:41.980070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e90b38-a133-49f8-b1b5-063e1cf61c31,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:41.983623 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:42.050295 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:37Z', 'revision_number': 4, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ff25102a-6a8e-433f-aae0-6ad8aea5acfb', 'name': '', 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'mac_address': 'fa:16:3e:c2:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:35Z', 'updated_at': '2021-05-20T07:43:38Z', 'revision_number': 2, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'subnets': [{'id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:42.054386 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Checking router: 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:43:42.054741 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Updating router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb port ff25102a-6a8e-433f-aae0-6ad8aea5acfb binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:43:42.126095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.129589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3e90b38-a133-49f8-b1b5-063e1cf61c31 HTTP/1.1" status: 204 len: 168 time: 0.7357886 May 20 07:43:42.130140 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.167433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086572ce-f2fe-46bd-9c25-cfd17457111d req-9fca6d76-aec3-4414-b19d-fd152e8a6c74 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:42.169067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-086572ce-f2fe-46bd-9c25-cfd17457111d req-9fca6d76-aec3-4414-b19d-fd152e8a6c74 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.0947230 May 20 07:43:42.240078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-086572ce-f2fe-46bd-9c25-cfd17457111d req-716e3004-9540-4364-86ac-267b9c2c942d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625906 May 20 07:43:42.283534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b8df6414-5a9c-4b56-86c6-101a628222ad no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:42.300013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-7510dd5a-49b8-49af-934e-d56a7840cecb tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:42.336171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b8df6414-5a9c-4b56-86c6-101a628222ad {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:42.336613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b8df6414-5a9c-4b56-86c6-101a628222ad not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:42.350050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.434039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-7510dd5a-49b8-49af-934e-d56a7840cecb tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:42.438393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:42.442293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-7510dd5a-49b8-49af-934e-d56a7840cecb tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3555164 May 20 07:43:42.443338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee9589-751d-44b0-a09d-065feeda5f5b None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:38:48Z', 'revision_number': 4, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e6195fce-d22e-4458-b250-c1798f18c9f2', 'name': '', 'network_id': '760817bc-0e09-42a9-8280-29797ea90888', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'mac_address': 'fa:16:3e:00:56:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:47Z', 'updated_at': '2021-05-20T07:38:54Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'subnets': [{'id': '3726bd95-55cc-4697-8c6b-5594c0678760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:42.451104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:42.470953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:42.482248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Usage tracker for resource:floatingip and tenant:90405f7724024c8ba1cb36f69cffbf99 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:42.501507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:42.508776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:42.525658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8d8f-5b54-435b-bae1-19dfb7526996 req-64a34305-4cd9-4a42-a4de-753c483aad9f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:42.533618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177a8d8f-5b54-435b-bae1-19dfb7526996 req-64a34305-4cd9-4a42-a4de-753c483aad9f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1139359 May 20 07:43:42.571617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.578192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ab1ea-d9cc-45c0-bae3-f98fac0296f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:42.594184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177a8d8f-5b54-435b-bae1-19dfb7526996 req-7fdb2fb5-be79-4444-bbcf-190d07fe9dfe tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595009 May 20 07:43:42.631943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3fb1af-cf21-4a64-b003-1bf22f9c283e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:42.633996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.648809 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:42.747352 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.763737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Transition to ACTIVE for port object ff25102a-6a8e-433f-aae0-6ad8aea5acfb will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:42.834659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bba67-0a20-4ca7-be7a-ad31bdf6b34f req-3b3d0131-6e6d-458a-abdb-e7a342869de1 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:42.836498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f54bba67-0a20-4ca7-be7a-ad31bdf6b34f req-3b3d0131-6e6d-458a-abdb-e7a342869de1 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1097 time: 0.1046331 May 20 07:43:42.838351 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:42.839912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41101e-35b8-4a4f-ac84-d6545d9ee9f5 None None] New status for floating IP d4272634-2446-4b85-9c06-5a3b2f4a4b37: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:43:42.869213 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:42.903440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f54bba67-0a20-4ca7-be7a-ad31bdf6b34f req-325e281e-5b66-4359-ad82-1b2ecd900c91 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 May 20 07:43:42.959688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.161259 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Pushing event updated for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:43.172428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.172785 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.173267 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.173518 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.174037 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.174358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.174677 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.174994 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.175346 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.175617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.175933 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.176249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:43.181766 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:43.183979 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Attempting to bind port ff25102a-6a8e-433f-aae0-6ad8aea5acfb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:43.184803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Attempting to bind port ff25102a-6a8e-433f-aae0-6ad8aea5acfb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:43.184803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Attempting to bind port ff25102a-6a8e-433f-aae0-6ad8aea5acfb on network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:43.196290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:43.196716 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Checking segment: {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:43.197128 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.197565 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Bound using segment: {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:43.198055 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Bound port: ff25102a-6a8e-433f-aae0-6ad8aea5acfb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0543003-d1bc-4ea9-a16f-73cada251a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:43.198432 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.275440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.278736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.298021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8cbd-5785-4fd4-8e6f-d3bb2f679cd8 req-f724fa4c-56fc-4669-aa29-b32027a47ee6 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:43.299848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c7f8cbd-5785-4fd4-8e6f-d3bb2f679cd8 req-f724fa4c-56fc-4669-aa29-b32027a47ee6 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 946 time: 0.1463158 May 20 07:43:43.376897 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] For port ff25102a-6a8e-433f-aae0-6ad8aea5acfb, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:43.382595 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] For port ff25102a-6a8e-433f-aae0-6ad8aea5acfb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:43.386634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c7f8cbd-5785-4fd4-8e6f-d3bb2f679cd8 req-8d340d54-cf06-4d1e-a7b3-f11e1ba8b90e tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 May 20 07:43:43.410670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.453624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.455653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c23e44-3b67-484e-af48-675e8426cf9e {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:43:43.475674 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.481010 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:43.528576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.533097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e2c23e44-3b67-484e-af48-675e8426cf9e HTTP/1.1" status: 204 len: 168 time: 3.8475485 May 20 07:43:43.535787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:43.706368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Allocated IP 172.25.8.76 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/0450b310-c82e-43c8-bc09-1fd97d4c33f2) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:43.737613 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:43:43.740256 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:43.827657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Deleting subnet 5124db69-efae-4149-b32c-b175244ca0f6 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:43:43.835156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:43.867699 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Pushing event updated for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:43.872250 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:43.939205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.011511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20ad9-1290-4cdd-9038-cc4a47ef5e6d req-f10b9ca8-a9c4-4072-8931-1baa4a615525 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:44.020923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ca20ad9-1290-4cdd-9038-cc4a47ef5e6d req-f10b9ca8-a9c4-4072-8931-1baa4a615525 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1097 time: 0.2976379 May 20 07:43:44.034935 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:43:44.077279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.108396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ca20ad9-1290-4cdd-9038-cc4a47ef5e6d req-5f6aa769-24aa-4f95-8e5b-c01528a768e2 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865388 May 20 07:43:44.195103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.203366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.212795 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdae1ad8-3288-4320-9b87-da5e1bbafefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:44.314458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=0450b310-c82e-43c8-bc09-1fd97d4c33f2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:44.318460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:44.340949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:44.346288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:44.353041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:44.395126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac3fb1af-cf21-4a64-b003-1bf22f9c283e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:44.478780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ac3fb1af-cf21-4a64-b003-1bf22f9c283e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:44.479127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac3fb1af-cf21-4a64-b003-1bf22f9c283e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:44.535228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.677990 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:37Z', 'revision_number': 4, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ff25102a-6a8e-433f-aae0-6ad8aea5acfb', 'name': '', 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'mac_address': 'fa:16:3e:c2:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:35Z', 'updated_at': '2021-05-20T07:43:43Z', 'revision_number': 4, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'subnets': [{'id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:44.684073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc25f51-9e24-43ec-972d-18e9cb9be787 None None] The sync data for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 is: [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:43:37Z', 'revision_number': 4, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ff25102a-6a8e-433f-aae0-6ad8aea5acfb', 'name': '', 'network_id': '0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'mac_address': 'fa:16:3e:c2:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:35Z', 'updated_at': '2021-05-20T07:43:43Z', 'revision_number': 4, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'subnets': [{'id': 'bda43f22-2a14-4ce9-9050-d1eb6358f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:43:44.712536 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.765679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.790183 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd22da07-4f58-4ea8-bf1a-2a2b7228d0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:44.832588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5124db69-efae-4149-b32c-b175244ca0f6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:44.836112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:44.841451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:44.856230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5124db69-efae-4149-b32c-b175244ca0f6 HTTP/1.1" status: 204 len: 168 time: 1.3172460 May 20 07:43:44.856413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b723359-f809-4f09-b6d4-6558f459f6a1 None None] Network ece50726-4657-4916-8fd0-8e8d264d7277 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:44.856506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44572) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:45.115867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.126715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.174444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.185144 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:45.281677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=0450b310-c82e-43c8-bc09-1fd97d4c33f2,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:45.328293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:45.343822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4831a-0010-4c39-abc3-653013618e02 req-cd3889a2-7166-42ac-8b8e-7c931a7013fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:45.351832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c4831a-0010-4c39-abc3-653013618e02 req-cd3889a2-7166-42ac-8b8e-7c931a7013fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1883919 May 20 07:43:45.358236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Deleting port dd68ed4b-c111-477e-84d9-e4e299a614cc {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:45.358646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.360456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.365126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] DHCP port deletion for ece50726-4657-4916-8fd0-8e8d264d7277 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:43:45.450736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.452934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0093248 May 20 07:43:45.474638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Deleting port dd68ed4b-c111-477e-84d9-e4e299a614cc {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:45.475171 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.485732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c4831a-0010-4c39-abc3-653013618e02 req-4637bbfa-3234-4ed4-ace4-b03229c7d1b8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310108 May 20 07:43:45.540029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] For port dd68ed4b-c111-477e-84d9-e4e299a614cc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dd68ed4b-c111-477e-84d9-e4e299a614cc,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:45.540712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.577722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-744ecf32-c649-4233-8e02-4d42c1b43049 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:45.642942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] For port dd68ed4b-c111-477e-84d9-e4e299a614cc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dd68ed4b-c111-477e-84d9-e4e299a614cc,segment=NetworkSegment(88920792-6a55-4243-b34d-ce26d4602507),segment_id=88920792-6a55-4243-b34d-ce26d4602507)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:45.645785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.662562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-744ecf32-c649-4233-8e02-4d42c1b43049 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:45.663766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-744ecf32-c649-4233-8e02-4d42c1b43049 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.2022293 May 20 07:43:45.695992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Calling delete_port for dd68ed4b-c111-477e-84d9-e4e299a614cc owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:45.839464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Calling delete_port for dd68ed4b-c111-477e-84d9-e4e299a614cc owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:45.854299 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:45.864834 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:45.910036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd68ed4b-c111-477e-84d9-e4e299a614cc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:45.918855 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:45.932782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] No DVR routers for this DVR port dd68ed4b-c111-477e-84d9-e4e299a614cc on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:46.011545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-8bc850b1-49c6-40e9-8d04-50ca31ca50bc tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:46.013057 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cc948ed-5a81-4488-a8c3-2ada74cf6730 req-8bc850b1-49c6-40e9-8d04-50ca31ca50bc tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3434210 May 20 07:43:46.021833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.034300 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:46.070764 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.078175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] No DVR routers for this DVR port dd68ed4b-c111-477e-84d9-e4e299a614cc on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:46.087071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Pushing event deleted for resources: {'Port': ['ID=dd68ed4b-c111-477e-84d9-e4e299a614cc,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:46.090147 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:46.091236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed1388-e1c1-4199-82d1-173c07d955c1 req-cd5ec7ef-a80a-4cf6-8962-568535c8d03c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:46.093361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aeed1388-e1c1-4199-82d1-173c07d955c1 req-cd5ec7ef-a80a-4cf6-8962-568535c8d03c tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 946 time: 0.2917385 May 20 07:43:46.112207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece50726-4657-4916-8fd0-8e8d264d7277']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:46.139944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88920792-6a55-4243-b34d-ce26d4602507') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:46.140249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88920792-6a55-4243-b34d-ce26d4602507') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:46.166721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.292882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aeed1388-e1c1-4199-82d1-173c07d955c1 req-2da5c3f2-d58c-4507-9fba-3a84d05e943d tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.79 "GET /v2.0/security-groups?id=28d98436-e10f-44c8-801f-41c8c203bccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890366 May 20 07:43:46.299038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.311627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:43:46.312101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: timer() May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:43:46.326405 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:43:46.381638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff25102a-6a8e-433f-aae0-6ad8aea5acfb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:46.464085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-beb83ca7-0260-447c-877a-3df08b86bd6e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554638 May 20 07:43:46.484078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.509239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.511730 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:46.541744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece50726-4657-4916-8fd0-8e8d264d7277,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:46.555952 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:46.574432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:46.580067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:46.580512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.587139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-aa87c215-96f9-486f-bc00-4db1ed4aa158 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:46.588694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-aa87c215-96f9-486f-bc00-4db1ed4aa158 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.84 "GET /v2.0/ports?device_id=bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d HTTP/1.1" status: 200 len: 946 time: 0.1644287 May 20 07:43:46.717402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ece50726-4657-4916-8fd0-8e8d264d7277 HTTP/1.1" status: 204 len: 168 time: 1.8571711 May 20 07:43:46.731812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.774967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ff25102a-6a8e-433f-aae0-6ad8aea5acfb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:46.777064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-88d2887f-d6e7-4255-86d3-cb4739821d6c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:46.778617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-88d2887f-d6e7-4255-86d3-cb4739821d6c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135948 May 20 07:43:46.786528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Deleting port 33e63bf2-d548-4b57-9117-80e4bf248cbb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:46.786872 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.797729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-4d43c1af-5577-4056-9062-5412be4ae3ae tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.0108643 May 20 07:43:46.846933 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-bc3e15dc-2fc7-4694-82ef-2e8ce99ea973 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434654 May 20 07:43:46.871641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.874249 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:46.934500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] For port 33e63bf2-d548-4b57-9117-80e4bf248cbb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=33e63bf2-d548-4b57-9117-80e4bf248cbb,segment=NetworkSegment(996a9481-4956-4af6-8ab0-77039f038632),segment_id=996a9481-4956-4af6-8ab0-77039f038632)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:46.935086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:46.948250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:46.951476 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:46.964802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dd68ed4b-c111-477e-84d9-e4e299a614cc no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:46.998592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: dd68ed4b-c111-477e-84d9-e4e299a614cc {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:46.998946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dd68ed4b-c111-477e-84d9-e4e299a614cc not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:47.063888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Calling delete_port for 33e63bf2-d548-4b57-9117-80e4bf248cbb owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:47.139212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:47.219165 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70ce291c-92f4-49e7-86e4-9dfc73eb4aca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d54c7b5d49514ebe9a0ca253e743fdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788257 May 20 07:43:47.221976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44628) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:47.283413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.297965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['33e63bf2-d548-4b57-9117-80e4bf248cbb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:43:47.312471 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:47.351076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.411712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Pushing event deleted for resources: {'Port': ['ID=33e63bf2-d548-4b57-9117-80e4bf248cbb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:47.414455 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:47.483550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] No DVR routers for this DVR port 33e63bf2-d548-4b57-9117-80e4bf248cbb on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:43:47.483550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.486232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.488693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'name': 'network-vif-deleted', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:47.594393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.598889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c026f7b9-1b1f-416b-b868-0063ae60d508 req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] 10.222.0.84 "DELETE /v2.0/ports/33e63bf2-d548-4b57-9117-80e4bf248cbb HTTP/1.1" status: 204 len: 173 time: 1.0044684 May 20 07:43:47.600673 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-23711feb-3b27-42a9-a594-d665a0af2786 tempest-LiveMigrationNegativeTest-1180746798 tempest-LiveMigrationNegativeTest-1180746798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:47.614421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a9ec1-e974-4324-9101-ba2c5c4c16fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:47.617011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:47.692145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:47.695758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/339a9ec1-e974-4324-9101-ba2c5c4c16fc HTTP/1.1" status: 204 len: 168 time: 0.4704261 May 20 07:43:47.886667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-d273955b-c3ab-4e34-b8a8-dee0c1473f2a tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1999650 May 20 07:43:47.897121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:47.902937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:47.913173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:48.011564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.178583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.320199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff25102a-6a8e-433f-aae0-6ad8aea5acfb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:48.359847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Allocated IP 172.25.8.39 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/47d3818a-2f17-40f9-a7a7-6273f2e2bb85) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:48.448742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ff25102a-6a8e-433f-aae0-6ad8aea5acfb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:48.449146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.533144 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.680757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.687170 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-49071de1-758e-446e-9436-162763c49ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:48.770960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:48.774365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:48.778487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:48.831308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=47d3818a-2f17-40f9-a7a7-6273f2e2bb85,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:48.836101 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:48.932514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:48.974910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-53f98472-78b3-4a6a-b1a3-b09c56c60404 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:43:48.976108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-53f98472-78b3-4a6a-b1a3-b09c56c60404 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1614954 May 20 07:43:48.990838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:48.993586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:43:49.129284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.238377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:49.376866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-network', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:49.383652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:49.388858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Usage tracker for resource:network and tenant:b7c1bd8768324a67b3c911e92fe8a06e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:49.393156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:49.400549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:49.406399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:49.406649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:49.406968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:49.415373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:49.415695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:49.431098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:49.431440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:49.431828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:49.432273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Bound port: 34758c49-c93a-4f81-a416-9e55ba372052, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:49.468510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Made reservation on behalf of b7c1bd8768324a67b3c911e92fe8a06e for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:49.471235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.485290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.495110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.505724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:49.505913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:49.506094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c1bd8768324a67b3c911e92fe8a06e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:49.508977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:49.514994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:49.603918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.696444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.700433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:49.725074 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.728220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0a25d73-bede-4c36-a619-8f2bd1d5c4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:49.763136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:43:49.770672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d4902-ef52-4444-a65f-54feca952e13,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:49.774191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:49.787427 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.787769 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Added segment eb074468-4c76-4e47-89d2-692fb07abf83 of type vlan for network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f May 20 07:43:49.817364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=47d3818a-2f17-40f9-a7a7-6273f2e2bb85,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:49.821615 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:49.830125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.831888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.846032 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:49.850451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d293f42a-b470-47c4-9dc6-0ba23e218d2f service neutron] 10.222.0.79 "POST /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052/bindings HTTP/1.1" status: 201 len: 389 time: 0.8600383 May 20 07:43:49.942624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 33e63bf2-d548-4b57-9117-80e4bf248cbb no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:43:49.977738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 33e63bf2-d548-4b57-9117-80e4bf248cbb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:43:49.978087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 33e63bf2-d548-4b57-9117-80e4bf248cbb not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:43:50.021031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-bb664f27-c38b-47a2-8436-bc0c97c5b7f7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299067 May 20 07:43:50.022812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.023061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.024344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1313834 May 20 07:43:50.025696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:50.026658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.055639 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:50.224766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Pushing event updated for resources: {'Network': ['ID=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:50.243506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:43:50.265274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-0b267a1d-ddc4-4cf7-b64e-c954fcd3ead6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:50.329647 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:50.410472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-2b68beba-378b-46b5-a1d9-4feaf4757ca4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:50.411992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-2b68beba-378b-46b5-a1d9-4feaf4757ca4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3796008 May 20 07:43:50.417537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-0b267a1d-ddc4-4cf7-b64e-c954fcd3ead6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:50.418848 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-0b267a1d-ddc4-4cf7-b64e-c954fcd3ead6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.3844285 May 20 07:43:50.425658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:50.460545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2183537 May 20 07:43:50.461851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44702) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:50.470083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Request body: {'subnet': {'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-subnet', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:50.528244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:50.539818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Usage tracker for resource:subnet and tenant:b7c1bd8768324a67b3c911e92fe8a06e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:50.583525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:50.606580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-f2388b9c-4f04-40bb-8fe4-aed58658ca32 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:50.618401 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4924724b-72e2-46c6-b0a7-4ef1436caf23 req-f2388b9c-4f04-40bb-8fe4-aed58658ca32 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1897173 May 20 07:43:50.644230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:50.659957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:50.670769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Usage tracker for resource:port and tenant:ca77c0faa71e4bfe8302a54abe800bb0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:50.679109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:50.688394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:50.713219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-dc51cbef-d08f-41d4-9f2f-279b25851a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:50.713219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-dc51cbef-d08f-41d4-9f2f-279b25851a85 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1097 time: 0.1305749 May 20 07:43:50.713508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:50.806428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.837262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Made reservation on behalf of b7c1bd8768324a67b3c911e92fe8a06e for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:50.839776 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.841735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.851686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:50.855345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.892601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:50.958576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600081ed-e370-4a25-bc4f-e43b33f53dcd req-0d88c546-d9ca-4e45-bd84-f311c365cd49 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:50.960135 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-600081ed-e370-4a25-bc4f-e43b33f53dcd req-0d88c546-d9ca-4e45-bd84-f311c365cd49 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1096678 May 20 07:43:50.962209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:51.019022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-600081ed-e370-4a25-bc4f-e43b33f53dcd req-749eb477-39c4-40ce-ae2b-26061edaa51f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 May 20 07:43:51.022080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Usage tracker for resource:security_group_rule and tenant:ca77c0faa71e4bfe8302a54abe800bb0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:51.026966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:51.042154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:51.048110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.053901 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:51.077212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0812bae2-209d-4267-bc9d-7049c5ec5111,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:51.083790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:51.121889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d48fc9b0-dee3-47a2-be08-1933799e25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:51.124216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d48fc9b0-dee3-47a2-be08-1933799e25e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.4046354 May 20 07:43:51.152768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.154272 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "DELETE /v2.0/security-groups/0812bae2-209d-4267-bc9d-7049c5ec5111 HTTP/1.1" status: 204 len: 168 time: 0.4398038 May 20 07:43:51.157377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44714) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:51.180600 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-08cabb21-3285-4c55-acaa-062c60acbab9 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] show failed (client error): The resource could not be found. May 20 07:43:51.182752 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08cabb21-3285-4c55-acaa-062c60acbab9 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "GET /v2.0/security-groups/0812bae2-209d-4267-bc9d-7049c5ec5111 HTTP/1.1" status: 404 len: 347 time: 0.0240347 May 20 07:43:51.186767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:51.240994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-2cdb4637-9bf5-4cf7-ab94-a5e868d23d6f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 217 time: 0.1061974 May 20 07:43:51.382175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-11b889ac-7081-4e47-ae21-974b5b02940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:51.383637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-11b889ac-7081-4e47-ae21-974b5b02940c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1320388 May 20 07:43:51.428806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ec57e87-1afe-42ee-94e1-d7d8af1c9c14 req-d8e3b7c2-fad9-4b78-89b8-14a846e0fd3c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 210 time: 0.1349065 May 20 07:43:51.438625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.450138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-fcf8234f-4124-4b28-b88d-11fc34708167 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514877 May 20 07:43:51.498890 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac4f9c4-b5f1-4c7b-b8b5-2595baa30c9d', 'name': 'network-vif-deleted', 'tag': '33e63bf2-d548-4b57-9117-80e4bf248cbb', 'status': 'completed', 'code': 200} May 20 07:43:51.604162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.632597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40791da1-e299-4747-884e-c4cca330c3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:51.703753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Deleting port b3ffc910-df80-4049-93bf-10b2184cace4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:51.704099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.725508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-6f1146e6-6750-4d3f-af03-38b6cda40358 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2135425 May 20 07:43:51.745738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:51.755665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:51.768596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:51.791616 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:51.830675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:51.866816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.867272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:51.869305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-d3a8e8fe-70f6-412d-9b28-c9199b3fe4dc service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127378 May 20 07:43:51.934935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.011270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Calling delete_port for b3ffc910-df80-4049-93bf-10b2184cace4 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:43:52.118171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.202 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/c0fd318b-0647-4627-9459-c1a2847162a6) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:52.203418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-b431ea88-3136-4271-8ee5-10585bf733ee service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902000 May 20 07:43:52.216232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.219031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd910243-ae1b-4f48-ad69-8bf1773ad9a4 req-e2d1010e-82f3-447f-8760-6fceefbdad7b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:52.220451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd910243-ae1b-4f48-ad69-8bf1773ad9a4 req-e2d1010e-82f3-447f-8760-6fceefbdad7b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.6235063 May 20 07:43:52.348275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd910243-ae1b-4f48-ad69-8bf1773ad9a4 req-af97a9dc-76ca-480c-a3ee-af8eb5fa3650 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172552 May 20 07:43:52.370641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.383594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06cc523c-29f9-4174-81ea-6617255dcf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:52.414669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Allocated IP 172.25.8.199 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/73a98877-cad2-45a5-b9eb-abb937a8ec41) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:52.431421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.445265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e77c0-fe8c-4f32-b972-c9ef4826d765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:52.586237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:52.600911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:52.605062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Checking segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:52.605431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Network hostable DHCP agents. Network: 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:43:52.710161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Pushing event deleted for resources: {'Port': ['ID=b3ffc910-df80-4049-93bf-10b2184cace4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:52.713167 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:52.852801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.855459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.874400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object c0fd318b-0647-4627-9459-c1a2847162a6 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:52.889250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1b260-49d1-45f9-8931-dbf7cae7527f req-1bf2f817-dc0a-4bf7-be56-3d974252530a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:52.891252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11b1b260-49d1-45f9-8931-dbf7cae7527f req-1bf2f817-dc0a-4bf7-be56-3d974252530a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.2726986 May 20 07:43:52.923365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.940092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:43:52.954934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11b1b260-49d1-45f9-8931-dbf7cae7527f req-becaf294-1b19-4768-af16-f2f04c10b385 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 May 20 07:43:52.991635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:52.993024 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] 10.222.0.79 "DELETE /v2.0/floatingips/d4272634-2446-4b85-9c06-5a3b2f4a4b37 HTTP/1.1" status: 204 len: 168 time: 1.8051953 May 20 07:43:53.037374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:53.039501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.049492 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f0d81bc-c5c9-4d78-a6c7-bee4106e24f8 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:53.055632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63503a3e-deb5-4a51-a5e1-cecffd96b062 None None] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:53.071854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.084083 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:53.087900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:53.088115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.147531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:53.150652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:53.155239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:53.177203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:53.185747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:53.192543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:53.199645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=73a98877-cad2-45a5-b9eb-abb937a8ec41,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:53.213235 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:53.271708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:53.272607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.293961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.294321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.295411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.295767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.296117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.296463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.296827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.297172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.297539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.297880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.298223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.298823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:53.307027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:53.307622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.312452 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:53.346110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b071-45c9-4cd6-8d75-13122da82cab req-061b1836-6188-4887-9f57-64d639432c89 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:53.346880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df93b071-45c9-4cd6-8d75-13122da82cab req-061b1836-6188-4887-9f57-64d639432c89 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:53.361076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:43:53.366505 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.436055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9725463 May 20 07:43:53.438013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0172513 May 20 07:43:53.438769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df93b071-45c9-4cd6-8d75-13122da82cab req-061b1836-6188-4887-9f57-64d639432c89 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:53.446075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df93b071-45c9-4cd6-8d75-13122da82cab req-061b1836-6188-4887-9f57-64d639432c89 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 936 time: 0.3651648 May 20 07:43:53.451929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44742) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:53.541125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Request body: {'port': {'device_id': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:53.566995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Allocated IP 172.20.0.2 (83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f/2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf/da4497c2-08ed-4675-ad50-5cc22ab49f32) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:53.572843 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.602095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:53.629646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:53.650379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Usage tracker for resource:router and tenant:b7c1bd8768324a67b3c911e92fe8a06e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:53.655565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df93b071-45c9-4cd6-8d75-13122da82cab req-1b022d15-56d1-4cfe-9df9-7ab20532e3f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:53.660170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:53.674913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:53.714463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9d9726a-42f4-4778-aa80-301c91812702 None None] Provisioning for port c0fd318b-0647-4627-9459-c1a2847162a6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:53.732980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9d9726a-42f4-4778-aa80-301c91812702 None None] Provisioning complete for port c0fd318b-0647-4627-9459-c1a2847162a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:53.733537 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9d9726a-42f4-4778-aa80-301c91812702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.754897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.813201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.814348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.817740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9726a-42f4-4778-aa80-301c91812702 None None] Port c0fd318b-0647-4627-9459-c1a2847162a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:43:53.866520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.868841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df93b071-45c9-4cd6-8d75-13122da82cab req-1b022d15-56d1-4cfe-9df9-7ab20532e3f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:53.869596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.871640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df93b071-45c9-4cd6-8d75-13122da82cab req-1b022d15-56d1-4cfe-9df9-7ab20532e3f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246461 May 20 07:43:53.911026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:53.922170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Transition to ACTIVE for port object da4497c2-08ed-4675-ad50-5cc22ab49f32 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:53.946721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Transition to ACTIVE for port object da4497c2-08ed-4675-ad50-5cc22ab49f32 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:53.999776 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.004893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af1b8a33-e80e-489b-83c8-b8e37dbf45e1 tempest-ServerDiagnosticsNegativeTest-199828632 tempest-ServerDiagnosticsNegativeTest-199828632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:54.016654 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.017898 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.022376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:54.087744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:54.091545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:54.108666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:54.119874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=73a98877-cad2-45a5-b9eb-abb937a8ec41,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:54.125377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:54.133950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Pushing event updated for resources: {'Port': ['ID=da4497c2-08ed-4675-ad50-5cc22ab49f32,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:54.134127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.142026 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:54.251385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.256241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5142221 May 20 07:43:54.261463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Attempting to bind port da4497c2-08ed-4675-ad50-5cc22ab49f32 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:54.262646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Attempting to bind port da4497c2-08ed-4675-ad50-5cc22ab49f32 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:54.262646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Attempting to bind port da4497c2-08ed-4675-ad50-5cc22ab49f32 on network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:54.270291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:54.279275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Checking segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:54.280152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.280721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Bound using segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:54.281384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Bound port: da4497c2-08ed-4675-ad50-5cc22ab49f32, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:54.281978 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.350206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-2f86f89a-2fc7-458f-adc8-e2d93dbc8566 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:43:54.388112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] For port da4497c2-08ed-4675-ad50-5cc22ab49f32, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:54.396472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] For port da4497c2-08ed-4675-ad50-5cc22ab49f32, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=da4497c2-08ed-4675-ad50-5cc22ab49f32,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:54.422992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-2f86f89a-2fc7-458f-adc8-e2d93dbc8566 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:43:54.424680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-2f86f89a-2fc7-458f-adc8-e2d93dbc8566 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1639824 May 20 07:43:54.500285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.504077 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:54.547605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.594488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-150af795-886a-45a0-9937-d3c44cd1b6f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:54.596674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fe0a168-8715-4845-a5dd-41ec8881337a req-150af795-886a-45a0-9937-d3c44cd1b6f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1650960 May 20 07:43:54.614687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Pushing event updated for resources: {'Port': ['ID=da4497c2-08ed-4675-ad50-5cc22ab49f32,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:54.616108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:54.644185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd318b-0647-4627-9459-c1a2847162a6 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:43:54.657754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.676475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Transition to ACTIVE for port object c0fd318b-0647-4627-9459-c1a2847162a6 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:43:54.690661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883c3b-50ad-421c-a35a-a39c70d90479 req-94cbe6ed-3263-4219-a31e-6469e1a990fd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:54.694465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf883c3b-50ad-421c-a35a-a39c70d90479 req-94cbe6ed-3263-4219-a31e-6469e1a990fd tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.3923604 May 20 07:43:54.761751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:54.773230 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-059635da-f8c6-4597-bec9-2b185f26845b tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:54.829403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44758) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:54.995559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf883c3b-50ad-421c-a35a-a39c70d90479 req-eb8132c9-ac68-47b2-82b1-b493448244ac tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843249 May 20 07:43:55.027553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Deleting subnet c68d7788-2633-4cf3-9a23-b5d555bfb5c3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:43:55.045555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.223581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.297899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f443f6-8e33-485e-b4a1-2e1622fd8225 req-5a1c47cc-cf1d-4994-9a2e-8ae8ae1e124c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:55.299750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1f443f6-8e33-485e-b4a1-2e1622fd8225 req-5a1c47cc-cf1d-4994-9a2e-8ae8ae1e124c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.2643328 May 20 07:43:55.303215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.375054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Attempting to bind port c0fd318b-0647-4627-9459-c1a2847162a6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:43:55.375419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Attempting to bind port c0fd318b-0647-4627-9459-c1a2847162a6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:43:55.375728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Attempting to bind port c0fd318b-0647-4627-9459-c1a2847162a6 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:55.395720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Port c0fd318b-0647-4627-9459-c1a2847162a6 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:43:55.395900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Attempting to bind port c0fd318b-0647-4627-9459-c1a2847162a6 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:43:55.412295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:55.417609 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1f443f6-8e33-485e-b4a1-2e1622fd8225 req-a66a0be1-c552-43a6-9f84-85af403d0f61 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861597 May 20 07:43:55.421419 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:55.426062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:43:55.426458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:43:55.426791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:43:55.427246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Bound port: c0fd318b-0647-4627-9459-c1a2847162a6, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:43:55.427602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.648379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-18ed6539-879a-4ad3-8afd-656fc565459b tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4234786 May 20 07:43:55.658455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:55.673160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:55.681226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:43:55.688633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c0fd318b-0647-4627-9459-c1a2847162a6,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:43:55.695038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:55.837391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.846463 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4487d23-c6d2-4aee-b18f-6a08110e800a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:55.894284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92e2eb-9fa3-4476-bebf-42cc17471f65 req-ffec3c1c-0047-4ef6-9411-cca3088fb1de tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:55.894795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f92e2eb-9fa3-4476-bebf-42cc17471f65 req-ffec3c1c-0047-4ef6-9411-cca3088fb1de tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 948 time: 0.3147106 May 20 07:43:55.916456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.945625 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f92e2eb-9fa3-4476-bebf-42cc17471f65 req-f204273f-76f2-41aa-aedc-cf104d3d628a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 May 20 07:43:55.946827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.953175 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:55.962833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:55.963446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:55.964902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] 10.222.0.81 "PUT /v2.0/ports/c0fd318b-0647-4627-9459-c1a2847162a6 HTTP/1.1" status: 200 len: 1096 time: 2.5155087 May 20 07:43:55.975489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:43:55.992691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68d7788-2633-4cf3-9a23-b5d555bfb5c3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:55.998297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.012866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:56.012973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.014060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.014428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.014783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.015114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.015466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.016628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.016992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.017322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.017742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.018328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.018677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:56.020791 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:56.021975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.022089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:56.026380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c68d7788-2633-4cf3-9a23-b5d555bfb5c3 HTTP/1.1" status: 204 len: 168 time: 1.1958659 May 20 07:43:56.027132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44772) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:56.036135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef62e3-7d48-4166-9dba-6227bac5d795 None None] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:43:56.057267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.146554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.198619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.302377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-82bddf70-dc9a-4514-9edd-49ee0f11ca66 None None] Provisioning for port da4497c2-08ed-4675-ad50-5cc22ab49f32 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:56.401530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.419961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a38bec-b984-4d8d-ab5f-e2852c632db1']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:56.441297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-d87fff6c-4eaa-43aa-b936-c9b6fdf9fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:56.442852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-d87fff6c-4eaa-43aa-b936-c9b6fdf9fabb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 1099 time: 0.2684093 May 20 07:43:56.456605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.465400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996a9481-4956-4af6-8ab0-77039f038632') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:56.466149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996a9481-4956-4af6-8ab0-77039f038632') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:43:56.473621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device da4497c2-08ed-4675-ad50-5cc22ab49f32 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:56.500899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.520248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.526599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:43:56.526997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.551795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Allocated IP 172.25.8.99 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4000f49d-2778-4f69-9117-1e04ef8fb14d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: timer() May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:43:56.626487 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:43:56.685968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.686197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port da4497c2-08ed-4675-ad50-5cc22ab49f32 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:43:56.689763 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:56.701706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port da4497c2-08ed-4675-ad50-5cc22ab49f32 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:56.702352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.719583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.738746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a38bec-b984-4d8d-ab5f-e2852c632db1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:56.743169 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:56.828939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.846116 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c3a38bec-b984-4d8d-ab5f-e2852c632db1 HTTP/1.1" status: 204 len: 168 time: 0.8157983 May 20 07:43:56.883381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-ede6449f-2600-441c-81d1-3e01581a91d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c0fd318b-0647-4627-9459-c1a2847162a6 HTTP/1.1" status: 200 len: 217 time: 0.3431797 May 20 07:43:56.885754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.970173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af5ecae2-3491-4d8a-becb-546f9dd96de1 None None] Provisioning complete for port da4497c2-08ed-4675-ad50-5cc22ab49f32 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:56.971375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af5ecae2-3491-4d8a-becb-546f9dd96de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:56.979579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-5e8227cf-dc88-4af9-8422-bc93a4191652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:56.981346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-5e8227cf-dc88-4af9-8422-bc93a4191652 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0898924 May 20 07:43:56.984931 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6', 'status': 'completed', 'code': 200} May 20 07:43:57.001815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port da4497c2-08ed-4675-ad50-5cc22ab49f32, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=da4497c2-08ed-4675-ad50-5cc22ab49f32,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:43:57.097763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-74710c91-a0f4-4985-875a-3abef71da885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:57.101918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-74710c91-a0f4-4985-875a-3abef71da885 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127238 May 20 07:43:57.104100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:57.118424 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:57.193881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:57.209215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee3157-89c4-42b3-ba93-ffc1da140e73 req-f07d5bb6-76a0-406b-9d14-1b9714b74430 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:57.212129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cee3157-89c4-42b3-ba93-ffc1da140e73 req-f07d5bb6-76a0-406b-9d14-1b9714b74430 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.1183918 May 20 07:43:57.252737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=da4497c2-08ed-4675-ad50-5cc22ab49f32,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:57.278127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4cee3157-89c4-42b3-ba93-ffc1da140e73 req-a20637d3-84d8-4cd6-ae7e-1eda56ee9b48 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592728 May 20 07:43:57.286095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.286095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.286431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.286767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.287145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.287364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.287685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.288002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.288319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.288635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.288965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.289264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:43:57.313223 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:57.355611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:57.377094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:57.493892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:57.500687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:57.518206 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46944e24-83cf-43fa-ae4c-ffeb1eaa4597 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e1e2a71749b4548aa17eae3e754de14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396401 May 20 07:43:57.520665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:57.521242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:57.562354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Allocated IP 172.25.8.231 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/44aad711-314b-4abd-99f7-241bfc6c6cdd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:43:57.570041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Pushing event updated for resources: {'Port': ['ID=4000f49d-2778-4f69-9117-1e04ef8fb14d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:57.582112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:57.652799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-eff41fba-0213-4110-9de5-1349259ed216 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421774 May 20 07:43:57.656392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:57.690769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:57.721412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9234f-aa4a-4a64-97ca-174de4cbef52 req-a760bd48-f17b-479f-9184-88b60a0497b7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:57.722826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-40e9234f-aa4a-4a64-97ca-174de4cbef52 req-a760bd48-f17b-479f-9184-88b60a0497b7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1455214 May 20 07:43:57.787150 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-40e9234f-aa4a-4a64-97ca-174de4cbef52 req-44565a0a-1188-4069-b885-9ff03f959b1f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 May 20 07:43:57.938939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:57.942886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1727e45f-3ce1-4389-8587-b12d7658f041 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:57.961103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d98436-e10f-44c8-801f-41c8c203bccd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:57.964686 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:58.004972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bcbd4-28e4-416a-bae5-3cb39e37d255 req-d5117762-13e5-4e77-aa5e-8f7608da21a9 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:58.006695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-388bcbd4-28e4-416a-bae5-3cb39e37d255 req-d5117762-13e5-4e77-aa5e-8f7608da21a9 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.1109130 May 20 07:43:58.048218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:58.058664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:58.059788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/28d98436-e10f-44c8-801f-41c8c203bccd HTTP/1.1" status: 204 len: 168 time: 0.5373785 May 20 07:43:58.065871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-388bcbd4-28e4-416a-bae5-3cb39e37d255 req-154326fa-b7ff-454a-879b-c71012044b66 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 May 20 07:43:58.076621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba4e303-d427-4883-9232-eaaea19293b0 req-a8e42f36-f9b9-4db1-bbeb-17d32b03ae67 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228095 May 20 07:43:58.264770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:58.269570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe6c0a-d9aa-4e57-bfee-27964f7b55a6 req-f097f1e3-95d1-4b53-a51b-ab7c4169763d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:58.276236 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9030c43-a873-4181-81a7-c73fcb216421 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:43:58.278115 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fbe6c0a-d9aa-4e57-bfee-27964f7b55a6 req-f097f1e3-95d1-4b53-a51b-ab7c4169763d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 948 time: 0.1000607 May 20 07:43:58.374186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:43:58.377508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device da4497c2-08ed-4675-ad50-5cc22ab49f32 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:43:58.381695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fbe6c0a-d9aa-4e57-bfee-27964f7b55a6 req-1843fcad-5b39-4d4b-891f-772e3f86b405 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025803 May 20 07:43:58.432666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:43:58.447648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:43:58.488914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port da4497c2-08ed-4675-ad50-5cc22ab49f32 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:43:58.488914 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:58.536800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=44aad711-314b-4abd-99f7-241bfc6c6cdd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:43:58.551517 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:43:58.599381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:58.679928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f598f5-f33d-4905-8855-596e92a32da3 req-07fe458a-f42b-48f8-815b-4e5ae64b159d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:58.681542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54f598f5-f33d-4905-8855-596e92a32da3 req-07fe458a-f42b-48f8-815b-4e5ae64b159d tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.1119132 May 20 07:43:58.743114 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54f598f5-f33d-4905-8855-596e92a32da3 req-b7583bc1-0f3f-4f7f-8979-a1071fb29936 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 May 20 07:43:58.767443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-0a568177-df77-4d83-8f69-191df2518371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:58.768935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-0a568177-df77-4d83-8f69-191df2518371 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 1099 time: 0.5477467 May 20 07:43:59.049423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d486-ab6b-4995-8f6a-e496347db147 req-0b5a1879-08b4-4d62-8ac0-c9d544ba14cc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:59.050803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3a1d486-ab6b-4995-8f6a-e496347db147 req-0b5a1879-08b4-4d62-8ac0-c9d544ba14cc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1029892 May 20 07:43:59.088154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-74dea61a-1ab1-4a54-996f-c6e1b786aab7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:59.089690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-74dea61a-1ab1-4a54-996f-c6e1b786aab7 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.84 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.5871787 May 20 07:43:59.099553 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3a1d486-ab6b-4995-8f6a-e496347db147 req-145ba111-574e-4358-85b7-ac4a006d6c3c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 May 20 07:43:59.101329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.396319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8d873-edc4-448c-a23d-b9a590c59e33 req-c1961592-6460-4ac2-8cff-48b675baff7d tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:59.397901 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76e8d873-edc4-448c-a23d-b9a590c59e33 req-c1961592-6460-4ac2-8cff-48b675baff7d tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 946 time: 0.1058095 May 20 07:43:59.420929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:59.434534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-3c99a079-0f4a-46d9-9da8-ec6e84c78694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:59.436188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-3c99a079-0f4a-46d9-9da8-ec6e84c78694 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.6539407 May 20 07:43:59.465050 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76e8d873-edc4-448c-a23d-b9a590c59e33 req-1bdb32f4-e15e-4bbf-b91d-3ee7cb5ffa2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/security-groups?id=0b81a576-355d-463d-b5fc-fc251fc59699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592206 May 20 07:43:59.537436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.549706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2118776482-network', 'tenant_id': '935d44d273924957a7b429c061d7ea01'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:43:59.554321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:59.558188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Usage tracker for resource:network and tenant:935d44d273924957a7b429c061d7ea01 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:59.564718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:43:59.565384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-db8a6a69-d810-43fa-89a0-e3cefd597197 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c0fd318b-0647-4627-9459-c1a2847162a6 HTTP/1.1" status: 200 len: 217 time: 0.1067972 May 20 07:43:59.567093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:59.578590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:43:59.637072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.689391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Made reservation on behalf of 935d44d273924957a7b429c061d7ea01 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:43:59.691655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.751839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-a64b051d-0340-4504-9d01-09726362f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:43:59.753284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-a64b051d-0340-4504-9d01-09726362f086 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1776459 May 20 07:43:59.760612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Deleting port 733136c5-373d-4b1c-90c0-991c52bb673b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:43:59.760964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.863419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:43:59.891735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:43:59.904201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Usage tracker for resource:security_group_rule and tenant:935d44d273924957a7b429c061d7ea01 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:43:59.909613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:43:59.984306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:00.097396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02de3-12f0-40fc-b949-1243ec454829 req-7e12dd64-00a7-481b-a5eb-0727590e3ccd tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:00.098906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5c02de3-12f0-40fc-b949-1243ec454829 req-7e12dd64-00a7-481b-a5eb-0727590e3ccd tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 948 time: 0.4168224 May 20 07:44:00.240552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] For port 733136c5-373d-4b1c-90c0-991c52bb673b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=733136c5-373d-4b1c-90c0-991c52bb673b,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:00.241195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.260600 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5c02de3-12f0-40fc-b949-1243ec454829 req-513dc3a4-8be4-40b1-b1a6-7373778add06 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520128 May 20 07:44:00.356022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.408017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c0fd318b-0647-4627-9459-c1a2847162a6 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:00.443460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.454902 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14fcfa75-d1ba-4359-b3f5-02b7c1a69fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:00.499627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:44:00.521137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.521553 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Added segment d814dc02-1737-4197-939d-f110f7c5204e of type vlan for network 37406a07-9c5b-45d0-bf6b-6edd068106a2 May 20 07:44:00.525456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe1e2dc-665c-42de-a068-b5f058f9cb38,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:00.531109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Calling delete_port for 733136c5-373d-4b1c-90c0-991c52bb673b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:00.535309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-c502d584-8dd6-4482-9093-b45bd945bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:00.535852 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:00.536820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-c502d584-8dd6-4482-9093-b45bd945bdc3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7606695 May 20 07:44:00.545049 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-f38e111f-2616-41c1-8b4c-d8b0a9c3d6d4 service neutron] show failed (client error): The resource could not be found. May 20 07:44:00.545961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-f38e111f-2616-41c1-8b4c-d8b0a9c3d6d4 service neutron] 10.222.0.84 "GET /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f/bindings/n-h1-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.4707527 May 20 07:44:00.572767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c0fd318b-0647-4627-9459-c1a2847162a6,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:00.573864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.592406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c0fd318b-0647-4627-9459-c1a2847162a6', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'c0fd318b-0647-4627-9459-c1a2847162a6', 'mac_address': 'fa:16:3e:c9:ca:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:00.598814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122459d-2059-4722-abdf-2a80529472fd req-458ad092-f44d-41d0-a471-4f358c555ffa tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:00.600668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4122459d-2059-4722-abdf-2a80529472fd req-458ad092-f44d-41d0-a471-4f358c555ffa tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.2085719 May 20 07:44:00.615824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.670398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Router f3e4437c-2cf7-404c-870f-eeff4d33659f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:44:00.676447 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.697447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd318b-0647-4627-9459-c1a2847162a6 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:00.710181 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4122459d-2059-4722-abdf-2a80529472fd req-3d7ca619-7dcd-444b-a1ad-0164f8d398d5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982800 May 20 07:44:00.717755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c0fd318b-0647-4627-9459-c1a2847162a6,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:00.743664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.761814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.776449 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a01d986-ec13-469c-b6ba-3d404d0e22bd tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:00.799777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.802015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:00.811475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.826606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:00.828415 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:00.883236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:00.912190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-f0603890-efa6-49f4-85c9-7dafef13c93a service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624721 May 20 07:44:00.934160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:00.942710 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:00.984779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5593500 May 20 07:44:00.991561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:01.077767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event updated for resources: {'Port': ['ID=44aad711-314b-4abd-99f7-241bfc6c6cdd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:01.099392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:01.113983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:01.123393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Request body: {'subnet': {'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2118776482-subnet', 'tenant_id': '935d44d273924957a7b429c061d7ea01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:01.147238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:01.150709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Pushing event updated for resources: {'Network': ['ID=37406a07-9c5b-45d0-bf6b-6edd068106a2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:01.153468 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:01.159763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Usage tracker for resource:subnet and tenant:935d44d273924957a7b429c061d7ea01 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:01.170090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.173051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 37406a07-9c5b-45d0-bf6b-6edd068106a2 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:44:01.199700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:01.203462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:01.225161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Sync routers for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:01.241456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:01.248847 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:01.249805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:01.261819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ed359e-67d4-43cd-a965-ef5880a9d545 req-a4c6bfb4-971f-43e4-b338-6f48debe5f50 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402379 May 20 07:44:01.265083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.271456 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:01.319606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Pushing event deleted for resources: {'Port': ['ID=733136c5-373d-4b1c-90c0-991c52bb673b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:01.324168 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:01.361800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.372847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7198014 May 20 07:44:01.467483 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.471296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 8.0181060 May 20 07:44:01.478549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9e9ba-93e0-4940-b9d5-efc98b2b7746 req-52dff10e-1a94-4ee3-b3bb-af0c1e0de30f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:01.481429 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4a9e9ba-93e0-4940-b9d5-efc98b2b7746 req-52dff10e-1a94-4ee3-b3bb-af0c1e0de30f tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.6214502 May 20 07:44:01.481429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:01.486900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] No DVR routers for this DVR port 733136c5-373d-4b1c-90c0-991c52bb673b on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:01.491543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.493513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2398a3b3-0627-4790-9229-f1dfe03dde5f req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.84 "DELETE /v2.0/ports/733136c5-373d-4b1c-90c0-991c52bb673b HTTP/1.1" status: 204 len: 173 time: 2.3861654 May 20 07:44:01.494025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'name': 'network-vif-deleted', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:01.503196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-10e86138-a3d6-4517-be47-ea088a772f66 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:01.536144 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:01.571484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Made reservation on behalf of 935d44d273924957a7b429c061d7ea01 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:01.574293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.597134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-10e86138-a3d6-4517-be47-ea088a772f66 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:01.598601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-10e86138-a3d6-4517-be47-ea088a772f66 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.2286267 May 20 07:44:01.658688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-8b5216e7-563c-451a-af7a-09e779b24d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:01.660857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-8b5216e7-563c-451a-af7a-09e779b24d92 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1101 time: 0.4976799 May 20 07:44:01.692278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:01.810709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-963f7a19-a955-484b-9b71-b31faf70312c tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:01.812558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-963f7a19-a955-484b-9b71-b31faf70312c tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2081211 May 20 07:44:01.825200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-bc3aa68f-ba6f-4001-b5a1-877e25dd4d78 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:44:01.826835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35831b82-e65e-4188-8e58-efb0ce8e5a1c req-bc3aa68f-ba6f-4001-b5a1-877e25dd4d78 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087638 May 20 07:44:01.892691 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:43:58Z', 'revision_number': 3, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:01.906917 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Checking router: f3e4437c-2cf7-404c-870f-eeff4d33659f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:01.907625 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Updating router f3e4437c-2cf7-404c-870f-eeff4d33659f port 4000f49d-2778-4f69-9117-1e04ef8fb14d binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:44:01.966803 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:01.990484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 733136c5-373d-4b1c-90c0-991c52bb673b no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:02.029949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2bd82ef1-af95-42b8-ac77-70bdcd204224 req-02a70f95-6129-4e5a-9b80-8970264b85b9 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Synchronizing usage tracker for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:02.041585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 733136c5-373d-4b1c-90c0-991c52bb673b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:02.041997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 733136c5-373d-4b1c-90c0-991c52bb673b not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:02.056229 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4a9e9ba-93e0-4940-b9d5-efc98b2b7746 req-5c0fbd1c-b07e-4fe1-b670-0c1fae06a699 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968781 May 20 07:44:02.119971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2bd82ef1-af95-42b8-ac77-70bdcd204224 req-02a70f95-6129-4e5a-9b80-8970264b85b9 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Unset dirty status for tenant:15ba0c131d9f4235907056f9a4ffe46d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:02.121958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2bd82ef1-af95-42b8-ac77-70bdcd204224 req-02a70f95-6129-4e5a-9b80-8970264b85b9 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] 10.222.0.79 "GET /v2.0/ports?device_id=730a892e-b1d3-44ee-88ed-edc6b5aa5737 HTTP/1.1" status: 200 len: 210 time: 0.1504707 May 20 07:44:02.204562 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a892e-b1d3-44ee-88ed-edc6b5aa5737', 'name': 'network-vif-deleted', 'tag': '733136c5-373d-4b1c-90c0-991c52bb673b', 'status': 'completed', 'code': 200} May 20 07:44:02.333916 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.352931 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Transition to ACTIVE for port object 4000f49d-2778-4f69-9117-1e04ef8fb14d will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:02.393063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff6a25-e2b0-47a4-aeed-ec624d32bacc req-e8ae7211-0721-4566-8234-43adeb40dc35 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:02.393063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fff6a25-e2b0-47a4-aeed-ec624d32bacc req-e8ae7211-0721-4566-8234-43adeb40dc35 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.0948789 May 20 07:44:02.412142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.434224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c0fd318b-0647-4627-9459-c1a2847162a6 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:02.447053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fff6a25-e2b0-47a4-aeed-ec624d32bacc req-27e96793-5595-4877-90eb-4852e5c878c7 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483558 May 20 07:44:02.479391 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.485689 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:02.576161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Attempting to bind port 4000f49d-2778-4f69-9117-1e04ef8fb14d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:02.576948 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Attempting to bind port 4000f49d-2778-4f69-9117-1e04ef8fb14d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:02.577641 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Attempting to bind port 4000f49d-2778-4f69-9117-1e04ef8fb14d on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:02.587911 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Pushing event updated for resources: {'Port': ['ID=4000f49d-2778-4f69-9117-1e04ef8fb14d,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:02.592045 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:02.593361 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:02.593361 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:02.593361 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.601770 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:02.602358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Bound port: 4000f49d-2778-4f69-9117-1e04ef8fb14d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:02.602756 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.618476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e90ac9ff-8fc6-4020-9c09-d317731ed214 req-764167f0-1640-42b4-ba47-9d505e8d610a tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips/b6bb2c70-b42f-4b92-8c17-c1041b0f3b54 HTTP/1.1" status: 200 len: 693 time: 0.1185472 May 20 07:44:02.625977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c0fd318b-0647-4627-9459-c1a2847162a6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:02.634570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c0fd318b-0647-4627-9459-c1a2847162a6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:02.635945 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.694906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] For port 4000f49d-2778-4f69-9117-1e04ef8fb14d, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:02.698708 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] For port 4000f49d-2778-4f69-9117-1e04ef8fb14d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4000f49d-2778-4f69-9117-1e04ef8fb14d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:02.798788 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.820138 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.830503 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:02.845369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c0fd318b-0647-4627-9459-c1a2847162a6,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:02.846401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:02.905547 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:02.906189 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:02.909837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645074ae-8296-41d8-9c7e-cad65bf9fc93 req-5ec4a20a-e289-4dbd-9f8f-8fe531d9887b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:02.917736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-645074ae-8296-41d8-9c7e-cad65bf9fc93 req-5ec4a20a-e289-4dbd-9f8f-8fe531d9887b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 949 time: 0.7129233 May 20 07:44:02.923599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:02.927359 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:02.932076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac9ff-8fc6-4020-9c09-d317731ed214 req-78a8825c-dc19-43e7-830c-24b5a606a2c1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:02.939142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e90ac9ff-8fc6-4020-9c09-d317731ed214 req-78a8825c-dc19-43e7-830c-24b5a606a2c1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3125436 May 20 07:44:02.945610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-e90ac9ff-8fc6-4020-9c09-d317731ed214 req-4eb7b7a8-e218-4a19-9dd4-7b5db83ca7fc tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:44:02.960984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e90ac9ff-8fc6-4020-9c09-d317731ed214 req-4eb7b7a8-e218-4a19-9dd4-7b5db83ca7fc tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200765 May 20 07:44:02.990605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Pushing event updated for resources: {'Port': ['ID=4000f49d-2778-4f69-9117-1e04ef8fb14d,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:02.996310 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:03.059259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Deleting port e6195fce-d22e-4458-b250-c1798f18c9f2 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:03.059854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:03.065300 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6', 'code': 200} May 20 07:44:03.102799 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:03.118432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:03.131478 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:03.161938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-a124f4c5-3335-485c-bc57-fe19e40b0a25 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips/b6bb2c70-b42f-4b92-8c17-c1041b0f3b54 HTTP/1.1" status: 200 len: 693 time: 0.1472836 May 20 07:44:03.282327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-645074ae-8296-41d8-9c7e-cad65bf9fc93 req-f1573360-e4c3-4bbf-9016-c3d03e20fd02 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356252 May 20 07:44:03.299667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a5b71-d089-4a8a-b8f4-f362fdbd6667 req-f33b771f-7157-4d2f-805f-be63ae2c3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:03.301654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-703a5b71-d089-4a8a-b8f4-f362fdbd6667 req-f33b771f-7157-4d2f-805f-be63ae2c3611 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 1101 time: 0.2106321 May 20 07:44:03.343071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:03.355234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-baf6dd49-9fa4-4b3d-9a5b-edc32c88e3d9 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:03.355965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-baf6dd49-9fa4-4b3d-9a5b-edc32c88e3d9 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1836958 May 20 07:44:03.445523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-703a5b71-d089-4a8a-b8f4-f362fdbd6667 req-eaf14826-699c-46aa-bb34-154f813bdf8a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371155 May 20 07:44:03.454798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-4912193b-d501-402a-8593-ea0df1148e20 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.0890570 May 20 07:44:03.477885 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:43:58Z', 'revision_number': 3, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:03.484283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3f7fd-8d1c-44d3-8803-f3f42dba3f91 None None] The sync data for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 is: [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:43:58Z', 'revision_number': 3, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:03.550295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-11f11f0f-c4b8-4f4e-bda0-4620fce50080 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.0840933 May 20 07:44:03.616598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:44:03.699828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:03.778008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] For port e6195fce-d22e-4458-b250-c1798f18c9f2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e6195fce-d22e-4458-b250-c1798f18c9f2,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:03.778389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:03.804232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Deleting port 44aad711-314b-4abd-99f7-241bfc6c6cdd {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:03.804640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:03.942064 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:03.942560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:03.969875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Calling delete_port for e6195fce-d22e-4458-b250-c1798f18c9f2 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:04.004654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:04.009875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:04.019813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.078654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Calling delete_port for 44aad711-314b-4abd-99f7-241bfc6c6cdd owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:04.141656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Transition to ACTIVE for port object 1e4fcb8f-474c-4246-917a-1f4e93f6a35f will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:04.167759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.174499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.202337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ad761-b7d1-4c0c-bd28-f78124abadb3 req-bfc3cd18-214f-4f5f-9e21-8f5906fec17e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:04.209506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee3ad761-b7d1-4c0c-bd28-f78124abadb3 req-bfc3cd18-214f-4f5f-9e21-8f5906fec17e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.5970933 May 20 07:44:04.292524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.302722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.308985 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-733d7694-43b7-49e1-85c2-73b093933a73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:04.317245 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:04.332550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:44:04.332550 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:44:04.395063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4000f49d-2778-4f69-9117-1e04ef8fb14d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:04.402959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event deleted for resources: {'Port': ['ID=44aad711-314b-4abd-99f7-241bfc6c6cdd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:04.470781 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:04.535835 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee3ad761-b7d1-4c0c-bd28-f78124abadb3 req-b037c851-505d-4df4-9348-73875072c2ce tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253400 May 20 07:44:04.565410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.580016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 4000f49d-2778-4f69-9117-1e04ef8fb14d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:04.587135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4000f49d-2778-4f69-9117-1e04ef8fb14d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:04.593396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.714711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.720748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25773cf-0fcc-4c83-97f0-e20f8df76320 req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "DELETE /v2.0/floatingips/b6bb2c70-b42f-4b92-8c17-c1041b0f3b54 HTTP/1.1" status: 204 len: 173 time: 1.1638503 May 20 07:44:04.766364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.786918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 4000f49d-2778-4f69-9117-1e04ef8fb14d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4000f49d-2778-4f69-9117-1e04ef8fb14d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:04.802825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] No DVR routers for this DVR port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:04.864122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.891697 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:04.895693 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:04.979259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=4000f49d-2778-4f69-9117-1e04ef8fb14d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:04.985803 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:05.056753 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'code': 200} May 20 07:44:05.070487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Allocated IP 172.20.0.1 (83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f/2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf/26a3d142-40f4-4fde-b9c5-1ba19a0897d1) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:05.154740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=6']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:05.170642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:05.177993 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44189ca3-014c-41a4-8bbe-8c230fe3bf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:05.236247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a8ff7-48ed-471a-9072-5dcc6cd5fa24 req-451e0c7c-42c9-4f82-aea2-26c95daa9531 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:05.238029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac5a8ff7-48ed-471a-9072-5dcc6cd5fa24 req-451e0c7c-42c9-4f82-aea2-26c95daa9531 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 950 time: 0.2854362 May 20 07:44:05.246410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-ec0d0062-98ea-4603-9717-03731d234c4e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:05.252676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-ec0d0062-98ea-4603-9717-03731d234c4e tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1097 time: 0.2478032 May 20 07:44:05.257707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:05.257985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:05.258324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:05.275588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:05.337996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:05.338300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:05.352714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac5a8ff7-48ed-471a-9072-5dcc6cd5fa24 req-96bfada3-4102-4436-9107-f59a3a2bb81e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988920 May 20 07:44:05.352954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:05.378106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:05.378452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:05.378846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:05.379296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Bound port: 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:05.379702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:05.405983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32288429-f8dd-499a-9781-c94f71c80c71,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:05.411084 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:05.415208 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8fc275a-d745-49d3-94e1-1f007780bd5f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:05.431714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:05.485944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Checking segment: {'id': 'd814dc02-1737-4197-939d-f110f7c5204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:05.486313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Network hostable DHCP agents. Network: 37406a07-9c5b-45d0-bf6b-6edd068106a2, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:44:05.667202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6195fce-d22e-4458-b250-c1798f18c9f2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:05.667347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693fc59-9f0d-4ad8-b359-962f221fca80 req-38a7fedd-3af1-4437-9c87-b860ea3d2c31 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:05.669365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7693fc59-9f0d-4ad8-b359-962f221fca80 req-38a7fedd-3af1-4437-9c87-b860ea3d2c31 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2383170 May 20 07:44:05.722132 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:05.750038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc76aa-8313-4837-b3d2-18304af728d3 req-2842abd8-d03e-4dd8-bec0-23407d38484c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:05.751569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c4cc76aa-8313-4837-b3d2-18304af728d3 req-2842abd8-d03e-4dd8-bec0-23407d38484c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 946 time: 0.9601464 May 20 07:44:05.813231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:05.827609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:05.864816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:05.875943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Transition to ACTIVE for port object 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:05.925543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:05.931776 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:05.939740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:05.949686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Network 37406a07-9c5b-45d0-bf6b-6edd068106a2 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:44:05.954765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c4cc76aa-8313-4837-b3d2-18304af728d3 req-edb37e37-797d-43c6-b559-f39bd4156c71 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957231 May 20 07:44:05.982122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:06.020822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:06.080331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.088380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6484370b-11c6-4685-8cdc-685fd7c0df2b tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:06.139840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.145014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 37406a07-9c5b-45d0-bf6b-6edd068106a2) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:06.154255 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:06.188850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:06.206188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:44:06.208999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eee3f8-18d2-4ad3-b858-91c3af1e3475 None None] Network 37406a07-9c5b-45d0-bf6b-6edd068106a2 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:06.225204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.225809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.239892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.240521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.242165 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] 10.222.0.81 "PUT /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 1096 time: 4.5592017 May 20 07:44:06.243977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.284403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.318615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-381e62dc-70ff-4b71-99b6-9c00f4f17ac1 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.329503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-381e62dc-70ff-4b71-99b6-9c00f4f17ac1 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 1101 time: 0.3117688 May 20 07:44:06.354214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:06.366785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:06.367225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:06.367661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:06.370651 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:06.371525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.390694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:06.395234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Usage tracker for resource:security_group_rule and tenant:d4dad0ae39bb49a9bb14d1a6037035ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:06.401019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:06.412767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:06.422570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:06.423064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Attempting to bind port 34758c49-c93a-4f81-a416-9e55ba372052 on network a5b29fa3-d60c-43e6-8a7c-92e64370da5f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:06.429641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:06.430549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Checking segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:06.431136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Bound using segment: {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:06.431792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Bound port: 34758c49-c93a-4f81-a416-9e55ba372052, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a5b29fa3-d60c-43e6-8a7c-92e64370da5f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:06.432131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.545986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:06.568105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:06.571294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:06.573586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:06.576937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:06.582695 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:06.584905 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61ac53b1-7fec-4df9-bebd-7643088ff61c tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:06.616289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4000f49d-2778-4f69-9117-1e04ef8fb14d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:06.626526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:06.712636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Pushing event updated for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:06.727680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6801739 May 20 07:44:06.728600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.740922 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7798c6fa-43c3-490c-bdcd-9b606d910c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:06.741760 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:06.885432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a510b-a491-49a2-8b15-b435ab4e5aa6 req-9b02f3f0-5f12-43c9-b098-3dab435e99f1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.894335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d0a510b-a491-49a2-8b15-b435ab4e5aa6 req-9b02f3f0-5f12-43c9-b098-3dab435e99f1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.8085868 May 20 07:44:06.931764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b429cad9-23b8-407c-a561-bb2cc8eb9994 None None] Network 37406a07-9c5b-45d0-bf6b-6edd068106a2 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:06.940758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-ed9ecf0d-4b16-475c-b85a-118f0db598a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.942959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-ed9ecf0d-4b16-475c-b85a-118f0db598a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1099 time: 0.6603076 May 20 07:44:06.953892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b155ef2c-ca76-4af3-830a-49707fbc50e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.975686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.992214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:06.992861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:06.994551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] 10.222.0.84 "PUT /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 1122 time: 1.7230265 May 20 07:44:07.016601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:07.024055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:07.027580 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:07.071267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:07.082679 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0928a3ea-35de-4a42-98a1-5f48e058b6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:07.125816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46895d45-e452-41ee-9852-b3690db332fa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:07.131049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:07.148263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e4673c4-0603-4e50-9f27-9e69299edaec req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8210030 May 20 07:44:07.190714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:07.219725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d0a510b-a491-49a2-8b15-b435ab4e5aa6 req-f51c43e7-7df7-49ab-9c14-f560919e19af tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231392 May 20 07:44:07.249557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4000f49d-2778-4f69-9117-1e04ef8fb14d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:07.250171 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:07.282113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['34758c49-c93a-4f81-a416-9e55ba372052'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:07.285366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-72241833-d691-4a3c-8248-04559bcd3762 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:07.370617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-72241833-d691-4a3c-8248-04559bcd3762 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:07.375456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['34758c49-c93a-4f81-a416-9e55ba372052'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:07.375841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-72241833-d691-4a3c-8248-04559bcd3762 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=90405f7724024c8ba1cb36f69cffbf99 HTTP/1.1" status: 200 len: 1655 time: 0.1937969 May 20 07:44:07.422505 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052', 'code': 200} May 20 07:44:07.471983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-1fe404c8-76a1-48da-9014-6b9693d3cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:07.473814 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-1fe404c8-76a1-48da-9014-6b9693d3cd08 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4992864 May 20 07:44:07.514445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6c430a02-4677-40ff-bd81-e4dd83f1f1b1 None None] Provisioning for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:07.558545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6c430a02-4677-40ff-bd81-e4dd83f1f1b1 None None] Provisioning complete for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:07.559087 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c430a02-4677-40ff-bd81-e4dd83f1f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:07.582248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-67945c1a-09b9-4bb7-82d8-999349258f04 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:07.589742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-67945c1a-09b9-4bb7-82d8-999349258f04 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks?id=7443946c-2304-4ae6-9323-48bd6eab68f0&id=7443946c-2304-4ae6-9323-48bd6eab68f0&id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 787 time: 0.2086687 May 20 07:44:07.595466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-360e0158-7017-4149-87be-fedc37d318aa tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:44:07.623627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3310d919-a7aa-4ac0-bf05-9c2db71a3dc5 req-360e0158-7017-4149-87be-fedc37d318aa tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271056 May 20 07:44:07.762394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6c430a02-4677-40ff-bd81-e4dd83f1f1b1 None None] Port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:44:07.885276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-f032cd01-b86b-4677-91dc-6e0b6231284a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.3202226 May 20 07:44:08.078809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:08.107712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-c3516a28-a828-44f9-8a1a-d4f7aa975ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:08.109187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-c3516a28-a828-44f9-8a1a-d4f7aa975ee7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1983268 May 20 07:44:08.199865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c271ab0-21de-4040-bfdc-226f2b336184 req-a98c806c-c5c7-4e44-bc88-849d644b0560 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:08.201464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c271ab0-21de-4040-bfdc-226f2b336184 req-a98c806c-c5c7-4e44-bc88-849d644b0560 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.6344993 May 20 07:44:08.214299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:08.357957 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'status': 'completed', 'code': 200} May 20 07:44:08.403956 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c271ab0-21de-4040-bfdc-226f2b336184 req-aa4d6859-dd90-48fd-8b0d-d16f477f8f5e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833122 May 20 07:44:08.580516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-36d77d70-18a1-4839-a9b7-bb77408113b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:08.582023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-36d77d70-18a1-4839-a9b7-bb77408113b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4387903 May 20 07:44:08.589389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-3e8fb6ab-b3cb-4e39-8194-e2f4b90dac1f tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips/27a921a7-55eb-4b59-8558-2ce5dbba5563 HTTP/1.1" status: 200 len: 693 time: 0.2582617 May 20 07:44:08.652671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:08.663014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] 10.222.0.79 "PUT /v2.0/routers/50aaad9e-2890-4b8a-8593-98b7fb648cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0973201 May 20 07:44:08.666715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:08.673611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Sync routers for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:08.690202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:08.691170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:08.810824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-34fe532d-38e3-4e71-b7b4-6d44fde30b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:08.812663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-34fe532d-38e3-4e71-b7b4-6d44fde30b08 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1099 time: 0.2926056 May 20 07:44:08.915407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:44:08.953727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:08.961370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-5d09b564-9352-4ce4-9fad-7ad2e9c1101b tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:08.970074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-5d09b564-9352-4ce4-9fad-7ad2e9c1101b tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3617606 May 20 07:44:09.023336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.060495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-7eeeba4a-97c9-47cc-b2b5-6ec8c0ee1766 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650319 May 20 07:44:09.061918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-d54ed4c2-9eb4-4b03-b3c2-1695507a1729 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0884123 May 20 07:44:09.111103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.169975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-f49d20f5-a2ba-45cc-a726-bf52424f1b33 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1071496 May 20 07:44:09.184207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.215565 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:09.356548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:09.362026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Checking router: 50aaad9e-2890-4b8a-8593-98b7fb648cd4 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:09.384945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Routers {'50aaad9e-2890-4b8a-8593-98b7fb648cd4'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:09.385628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:43:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:09.395572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-0a31cf57-fb4e-45d2-8333-f91a7a0cf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:09.397042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-0a31cf57-fb4e-45d2-8333-f91a7a0cf4b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.5765245 May 20 07:44:09.447069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e937ab2-e83d-4e92-ba26-6ecded4f4f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.478984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:09.533511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-822d551a-49d5-4cab-a70f-4cc573cbb2dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.1215920 May 20 07:44:09.541334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51e55-eb07-4b43-b0c2-cac4e5b99b69 req-c47888d3-2749-4609-829e-b1f16cd70155 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:09.545972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37d51e55-eb07-4b43-b0c2-cac4e5b99b69 req-c47888d3-2749-4609-829e-b1f16cd70155 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.7198040 May 20 07:44:09.607332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.621669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-1b918ced-0dae-49e6-9007-de4328f709e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:09.623806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-1b918ced-0dae-49e6-9007-de4328f709e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0837314 May 20 07:44:09.663369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] Set router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:09.688476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Deleting port 73a98877-cad2-45a5-b9eb-abb937a8ec41 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:09.688978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.706559 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.714649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Pushing event updated for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:09.736201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:09.809495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37d51e55-eb07-4b43-b0c2-cac4e5b99b69 req-ee581e86-9d57-4ab8-ba8b-545e9b05e774 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417800 May 20 07:44:09.821518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e680d4a1-8de9-4854-8aae-c35a84350e3d req-abd73206-7bc5-432a-9a25-11b50fd8e346 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465491 May 20 07:44:09.855645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.856133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:09.869901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-28af1013-6d54-4252-b45c-eb1c95b1146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:09.871753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-28af1013-6d54-4252-b45c-eb1c95b1146f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386761 May 20 07:44:09.981017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:10.027761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Calling delete_port for 73a98877-cad2-45a5-b9eb-abb937a8ec41 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:10.053174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:10.057903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582257a-98b8-42b1-9c04-961b77d3207e None None] The sync data for ids ['50aaad9e-2890-4b8a-8593-98b7fb648cd4'] in n-d-780147-4 is: [{'id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834676824-router', 'tenant_id': 'a8d8acb3848646449b2690ca0e22fda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:42Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 5, 'project_id': 'a8d8acb3848646449b2690ca0e22fda7', 'gw_port': {'id': '73556e2f-9253-4646-88e1-b71a26ca5b5f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50aaad9e-2890-4b8a-8593-98b7fb648cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:43Z', 'updated_at': '2021-05-20T07:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:10.063638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-dc2ea498-1083-4f4c-b956-b779cf29d832 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861776 May 20 07:44:10.071044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:10.073401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:10.420477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dde4b9f8-6ffc-49c2-9cfe-bcae56747165 None None] Provisioning complete for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:10.420477 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dde4b9f8-6ffc-49c2-9cfe-bcae56747165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:10.425712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-5e6e010c-fba1-4ff2-ac33-164cb26c1ee3 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865549 May 20 07:44:10.445663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-776a5e2a-65c5-461f-8c25-d640dd6772cb tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:10.454557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-776a5e2a-65c5-461f-8c25-d640dd6772cb tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774762 May 20 07:44:10.480656 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-11a1c96e-b935-4d4f-b730-01f319d95eff tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.0251210 May 20 07:44:10.497092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e6195fce-d22e-4458-b250-c1798f18c9f2 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:10.599172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e6195fce-d22e-4458-b250-c1798f18c9f2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:10.599519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e6195fce-d22e-4458-b250-c1798f18c9f2 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:10.621186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dde4b9f8-6ffc-49c2-9cfe-bcae56747165 None None] Port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:44:10.686785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-99e519b9-cdf6-4078-97b2-bf1cb89eb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:10.688295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-99e519b9-cdf6-4078-97b2-bf1cb89eb89f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1099 time: 0.6998045 May 20 07:44:10.749351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Router f3e4437c-2cf7-404c-870f-eeff4d33659f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:10.768099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Deleting port 73556e2f-9253-4646-88e1-b71a26ca5b5f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:10.768442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:10.784322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-049dcb9d-ef8a-4cd4-b83d-73bd7d686085 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359396 May 20 07:44:10.833665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:10.856175 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bed449e4-a5c5-4f73-9fd9-53543cf64e19 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:10.865610 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-7c09e5ce-6937-4856-8543-556b91e85c6b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3840759 May 20 07:44:10.941467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event deleted for resources: {'Port': ['ID=73a98877-cad2-45a5-b9eb-abb937a8ec41,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:10.948348 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:11.026800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:11.057251 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:11.143878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:11.145726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-ac8a6703-5e3e-4c01-bdbb-2e1236a37f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:11.147430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-ac8a6703-5e3e-4c01-bdbb-2e1236a37f4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4467981 May 20 07:44:11.158527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473a1a55-1aeb-4c0a-b1e4-c6c1cb586f9f req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "DELETE /v2.0/floatingips/27a921a7-55eb-4b59-8558-2ce5dbba5563 HTTP/1.1" status: 204 len: 173 time: 1.9876227 May 20 07:44:11.161822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] For port 73556e2f-9253-4646-88e1-b71a26ca5b5f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=73556e2f-9253-4646-88e1-b71a26ca5b5f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:11.162192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:11.460047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-5be97fce-96ac-4596-b4f7-4a0c89200ad6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.2897615 May 20 07:44:11.534099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Calling delete_port for 73556e2f-9253-4646-88e1-b71a26ca5b5f owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:11.537318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:11.547203 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Sync routers for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:11.567658 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:11.568390 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:11.595242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e489bde-ebbf-48b2-ad85-70521d46cfb7 req-362d665d-03ad-417e-907b-c6aba48053c8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:11.606079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e489bde-ebbf-48b2-ad85-70521d46cfb7 req-362d665d-03ad-417e-907b-c6aba48053c8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 944 time: 0.1246572 May 20 07:44:11.621657 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] 10.222.0.79 "PUT /v2.0/routers/f3e4437c-2cf7-404c-870f-eeff4d33659f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1301649 May 20 07:44:11.687760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e489bde-ebbf-48b2-ad85-70521d46cfb7 req-61bfb93f-6de3-45d3-b692-0c3fdff4bc13 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 May 20 07:44:11.815718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-2735d3db-b239-45dc-b072-89892b906142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:11.817548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-2735d3db-b239-45dc-b072-89892b906142 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2918077 May 20 07:44:11.835058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:44:11.865344 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052', 'status': 'completed', 'code': 200} May 20 07:44:11.907555 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:12.031626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-e73525c1-4b9f-4c07-9866-e747ca4fb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:12.035964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-e73525c1-4b9f-4c07-9866-e747ca4fb856 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079823 May 20 07:44:12.056254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-fffe4dad-7053-43e0-92a3-1da54f4ff1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:12.059410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-fffe4dad-7053-43e0-92a3-1da54f4ff1e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1125 time: 0.1608951 May 20 07:44:12.348615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:12.413869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:12.424272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-7b52300b-0385-4ff0-b2f8-80ecba7c663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:12.425466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-7b52300b-0385-4ff0-b2f8-80ecba7c663b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.3566799 May 20 07:44:12.454027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:12.474152 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:08Z', 'revision_number': 2, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:12.486683 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Checking router: f3e4437c-2cf7-404c-870f-eeff4d33659f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:12.487073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Updating router f3e4437c-2cf7-404c-870f-eeff4d33659f port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:44:12.510856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f809ec7c-053e-46e8-a9f6-fba32d0a8b3e tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:12.533532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-5627284a-28bc-4ab7-aa10-c494bb77c0b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 217 time: 0.1003435 May 20 07:44:12.545163 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-18635af7-5b58-4455-a67c-99daa63a4ba3 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921112 May 20 07:44:12.599484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb91cd-0e4b-490b-a4f1-714139481ad1 req-591ef7c4-12b6-40d0-bbd8-86131aa65093 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:12.599621 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:12.603660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87eb91cd-0e4b-490b-a4f1-714139481ad1 req-591ef7c4-12b6-40d0-bbd8-86131aa65093 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 948 time: 0.2706642 May 20 07:44:12.620342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Pushing event deleted for resources: {'Port': ['ID=73556e2f-9253-4646-88e1-b71a26ca5b5f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:12.684750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-48fa8c3a-2bc4-445f-a846-312dc527f929 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips/339899ce-89a7-4bd8-abd8-53d3a6aeac41 HTTP/1.1" status: 200 len: 692 time: 0.5799723 May 20 07:44:12.710745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:12.711790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-16418d52-55f0-41d4-ab32-2302f94ad895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:12.713221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-16418d52-55f0-41d4-ab32-2302f94ad895 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.1713169 May 20 07:44:12.733278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:12.771386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-34e98348-879a-48ef-b0ae-180166cd6c65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511107 May 20 07:44:12.783758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87eb91cd-0e4b-490b-a4f1-714139481ad1 req-678a3810-58f9-42bf-b08b-e5189e8ea1de tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789622 May 20 07:44:12.802025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'mac_address': 'fa:16:3e:4d:5f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:12.806755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:12.820321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:12.887341 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:12.965545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:12.982866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:13.045836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-4560a30c-73cf-4e8e-9387-f8af9c4fdbf8 service neutron] 10.222.0.81 "GET /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.2060497 May 20 07:44:13.109114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.111501 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:13.141414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-23bfdd59-4e35-4cf6-a003-801e3fab0220 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523233 May 20 07:44:13.209562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:13.213808 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:13.270342 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.287329 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Transition to ACTIVE for port object 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:13.355907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['1e4fcb8f-474c-4246-917a-1f4e93f6a35f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:13.380527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.386628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.399439 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.403905 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:13.455128 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b07b6a9-b31e-40f0-931d-84c5c8202e0b req-01e5ea1f-0845-4451-b2c6-a10b4d4abfdd service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676903 May 20 07:44:13.480613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-6e36396f-9a55-40e8-8daf-58ed99d4d6b0 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:13.499002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-6e36396f-9a55-40e8-8daf-58ed99d4d6b0 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.8104258 May 20 07:44:13.505043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-c96480e3-d2f5-4c3d-8972-717ea6cf6c32 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:44:13.513610 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-c96480e3-d2f5-4c3d-8972-717ea6cf6c32 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129395 May 20 07:44:13.573996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.574784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50aaad9e-2890-4b8a-8593-98b7fb648cd4 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:44:13.611500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.612749 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] 10.222.0.79 "DELETE /v2.0/routers/50aaad9e-2890-4b8a-8593-98b7fb648cd4 HTTP/1.1" status: 204 len: 168 time: 4.9449933 May 20 07:44:13.625555 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-977db754-64a2-41ba-9a5f-af6ee272bdb0 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1093597 May 20 07:44:13.626806 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Pushing event updated for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:13.627802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:13.635169 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:13.720636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6d1e3af-5b0b-47e9-9196-056deb375180 req-dea4e99c-d83a-4113-8420-e7f0c794fe5d service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713308 May 20 07:44:13.791275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-e4e6b79f-e1d8-4f9c-ae81-68b0d8d61b69 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1647565 May 20 07:44:13.876652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-e6a54b89-ca90-44f5-8510-8f039a6125c5 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:13.877374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-e6a54b89-ca90-44f5-8510-8f039a6125c5 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:13.889851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Deleting subnet 3726bd95-55cc-4697-8c6b-5594c0678760 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:44:13.917145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:13.939109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:13.965639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:13.995889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34758c49-c93a-4f81-a416-9e55ba372052 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:14.007670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:14.033231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-e6a54b89-ca90-44f5-8510-8f039a6125c5 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:14.034685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-e6a54b89-ca90-44f5-8510-8f039a6125c5 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 828 time: 0.7239158 May 20 07:44:14.051676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-34158e1e-b3e6-461c-92da-5e9ce5954741 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/quotas/b7c1bd8768324a67b3c911e92fe8a06e HTTP/1.1" status: 200 len: 375 time: 0.0100543 May 20 07:44:14.071649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.104962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.197608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Deleting port 47d3818a-2f17-40f9-a7a7-6273f2e2bb85 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:14.197950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.198319 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Attempting to bind port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:14.198710 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Attempting to bind port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:14.199111 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Attempting to bind port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 on network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:14.207001 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:14.207610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Checking segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:14.207964 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.208443 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Bound using segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:14.208893 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Bound port: 26a3d142-40f4-4fde-b9c5-1ba19a0897d1, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:14.209422 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.247635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-a0f289d5-2c85-42d4-a317-43640258d071 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899304 May 20 07:44:14.261636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Transition to ACTIVE for port object 34758c49-c93a-4f81-a416-9e55ba372052 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:14.315723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.332409 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] For port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:14.334929 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] For port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:14.358695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 73556e2f-9253-4646-88e1-b71a26ca5b5f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:14.393590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 73556e2f-9253-4646-88e1-b71a26ca5b5f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:14.394248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 73556e2f-9253-4646-88e1-b71a26ca5b5f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:14.396004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.396394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.417151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-d7e98be2-a0d2-496f-901d-54356e6a24f7 service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476581 May 20 07:44:14.422230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.428649 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44b4f777-7986-477b-baa7-d957b5315ad2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:14.467270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:14.477232 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.481167 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:14.593242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:14.593904 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:14.609071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Calling delete_port for 47d3818a-2f17-40f9-a7a7-6273f2e2bb85 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:14.647867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:14.656450 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Pushing event updated for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:14.659844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:14.660231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.703138 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:14.808504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] No DVR routers for this DVR port 34758c49-c93a-4f81-a416-9e55ba372052 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:14.874287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:14.905862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Pushing event updated for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:14.915632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:14.919966 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:14.931980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-14a3d955-76e2-4519-979a-eada25ec4daa service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041859 May 20 07:44:14.938923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] 10.222.0.81 "PUT /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8766131 May 20 07:44:14.944414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:14.950305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:15.015862 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.021157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:15.037561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.042669 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a00512b9-7caa-4265-bd0e-1b2847c162cc tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:15.079772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.102366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event deleted for resources: {'Port': ['ID=47d3818a-2f17-40f9-a7a7-6273f2e2bb85,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:15.105399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:15.108312 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-89ea0626-8c71-48bc-b4af-8948ad1ce804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:15.174544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:15.193037 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:15.306760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-fb4fca1a-6072-4381-a28d-7576ea862f2f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:15.311332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-fb4fca1a-6072-4381-a28d-7576ea862f2f tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.2008491 May 20 07:44:15.327424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45060) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:15.363770 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:14Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:15.389197 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9383e405-c823-4f48-abbe-fcfd19ad43f3 None None] The sync data for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 is: [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:14Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:15.416280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.418689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d33683-70b6-4fd0-8fd9-a8049b367bad None None] Network 760817bc-0e09-42a9-8280-29797ea90888 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:15.425874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3726bd95-55cc-4697-8c6b-5594c0678760,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:15.432955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:15.463251 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3726bd95-55cc-4697-8c6b-5594c0678760 HTTP/1.1" status: 204 len: 168 time: 1.8324764 May 20 07:44:15.478736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45068) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:15.530010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.537805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.539036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c642a189-dce7-4452-a63b-84ddafb097e7 req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "DELETE /v2.0/floatingips/339899ce-89a7-4bd8-abd8-53d3a6aeac41 HTTP/1.1" status: 204 len: 173 time: 1.7469907 May 20 07:44:15.714478 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:15.911898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] DHCP port deletion for 760817bc-0e09-42a9-8280-29797ea90888 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:44:15.958486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a627-dff7-46ac-8054-b65f881df1b8 req-ffbcebf9-3f9d-4167-b193-b01e5738cd6c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:15.967315 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b240a627-dff7-46ac-8054-b65f881df1b8 req-ffbcebf9-3f9d-4167-b193-b01e5738cd6c tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.2481985 May 20 07:44:16.008077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Deleting port bea9d6cd-4cf6-461f-afbb-92b76b195e66 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:16.008431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.057197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Deleting port bea9d6cd-4cf6-461f-afbb-92b76b195e66 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:16.059401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.093708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-43277701-59ff-4310-97f3-0eefc9e797e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:16.095295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-43277701-59ff-4310-97f3-0eefc9e797e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f HTTP/1.1" status: 200 len: 1096 time: 0.7702231 May 20 07:44:16.134059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] For port bea9d6cd-4cf6-461f-afbb-92b76b195e66, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bea9d6cd-4cf6-461f-afbb-92b76b195e66,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:16.134752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.222864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] For port bea9d6cd-4cf6-461f-afbb-92b76b195e66, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bea9d6cd-4cf6-461f-afbb-92b76b195e66,segment=NetworkSegment(0b887d53-944d-4e88-8093-2d8c99e740d4),segment_id=0b887d53-944d-4e88-8093-2d8c99e740d4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:16.222864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.304375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Calling delete_port for bea9d6cd-4cf6-461f-afbb-92b76b195e66 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:16.409981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Calling delete_port for bea9d6cd-4cf6-461f-afbb-92b76b195e66 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:16.439279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:16.452584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b240a627-dff7-46ac-8054-b65f881df1b8 req-188e86e3-3f66-4c21-8c8a-563ed28ac1a3 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843569 May 20 07:44:16.538487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-a0b396c6-59d1-46e2-ab51-a8e43a175a44 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843360 May 20 07:44:16.551165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.566277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.568560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:16.590564 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'code': 200} May 20 07:44:16.593006 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:16.636688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] No DVR routers for this DVR port bea9d6cd-4cf6-461f-afbb-92b76b195e66 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:16.653059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] No DVR routers for this DVR port bea9d6cd-4cf6-461f-afbb-92b76b195e66 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:16.658721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Pushing event deleted for resources: {'Port': ['ID=bea9d6cd-4cf6-461f-afbb-92b76b195e66,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:16.662184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:16.665689 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:16.668547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:16.669687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.777941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f365733-d6f9-41b5-9fba-51fcd739785f req-5ca066eb-44ba-43d9-86d1-49dfafb7acd8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:16.789340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f365733-d6f9-41b5-9fba-51fcd739785f req-5ca066eb-44ba-43d9-86d1-49dfafb7acd8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.8003895 May 20 07:44:16.798472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea9d6cd-4cf6-461f-afbb-92b76b195e66,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:16.827041 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:16.831197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f63e5f7a-7937-43e4-a41c-3d96e9ce4979 req-a40e567a-6197-4803-87a4-c457c9ae9b36 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:16.842525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.886415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:16.926703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.950053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760817bc-0e09-42a9-8280-29797ea90888']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:16.955542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b887d53-944d-4e88-8093-2d8c99e740d4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:16.955902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b887d53-944d-4e88-8093-2d8c99e740d4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:16.968872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.987100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:16.996478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-a47f0daf-fc4b-4649-9cb8-d1de3268c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:16.996478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-a47f0daf-fc4b-4649-9cb8-d1de3268c7f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1096 time: 0.8422022 May 20 07:44:16.996764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:44:16.996764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: timer() May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:44:17.009860 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:44:17.014411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f365733-d6f9-41b5-9fba-51fcd739785f req-c4679fbe-7272-4ecf-91d8-8b4d82f17f7e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238219 May 20 07:44:17.016199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:17.018138 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:17.123192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bea9d6cd-4cf6-461f-afbb-92b76b195e66 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:17.126448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f63e5f7a-7937-43e4-a41c-3d96e9ce4979 req-a40e567a-6197-4803-87a4-c457c9ae9b36 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:17.139645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f63e5f7a-7937-43e4-a41c-3d96e9ce4979 req-a40e567a-6197-4803-87a4-c457c9ae9b36 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 210 time: 0.4918923 May 20 07:44:17.176277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-9dc57e1d-be15-4441-803b-6a96b71a3e74 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:17.178183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-9dc57e1d-be15-4441-803b-6a96b71a3e74 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6262567 May 20 07:44:17.185823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bea9d6cd-4cf6-461f-afbb-92b76b195e66 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:17.186374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bea9d6cd-4cf6-461f-afbb-92b76b195e66 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:17.214013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:17.225974 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:17.250505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:17.254558 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8412020b-3c60-4f9c-9b82-2a7053a6eb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:17.268616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:17.291214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-87565696-97c4-40e5-9dcc-d5542d21ee35 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips/4802b980-ecad-422b-8bef-b07e93d44074 HTTP/1.1" status: 200 len: 692 time: 0.2073209 May 20 07:44:17.321051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=760817bc-0e09-42a9-8280-29797ea90888,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:17.333427 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:17.337575 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3377914-a7db-4f73-a2f8-79357202cc47 req-b14e6a71-17fb-4911-bac5-75d5d53d528d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 210 time: 0.0663171 May 20 07:44:17.366007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': '72a6080c-4f45-468e-978f-e5e73e79b597', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:17.414661 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/760817bc-0e09-42a9-8280-29797ea90888 HTTP/1.1" status: 204 len: 168 time: 1.9348054 May 20 07:44:17.417468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45086) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:17.440806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-8739c0b1-de90-48d1-8b4b-69c2fc1dd62f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058910 May 20 07:44:17.712984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-7c95d765-92a3-4b69-88f2-ca4c5e3d697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:17.714463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-7c95d765-92a3-4b69-88f2-ca4c5e3d697d service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.7037632 May 20 07:44:17.848547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-bd427aed-1799-4f26-b9dc-06d0e69734e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 200 len: 217 time: 0.1047919 May 20 07:44:17.943715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:17.952802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-3889224f-f5e5-47b4-acdd-2584ddf10e71 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:17.957130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-3889224f-f5e5-47b4-acdd-2584ddf10e71 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.6266816 May 20 07:44:17.964098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-0f9b5baa-184b-47b3-92f2-f95b13a4888d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:17.965493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-0f9b5baa-184b-47b3-92f2-f95b13a4888d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5005038 May 20 07:44:17.988056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:18.048725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:18.110469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-40d5a2dd-488d-40f6-9953-88cb9369a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:18.111937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-40d5a2dd-488d-40f6-9953-88cb9369a6a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2405994 May 20 07:44:18.122145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-9f9b26e8-1ab9-448a-bc7d-5dd82bfebeb6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Synchronizing usage tracker for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:18.186471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:18.379312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:18.407110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:18.410183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:18.453798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:18.454172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:18.459157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-f0187b9c-4ca2-4a78-8cb4-3f8bda39ee7f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586597 May 20 07:44:18.601192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-9f9b26e8-1ab9-448a-bc7d-5dd82bfebeb6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Unset dirty status for tenant:90405f7724024c8ba1cb36f69cffbf99 on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:18.605293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-9f9b26e8-1ab9-448a-bc7d-5dd82bfebeb6 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.6257126 May 20 07:44:18.711348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11f3e0-ca42-4c89-bfc7-f68e85045faa req-87bcc184-4805-4303-a13a-4d8d090ca6e2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:18.712731 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d11f3e0-ca42-4c89-bfc7-f68e85045faa req-87bcc184-4805-4303-a13a-4d8d090ca6e2 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.3522201 May 20 07:44:18.760310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:18.773458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-3cdca659-79f7-42f8-8a12-af9e90329005 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:18.774891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-3cdca659-79f7-42f8-8a12-af9e90329005 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.84 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 828 time: 0.2253017 May 20 07:44:18.791814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Usage tracker for resource:port and tenant:ca77c0faa71e4bfe8302a54abe800bb0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:18.800323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'port': {'device_id': '07557f7b-309b-4888-9ebd-f84d32e179de', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'admin_state_up': True, 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:18.804108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:18.814674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-f97acc23-95a0-4fe5-83d8-28fa63053208 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.2014749 May 20 07:44:18.824922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:18.875969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d11f3e0-ca42-4c89-bfc7-f68e85045faa req-98393eec-b05b-4e48-83d3-c14d74e56794 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488400 May 20 07:44:18.955366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:19.080984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-4909028e-fe08-40de-866c-2ca51a467fe2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:19.082492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-4909028e-fe08-40de-866c-2ca51a467fe2 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.81 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e&tenant_id=6d465a5288534f42899806e1c3d9e902&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 950 time: 0.7790980 May 20 07:44:19.090586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-a5af9052-4b30-4f76-8ed4-0c5073c82af7 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145847 May 20 07:44:19.146469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:19.164292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:19.189977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Deleting port 76ca56c4-7b0b-4722-9edf-de190aae925e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:19.191595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:19.231867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd237a1-7f82-4d9e-b282-4210e944aee8 req-76c9abd4-fe95-4245-a084-88cbe24b04c3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:19.232224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:19.233707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7bd237a1-7f82-4d9e-b282-4210e944aee8 req-76c9abd4-fe95-4245-a084-88cbe24b04c3 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.1979830 May 20 07:44:19.236600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:19.292435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Made reservation on behalf of b7c1bd8768324a67b3c911e92fe8a06e for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:19.296607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:19.318345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.78 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/55810cdd-c48d-4c45-9119-143bb6873b7d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:19.437642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7bd237a1-7f82-4d9e-b282-4210e944aee8 req-4756200f-b1ae-48f6-8966-5287f78c0c72 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511977 May 20 07:44:19.471892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] For port 76ca56c4-7b0b-4722-9edf-de190aae925e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=76ca56c4-7b0b-4722-9edf-de190aae925e,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:19.471892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:19.619193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Calling delete_port for 76ca56c4-7b0b-4722-9edf-de190aae925e owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:19.806536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-57234b76-8df5-4f41-8400-ba3119fef219 service neutron] 10.222.0.81 "GET /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 382 time: 0.7038598 May 20 07:44:19.850197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d8bb7b9-d2cc-4291-9ffd-ae0606d0182e req-403632c8-bf26-4380-b946-d6ba4e2e849a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 210 time: 0.2401454 May 20 07:44:19.893589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Allocated IP 172.20.0.7 (83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f/2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf/0a863859-425a-4b4b-98b4-d901293f73c3) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:19.967337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-629920dc-bf4b-48ce-ab07-2a0975a4d598 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693846 May 20 07:44:20.061041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ff69545-b386-44af-85f3-75b85847ff96 req-16a14649-417f-47f4-8f33-208075bd13a4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 210 time: 0.0913863 May 20 07:44:20.111778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Deleting port 0450b310-c82e-43c8-bc09-1fd97d4c33f2 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:20.112155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.270200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-e7bd0b9a-be81-412e-b48a-bfb5762dd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:20.271659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-e7bd0b9a-be81-412e-b48a-bfb5762dd1d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1101 time: 0.4191890 May 20 07:44:20.284215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.340385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.371046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.371375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.384490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Transition to ACTIVE for port object 0a863859-425a-4b4b-98b4-d901293f73c3 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:20.455326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ad64-c91f-4000-91a9-01535147974f req-76cb37e7-f766-43a0-b851-90aaa17a6db5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:20.456784 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1a2ad64-c91f-4000-91a9-01535147974f req-76cb37e7-f766-43a0-b851-90aaa17a6db5 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.1211729 May 20 07:44:20.503667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1a2ad64-c91f-4000-91a9-01535147974f req-ce957acd-b5ee-487b-801c-75de48e43828 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 May 20 07:44:20.548111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.553954 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:20.584680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:20.612301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ca56c4-7b0b-4722-9edf-de190aae925e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:20.621384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object 55810cdd-c48d-4c45-9119-143bb6873b7d will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:20.650136 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:20.653767 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa15b80b-2c04-49ad-9fd2-f8230fd7a8f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:20.671653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Calling delete_port for 0450b310-c82e-43c8-bc09-1fd97d4c33f2 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:20.734156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:20.744685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:20.757718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:20.808632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-d0ffe719-40de-492a-beaa-be7d31259534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:20.810482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-d0ffe719-40de-492a-beaa-be7d31259534 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.5273142 May 20 07:44:20.896439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event updated for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:20.904420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-6108db35-4bcb-44c2-97e3-f57289bffe35 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.0825369 May 20 07:44:20.915491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:21.004046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.004661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.012820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.021085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-26f34b19-1be6-4a50-af07-3967139603c7 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.023432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-26f34b19-1be6-4a50-af07-3967139603c7 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d&tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.4785016 May 20 07:44:21.024773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:21.034548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:21.090384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Deleting port 70e3bd11-ed76-42b7-998b-bd3625d4e749 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:21.090884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.125586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dccaf2-f98b-4851-9c98-45108d8734a7 req-e520b427-807d-4050-9a75-e825a4eb0b04 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.128779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-93dccaf2-f98b-4851-9c98-45108d8734a7 req-e520b427-807d-4050-9a75-e825a4eb0b04 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.3387091 May 20 07:44:21.189234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-717e4af7-744f-49e0-bc6d-e484324833b6 None None] Provisioning for port 0a863859-425a-4b4b-98b4-d901293f73c3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:21.194632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-717e4af7-744f-49e0-bc6d-e484324833b6 None None] Provisioning complete for port 0a863859-425a-4b4b-98b4-d901293f73c3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:21.195073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-717e4af7-744f-49e0-bc6d-e484324833b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.214611 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-93dccaf2-f98b-4851-9c98-45108d8734a7 req-30424d8d-802a-40fb-b410-b218601e91eb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 May 20 07:44:21.215547 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.228269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:21.236219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-70410605-077f-4b43-b9ef-5b81cd491dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.237435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-70410605-077f-4b43-b9ef-5b81cd491dbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3235745 May 20 07:44:21.285757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-717e4af7-744f-49e0-bc6d-e484324833b6 None None] Port 0a863859-425a-4b4b-98b4-d901293f73c3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:44:21.297186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:21.299947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:21.331615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5425048 May 20 07:44:21.348344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Request body: {'port': {'device_id': '07557f7b-309b-4888-9ebd-f84d32e179de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:21.630582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:21.633538 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:21.644349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.30 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/4a12326a-86bc-4cf2-b343-ea33dfbd69e7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:21.702995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.703644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.717730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f144bb1f-af98-4b1d-baaf-890ebdb57237 None None] Provisioning for port 55810cdd-c48d-4c45-9119-143bb6873b7d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:21.723577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f144bb1f-af98-4b1d-baaf-890ebdb57237 None None] Provisioning complete for port 55810cdd-c48d-4c45-9119-143bb6873b7d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:21.724015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f144bb1f-af98-4b1d-baaf-890ebdb57237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.785356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f144bb1f-af98-4b1d-baaf-890ebdb57237 None None] Port 55810cdd-c48d-4c45-9119-143bb6873b7d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:44:21.810188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] For port 70e3bd11-ed76-42b7-998b-bd3625d4e749, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=70e3bd11-ed76-42b7-998b-bd3625d4e749,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:21.810764 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.819934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.852665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc502-cef2-4f67-8584-1258e3c7c7e7 req-76915aeb-7fb3-4007-9ed3-7baffdcf4fa6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:21.853337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b70bc502-cef2-4f67-8584-1258e3c7c7e7 req-76915aeb-7fb3-4007-9ed3-7baffdcf4fa6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:21.899847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:21.967639 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be2bbb1f-afbd-4008-ae49-4e7f127d930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:22.004306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Calling delete_port for 70e3bd11-ed76-42b7-998b-bd3625d4e749 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:22.051418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-3874eae7-1810-48d7-956f-49ba8c52e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:22.051418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-3874eae7-1810-48d7-956f-49ba8c52e16d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7102559 May 20 07:44:22.052233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7181733 May 20 07:44:22.058916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Pushing event deleted for resources: {'Port': ['ID=0450b310-c82e-43c8-bc09-1fd97d4c33f2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:22.061761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:22.084695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:22.089288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b70bc502-cef2-4f67-8584-1258e3c7c7e7 req-76915aeb-7fb3-4007-9ed3-7baffdcf4fa6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:22.089288 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b70bc502-cef2-4f67-8584-1258e3c7c7e7 req-76915aeb-7fb3-4007-9ed3-7baffdcf4fa6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 931 time: 0.7008688 May 20 07:44:22.132464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Request body: {'port': {'device_id': '72a6080c-4f45-468e-978f-e5e73e79b597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:22.158588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-6087a5f2-f6fb-49aa-a2f6-ab06ddfe41dc service neutron] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:22.284264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-6087a5f2-f6fb-49aa-a2f6-ab06ddfe41dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.285955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd47d44-3a8b-4587-a7e7-073a1d59d092 req-6087a5f2-f6fb-49aa-a2f6-ab06ddfe41dc service neutron] 10.222.0.84 "DELETE /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 1.1972334 May 20 07:44:22.317302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b70bc502-cef2-4f67-8584-1258e3c7c7e7 req-28814ce7-93cc-4306-bf92-3a0c3b0a6468 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214534 May 20 07:44:22.480384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.483845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.484986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d7a4827-e33f-457b-965f-70590aa5de21 req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] 10.222.0.79 "DELETE /v2.0/floatingips/4802b980-ecad-422b-8bef-b07e93d44074 HTTP/1.1" status: 204 len: 173 time: 3.6573005 May 20 07:44:22.502593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45122) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:22.541061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-d6f3d38b-8d61-4543-973b-fe1f8233fe4f service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733517 May 20 07:44:22.577637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:22.589041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Sync routers for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:22.592528 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] 10.222.0.79 "PUT /v2.0/routers/993bb4d0-74cb-4132-a2a0-cd89fb21be3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1735630 May 20 07:44:22.602314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:22.602961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:22.604972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45126) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:22.680291 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.787441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.908541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:22.913574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a863859-425a-4b4b-98b4-d901293f73c3 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:22.933737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:22.947958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:22.960890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdb325-65fe-474c-a2c3-30dd70cc0173 req-f70f883d-1900-4e53-be07-caf0d9e7c514 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:22.962491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37fdb325-65fe-474c-a2c3-30dd70cc0173 req-f70f883d-1900-4e53-be07-caf0d9e7c514 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 935 time: 0.5440443 May 20 07:44:23.084107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Transition to ACTIVE for port object 0a863859-425a-4b4b-98b4-d901293f73c3 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:23.120613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:23.133192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-a3aa3b28-079f-40da-bcf2-523300d452a1 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569387 May 20 07:44:23.185596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605df3-627e-4218-8c9e-93c042f78422 req-f884e686-3d1a-41db-8324-d650dd1ad4ec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:23.186499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba605df3-627e-4218-8c9e-93c042f78422 req-f884e686-3d1a-41db-8324-d650dd1ad4ec tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.3015509 May 20 07:44:23.282839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:44:20Z', 'revision_number': 5, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:23.288226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Checking router: 993bb4d0-74cb-4132-a2a0-cd89fb21be3f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:23.300600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Routers {'993bb4d0-74cb-4132-a2a0-cd89fb21be3f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:23.301430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:23.378964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:23.392899 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f0ed431-9c65-4de3-97d5-371360e5cbd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:23.433730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37fdb325-65fe-474c-a2c3-30dd70cc0173 req-59bf8b04-4c26-4bc2-b101-5992e4ba1c33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518301 May 20 07:44:23.448310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:23.474600 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d6eb237-bc2b-48d7-b94b-619f242f79d2 tempest-AttachSCSIVolumeTestJSON-882964486 tempest-AttachSCSIVolumeTestJSON-882964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:23.524271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:23.533803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba605df3-627e-4218-8c9e-93c042f78422 req-44cada7f-6ca5-43ee-a168-08c9184aaa0a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409896 May 20 07:44:23.681318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] Set router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:23.703773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:23.709640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:23.712228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:23.753603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:23.764363 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:23.805367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:23.815813 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc28e365-961d-4776-8ec0-746d113d929d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:23.879863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:23.880866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:23.917018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Pushing event deleted for resources: {'Port': ['ID=70e3bd11-ed76-42b7-998b-bd3625d4e749,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:23.924540 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:24.033896 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.062842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:44:24.150132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1641927 May 20 07:44:24.202123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:44:20Z', 'revision_number': 5, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:24.204311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeab864-7fcc-476d-b505-ec6ad7421725 None None] The sync data for ids ['993bb4d0-74cb-4132-a2a0-cd89fb21be3f'] in n-d-780147-4 is: [{'id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630364518-router', 'tenant_id': '240328412e87485d98bfcbcd95e5efc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:38:57Z', 'updated_at': '2021-05-20T07:44:20Z', 'revision_number': 5, 'project_id': '240328412e87485d98bfcbcd95e5efc7', 'gw_port': {'id': '50e58a7a-df1a-495e-820d-5e0a67b9993d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ad:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993bb4d0-74cb-4132-a2a0-cd89fb21be3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:38:59Z', 'updated_at': '2021-05-20T07:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:24.204725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.209967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Pushing event updated for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:24.233556 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:24.241955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55810cdd-c48d-4c45-9119-143bb6873b7d {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:24.268297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-835d9b26-b943-4bac-9209-219ce8cba2da None None] Provisioning for port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:24.268426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.270346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-835d9b26-b943-4bac-9209-219ce8cba2da None None] Provisioning complete for port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:24.270777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-835d9b26-b943-4bac-9209-219ce8cba2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.297547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccbb01-9d77-4e9e-ae7b-828cca1d7782 req-1e5e10a4-ca89-4d65-842d-0be4149b9d28 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:24.299561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2bccbb01-9d77-4e9e-ae7b-828cca1d7782 req-1e5e10a4-ca89-4d65-842d-0be4149b9d28 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.4918110 May 20 07:44:24.306609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Attempting to bind port 0a863859-425a-4b4b-98b4-d901293f73c3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:24.306609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Attempting to bind port 0a863859-425a-4b4b-98b4-d901293f73c3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:24.306609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Attempting to bind port 0a863859-425a-4b4b-98b4-d901293f73c3 on network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:24.311043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Request body: {'port': {'device_id': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:24.331586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Port 0a863859-425a-4b4b-98b4-d901293f73c3 on network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:24.332205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Attempting to bind port 0a863859-425a-4b4b-98b4-d901293f73c3 on network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:24.337843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-835d9b26-b943-4bac-9209-219ce8cba2da None None] Port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:44:24.345737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Transition to ACTIVE for port object 55810cdd-c48d-4c45-9119-143bb6873b7d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:24.372835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:24.376939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Checking segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:24.376939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Bound using segment: {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:24.376939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Bound port: 0a863859-425a-4b4b-98b4-d901293f73c3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb074468-4c76-4e47-89d2-692fb07abf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:24.376939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.427877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21831-8418-4a04-993e-f7129214bd49 req-1f90164d-0d59-4675-9089-d930e80c5c7c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:24.429353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e21831-8418-4a04-993e-f7129214bd49 req-1f90164d-0d59-4675-9089-d930e80c5c7c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 943 time: 0.4400637 May 20 07:44:24.466824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.476494 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15760d9f-12de-4d57-9c0f-fe7e9652707c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:24.482205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2bccbb01-9d77-4e9e-ae7b-828cca1d7782 req-1e7f3b0e-67d3-4d88-883c-27a663052a0c tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721816 May 20 07:44:24.664989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:24.676477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a863859-425a-4b4b-98b4-d901293f73c3,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:24.745568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 76ca56c4-7b0b-4722-9edf-de190aae925e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:24.780702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Deleting port 50e58a7a-df1a-495e-820d-5e0a67b9993d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:24.780808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.780911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.808992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.817801 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:24.820955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 76ca56c4-7b0b-4722-9edf-de190aae925e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:24.822259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 76ca56c4-7b0b-4722-9edf-de190aae925e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:24.830655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d7e21831-8418-4a04-993e-f7129214bd49 req-a1608b8b-bf50-46d0-b3db-79fccb9d1e2c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:24.833170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Pushing event updated for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:24.846496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:24.855098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.958088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:24.958826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:24.960845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] 10.222.0.84 "PUT /v2.0/ports/0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 1091 time: 3.6194434 May 20 07:44:24.978262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:24.990400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:25.118745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d7e21831-8418-4a04-993e-f7129214bd49 req-a1608b8b-bf50-46d0-b3db-79fccb9d1e2c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:25.124485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e21831-8418-4a04-993e-f7129214bd49 req-a1608b8b-bf50-46d0-b3db-79fccb9d1e2c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778569 May 20 07:44:25.161130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Pushing event updated for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:25.164668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:25.285784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] For port 50e58a7a-df1a-495e-820d-5e0a67b9993d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=50e58a7a-df1a-495e-820d-5e0a67b9993d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:25.286667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:25.401837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Attempting to bind port 55810cdd-c48d-4c45-9119-143bb6873b7d on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:25.402176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Attempting to bind port 55810cdd-c48d-4c45-9119-143bb6873b7d by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:25.402515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Attempting to bind port 55810cdd-c48d-4c45-9119-143bb6873b7d on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:25.443025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Port 55810cdd-c48d-4c45-9119-143bb6873b7d on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:25.443454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Attempting to bind port 55810cdd-c48d-4c45-9119-143bb6873b7d on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:25.473352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:25.473728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:25.474180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:25.474630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Bound port: 55810cdd-c48d-4c45-9119-143bb6873b7d, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:25.474979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:25.525199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e61bb9-178f-4479-8a4b-2ed952ee09a5 req-43ec70b7-0c3f-451a-a134-383f41788173 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:25.527449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a9e61bb9-178f-4479-8a4b-2ed952ee09a5 req-43ec70b7-0c3f-451a-a134-383f41788173 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 947 time: 0.8397157 May 20 07:44:25.594063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Calling delete_port for 50e58a7a-df1a-495e-820d-5e0a67b9993d owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:25.756663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a9e61bb9-178f-4479-8a4b-2ed952ee09a5 req-8e55fabb-e32d-49e5-9c86-83157c276d61 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702471 May 20 07:44:25.758608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-5634aa76-e1b9-46be-8c8b-9f77e9002368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:25.760442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-5634aa76-e1b9-46be-8c8b-9f77e9002368 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1094 time: 0.6559248 May 20 07:44:25.833271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949645f-e495-46dc-ae9d-e0dff9e5f64a req-8c99e94d-3dc3-4107-a1a7-24e8a2e910dd tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:25.834911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1949645f-e495-46dc-ae9d-e0dff9e5f64a req-8c99e94d-3dc3-4107-a1a7-24e8a2e910dd tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 1096 time: 0.4837527 May 20 07:44:25.874623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:25.903944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=55810cdd-c48d-4c45-9119-143bb6873b7d,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:25.909664 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-0b7093ed-4076-4c93-8ca3-dfe307a9352d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 217 time: 0.1049573 May 20 07:44:25.931213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Router 89135608-f11a-43e1-8119-572baed05ca6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:25.933036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1949645f-e495-46dc-ae9d-e0dff9e5f64a req-82507188-22fb-4110-827d-a2e0ac050683 tempest-LiveAutoBlockMigrationV225Test-1354242729 tempest-LiveAutoBlockMigrationV225Test-1354242729-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854828 May 20 07:44:26.066412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.068381 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3', 'status': 'completed', 'code': 200} May 20 07:44:26.074821 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:26.078847 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.116810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-ce637644-c692-4976-b757-8197490d4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.118188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-ce637644-c692-4976-b757-8197490d4511 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.1866310 May 20 07:44:26.246100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:26.251674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.252296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.253706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] 10.222.0.84 "PUT /v2.0/ports/55810cdd-c48d-4c45-9119-143bb6873b7d HTTP/1.1" status: 200 len: 1095 time: 4.1897686 May 20 07:44:26.258683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:26.275447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.301490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fec9b476-4369-4c8a-b4f9-8c06e7091d2d tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.302311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fec9b476-4369-4c8a-b4f9-8c06e7091d2d tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Synchronizing usage tracker for tenant:935d44d273924957a7b429c061d7ea01 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:26.395107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Pushing event updated for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:26.414665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-a6f7e06c-1668-4e57-ac1a-878eb0ff08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.416208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-a6f7e06c-1668-4e57-ac1a-878eb0ff08c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588952 May 20 07:44:26.439598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Transition to ACTIVE for port object 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:26.441727 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:26.449332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Deleting port ff25102a-6a8e-433f-aae0-6ad8aea5acfb {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:26.449695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.488512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:26.489669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.497063 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f182ad79-a6c4-40b3-8dff-546475c90b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:26.498232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] 10.222.0.79 "PUT /v2.0/routers/89135608-f11a-43e1-8119-572baed05ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1692019 May 20 07:44:26.502249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45166) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:26.504297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-38b8e8b9-372b-4394-8689-3fdc68c68976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.505515 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Sync routers for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:26.506008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-38b8e8b9-372b-4394-8689-3fdc68c68976 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e&tenant_id=6d465a5288534f42899806e1c3d9e902 HTTP/1.1" status: 200 len: 1101 time: 0.3925753 May 20 07:44:26.533029 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:26.534482 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:26.552713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e58a7a-df1a-495e-820d-5e0a67b9993d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:26.555217 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:26.582972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df101cf2-f9c1-47a9-b238-c5195c95550e req-fa3f3fcf-a1c7-4512-a4ca-89e7805bd81b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:26.584445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df101cf2-f9c1-47a9-b238-c5195c95550e req-fa3f3fcf-a1c7-4512-a4ca-89e7805bd81b tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 950 time: 0.4009323 May 20 07:44:26.588089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:26.663225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:26.679489 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e603bdbe-0cb9-4e02-9dca-63ea30b73ae3 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:26.695693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fec9b476-4369-4c8a-b4f9-8c06e7091d2d tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Unset dirty status for tenant:935d44d273924957a7b429c061d7ea01 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:26.698129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fec9b476-4369-4c8a-b4f9-8c06e7091d2d tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/networks?id=37406a07-9c5b-45d0-bf6b-6edd068106a2 HTTP/1.1" status: 200 len: 810 time: 0.8104055 May 20 07:44:26.742011 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:26.861468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] For port ff25102a-6a8e-433f-aae0-6ad8aea5acfb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:26.862277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.008779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-8ce0d5f2-e677-4087-9744-d843592a08bc service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816278 May 20 07:44:27.019338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Calling delete_port for ff25102a-6a8e-433f-aae0-6ad8aea5acfb owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:27.030567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-a90ac9b4-2a0b-4440-8a58-abb5b6c6fa66 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/quotas/935d44d273924957a7b429c061d7ea01 HTTP/1.1" status: 200 len: 375 time: 0.3111119 May 20 07:44:27.075139 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:44:23Z', 'revision_number': 5, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:27.079791 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Checking router: 89135608-f11a-43e1-8119-572baed05ca6 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:27.089216 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Routers {'89135608-f11a-43e1-8119-572baed05ca6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:27.090041 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['89135608-f11a-43e1-8119-572baed05ca6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:27.108906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df101cf2-f9c1-47a9-b238-c5195c95550e req-d3c104e6-705d-478a-8dfc-0360e791440e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774518 May 20 07:44:27.120557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-c2bffa0f-8f65-4cca-acc5-ccca6eb07466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:27.124156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-c2bffa0f-8f65-4cca-acc5-ccca6eb07466 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 1098 time: 0.7290876 May 20 07:44:27.124156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Pushing event updated for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:27.146334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-476f6097-3ce8-480f-bbf5-fe5d67b332cf tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=935d44d273924957a7b429c061d7ea01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689602 May 20 07:44:27.146334 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.162498 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:27.292865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-d11ae174-59ac-4dff-8bb2-153e4e0cd85b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55810cdd-c48d-4c45-9119-143bb6873b7d HTTP/1.1" status: 200 len: 217 time: 0.1224625 May 20 07:44:27.307650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.314213 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] Set router 89135608-f11a-43e1-8119-572baed05ca6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:27.371211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.569513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.571916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.594926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-8d4bd848-0114-4109-afa3-82b002c3712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:27.596567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-8d4bd848-0114-4109-afa3-82b002c3712a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2342243 May 20 07:44:27.605960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Attempting to bind port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:27.606350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Attempting to bind port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:27.606718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Attempting to bind port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:27.660871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8265040f-de60-4d0a-b71a-e44e37864c2f req-9a93468c-1660-41e4-9354-b89eaecc0bdb service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330736 May 20 07:44:27.665750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.665928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993bb4d0-74cb-4132-a2a0-cd89fb21be3f {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:44:27.667264 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:44:23Z', 'revision_number': 5, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:27.671889 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb83b93-4bca-4276-9d34-971e3668a565 None None] The sync data for ids ['89135608-f11a-43e1-8119-572baed05ca6'] in n-d-780147-4 is: [{'id': '89135608-f11a-43e1-8119-572baed05ca6', 'name': 'tempest-AttachSCSIVolumeTestJSON-672561340-router', 'tenant_id': '15ba0c131d9f4235907056f9a4ffe46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:41:53Z', 'updated_at': '2021-05-20T07:44:23Z', 'revision_number': 5, 'project_id': '15ba0c131d9f4235907056f9a4ffe46d', 'gw_port': {'id': 'b68e995b-c97b-4b68-a126-9b23ecdb4196', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89135608-f11a-43e1-8119-572baed05ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:41:54Z', 'updated_at': '2021-05-20T07:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:27.686074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:27.686074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Attempting to bind port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:27.749834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.751230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/993bb4d0-74cb-4132-a2a0-cd89fb21be3f HTTP/1.1" status: 204 len: 168 time: 5.1453235 May 20 07:44:27.758274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:27.758753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:27.759211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:27.759887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Bound port: 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:27.760309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.766978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:27.929816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:27.971642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Deleting subnet 95e61059-bca1-4ed2-ab61-0eeb1fa61707 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:44:27.992510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.074141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-805cb742-0396-40bd-a5ae-0223bf085ade service neutron] 10.222.0.79 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717856 May 20 07:44:28.087856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:28.098837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-0e38fdc2-9ef0-43bf-b556-a12afd0c0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:28.100348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-0e38fdc2-9ef0-43bf-b556-a12afd0c0030 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4810300 May 20 07:44:28.149153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.176993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:28.202486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f5a2-c6cb-4ec7-99eb-85c5cad1baa1 req-e7e5419b-9880-4660-9f50-f0802d3d928f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:28.204034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be12f5a2-c6cb-4ec7-99eb-85c5cad1baa1 req-e7e5419b-9880-4660-9f50-f0802d3d928f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 943 time: 0.3695719 May 20 07:44:28.290873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-0a2079c8-5c83-4c2a-a178-203163459cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:28.292331 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-0a2079c8-5c83-4c2a-a178-203163459cd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1094 time: 0.4298337 May 20 07:44:28.308228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.319467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e30e84d4-20d5-43ac-9656-fbbb71113c85 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:28.362061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:28.433675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:28.434294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.436272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] 10.222.0.84 "PUT /v2.0/ports/4a12326a-86bc-4cf2-b343-ea33dfbd69e7 HTTP/1.1" status: 200 len: 1095 time: 4.2148178 May 20 07:44:28.442966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 50e58a7a-df1a-495e-820d-5e0a67b9993d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:28.463149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be12f5a2-c6cb-4ec7-99eb-85c5cad1baa1 req-48ac9825-7266-4856-8635-f265dd4787a9 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325273 May 20 07:44:28.487295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.491737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 50e58a7a-df1a-495e-820d-5e0a67b9993d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:28.491960 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:28.492599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 50e58a7a-df1a-495e-820d-5e0a67b9993d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:28.493238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 70e3bd11-ed76-42b7-998b-bd3625d4e749 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:28.524394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-d00a5bfd-0db9-42d9-8c64-da4efde8a34b service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908668 May 20 07:44:28.524964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Pushing event updated for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:28.533679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Deleting port b68e995b-c97b-4b68-a126-9b23ecdb4196 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:28.534025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.552905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 70e3bd11-ed76-42b7-998b-bd3625d4e749 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:28.554899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 70e3bd11-ed76-42b7-998b-bd3625d4e749 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:28.573134 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:28.580732 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d', 'status': 'completed', 'code': 200} May 20 07:44:28.592245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:28.597813 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-11673d3f-9568-4b18-935a-7c4398b7a81f service neutron] 10.222.0.79 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227878 May 20 07:44:28.603253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.663568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ff25102a-6a8e-433f-aae0-6ad8aea5acfb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:28.672455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:28.769568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:28.790371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:28.936000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-6bb657f2-345e-4ce2-9fef-c7ab17d66c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:28.937491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-6bb657f2-345e-4ce2-9fef-c7ab17d66c22 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 929 time: 0.6355519 May 20 07:44:29.209345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-79b50c51-7532-4913-a879-11484b46e5b0 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596184 May 20 07:44:29.214904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:29.222659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] For port b68e995b-c97b-4b68-a126-9b23ecdb4196, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b68e995b-c97b-4b68-a126-9b23ecdb4196,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:29.223214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:29.320263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-de670321-8f76-499b-8a46-e2f156f15ac7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 217 time: 0.3699431 May 20 07:44:29.379032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Transition to ACTIVE for port object 1e4fcb8f-474c-4246-917a-1f4e93f6a35f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:29.386431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Calling delete_port for b68e995b-c97b-4b68-a126-9b23ecdb4196 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:29.402841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-a4f612d0-87bc-407f-8184-de8138b07d73 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.404517 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-a4f612d0-87bc-407f-8184-de8138b07d73 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 1.0513573 May 20 07:44:29.448207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96639ae7-b32b-4fd8-b18e-e6bb0a0eade5 req-e78204ae-8ea2-412c-89e4-8c82cd29d63f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.448843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-96639ae7-b32b-4fd8-b18e-e6bb0a0eade5 req-e78204ae-8ea2-412c-89e4-8c82cd29d63f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:29.462070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:29.477817 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:29.527506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-344b2828-c7e9-4c9d-b854-04d6339ec5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.527738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-344b2828-c7e9-4c9d-b854-04d6339ec5c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 1098 time: 0.9442174 May 20 07:44:29.537948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:44:29.538605 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:44:29.605515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-f587fbeb-de11-4059-ba60-5280d1809669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.607100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-f587fbeb-de11-4059-ba60-5280d1809669 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.2589812 May 20 07:44:29.703388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-ac2e6adf-55ca-408b-a3a3-c01f5e964513 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7 HTTP/1.1" status: 200 len: 217 time: 0.1606750 May 20 07:44:29.703983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-96639ae7-b32b-4fd8-b18e-e6bb0a0eade5 req-e78204ae-8ea2-412c-89e4-8c82cd29d63f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:29.705005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96639ae7-b32b-4fd8-b18e-e6bb0a0eade5 req-e78204ae-8ea2-412c-89e4-8c82cd29d63f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 947 time: 0.7989483 May 20 07:44:29.751439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:29.788158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:29.797585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882108b-87de-4a97-bcec-f6cb8f1885f1 req-268bed51-76a1-4e14-bcf1-4a3a85fb0709 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.799304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a882108b-87de-4a97-bcec-f6cb8f1885f1 req-268bed51-76a1-4e14-bcf1-4a3a85fb0709 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 0.6086555 May 20 07:44:29.808091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] No DVR routers for this DVR port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:29.817008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:29.912739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-d799e017-0d75-4e39-8a64-b3ab150f2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.914261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-d799e017-0d75-4e39-8a64-b3ab150f2a77 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 1098 time: 0.5374362 May 20 07:44:29.970855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:29.971200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:29.976360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:29.976360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96639ae7-b32b-4fd8-b18e-e6bb0a0eade5 req-003c258d-7693-4b05-bc02-e71f6704e105 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373900 May 20 07:44:29.977179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-61a43784-429a-45dc-844c-44c7b725ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:29.978521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-61a43784-429a-45dc-844c-44c7b725ee0e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2375667 May 20 07:44:30.015733 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a882108b-87de-4a97-bcec-f6cb8f1885f1 req-7e4891ca-77a6-4682-96bf-59b7e75f5d19 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478729 May 20 07:44:30.033845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:30.035283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Attempting to bind port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:30.055218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.060253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Deleting port 34758c49-c93a-4f81-a416-9e55ba372052 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:30.060596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.083868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-cd37618e-25dd-48b9-866e-400327f23e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:30.085352 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-cd37618e-25dd-48b9-866e-400327f23e3b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4409966 May 20 07:44:30.094351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:30.094984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:30.095543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:30.096171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Bound port: 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:30.096711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.099917 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:30.159311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a863859-425a-4b4b-98b4-d901293f73c3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:30.205240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e61059-bca1-4ed2-ab61-0eeb1fa61707,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:30.207300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.230854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:30.289691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ccc00351-6809-4c6b-9b06-d72e5e5084bf req-35007d0a-57de-4519-aa73-0e09c553364c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 210 time: 0.1621876 May 20 07:44:30.349355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b822c-ebeb-48a9-b387-a58411617028 None None] Network c7de8afc-6537-482d-afc6-db94c89854d6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:30.373457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-11977eb6-fa92-4aec-9971-3d9940a57512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:30.374944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-11977eb6-fa92-4aec-9971-3d9940a57512 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4428241 May 20 07:44:30.424222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95e61059-bca1-4ed2-ab61-0eeb1fa61707 HTTP/1.1" status: 204 len: 168 time: 2.6514530 May 20 07:44:30.441562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:30.467657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:30.474749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-cd764e32-b001-4b72-8b73-8a85e6ff8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:30.476239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-cd764e32-b001-4b72-8b73-8a85e6ff8661 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4858146 May 20 07:44:30.482158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-106f6f75-a87e-40a7-876e-e9d82b61f43f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55810cdd-c48d-4c45-9119-143bb6873b7d HTTP/1.1" status: 200 len: 217 time: 0.0888577 May 20 07:44:30.653848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a863859-425a-4b4b-98b4-d901293f73c3,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:30.680512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'}, {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:30.686668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:30.701233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0a863859-425a-4b4b-98b4-d901293f73c3', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'mac_address': 'fa:16:3e:7c:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:30.751320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3a53c-41a9-454c-9b11-88d8e1176511 req-8555ecc5-c801-47b8-9e71-e8bc244ab0cc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:30.758441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fd3a53c-41a9-454c-9b11-88d8e1176511 req-8555ecc5-c801-47b8-9e71-e8bc244ab0cc tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 0.6149855 May 20 07:44:30.777373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.787691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.796790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3611cec4-98b7-43ff-84dc-dc7512674b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:30.802329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a863859-425a-4b4b-98b4-d901293f73c3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:30.827456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a863859-425a-4b4b-98b4-d901293f73c3,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:30.843276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] DHCP port deletion for c7de8afc-6537-482d-afc6-db94c89854d6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:44:30.893830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] For port 34758c49-c93a-4f81-a416-9e55ba372052, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=34758c49-c93a-4f81-a416-9e55ba372052,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:30.894439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.909864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.914514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.921737 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d6ab31f9-a2de-44fd-820a-54bf0b91bd19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:30.922164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-9a11300b-f953-4580-9c4f-90edaffa376a service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916336 May 20 07:44:30.952885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:30.973533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-b1e423c0-a4ed-4c31-8c6e-cedd21f580ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:30.975000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-b1e423c0-a4ed-4c31-8c6e-cedd21f580ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.4823906 May 20 07:44:31.009136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Deleting port ff43156d-cc0c-4702-a238-8179e61cd7da {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:31.009533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.025736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:31.026365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.027800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] 10.222.0.84 "PUT /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 1097 time: 4.4603326 May 20 07:44:31.036091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:31.055280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fd3a53c-41a9-454c-9b11-88d8e1176511 req-0e360225-1189-4067-944b-5b5fb72a813a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958786 May 20 07:44:31.080590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Calling delete_port for 34758c49-c93a-4f81-a416-9e55ba372052 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:31.157017 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:31.185697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:31.196524 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'status': 'completed', 'code': 200} May 20 07:44:31.196824 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'code': 200} May 20 07:44:31.206419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] For port ff43156d-cc0c-4702-a238-8179e61cd7da, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff43156d-cc0c-4702-a238-8179e61cd7da,segment=NetworkSegment(94256d7d-ee7e-433e-b123-ee7529f0b744),segment_id=94256d7d-ee7e-433e-b123-ee7529f0b744)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:31.206419 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.315135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69104-8f61-4c82-8365-bb7289329a04 req-1b71bc54-fe87-471d-9ca0-2eb68c42c229 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:31.320080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=11']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:31.322333 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc69104-8f61-4c82-8365-bb7289329a04 req-1b71bc54-fe87-471d-9ca0-2eb68c42c229 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 943 time: 0.8145733 May 20 07:44:31.324913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-5a0c6480-4304-4a4e-94ac-ee3d8f557db4 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335004 May 20 07:44:31.326369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:31.333959 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09124873-4318-4d32-8fb3-d236d935ddfe tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:31.369001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0a863859-425a-4b4b-98b4-d901293f73c3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:31.414031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Calling delete_port for ff43156d-cc0c-4702-a238-8179e61cd7da owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:31.529392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68e995b-c97b-4b68-a126-9b23ecdb4196,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:31.531744 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:31.552172 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc69104-8f61-4c82-8365-bb7289329a04 req-d368c20e-8383-4cae-885a-8b4250061cba tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287748 May 20 07:44:31.560374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-7189cc8b-2254-4c15-9e41-5eef718d3d9f service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165367 May 20 07:44:31.613013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Deleting port ff43156d-cc0c-4702-a238-8179e61cd7da {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:31.613713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.630236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.632637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.641059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:31.659096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:31.700425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Sync routers for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:31.729858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Pushing event deleted for resources: {'Port': ['ID=ff43156d-cc0c-4702-a238-8179e61cd7da,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:31.741076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] No DVR routers for this DVR port ff43156d-cc0c-4702-a238-8179e61cd7da on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:31.742772 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:31.748443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:31.749468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:31.859840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] For port ff43156d-cc0c-4702-a238-8179e61cd7da, host n-d-780147-4, got binding levels [] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:31.860272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.939707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.944698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-adc396d1-9e6e-46de-9752-94cd079b6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:31.946288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-adc396d1-9e6e-46de-9752-94cd079b6bba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9565380 May 20 07:44:31.948864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:31.970716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:31.989084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] 10.222.0.79 "PUT /v2.0/routers/11061b84-5e8d-4d1d-8a4b-89580b7a0aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4866302 May 20 07:44:31.997700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Calling delete_port for ff43156d-cc0c-4702-a238-8179e61cd7da owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:31.999220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-95e28cb0-383b-4c31-852a-f3b693ef6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:32.000174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45208) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:32.000704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-95e28cb0-383b-4c31-852a-f3b693ef6c77 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1100 time: 0.8704000 May 20 07:44:32.005094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Port ff43156d-cc0c-4702-a238-8179e61cd7da was not found and therefore no delete operation was performed {{(pid=93102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 07:44:32.005826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.071822 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:32.101894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.154378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event deleted for resources: {'Port': ['ID=34758c49-c93a-4f81-a416-9e55ba372052,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:32.157435 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:32.160465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f548c927-d5e4-4735-9cd1-0821498fe1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:32.221122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 55810cdd-c48d-4c45-9119-143bb6873b7d details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:32.228027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3ad78fa-24a3-4b43-a528-b6eb892bebd9 req-c8b1b207-ab3c-4ca3-ae1f-3a63bfd6030b service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156986 May 20 07:44:32.234656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] No DVR routers for this DVR port ff43156d-cc0c-4702-a238-8179e61cd7da on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:32.250958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:32.251288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c600-3cb3-4c40-8008-98c641394d7a req-7e675168-12e4-42c7-938a-b57bd34454d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:32.251960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9cb0c600-3cb3-4c40-8008-98c641394d7a req-7e675168-12e4-42c7-938a-b57bd34454d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:32.254827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff43156d-cc0c-4702-a238-8179e61cd7da,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:32.419987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 34758c49-c93a-4f81-a416-9e55ba372052 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:32.420358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 34758c49-c93a-4f81-a416-9e55ba372052 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:32.422592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4731748a-ee99-4db2-b07f-05ea400c6503'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:32.495236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:32.513960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff43156d-cc0c-4702-a238-8179e61cd7da no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:32.575940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] No DVR routers for this DVR port 34758c49-c93a-4f81-a416-9e55ba372052 on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:32.576164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ff43156d-cc0c-4702-a238-8179e61cd7da {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:32.576490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff43156d-cc0c-4702-a238-8179e61cd7da not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:32.592478 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.594680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbc4af89-a8d1-4992-872d-5ac60c7238d5 req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "DELETE /v2.0/ports/34758c49-c93a-4f81-a416-9e55ba372052 HTTP/1.1" status: 204 len: 173 time: 3.1787932 May 20 07:44:32.616096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-deleted', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:32.621344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.622613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89135608-f11a-43e1-8119-572baed05ca6 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:44:32.642778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b687-d850-4003-8d41-c7af5664e867 req-22794932-86a2-46ad-babd-36a7bf7a89b7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:32.649844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f59b687-d850-4003-8d41-c7af5664e867 req-22794932-86a2-46ad-babd-36a7bf7a89b7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 947 time: 1.2109122 May 20 07:44:32.673500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.681407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.684467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-4b8f7de9-8727-4997-a715-4f484cc58e30 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3088429 May 20 07:44:32.774382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7de8afc-6537-482d-afc6-db94c89854d6']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:32.800134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=55810cdd-c48d-4c45-9119-143bb6873b7d,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:32.803672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9cb0c600-3cb3-4c40-8008-98c641394d7a req-7e675168-12e4-42c7-938a-b57bd34454d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:32.808582 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9cb0c600-3cb3-4c40-8008-98c641394d7a req-7e675168-12e4-42c7-938a-b57bd34454d1 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 945 time: 1.0476434 May 20 07:44:32.810109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94256d7d-ee7e-433e-b123-ee7529f0b744') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:32.810525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94256d7d-ee7e-433e-b123-ee7529f0b744') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:32.832232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '55810cdd-c48d-4c45-9119-143bb6873b7d', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '55810cdd-c48d-4c45-9119-143bb6873b7d', 'mac_address': 'fa:16:3e:b6:0d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:32.870625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-997d3885-fbe2-4e22-b3fb-0541469fecf4 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:32.872678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-997d3885-fbe2-4e22-b3fb-0541469fecf4 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.81 "GET /v2.0/networks?id=37406a07-9c5b-45d0-bf6b-6edd068106a2 HTTP/1.1" status: 200 len: 810 time: 0.9591031 May 20 07:44:32.881407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.896719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Request body: {'port': {'device_id': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2', 'admin_state_up': True, 'tenant_id': '935d44d273924957a7b429c061d7ea01'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:32.926495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-3ff30535-9a63-4fa4-8155-913b79f54624 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9340923 May 20 07:44:32.937549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f59b687-d850-4003-8d41-c7af5664e867 req-0931dfad-2ce1-4a65-9a17-7e7add7d64cf tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849045 May 20 07:44:32.943339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.955578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/89135608-f11a-43e1-8119-572baed05ca6 HTTP/1.1" status: 204 len: 168 time: 6.4432907 May 20 07:44:32.960681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45218) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:32.962518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:32.984970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:44:28Z', 'revision_number': 5, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:32.999319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Checking router: 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:33.008078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55810cdd-c48d-4c45-9119-143bb6873b7d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:33.017418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-97a09fe3-0a72-4fe6-9a36-f982411a7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:33.023942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-97a09fe3-0a72-4fe6-9a36-f982411a7f52 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.9134066 May 20 07:44:33.032710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Routers {'11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:33.033409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:33.088801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.096253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:44:33.096667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.105630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=55810cdd-c48d-4c45-9119-143bb6873b7d,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:33.228412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: timer() May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:44:33.236148 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:44:33.246675 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.272106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9cb0c600-3cb3-4c40-8008-98c641394d7a req-dd38bd72-e45f-4b0c-9e52-1a9f9e410be0 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344604 May 20 07:44:33.285876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.286033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-14b53874-da05-461c-a095-1e9aadee80ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.2088566 May 20 07:44:33.287480 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b1d8489-003e-4c49-a48d-a73df21303df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:33.296507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.310422 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d34f02f1-adc4-43f9-8d95-670a60e930bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:33.355685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-310f7cc3-5934-4474-8d0f-60d06e1f2f00 req-ab356cb0-fa6a-49f1-af6d-82304823840a tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 210 time: 0.2144935 May 20 07:44:33.371214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.385487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] Set router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:33.389826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c7de8afc-6537-482d-afc6-db94c89854d6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:33.405493 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/c7de8afc-6537-482d-afc6-db94c89854d6 HTTP/1.1" status: 204 len: 168 time: 2.9558775 May 20 07:44:33.405493 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:33.558641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:33.587874 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:33.619055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Deleting port e31b252d-ee34-4eb9-b47b-2db6f8651b55 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:33.619409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.629131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Deleting subnet 5d21a069-27c7-4041-9eed-28468e64f902 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:44:33.650143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5a69-feb2-451c-ba19-7534830b225f req-6a3ebf82-6dd3-46d7-bf03-91b1c133e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:33.650766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:33.651663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-6a3ebf82-6dd3-46d7-bf03-91b1c133e542 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 1098 time: 1.1342816 May 20 07:44:33.689550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.780589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-b75e6010-1e84-43ab-9b91-cbc4187feeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:33.782063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-b75e6010-1e84-43ab-9b91-cbc4187feeed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.4113841 May 20 07:44:33.782548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45226) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:33.792470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675fa91-38f1-42b2-8b92-e36f7eab3d76 req-eec798a9-9c2b-4a96-848b-3f123cee28b7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:33.795073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c675fa91-38f1-42b2-8b92-e36f7eab3d76 req-eec798a9-9c2b-4a96-848b-3f123cee28b7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 0.2897294 May 20 07:44:33.808941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e67896-49ab-42c5-8d0c-656422829685 req-84312a36-5c4e-4df7-9610-b79c875cf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:33.810889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-84312a36-5c4e-4df7-9610-b79c875cf631 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 1096 time: 1.0766251 May 20 07:44:33.853102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] For port e31b252d-ee34-4eb9-b47b-2db6f8651b55, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e31b252d-ee34-4eb9-b47b-2db6f8651b55,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:33.853504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:33.884813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:33.929037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:44:28Z', 'revision_number': 5, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:33.944662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac140f9c-50c6-4970-810a-e8d7473c55af None None] The sync data for ids ['11061b84-5e8d-4d1d-8a4b-89580b7a0aeb'] in n-d-780147-4 is: [{'id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'name': 'tempest-FloatingIPDetailsTestJSON-1792407873-router', 'tenant_id': '90405f7724024c8ba1cb36f69cffbf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:24Z', 'updated_at': '2021-05-20T07:44:28Z', 'revision_number': 5, 'project_id': '90405f7724024c8ba1cb36f69cffbf99', 'gw_port': {'id': 'e31b252d-ee34-4eb9-b47b-2db6f8651b55', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11061b84-5e8d-4d1d-8a4b-89580b7a0aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:27Z', 'updated_at': '2021-05-20T07:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:33.968794 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c675fa91-38f1-42b2-8b92-e36f7eab3d76 req-6b5d8d2a-ce60-4742-9630-a588adf4af8a tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641619 May 20 07:44:34.053892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Calling delete_port for e31b252d-ee34-4eb9-b47b-2db6f8651b55 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:34.108061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Usage tracker for resource:port and tenant:935d44d273924957a7b429c061d7ea01 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:34.111522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:34.118031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:34.170613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:34.174430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a863859-425a-4b4b-98b4-d901293f73c3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:34.247544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e67896-49ab-42c5-8d0c-656422829685 req-26cd6264-55c2-4e4b-9612-80f0bf425cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:34.249195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-26cd6264-55c2-4e4b-9612-80f0bf425cec service neutron] 10.222.0.81 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.3617070 May 20 07:44:34.260141 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b7d7f-e9d1-42d7-94d5-67c6254a579d', 'name': 'network-vif-deleted', 'tag': '34758c49-c93a-4f81-a416-9e55ba372052', 'status': 'completed', 'code': 200} May 20 07:44:34.290194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c8efdba-23c1-4753-a4a8-33a62f6634e0 req-243a52f5-c2db-4f40-b589-ca6d76705aa4 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3055282 May 20 07:44:34.302172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.311783 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8def7ef4-3eae-41f9-ab74-b061f6481650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:34.359363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff25102a-6a8e-433f-aae0-6ad8aea5acfb no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:34.436267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df6aefd9-ff0d-434c-b3d1-3b56b7096441 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8d8acb3848646449b2690ca0e22fda7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6326709 May 20 07:44:34.449563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-ce50b101-02ce-45de-bf58-ed7f63402ab7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 200 len: 217 time: 0.1559887 May 20 07:44:34.452442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.486084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:34.491202 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'status': 'completed', 'code': 200} May 20 07:44:34.499429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Made reservation on behalf of 935d44d273924957a7b429c061d7ea01 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:34.503245 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.536341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Pushing event deleted for resources: {'Port': ['ID=e31b252d-ee34-4eb9-b47b-2db6f8651b55,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:34.543248 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:34.595589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:34.610916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ff25102a-6a8e-433f-aae0-6ad8aea5acfb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:34.611181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff25102a-6a8e-433f-aae0-6ad8aea5acfb not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:34.611661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b68e995b-c97b-4b68-a126-9b23ecdb4196 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:34.646570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'mac_address': 'fa:16:3e:82:ce:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:34.776355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5a69-feb2-451c-ba19-7534830b225f req-23434874-9907-43ea-967c-86202e49ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:34.778830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-23434874-9907-43ea-967c-86202e49ae2d service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 1.0453005 May 20 07:44:34.791465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b68e995b-c97b-4b68-a126-9b23ecdb4196 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:34.791906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b68e995b-c97b-4b68-a126-9b23ecdb4196 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:34.810342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.832878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:34.842186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2655ea-5498-4d08-8af8-8dcda2e02874 req-7b630e61-81ee-4642-b34a-ab0f08f1fb00 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:34.844282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc2655ea-5498-4d08-8af8-8dcda2e02874 req-7b630e61-81ee-4642-b34a-ab0f08f1fb00 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 944 time: 1.2627633 May 20 07:44:34.853260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:34.903797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.925191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0a863859-425a-4b4b-98b4-d901293f73c3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:34.930718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0a863859-425a-4b4b-98b4-d901293f73c3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:34.931384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:34.996302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-ce8be080-0a0f-4a78-a8fe-6a2ae20ac2a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7 HTTP/1.1" status: 200 len: 217 time: 0.1665208 May 20 07:44:34.998982 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.002038 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:35.030026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.058164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.078580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e67896-49ab-42c5-8d0c-656422829685 req-bda21f2e-598f-44e2-8e6e-81840447182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.080036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-bda21f2e-598f-44e2-8e6e-81840447182a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.5577221 May 20 07:44:35.091741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-6f230845-f2e4-4394-bfba-af0767c73387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.093110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-6f230845-f2e4-4394-bfba-af0767c73387 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2785695 May 20 07:44:35.118570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-fe7666b6-59bb-4ed0-b6da-1622d1058384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.119828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-fe7666b6-59bb-4ed0-b6da-1622d1058384 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1100 time: 0.6821990 May 20 07:44:35.127497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:35.132043 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:35.133271 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.179093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc2655ea-5498-4d08-8af8-8dcda2e02874 req-6766b40b-8698-472c-bbe0-d5ec99603a43 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688565 May 20 07:44:35.211445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a863859-425a-4b4b-98b4-d901293f73c3,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:35.211445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:35.224216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.229296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-ddf7d7ba-e7bb-4ec7-b86b-d9ac83b62cb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353707 May 20 07:44:35.245921 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6e59f8e5-168b-4235-8ab4-f05acd888ca0 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:35.266102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.274934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.280953 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.282145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dda09e19-9b55-445e-b65f-94d3f89b11bd HTTP/1.1" status: 204 len: 168 time: 0.7355955 May 20 07:44:35.290452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f56a4a-44a2-4b9e-9462-a069b38a60a4 req-4178400b-1495-4074-8908-9273f81256d8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.292025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d6f56a4a-44a2-4b9e-9462-a069b38a60a4 req-4178400b-1495-4074-8908-9273f81256d8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 948 time: 0.7428188 May 20 07:44:35.299007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda09e19-9b55-445e-b65f-94d3f89b11bd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:35.301937 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.304172 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4eb3a4e1-3eff-4dec-ada9-c295a1ce62d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:35.310288 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:35.312792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5a69-feb2-451c-ba19-7534830b225f req-396b2664-d3d4-4edf-8f89-f830f0b4b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.314341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-396b2664-d3d4-4edf-8f89-f830f0b4b0d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3043029 May 20 07:44:35.381841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:35.452255 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d6f56a4a-44a2-4b9e-9462-a069b38a60a4 req-62ad9309-f5e5-4be2-891a-5f435532bc00 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406391 May 20 07:44:35.572236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-8505a549-70f1-48f7-858c-57c6cc2650ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:35.578105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-8505a549-70f1-48f7-858c-57c6cc2650ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3872483 May 20 07:44:35.589230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.659575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Allocated IP 172.20.0.13 (37406a07-9c5b-45d0-bf6b-6edd068106a2/32288429-f8dd-499a-9781-c94f71c80c71/6454855f-748a-4a54-9ba4-d891ea953c71) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:35.681631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40dccb0a-c8f9-41b7-bfc6-d86c9407f968 req-dcc22e42-5802-4f14-ab4e-b5b6449761af tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 210 time: 0.2246709 May 20 07:44:35.709022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:35.712111 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:35.752609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.753149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11061b84-5e8d-4d1d-8a4b-89580b7a0aeb {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:44:35.767917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.771655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] 10.222.0.79 "DELETE /v2.0/routers/11061b84-5e8d-4d1d-8a4b-89580b7a0aeb HTTP/1.1" status: 204 len: 168 time: 3.7703948 May 20 07:44:35.773313 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-a19cbe7d-11d5-469b-94ba-b2fef6076785 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.1877224 May 20 07:44:35.773817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:35.791934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64b1de57-2fb2-47a7-8c34-02223d999119 req-761b6118-36ee-441c-8a59-c6018129a276 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 210 time: 0.0969086 May 20 07:44:35.907082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-497772c6-2a34-4a89-ab63-2e5004a64793 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618363 May 20 07:44:35.911521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Deleting subnet bda43f22-2a14-4ce9-9050-d1eb6358f00c {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:44:35.923230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:35.928330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-30429885-1361-4fad-a3a6-cd5e18a1fd95 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770053 May 20 07:44:36.007891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-e25505c1-6084-424c-aa89-bd575b08c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:36.007891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-e25505c1-6084-424c-aa89-bd575b08c23d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1337519 May 20 07:44:36.010216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.154594 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3', 'code': 200} May 20 07:44:36.169148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 55810cdd-c48d-4c45-9119-143bb6873b7d up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:36.202321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.299862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-a7030fbb-8c8d-4971-b00a-519a06d139ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:36.304185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-a7030fbb-8c8d-4971-b00a-519a06d139ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2627025 May 20 07:44:36.382910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5a69-feb2-451c-ba19-7534830b225f req-a9e561e5-a878-42f3-bb15-c3acfb1a1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:36.384499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-a9e561e5-a878-42f3-bb15-c3acfb1a1624 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9680047 May 20 07:44:36.456607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:36.462688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e31b252d-ee34-4eb9-b47b-2db6f8651b55 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:36.510859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 55810cdd-c48d-4c45-9119-143bb6873b7d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:36.536828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e31b252d-ee34-4eb9-b47b-2db6f8651b55 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:36.537684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e31b252d-ee34-4eb9-b47b-2db6f8651b55 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:36.540550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 55810cdd-c48d-4c45-9119-143bb6873b7d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:36.541269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.715758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.763536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=55810cdd-c48d-4c45-9119-143bb6873b7d,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:36.765095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-533057f2-fb19-45b5-be79-62cf48900ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.815012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ab20a5b-7fff-4f16-a347-a4ba3d5cd78f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=240328412e87485d98bfcbcd95e5efc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3508360 May 20 07:44:36.823544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:36.848053 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:36.851601 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1dab2e25-f4e4-4d0d-b2a0-53b6e810e4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:36.906346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301039da-ca5e-4aa1-b573-ed187dbb439f req-fdfa426a-06c9-43c5-a29e-8d108a93e7f2 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9761529 May 20 07:44:36.926006 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-3affa7e4-76d1-419e-8ff5-ce52d727e4f2 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116035 May 20 07:44:36.936442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99235ac-9853-4143-a234-2994d9030282 req-7e607416-5769-4ebc-9ab4-5cd8009a7d46 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:36.943529 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e99235ac-9853-4143-a234-2994d9030282 req-7e607416-5769-4ebc-9ab4-5cd8009a7d46 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 945 time: 0.5527098 May 20 07:44:36.969407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:36.973183 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:36.975418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf3c9d-8925-4708-9b54-6793833a08b6 req-5d1bbbe2-340c-45a0-b404-7836eca036d1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:36.982121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20cf3c9d-8925-4708-9b54-6793833a08b6 req-5d1bbbe2-340c-45a0-b404-7836eca036d1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 0.9179697 May 20 07:44:36.982121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e67896-49ab-42c5-8d0c-656422829685 req-20a9e6a8-664b-45be-beaf-f00382a1fda7 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0163033 May 20 07:44:37.021543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.064110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e9e13-f18f-43ce-9da2-a9a4c7688780 req-e79a6c61-dcd0-4230-805c-00d11aec3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:37.065672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f5e9e13-f18f-43ce-9da2-a9a4c7688780 req-e79a6c61-dcd0-4230-805c-00d11aec3653 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1096 time: 0.8043864 May 20 07:44:37.105832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-98188188-2a61-4e01-8bcf-80ef74b733af service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721851 May 20 07:44:37.211977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.239038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20cf3c9d-8925-4708-9b54-6793833a08b6 req-35c3d7ff-6723-4841-8bbc-f8fbad5e35bf tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306054 May 20 07:44:37.245851 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:37.322957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.325675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d21a069-27c7-4041-9eed-28468e64f902,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:37.348857 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:37.350195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e99235ac-9853-4143-a234-2994d9030282 req-9ae8e70c-a44b-429a-a33f-a73696a02fc4 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057398 May 20 07:44:37.359185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f5e9e13-f18f-43ce-9da2-a9a4c7688780 req-500df3a0-d2a1-4d0e-9d70-0f3dad86494e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763612 May 20 07:44:37.375215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48049781-ea74-44d8-8721-1e4b15466c28 None None] Network ffb86028-319c-421b-9630-7fd0d3944533 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:37.377032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.390009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5d21a069-27c7-4041-9eed-28468e64f902 HTTP/1.1" status: 204 len: 168 time: 4.4041381 May 20 07:44:37.396394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45274) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:37.402168 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-bd655bb3-5f7a-4a44-9262-628931ed016c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6610825 May 20 07:44:37.495938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.548286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cb5a69-feb2-451c-ba19-7534830b225f req-217a0d3a-eccb-4d3d-bf34-0235714bbaf0 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262679 May 20 07:44:37.556003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.614429 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:37.618571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-11fffab9-c88c-42cd-aa05-c115394144e8 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595659 May 20 07:44:37.692456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d1eef8-a91e-4756-b4b7-865892dbac29 req-40967cd5-4035-430e-a8d7-0445b63fb6ca tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a9b7d7f-e9d1-42d7-94d5-67c6254a579d HTTP/1.1" status: 200 len: 210 time: 0.0935347 May 20 07:44:37.698116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.707703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Network 37406a07-9c5b-45d0-bf6b-6edd068106a2 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:37.708992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-471514ce-6775-4f31-8959-862c7b533dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:37.714168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:37.718782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-6270023e-c946-4642-9eab-40ce2b082065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:37.720501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-6270023e-c946-4642-9eab-40ce2b082065 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1100 time: 0.5965784 May 20 07:44:37.723342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.730949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:37.770466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda43f22-2a14-4ce9-9050-d1eb6358f00c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:37.773910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.780897 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:37.797859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bda43f22-2a14-4ce9-9050-d1eb6358f00c HTTP/1.1" status: 204 len: 168 time: 2.0226777 May 20 07:44:37.800314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:37.807138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3661a5-4c75-44f0-bab0-2e0f96b9e5af None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:37.823765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-aeaf2e0f-0252-4948-8400-b65fabbb8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:37.825995 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-aeaf2e0f-0252-4948-8400-b65fabbb8c5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 1095 time: 0.2822881 May 20 07:44:37.842950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] DHCP port deletion for ffb86028-319c-421b-9630-7fd0d3944533 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:44:37.924417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-64d2a33f-e3c4-4445-9020-5e99e08f80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:37.925976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-64d2a33f-e3c4-4445-9020-5e99e08f80f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1582644 May 20 07:44:37.942938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Pushing event updated for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:37.987877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.990377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:37.993934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a85d569-2c2f-471f-8737-cd9c8abf3c12 HTTP/1.1" status: 204 len: 168 time: 1.1639321 May 20 07:44:37.996254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:37.997498 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30c7e7e6-7b35-41cf-8339-ca1b388342d8 tempest-SecurityGroupsTestAdminJSON-1076929202 tempest-SecurityGroupsTestAdminJSON-1076929202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:38.051688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-0263f4ee-77a1-4af8-9f61-465fe4ba32f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 200 len: 217 time: 0.1168754 May 20 07:44:38.079670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a85d569-2c2f-471f-8737-cd9c8abf3c12,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:38.082036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:38.096561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.132434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.133070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.162589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:38.183856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-947b73a8-4088-466b-8d0e-deb6d5eecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.188663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-947b73a8-4088-466b-8d0e-deb6d5eecd7b service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 200 len: 922 time: 0.3034909 May 20 07:44:38.188770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29c9a-2c3e-461d-8159-a13e5dd6b8a5 req-0335a4d4-c33c-46a2-8695-a9ec13930473 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.192109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:38.193606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62a29c9a-2c3e-461d-8159-a13e5dd6b8a5 req-0335a4d4-c33c-46a2-8695-a9ec13930473 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 949 time: 0.6479352 May 20 07:44:38.200812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca229b5-4955-4bbb-996e-3fb3e52402e4 req-382fa6d8-25ae-4d8c-b1f9-bcfd2e0cf97c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.202385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aca229b5-4955-4bbb-996e-3fb3e52402e4 req-382fa6d8-25ae-4d8c-b1f9-bcfd2e0cf97c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 932 time: 0.3754861 May 20 07:44:38.247347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-36cd0cf6-8cf6-4b32-87b4-afa1edd08a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.249288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-36cd0cf6-8cf6-4b32-87b4-afa1edd08a3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1871305 May 20 07:44:38.260326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62a29c9a-2c3e-461d-8159-a13e5dd6b8a5 req-ec2395de-6e83-44db-b8fc-0abe7ca0d2d9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658317 May 20 07:44:38.302793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-9d52c75b-5690-481d-b07b-530adbe7c1cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 200 len: 217 time: 0.0983193 May 20 07:44:38.335353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Deleting port b690167d-c66c-425a-85ed-11c19d1a9787 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:38.335744 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.390091 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d', 'code': 200} May 20 07:44:38.406244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5132644 May 20 07:44:38.449627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b690167d-c66c-425a-85ed-11c19d1a9787 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:38.463874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Deleting port b690167d-c66c-425a-85ed-11c19d1a9787 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:38.464241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.470374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-aca229b5-4955-4bbb-996e-3fb3e52402e4 req-07f6c5ac-cc70-4e1a-95dd-74c1b9cd51b0 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Synchronizing usage tracker for tenant:935d44d273924957a7b429c061d7ea01 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:38.507530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Request body: {'port': {'device_id': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:38.548460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-20e8a18c-8fd2-4691-a522-6683020411a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:38.550188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-20e8a18c-8fd2-4691-a522-6683020411a3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 200 len: 861 time: 0.2098470 May 20 07:44:38.558602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Deleting port a4190c54-bbbc-4011-9a10-5926909e2a9f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:38.560210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.699321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.713777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] For port b690167d-c66c-425a-85ed-11c19d1a9787, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b690167d-c66c-425a-85ed-11c19d1a9787,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:38.714181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:38.724541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-aca229b5-4955-4bbb-996e-3fb3e52402e4 req-07f6c5ac-cc70-4e1a-95dd-74c1b9cd51b0 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Unset dirty status for tenant:935d44d273924957a7b429c061d7ea01 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:38.758120 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aca229b5-4955-4bbb-996e-3fb3e52402e4 req-07f6c5ac-cc70-4e1a-95dd-74c1b9cd51b0 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966073 May 20 07:44:38.806911 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-de7c2e4b-ebc3-4225-b2c2-73a8baff4be7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5b29fa3-d60c-43e6-8a7c-92e64370da5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272628 May 20 07:44:38.816438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] For port a4190c54-bbbc-4011-9a10-5926909e2a9f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a4190c54-bbbc-4011-9a10-5926909e2a9f,segment=NetworkSegment(e0543003-d1bc-4ea9-a16f-73cada251a37),segment_id=e0543003-d1bc-4ea9-a16f-73cada251a37)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:38.817031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.100629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:39.105724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] DHCP port deletion for 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:44:39.266182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Calling delete_port for b690167d-c66c-425a-85ed-11c19d1a9787 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:39.317319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Calling delete_port for a4190c54-bbbc-4011-9a10-5926909e2a9f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:39.495709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] For port b690167d-c66c-425a-85ed-11c19d1a9787, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b690167d-c66c-425a-85ed-11c19d1a9787,segment=NetworkSegment(3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b),segment_id=3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:39.496257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.505060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:39.506351 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.576007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.591252 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-a671a2b7-36a8-4480-ae85-7735de3b1c90 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400649 May 20 07:44:39.623294 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-84c013df-d994-48e1-971e-6cc27b55a51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:39.649296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090844b9-77d4-4dad-884c-74b330e96283 req-1fbfbfca-342c-4871-9593-fc7661c54647 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:39.656920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-090844b9-77d4-4dad-884c-74b330e96283 req-1fbfbfca-342c-4871-9593-fc7661c54647 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 945 time: 0.6920815 May 20 07:44:39.672620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] No DVR routers for this DVR port b690167d-c66c-425a-85ed-11c19d1a9787 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:39.704566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Pushing event deleted for resources: {'Port': ['ID=b690167d-c66c-425a-85ed-11c19d1a9787,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:39.722533 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:39.767995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Calling delete_port for b690167d-c66c-425a-85ed-11c19d1a9787 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:39.807349 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.822669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-090844b9-77d4-4dad-884c-74b330e96283 req-027105f4-84db-4f95-8273-cd3bec6e457c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645331 May 20 07:44:39.862290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:39.863574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1fa96fdc-9c1f-46c3-8b9d-7dc3df396a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.867663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Deleting port a4190c54-bbbc-4011-9a10-5926909e2a9f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:39.868183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.895500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.900169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:39.905956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6bee797f-aa24-4b41-87c5-0f792ea80a64 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:39.935127 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0483b47-20a3-4b0f-a835-c8e73437c345 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:39.958085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e328a3-cce2-409b-abf0-d08f072c8cdb req-78b0a00c-5f2c-415c-91c2-e0b9aa93bb44 service neutron] 10.222.0.84 "GET /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593628 May 20 07:44:39.960951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4190c54-bbbc-4011-9a10-5926909e2a9f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:39.979509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:39.983038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] No DVR routers for this DVR port a4190c54-bbbc-4011-9a10-5926909e2a9f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:40.046243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.065051 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.094590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.100502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b690167d-c66c-425a-85ed-11c19d1a9787,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:40.102584 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-46d2354f-92ed-4341-a818-f2c7daabead5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:40.123167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:40.138740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-4e0e4d50-dcde-4ec9-b06e-3d42b909e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:40.144156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-4e0e4d50-dcde-4ec9-b06e-3d42b909e60b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.8785393 May 20 07:44:40.145243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] No DVR routers for this DVR port b690167d-c66c-425a-85ed-11c19d1a9787 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:40.220970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.235288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:40.277516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:40.288751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] For port a4190c54-bbbc-4011-9a10-5926909e2a9f, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:40.289418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.314016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0543003-d1bc-4ea9-a16f-73cada251a37') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:40.314309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0543003-d1bc-4ea9-a16f-73cada251a37') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:40.344141 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.373511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.380006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:44:40.380400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.436085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: timer() May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:44:40.498578 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:44:40.547366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeeb52-c049-426c-b53d-cda798c6eab4 req-69bd558c-39ec-44a5-82d3-023d79f7026b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:40.558674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fbeeb52-c049-426c-b53d-cda798c6eab4 req-69bd558c-39ec-44a5-82d3-023d79f7026b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 949 time: 0.3386703 May 20 07:44:40.609845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.610563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Calling delete_port for a4190c54-bbbc-4011-9a10-5926909e2a9f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:40.615068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Port a4190c54-bbbc-4011-9a10-5926909e2a9f was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 07:44:40.618651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a4190c54-bbbc-4011-9a10-5926909e2a9f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:40.634158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:40.637023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:44:40.663230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.681400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:40.695672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a4190c54-bbbc-4011-9a10-5926909e2a9f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:40.695976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a4190c54-bbbc-4011-9a10-5926909e2a9f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:40.718805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Network 0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c is not hosted by any dhcp agent {{(pid=93103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 07:44:40.718805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] No DVR routers for this DVR port a4190c54-bbbc-4011-9a10-5926909e2a9f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:40.719140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:40.719246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:40.719356 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:40.722349 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fbeeb52-c049-426c-b53d-cda798c6eab4 req-c301ef86-39f5-4001-a26a-9082d0d47e6f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636896 May 20 07:44:40.726220 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:44:40.781097 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:40.781704 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8558d67-917f-42ff-98dc-a7e4fba8cbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:40.802199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] 10.222.0.79 "DELETE /v2.0/networks/0e3fc97b-71c9-44bd-8b8c-92bc3eb7f70c HTTP/1.1" status: 204 len: 168 time: 2.9986062 May 20 07:44:40.832395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Pushing event deleted for resources: {'Port': ['ID=a4190c54-bbbc-4011-9a10-5926909e2a9f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:40.935661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7faa63-fab4-4b02-a631-6825447805e5 req-29e9848f-c42c-473b-b883-df5a15389818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:40.937132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b7faa63-fab4-4b02-a631-6825447805e5 req-29e9848f-c42c-473b-b883-df5a15389818 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 1100 time: 2.3554184 May 20 07:44:40.959685 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:41.001085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.030829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a226b-519f-4e82-b723-2f68fe0782c1 req-2c010fd6-f4e6-4df2-b265-8257b8e6f6fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:41.038674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-551a226b-519f-4e82-b723-2f68fe0782c1 req-2c010fd6-f4e6-4df2-b265-8257b8e6f6fd tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 949 time: 2.5388424 May 20 07:44:41.049934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8126b2-de47-497a-9b76-5aeba6a57129 req-4a649b8d-6b07-4c35-a0a7-faed377f9f9c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:41.060680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd8126b2-de47-497a-9b76-5aeba6a57129 req-4a649b8d-6b07-4c35-a0a7-faed377f9f9c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 932 time: 0.1676388 May 20 07:44:41.070785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb86028-319c-421b-9630-7fd0d3944533']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:41.085805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6454855f-748a-4a54-9ba4-d891ea953c71 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:41.093624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b7faa63-fab4-4b02-a631-6825447805e5 req-ceb729b3-e75c-4d1b-b388-458c1ce547b5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295886 May 20 07:44:41.098870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:41.104320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.110045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:41.110344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d98b813-bb2f-4f7d-a1d5-7aad58f8ca3b') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:41.127709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'mac_address': 'fa:16:3e:4d:5f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:41.133161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.169826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd8126b2-de47-497a-9b76-5aeba6a57129 req-571e069f-1476-441e-a922-d653261cb0ad tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056328 May 20 07:44:41.194966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.236470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Transition to ACTIVE for port object 6454855f-748a-4a54-9ba4-d891ea953c71 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:44:41.241577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-8dbde4bb-c789-47f8-89c2-c825ef04e829 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0767162 May 20 07:44:41.241754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.257225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-551a226b-519f-4e82-b723-2f68fe0782c1 req-3507c2a4-02ae-41cd-9d80-cd4107e1afc0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176611 May 20 07:44:41.276793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:41.298764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:41.348665 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'code': 200} May 20 07:44:41.393036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.396040 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f26a060-bd42-4e0c-aded-792a7b466658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:41.411486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:41.436764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eefd93c-eaa3-45ce-b81a-0408346007a2 req-ba3a7ad9-09f1-40a5-ab1e-ff20c62abe50 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712735 May 20 07:44:41.438186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.440752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.446985 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-42696f5c-d79c-4bba-b1fe-78c07409a2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:41.541724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:44:41.542127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.553199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fb5962a-aac6-4749-a0f6-7188a32bb690 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90405f7724024c8ba1cb36f69cffbf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405835 May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: timer() May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:44:41.556458 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:44:41.567756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45354) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:41.624967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=12']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:41.635756 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:41.651377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-4ec78866-5a5b-4789-b464-f67958ce296e tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 258 time: 0.4392881 May 20 07:44:41.695303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:41.707492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:41.738003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Usage tracker for resource:floatingip and tenant:b7c1bd8768324a67b3c911e92fe8a06e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:41.743588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:41.753250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:41.778598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.780123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1e4fcb8f-474c-4246-917a-1f4e93f6a35f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:41.861155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.892840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:41.952822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:41.957720 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:42.045246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.075774 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:42.109023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.114033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb86028-319c-421b-9630-7fd0d3944533,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:42.118974 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:42.133989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fbcbc-63bc-412a-9be4-be36494df48d req-278cc75a-da50-40c8-8770-a1954f207f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:42.143699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd4fbcbc-63bc-412a-9be4-be36494df48d req-278cc75a-da50-40c8-8770-a1954f207f78 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 1100 time: 0.6458640 May 20 07:44:42.245395 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.254666 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:42.258412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Attempting to bind port 6454855f-748a-4a54-9ba4-d891ea953c71 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:44:42.258751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Attempting to bind port 6454855f-748a-4a54-9ba4-d891ea953c71 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd814dc02-1737-4197-939d-f110f7c5204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:44:42.259083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Attempting to bind port 6454855f-748a-4a54-9ba4-d891ea953c71 on network 37406a07-9c5b-45d0-bf6b-6edd068106a2 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:42.268135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd4fbcbc-63bc-412a-9be4-be36494df48d req-4a35a6dd-e182-4230-a5a6-2c281001e7df service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214182 May 20 07:44:42.269674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.274289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Port 6454855f-748a-4a54-9ba4-d891ea953c71 on network 37406a07-9c5b-45d0-bf6b-6edd068106a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:44:42.274550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Attempting to bind port 6454855f-748a-4a54-9ba4-d891ea953c71 on network 37406a07-9c5b-45d0-bf6b-6edd068106a2 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ffb86028-319c-421b-9630-7fd0d3944533 HTTP/1.1" status: 204 len: 168 time: 4.8990119 May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Checking segment: {'id': 'd814dc02-1737-4197-939d-f110f7c5204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Bound using segment: {'id': 'd814dc02-1737-4197-939d-f110f7c5204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Bound port: 6454855f-748a-4a54-9ba4-d891ea953c71, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd814dc02-1737-4197-939d-f110f7c5204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:44:42.300713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.310025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:42.318588 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.337443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650a975-7d80-44f8-90f5-80f4c6bb2386,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:42.344464 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:42.372766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.372766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d650a975-7d80-44f8-90f5-80f4c6bb2386 HTTP/1.1" status: 204 len: 168 time: 0.8016794 May 20 07:44:42.468134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Allocated IP 172.25.8.155 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/6df532ba-2569-4ab8-9d13-fa4853f51c61) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:42.477365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:44:42.480480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6454855f-748a-4a54-9ba4-d891ea953c71,segment=NetworkSegment(d814dc02-1737-4197-939d-f110f7c5204e),segment_id=d814dc02-1737-4197-939d-f110f7c5204e)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:44:42.517739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2018b4b-cf84-468d-94a5-161f959f5be2 req-6ed2bfc8-792b-4b2c-bb26-d2138767dea8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:42.519256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2018b4b-cf84-468d-94a5-161f959f5be2 req-6ed2bfc8-792b-4b2c-bb26-d2138767dea8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 949 time: 0.3099873 May 20 07:44:42.614546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.622855 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d26d33b1-922b-4bed-bf2c-fce01e8aeb52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:42.644624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.690611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:42.691430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.692871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] 10.222.0.81 "PUT /v2.0/ports/6454855f-748a-4a54-9ba4-d891ea953c71 HTTP/1.1" status: 200 len: 1092 time: 4.2534511 May 20 07:44:42.715216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:42.745737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2018b4b-cf84-468d-94a5-161f959f5be2 req-e04a4da0-00aa-46c7-80d5-bf172ca218ba tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691370 May 20 07:44:42.792689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:42.843156 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:42.942181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:42.943786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:42.991330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:42.999371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:43.033530 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:43.148432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event updated for resources: {'Port': ['ID=6df532ba-2569-4ab8-9d13-fa4853f51c61,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:43.155592 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:43.187035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:43.229386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fbf3a158-a067-4eba-95b4-5ed490493c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:43.235363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-fbf3a158-a067-4eba-95b4-5ed490493c6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=935d44d273924957a7b429c061d7ea01&device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 1095 time: 0.3647606 May 20 07:44:43.425167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-66c7a5a1-2b8e-4c9b-912b-fbc4f107d31c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6454855f-748a-4a54-9ba4-d891ea953c71 HTTP/1.1" status: 200 len: 217 time: 0.1143990 May 20 07:44:43.479365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:43.559918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-50f2db1d-4fdf-428b-aa94-718c92ab8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:43.561412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-50f2db1d-4fdf-428b-aa94-718c92ab8f44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32288429-f8dd-499a-9781-c94f71c80c71 HTTP/1.1" status: 200 len: 850 time: 0.1266785 May 20 07:44:43.671606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-ccf5f923-769a-4b2a-af3c-7731e2a850a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37406a07-9c5b-45d0-bf6b-6edd068106a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017895 May 20 07:44:43.929950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.039621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.060817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.065082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2a4eb28-4aad-44ca-95e4-d43b064eca79 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:44.193381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event updated for resources: {'Port': ['ID=6df532ba-2569-4ab8-9d13-fa4853f51c61,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:44.199111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:44.217309 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.226841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:44.287405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-c029136c-21ee-49d7-9baf-96677bc2500d service neutron] 10.222.0.81 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079738 May 20 07:44:44.303049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d173-43bc-4265-987e-c6487e5b25de req-142d25b0-c26d-4591-9d57-f3e765654291 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:44.303755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6040d173-43bc-4265-987e-c6487e5b25de req-142d25b0-c26d-4591-9d57-f3e765654291 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Synchronizing usage tracker for tenant:935d44d273924957a7b429c061d7ea01 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:44.330205 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.331434 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6560676 May 20 07:44:44.396231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:44.403132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:44.404206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.447272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-f98751da-eb58-4549-ade9-6aecbc91146b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:44.558963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-f98751da-eb58-4549-ade9-6aecbc91146b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:44.561469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-f98751da-eb58-4549-ade9-6aecbc91146b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.2217569 May 20 07:44:44.629241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.650095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6040d173-43bc-4265-987e-c6487e5b25de req-142d25b0-c26d-4591-9d57-f3e765654291 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Unset dirty status for tenant:935d44d273924957a7b429c061d7ea01 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:44.651306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6040d173-43bc-4265-987e-c6487e5b25de req-142d25b0-c26d-4591-9d57-f3e765654291 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 944 time: 0.8384538 May 20 07:44:44.659229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-063a415c-b3a4-4319-9218-5abb3f219df0 req-d123fb50-5a9b-4f71-bf3a-805d8a550cc2 service neutron] 10.222.0.81 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498516 May 20 07:44:44.676429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:44.681571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:44.714911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6040d173-43bc-4265-987e-c6487e5b25de req-cd2d8052-150a-4cba-b0fb-a0fabee05aee tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 May 20 07:44:44.751692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8e3cb022-a00f-456b-827b-2ea1f18d6483 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:44.753166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-333d2e44-3459-49e6-8ab4-20b3377d10ff req-8e3cb022-a00f-456b-827b-2ea1f18d6483 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1861613 May 20 07:44:44.763149 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:44.765564 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:44.896413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=13']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:44.898082 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71', 'status': 'completed', 'code': 200} May 20 07:44:44.910660 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:45.025433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Deleting port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:45.025807 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:45.063875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-a2fe08de-687c-46f7-a4a2-bd560929fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.065394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-a2fe08de-687c-46f7-a4a2-bd560929fd56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=935d44d273924957a7b429c061d7ea01&device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 1095 time: 0.2002411 May 20 07:44:45.074393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315ed4-8f03-493a-921c-fe2f35ded979 req-a29d5abe-c295-4ba1-8e7f-733f0cc30437 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.076518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19315ed4-8f03-493a-921c-fe2f35ded979 req-a29d5abe-c295-4ba1-8e7f-733f0cc30437 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 951 time: 0.1767094 May 20 07:44:45.274256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06197-4e64-4d9c-82f3-0ad73dbcfa09 req-fd466d32-a9ed-4dd1-874d-c43ffc078e68 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.275731 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ef06197-4e64-4d9c-82f3-0ad73dbcfa09 req-fd466d32-a9ed-4dd1-874d-c43ffc078e68 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 949 time: 0.0938761 May 20 07:44:45.289842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19315ed4-8f03-493a-921c-fe2f35ded979 req-261f11a7-161b-47a6-849d-b03f04a504f1 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477263 May 20 07:44:45.304505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] For port a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:45.304859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:45.332362 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ef06197-4e64-4d9c-82f3-0ad73dbcfa09 req-459b04f8-a8a3-4e35-b87b-70009dbcd165 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505457 May 20 07:44:45.405587 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'code': 200} May 20 07:44:45.462495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Calling delete_port for a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:45.466441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-423a01cc-1f00-47c3-9b37-53bf3dd445fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.467801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-423a01cc-1f00-47c3-9b37-53bf3dd445fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=37406a07-9c5b-45d0-bf6b-6edd068106a2 HTTP/1.1" status: 200 len: 911 time: 0.3885109 May 20 07:44:45.551034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-1cd3a2c7-aeb6-4808-b0d1-885d9960f99c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6454855f-748a-4a54-9ba4-d891ea953c71 HTTP/1.1" status: 200 len: 217 time: 0.0761299 May 20 07:44:45.644283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-7892ba81-aa4d-417f-8d1a-111a04a9733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.646065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-7892ba81-aa4d-417f-8d1a-111a04a9733c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32288429-f8dd-499a-9781-c94f71c80c71 HTTP/1.1" status: 200 len: 850 time: 0.0841866 May 20 07:44:45.663991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-f40d33bb-e322-4367-9281-2c794693777f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:45.669617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-f40d33bb-e322-4367-9281-2c794693777f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1183348 May 20 07:44:45.705194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-c1ab5d83-eba5-4ba5-a212-1217cd22f2d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=37406a07-9c5b-45d0-bf6b-6edd068106a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496137 May 20 07:44:45.759039 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-e72d5220-9ac3-47ec-ba19-4ad713f8321f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.0860512 May 20 07:44:45.771270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'floatingip': {'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:45.866472 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.031336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-a197256d-ebe6-46c3-8275-ccebbf9a502d service neutron] 10.222.0.81 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169563 May 20 07:44:46.077747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.084222 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f180aac-ee93-44c6-ab7b-03d55b9f5a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:46.088692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:46.182535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:46.217401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:46.378553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bf38886-8946-48ec-8754-6d019f29c5ee req-3e6323cf-b458-426b-8b73-0488648ed89a service neutron] 10.222.0.81 "GET /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395681 May 20 07:44:46.521880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.549356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.576372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:46.582735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa4f1aab91e4463aa33c9b1aad8b9aa is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:46.586577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:46.593931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:46.652615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6454855f-748a-4a54-9ba4-d891ea953c71 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:44:46.803074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.804658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6454855f-748a-4a54-9ba4-d891ea953c71,segment=NetworkSegment(d814dc02-1737-4197-939d-f110f7c5204e),segment_id=d814dc02-1737-4197-939d-f110f7c5204e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:46.804963 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.819338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '6454855f-748a-4a54-9ba4-d891ea953c71', 'network_id': '37406a07-9c5b-45d0-bf6b-6edd068106a2', 'port_id': '6454855f-748a-4a54-9ba4-d891ea953c71', 'mac_address': 'fa:16:3e:f4:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32288429-f8dd-499a-9781-c94f71c80c71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:44:46.878957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.880756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.897984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6454855f-748a-4a54-9ba4-d891ea953c71 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:44:46.913517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6454855f-748a-4a54-9ba4-d891ea953c71,segment=NetworkSegment(d814dc02-1737-4197-939d-f110f7c5204e),segment_id=d814dc02-1737-4197-939d-f110f7c5204e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:46.934163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.949631 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:46.974195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcdbd3-3cda-4855-924c-3ad0ac663a71 req-e8cb1338-80d1-4f24-8d76-635db15c364a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:46.975688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fddcdbd3-3cda-4855-924c-3ad0ac663a71 req-e8cb1338-80d1-4f24-8d76-635db15c364a tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 1102 time: 0.2969475 May 20 07:44:46.984883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:46.987017 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:47.014444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fa4f1aab91e4463aa33c9b1aad8b9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9220858 May 20 07:44:47.014791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7512dd62-569c-4986-bd54-76364b38c22b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:47.016581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:47.019252 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:47.030765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-e7e9524e-1a86-47f4-b126-b2bf61c6dfc4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:47.032221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-e7e9524e-1a86-47f4-b126-b2bf61c6dfc4 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 944 time: 0.2748613 May 20 07:44:47.060204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:47.063496 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:47.109744 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Floating IP 82a45433-46e1-462b-b618-d305260db125 associated. External IP: 172.25.8.155, port: 0a863859-425a-4b4b-98b4-d901293f73c3. May 20 07:44:47.146274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Router 53d5f531-008b-48d5-a5a4-d772bb3739d3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:47.154409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fddcdbd3-3cda-4855-924c-3ad0ac663a71 req-156dcab9-ac82-4ee9-ae76-c08276f7c703 tempest-MigrationsAdminTest-91824901 tempest-MigrationsAdminTest-91824901-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695807 May 20 07:44:47.234464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6454855f-748a-4a54-9ba4-d891ea953c71'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:47.479735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:47.493035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Router f3e4437c-2cf7-404c-870f-eeff4d33659f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:44:47.589781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:47.646285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Deleting port 4731748a-ee99-4db2-b07f-05ea400c6503 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:47.646629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:47.671331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:47.683522 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Sync routers for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:47.685662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:47.694074 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:47.694964 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:47.702788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:44:47.713114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Sync routers for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:44:47.726857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:47.727778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:47.769672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-2d23ce1d-50da-49d1-80cd-f50f8fd45bc3 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "PUT /v2.0/floatingips/82a45433-46e1-462b-b618-d305260db125 HTTP/1.1" status: 200 len: 996 time: 2.0035031 May 20 07:44:47.770259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:47.796232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] 10.222.0.79 "PUT /v2.0/routers/53d5f531-008b-48d5-a5a4-d772bb3739d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4803088 May 20 07:44:47.801841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485967-8670-4ff6-b13f-9612a93e2f14 req-1d3c4bf6-3d7b-4439-b478-bf17ca858c00 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:47.803280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28485967-8670-4ff6-b13f-9612a93e2f14 req-1d3c4bf6-3d7b-4439-b478-bf17ca858c00 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 949 time: 0.5301967 May 20 07:44:47.806388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:47.866513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-4b852890-7fb5-4b56-b8f4-6281b26f0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:47.868325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-4b852890-7fb5-4b56-b8f4-6281b26f0914 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1096 time: 0.0889258 May 20 07:44:47.895963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:47.984761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:48.029139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-813c3c32-f33e-446e-8aee-e9dd6efc915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:48.030859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.031336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-813c3c32-f33e-446e-8aee-e9dd6efc915f service neutron] 10.222.0.79 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 929 time: 0.1544466 May 20 07:44:48.039053 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:48.048880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28485967-8670-4ff6-b13f-9612a93e2f14 req-7271b1b8-8315-4879-8874-acfe9f8ee115 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774006 May 20 07:44:48.055889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] For port 4731748a-ee99-4db2-b07f-05ea400c6503, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4731748a-ee99-4db2-b07f-05ea400c6503,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:48.056263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.070903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.072017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7512dd62-569c-4986-bd54-76364b38c22b HTTP/1.1" status: 204 len: 168 time: 1.0554018 May 20 07:44:48.085790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7512dd62-569c-4986-bd54-76364b38c22b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:48.088426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.197148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:48.272455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Calling delete_port for 4731748a-ee99-4db2-b07f-05ea400c6503 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:48.378282 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '82a45433-46e1-462b-b618-d305260db125', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'mac_address': 'fa:16:3e:7c:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07557f7b-309b-4888-9ebd-f84d32e179de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:44:43Z', 'updated_at': '2021-05-20T07:44:46Z', 'revision_number': 1, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:48.385185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-263be11a-a046-43f8-be1b-db72dd959bb5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 999 time: 0.3380022 May 20 07:44:48.385337 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Checking router: f3e4437c-2cf7-404c-870f-eeff4d33659f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:48.394612 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:48.395608 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:48.462506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-9a320a33-2031-4e39-ab3b-bd903871e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:48.471412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-9a320a33-2031-4e39-ab3b-bd903871e07b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.0870655 May 20 07:44:48.491998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.508635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82608e9-75cb-4ddf-bccf-20e32c4fbced req-f208b1a6-d3b2-476b-b1bd-c64528457f54 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:48.512883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f82608e9-75cb-4ddf-bccf-20e32c4fbced req-f208b1a6-d3b2-476b-b1bd-c64528457f54 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 945 time: 0.2310936 May 20 07:44:48.533529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:44:45Z', 'revision_number': 5, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port': {'id': 'f9d6c40c-e36b-4565-afde-3c065f6efb18', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:42:11Z', 'updated_at': '2021-05-20T07:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:48.538264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Checking router: 53d5f531-008b-48d5-a5a4-d772bb3739d3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:44:48.548956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Routers {'53d5f531-008b-48d5-a5a4-d772bb3739d3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:44:48.549640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['53d5f531-008b-48d5-a5a4-d772bb3739d3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:48.608569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-d04d1223-6120-4a8b-a177-fa9ad0b017be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:48.619132 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-d04d1223-6120-4a8b-a177-fa9ad0b017be service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460745 May 20 07:44:48.637362 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:48.685002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f82608e9-75cb-4ddf-bccf-20e32c4fbced req-9ad6b0ec-47a4-4389-9778-4eb9424c4bd4 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633489 May 20 07:44:48.703588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6454855f-748a-4a54-9ba4-d891ea953c71 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:44:48.727167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Deleting port f9d6c40c-e36b-4565-afde-3c065f6efb18 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:48.727167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.760721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:48.764095 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:44:48.807513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c6e00523-600c-4999-a9ba-fc78783667f1 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:48.880222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] Set router 53d5f531-008b-48d5-a5a4-d772bb3739d3 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:44:48.887846 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-c9a22c96-877e-4bcf-9368-ad404a53fbb7 service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668853 May 20 07:44:48.915573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event deleted for resources: {'Port': ['ID=4731748a-ee99-4db2-b07f-05ea400c6503,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:49.004677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:49.042917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:44:48Z', 'revision_number': 6, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:49.049962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd0a46-b91a-4daa-b616-a218139a8dae None None] The sync data for ids ['53d5f531-008b-48d5-a5a4-d772bb3739d3'] in n-d-780147-4 is: [{'id': '53d5f531-008b-48d5-a5a4-d772bb3739d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-814254365-router', 'tenant_id': '4b92db1687c04c37b3a7d5838183ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:42:08Z', 'updated_at': '2021-05-20T07:44:48Z', 'revision_number': 6, 'project_id': '4b92db1687c04c37b3a7d5838183ad24', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:49.118212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 6454855f-748a-4a54-9ba4-d891ea953c71 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:44:49.124084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 6454855f-748a-4a54-9ba4-d891ea953c71 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:44:49.124465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:49.170562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ad20d2ce-bedc-4681-84c8-73a61e81d4b1 req-c8b65b81-71ff-4e8a-bb27-6e7ef5b41509 service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737198 May 20 07:44:49.206962 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '82a45433-46e1-462b-b618-d305260db125', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'mac_address': 'fa:16:3e:7c:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07557f7b-309b-4888-9ebd-f84d32e179de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:44:43Z', 'updated_at': '2021-05-20T07:44:46Z', 'revision_number': 1, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:49.211527 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d50e87a-5bb2-4d8e-9c52-6f2aa94cbde3 None None] The sync data for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 is: [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '82a45433-46e1-462b-b618-d305260db125', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'mac_address': 'fa:16:3e:7c:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07557f7b-309b-4888-9ebd-f84d32e179de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:44:43Z', 'updated_at': '2021-05-20T07:44:46Z', 'revision_number': 1, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:44:49.306062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88fc4c29-41fd-4e7b-8fbe-c45ac6d1aad1 req-6e6f47ef-4908-4dda-98ad-b83a3c588a68 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7d6c300-0f7e-4273-824a-341976dd9b79 HTTP/1.1" status: 200 len: 210 time: 0.2996409 May 20 07:44:49.330855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:49.350032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] No DVR routers for this DVR port 4731748a-ee99-4db2-b07f-05ea400c6503 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:49.354501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:49.372089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:49.378122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-deleted', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:49.386144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6454855f-748a-4a54-9ba4-d891ea953c71,segment=NetworkSegment(d814dc02-1737-4197-939d-f110f7c5204e),segment_id=d814dc02-1737-4197-939d-f110f7c5204e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:49.414639 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3', 'status': 'completed', 'code': 200} May 20 07:44:49.422663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] For port f9d6c40c-e36b-4565-afde-3c065f6efb18, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f9d6c40c-e36b-4565-afde-3c065f6efb18,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:49.423405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:49.456192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:49.458579 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:49.506218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b94d8ca4-f5a5-4f21-a6c4-d1e08c42bfaf req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "DELETE /v2.0/ports/4731748a-ee99-4db2-b07f-05ea400c6503 HTTP/1.1" status: 204 len: 173 time: 2.4562802 May 20 07:44:49.650933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:49.665434 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f398c-8637-46f2-bd02-2d1a8348b415 None None] New status for floating IP 82a45433-46e1-462b-b618-d305260db125: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:44:49.679632 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:49.690129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Calling delete_port for f9d6c40c-e36b-4565-afde-3c065f6efb18 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:49.748240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661e19-c671-4a90-8560-4f05f75a8258 req-3fd1fa85-2c94-432c-9823-006fe8f7f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:49.749849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-3fd1fa85-2c94-432c-9823-006fe8f7f0ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1096 time: 0.3064678 May 20 07:44:50.000353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661e19-c671-4a90-8560-4f05f75a8258 req-90bd358a-8fc3-4215-a69f-dee049956bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.001813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-90bd358a-8fc3-4215-a69f-dee049956bf6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 929 time: 0.2343426 May 20 07:44:50.100864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bf68b-2ab1-43f0-b6d9-3968e5466cea req-30a3684d-2b61-4cde-aed8-0b89aa6d4791 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.106765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bf68b-2ab1-43f0-b6d9-3968e5466cea req-30a3684d-2b61-4cde-aed8-0b89aa6d4791 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.108278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-337bf68b-2ab1-43f0-b6d9-3968e5466cea req-30a3684d-2b61-4cde-aed8-0b89aa6d4791 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597&device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 1689 time: 0.3012149 May 20 07:44:50.209712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-55933088-3a04-42bf-b496-fd41f9489295 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 999 time: 0.1691778 May 20 07:44:50.214355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-337bf68b-2ab1-43f0-b6d9-3968e5466cea req-f4710d50-99a6-496f-950a-606e670e137f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978417 May 20 07:44:50.263789 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71', 'code': 200} May 20 07:44:50.268105 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.272242 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:50.275101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:50.323175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d6c40c-e36b-4565-afde-3c065f6efb18,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:50.328552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:50.336705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 4731748a-ee99-4db2-b07f-05ea400c6503 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:50.337403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4731748a-ee99-4db2-b07f-05ea400c6503 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:50.362771 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6c300-0f7e-4273-824a-341976dd9b79', 'name': 'network-vif-deleted', 'tag': '4731748a-ee99-4db2-b07f-05ea400c6503', 'status': 'completed', 'code': 200} May 20 07:44:50.382687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-6530815a-1e89-40d1-969a-162194cce1e8 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 258 time: 0.1935341 May 20 07:44:50.397977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661e19-c671-4a90-8560-4f05f75a8258 req-06e7c32a-1e1e-41e7-908c-085ba3a66550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.399004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:50.399368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-06e7c32a-1e1e-41e7-908c-085ba3a66550 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.1813934 May 20 07:44:50.406183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:50.416273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:50.519026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f9d6c40c-e36b-4565-afde-3c065f6efb18 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:50.521757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.560761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f9d6c40c-e36b-4565-afde-3c065f6efb18 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:50.561172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f9d6c40c-e36b-4565-afde-3c065f6efb18 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:50.562383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:50.587245 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.605267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:50.605649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a8f13bb4-ce7f-4fd5-8936-b0d43af7ffe9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:50.672464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.780148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.785841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:50.795053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94386b2d-cd00-4736-97c0-8b4d4d4a6aab req-74eb9b0c-8ff5-4d4c-b11a-91035d538cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.796512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94386b2d-cd00-4736-97c0-8b4d4d4a6aab req-74eb9b0c-8ff5-4d4c-b11a-91035d538cda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 1097 time: 0.4383512 May 20 07:44:50.805548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661e19-c671-4a90-8560-4f05f75a8258 req-a77f9fd8-b2b5-4002-8c67-029e5b50bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.806932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-a77f9fd8-b2b5-4002-8c67-029e5b50bac6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747966 May 20 07:44:50.814744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Allocated IP 172.25.8.245 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/18df1dd7-8146-4a7b-87a5-2d4e55869970) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:44:50.865259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb4717-3fc4-4710-9ff5-f3b2d75d3653 req-a9880cdd-5272-44df-9ef2-0881020a08ab tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:50.866634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19eb4717-3fc4-4710-9ff5-f3b2d75d3653 req-a9880cdd-5272-44df-9ef2-0881020a08ab tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 946 time: 0.3917005 May 20 07:44:50.975103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.077246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.082155 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6e9a03a-b70d-4f87-98f4-b53808f02715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:51.084414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.086292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d5f531-008b-48d5-a5a4-d772bb3739d3 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:44:51.103694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94386b2d-cd00-4736-97c0-8b4d4d4a6aab req-33c4b16f-241c-4f8a-b69a-884909a2dfa7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958305 May 20 07:44:51.147374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19eb4717-3fc4-4710-9ff5-f3b2d75d3653 req-3cb40680-a456-412b-b219-9499ea245146 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662711 May 20 07:44:51.149158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:44:51.152322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:51.153889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.154920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:44:51.158161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] 10.222.0.79 "DELETE /v2.0/routers/53d5f531-008b-48d5-a5a4-d772bb3739d3 HTTP/1.1" status: 204 len: 168 time: 3.3504169 May 20 07:44:51.170273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45500) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:51.199396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event updated for resources: {'Port': ['ID=18df1dd7-8146-4a7b-87a5-2d4e55869970,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:51.202346 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:51.226442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-b55c457a-9869-419d-8c4f-0c772f52f546 service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090405 May 20 07:44:51.256562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.280713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Deleting subnet 1ae1d541-c75a-4e4b-913f-c210b2f72a49 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:44:51.286266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.391701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.405502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.485231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96661e19-c671-4a90-8560-4f05f75a8258 req-c5bdef44-5483-4a06-947e-a827b807973a service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425735 May 20 07:44:51.532443 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.642250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.710301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.714434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:51.826193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event updated for resources: {'Port': ['ID=18df1dd7-8146-4a7b-87a5-2d4e55869970,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:51.830856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:51.836036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.904068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-080dc144-e957-416c-b6de-712adb32d2f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:51.905391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-080dc144-e957-416c-b6de-712adb32d2f8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 951 time: 0.1909478 May 20 07:44:51.914319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13eab5-576e-4109-bcb1-ad7862b961f0 req-7c262d91-4c18-4d9b-8fb8-60fa6d3d6a46 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:51.915664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea13eab5-576e-4109-bcb1-ad7862b961f0 req-7c262d91-4c18-4d9b-8fb8-60fa6d3d6a46 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 951 time: 0.2491589 May 20 07:44:51.946941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:51.948321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5539169 May 20 07:44:52.062871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea13eab5-576e-4109-bcb1-ad7862b961f0 req-53093b82-4eff-4d01-838d-7e89f96aa1e7 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070702 May 20 07:44:52.071909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.085931 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5db568ab-7d71-47a1-89b9-12a0721722e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:52.127307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae1d541-c75a-4e4b-913f-c210b2f72a49,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:52.131952 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:52.133665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.147146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1ae1d541-c75a-4e4b-913f-c210b2f72a49 HTTP/1.1" status: 204 len: 168 time: 0.9729228 May 20 07:44:52.147260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3fc479-d609-4127-9079-e8d60b7153a2 None None] Network 15736588-6f01-4139-8587-4b7ac717c99e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:52.147638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45512) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:52.177367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-ba4386fa-8906-4535-8627-08720fc501ec tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:52.191802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Deleting port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:52.192158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.248132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-ba4386fa-8906-4535-8627-08720fc501ec tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:52.249329 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-ba4386fa-8906-4535-8627-08720fc501ec tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.2926948 May 20 07:44:52.342575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.399854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f146d6e-cc2a-4e5c-8549-d7e2257f9217 req-78142e24-eb98-43e0-9892-4035618ec7c0 tempest-AbsoluteLimitsNegativeTestJSON-77095025 tempest-AbsoluteLimitsNegativeTestJSON-77095025-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=59523fd6992f48f59d214a376155fa17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487318 May 20 07:44:52.432263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-8f89653c-0720-4dc7-a6d0-c8470977f827 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:52.433658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8bab8359-d4ad-4768-a9d3-3f613a9e3088 req-8f89653c-0720-4dc7-a6d0-c8470977f827 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1750612 May 20 07:44:52.475743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] DHCP port deletion for 15736588-6f01-4139-8587-4b7ac717c99e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:44:52.518217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] For port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:52.518779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.542910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:52.612369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Deleting port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:52.613027 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.720321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0c66-5713-4411-988b-7260905dce39 req-d7602665-9a14-4d01-9286-b4601120d360 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:52.721986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39cc0c66-5713-4411-988b-7260905dce39 req-d7602665-9a14-4d01-9286-b4601120d360 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 946 time: 0.0924940 May 20 07:44:52.763463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:52.763871 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.784689 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39cc0c66-5713-4411-988b-7260905dce39 req-f010ccda-f310-49bb-9838-6ea4dc36c5c1 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553405 May 20 07:44:52.844822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Calling delete_port for 1e4fcb8f-474c-4246-917a-1f4e93f6a35f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:52.887582 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.893098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Deleting port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:52.893447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:52.903496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Calling delete_port for 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:52.936946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146d6e-cc2a-4e5c-8549-d7e2257f9217 req-5ab7f24b-c935-4bec-9075-72a7e2d5d956 tempest-AbsoluteLimitsNegativeTestJSON-77095025 tempest-AbsoluteLimitsNegativeTestJSON-77095025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:52.938809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f146d6e-cc2a-4e5c-8549-d7e2257f9217 req-5ab7f24b-c935-4bec-9075-72a7e2d5d956 tempest-AbsoluteLimitsNegativeTestJSON-77095025 tempest-AbsoluteLimitsNegativeTestJSON-77095025-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088317 May 20 07:44:52.940593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:52.970967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b63d-5455-4dbe-a69a-6ebd43c6ff70 req-a2ddfc9b-c122-4c2b-8c7c-3fca455f7f91 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:52.972526 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2462b63d-5455-4dbe-a69a-6ebd43c6ff70 req-a2ddfc9b-c122-4c2b-8c7c-3fca455f7f91 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 1100 time: 0.0898459 May 20 07:44:53.015065 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2462b63d-5455-4dbe-a69a-6ebd43c6ff70 req-1684183c-32a8-4a41-b5e2-450128670933 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 May 20 07:44:53.018004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f146d6e-cc2a-4e5c-8549-d7e2257f9217 req-361a9b41-1292-4b3f-945d-a2752f88b063 tempest-AbsoluteLimitsNegativeTestJSON-77095025 tempest-AbsoluteLimitsNegativeTestJSON-77095025-project] 10.222.0.79 "GET /v2.0/quotas/59523fd6992f48f59d214a376155fa17 HTTP/1.1" status: 200 len: 375 time: 0.0293648 May 20 07:44:53.027481 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.028389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] For port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,segment=NetworkSegment(214461d6-d3da-4296-930b-2ebd01b729c7),segment_id=214461d6-d3da-4296-930b-2ebd01b729c7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:53.028753 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.044690 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7f33bb64-f6bc-497b-8a82-e16173a8f5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:53.113285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.122659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:53.132837 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:53.133454 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:53.175371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] No DVR routers for this DVR port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:53.176994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Pushing event deleted for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:53.183589 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:53.202464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f146d6e-cc2a-4e5c-8549-d7e2257f9217 req-5d732dc8-6230-44f3-9cf4-7cad50f037bd tempest-AbsoluteLimitsNegativeTestJSON-77095025 tempest-AbsoluteLimitsNegativeTestJSON-77095025-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59523fd6992f48f59d214a376155fa17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761727 May 20 07:44:53.209754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Calling delete_port for 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:53.316907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.321843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd4626fd-d6c9-45d9-9626-5bf61fcc19cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:53.396212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d59e552-7089-4b9b-8ea2-5423cd3c8c64,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:53.414143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.415983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] No DVR routers for this DVR port 2d59e552-7089-4b9b-8ea2-5423cd3c8c64 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:53.419890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.420266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.420640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.421002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.421361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.421745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.422100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.422452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.423083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.423433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.423796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.424154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:53.425927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340', '882e8c42-7827-4422-9e05-7cdec654cfe7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:53.467365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:53.563545 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:53.565219 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5b3f3d-5e1d-4e1d-92cf-b34ba2d677bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:53.725363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event deleted for resources: {'Port': ['ID=1e4fcb8f-474c-4246-917a-1f4e93f6a35f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:53.740456 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:53.745545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] No DVR routers for this DVR port 1e4fcb8f-474c-4246-917a-1f4e93f6a35f on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:53.754771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.764185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.770421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-deleted', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:53.797631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279a22-7241-4734-bd13-5623db4ecabb req-5d120b82-49d8-441d-a810-791cddf2e516 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:53.799476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74279a22-7241-4734-bd13-5623db4ecabb req-5d120b82-49d8-441d-a810-791cddf2e516 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4476919 May 20 07:44:53.812788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15736588-6f01-4139-8587-4b7ac717c99e']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:53.885901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e36cd-e51e-418d-9b9c-2c994c9e797b req-8c35c3e3-97cb-4d82-b8f6-7235e14722ec tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:53.894524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a27e36cd-e51e-418d-9b9c-2c994c9e797b req-8c35c3e3-97cb-4d82-b8f6-7235e14722ec tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 1100 time: 0.0824158 May 20 07:44:53.910778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45554) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:53.915620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214461d6-d3da-4296-930b-2ebd01b729c7') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:53.915620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214461d6-d3da-4296-930b-2ebd01b729c7') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:44:53.938802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74279a22-7241-4734-bd13-5623db4ecabb req-6098c126-9975-4840-a755-4acd5a2a4f6d tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.1317477 May 20 07:44:53.943390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:53.955536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-74279a22-7241-4734-bd13-5623db4ecabb req-e708c5dc-cc60-4e60-9e78-9bbcb4575ab4 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'floatingip': {'port_id': '0a863859-425a-4b4b-98b4-d901293f73c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:53.967639 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a27e36cd-e51e-418d-9b9c-2c994c9e797b req-967a4ff3-2ead-4e54-b859-e5a0fd6f025b tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 May 20 07:44:54.002356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.025326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3deba5b-265f-4e6c-9f5d-611775098ad9 req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "DELETE /v2.0/ports/1e4fcb8f-474c-4246-917a-1f4e93f6a35f HTTP/1.1" status: 204 len: 173 time: 2.1050012 May 20 07:44:54.044167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.057024 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-74279a22-7241-4734-bd13-5623db4ecabb req-e708c5dc-cc60-4e60-9e78-9bbcb4575ab4 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.111878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:44:54.112280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.125347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: timer() May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:44:54.132253 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:44:54.147626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-abd198cf-d135-4584-b282-1cd672a3cb91 req-a09f342b-16a0-4dba-9619-4e70e4edfcde tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=309de970-7dd8-4df1-8bec-db1f7ca29b7e HTTP/1.1" status: 200 len: 210 time: 0.0650806 May 20 07:44:54.151919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:54.156235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Usage tracker for resource:security_group_rule and tenant:59523fd6992f48f59d214a376155fa17 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:54.159413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:54.167627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:54.259880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.291941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 93583dd3-d0c2-442d-9c44-7dd46ff82f90 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:54.346689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.357082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e29668-b439-417a-b112-12226146a6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:54.400437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59523fd6992f48f59d214a376155fa17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884129 May 20 07:44:54.406752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:54.425400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac18b8-3123-4f86-8033-0a3cf6300d28,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:54.439832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:54.462201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdb71e-ae02-4da9-9ecb-ddb9aa7724dd req-18fa8c17-f0b5-4a8e-bf1f-ffd51962151a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:54.463801 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dffdb71e-ae02-4da9-9ecb-ddb9aa7724dd req-18fa8c17-f0b5-4a8e-bf1f-ffd51962151a tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.1886158 May 20 07:44:54.483106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:44:54.523319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 1e4fcb8f-474c-4246-917a-1f4e93f6a35f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:44:54.523732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e4fcb8f-474c-4246-917a-1f4e93f6a35f not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:44:54.536547 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.544204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dffdb71e-ae02-4da9-9ecb-ddb9aa7724dd req-fdc5a0dc-0dbc-4510-a3a0-e8fd2519723b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613015 May 20 07:44:54.568898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.571742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-f0eeffbb-ef70-4a86-bb98-4422cdaffd90 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:54.572470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-f0eeffbb-ef70-4a86-bb98-4422cdaffd90 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:54.634101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.663714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:54.687229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.689829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Pushing event deleted for resources: {'Network': ['ID=15736588-6f01-4139-8587-4b7ac717c99e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:54.700213 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:54.701648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] 10.222.0.79 "DELETE /v2.0/networks/15736588-6f01-4139-8587-4b7ac717c99e HTTP/1.1" status: 204 len: 168 time: 2.5538750 May 20 07:44:54.724233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.729442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efcbdaec-a00a-4e5e-8f02-bb44285a0011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:54.744573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac18b8-3123-4f86-8033-0a3cf6300d28,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:54.748118 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:54.751024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:54.752297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edac18b8-3123-4f86-8033-0a3cf6300d28 HTTP/1.1" status: 204 len: 168 time: 0.3419912 May 20 07:44:54.818291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-f0eeffbb-ef70-4a86-bb98-4422cdaffd90 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:54.819456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-f0eeffbb-ef70-4a86-bb98-4422cdaffd90 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 944 time: 0.7089915 May 20 07:44:54.822516 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-74279a22-7241-4734-bd13-5623db4ecabb req-e708c5dc-cc60-4e60-9e78-9bbcb4575ab4 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] update failed (client error): There was a conflict when trying to complete your request. May 20 07:44:54.831562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74279a22-7241-4734-bd13-5623db4ecabb req-e708c5dc-cc60-4e60-9e78-9bbcb4575ab4 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "PUT /v2.0/floatingips/3e8baf72-8378-4ef7-808d-4246930aaeff HTTP/1.1" status: 409 len: 550 time: 0.8779929 May 20 07:44:54.878097 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309de970-7dd8-4df1-8bec-db1f7ca29b7e', 'name': 'network-vif-deleted', 'tag': '1e4fcb8f-474c-4246-917a-1f4e93f6a35f', 'status': 'completed', 'code': 200} May 20 07:44:55.009546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Deleting port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:55.010156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.150846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45582) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:55.216843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-0d3f1705-aeda-4e18-974b-f162dec1d800 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips/3e8baf72-8378-4ef7-808d-4246930aaeff HTTP/1.1" status: 200 len: 693 time: 0.1175365 May 20 07:44:55.260698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-090a4309-9f6b-43db-a213-8db0e9af8378 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15ba0c131d9f4235907056f9a4ffe46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080189 May 20 07:44:55.265106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:55.341216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] For port 93583dd3-d0c2-442d-9c44-7dd46ff82f90, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=93583dd3-d0c2-442d-9c44-7dd46ff82f90,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:55.341667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.429369 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.472063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.486930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Calling delete_port for 93583dd3-d0c2-442d-9c44-7dd46ff82f90 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:55.524747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a692d60-5ccf-4306-9e04-dbb6ccd33212 req-8d51276e-cd98-4a0e-a78d-868920ce0b11 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:55.526243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a692d60-5ccf-4306-9e04-dbb6ccd33212 req-8d51276e-cd98-4a0e-a78d-868920ce0b11 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 946 time: 0.2254870 May 20 07:44:55.535647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-fad4f9c7-8f8e-4936-8cc0-3c4de99e262b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:55.537932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-fad4f9c7-8f8e-4936-8cc0-3c4de99e262b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3150730 May 20 07:44:55.592076 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a692d60-5ccf-4306-9e04-dbb6ccd33212 req-cd69deb7-b9cf-451e-8969-2f78aea3ef8e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/security-groups?id=efe1e2dc-665c-42de-a068-b5f058f9cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593183 May 20 07:44:55.638229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-99b830cd-6012-4723-9942-718a8b788f59 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0945783 May 20 07:44:55.647696 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.654483 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c85f78a5-f000-47f2-9b9d-e8bb9dd509f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:55.687552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81a576-355d-463d-b5fc-fc251fc59699,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:55.690273 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:55.763704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.765186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b81a576-355d-463d-b5fc-fc251fc59699 HTTP/1.1" status: 204 len: 168 time: 0.4967532 May 20 07:44:55.812852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-40d40047-7468-4966-b886-dd6b2ea92d4e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326610 May 20 07:44:55.820576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45620) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:55.850397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-3dd6f0e0-3dd5-4224-9bdb-d36c6f0bdb17 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.1942694 May 20 07:44:55.987076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:55.993512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-70864193-d323-4267-aeac-84287cf3d5ec tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:56.001568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-70864193-d323-4267-aeac-84287cf3d5ec tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777446 May 20 07:44:56.011147 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:56.021338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-d8eea4e4-c54d-4c58-b2fa-1f8e792f295a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.0187998 May 20 07:44:56.061429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.122511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-e833c733-efea-42d0-a9fd-ded3f5d2d43e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000562 May 20 07:44:56.222158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event deleted for resources: {'Port': ['ID=93583dd3-d0c2-442d-9c44-7dd46ff82f90,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:56.229995 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:56.289271 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.306905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:56.311376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:693ec7e21c7b42869b3faf2ac16adb67 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:56.314650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:56.314816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] No DVR routers for this DVR port 93583dd3-d0c2-442d-9c44-7dd46ff82f90 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:56.319474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.324251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:56.344197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Deleting port 18df1dd7-8146-4a7b-87a5-2d4e55869970 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:56.344709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.423441 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.431265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75806325-cecc-4ce8-8c65-3f30ab74c040 req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.84 "DELETE /v2.0/ports/93583dd3-d0c2-442d-9c44-7dd46ff82f90 HTTP/1.1" status: 204 len: 173 time: 1.6040184 May 20 07:44:56.480237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.480568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.484308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.494898 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-85554b20-ce9e-4641-b726-63794d3137bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:56.555291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=693ec7e21c7b42869b3faf2ac16adb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7334414 May 20 07:44:56.557167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e94c21-4dfb-4c46-a34f-8845df4625c1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:56.562134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:56.579865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.580407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.580920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.581383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.581873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.582642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.583105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.583586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.584045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.584503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.584960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.585418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:44:56.591363 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:56.631650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:56.644012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:56.675051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.716555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Calling delete_port for 18df1dd7-8146-4a7b-87a5-2d4e55869970 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:56.758188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.781353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e928-6047-4d24-b787-134cc546823a req-7c78ad00-e23c-49e4-ba79-c34f27c1e473 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:56.782857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a841e928-6047-4d24-b787-134cc546823a req-7c78ad00-e23c-49e4-ba79-c34f27c1e473 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.81 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 946 time: 0.1749806 May 20 07:44:56.783862 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39e7d079-154f-49c8-9817-01c907177cd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b92db1687c04c37b3a7d5838183ad24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346843 May 20 07:44:56.786308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45654) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:56.879776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-deleted', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:44:56.924420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.931363 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d1f7b05-1f92-43e8-8628-c834d982fc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:56.958407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e94c21-4dfb-4c46-a34f-8845df4625c1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:56.975629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1610385839-network', 'tenant_id': 'dc8d6231c8324ff18bdbbae415dad200'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:56.989844 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:56.991702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:56.996294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40e94c21-4dfb-4c46-a34f-8845df4625c1 HTTP/1.1" status: 204 len: 168 time: 0.4330783 May 20 07:44:57.018821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:57.026905 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.066734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Usage tracker for resource:network and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:57.080518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:57.082283 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b5882f3-63e2-4171-bad6-e3e75e132fab req-1c8c020a-636c-418e-b1a1-98429b7e99a6 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f85244-a761-4098-bb07-05fa479b9336 HTTP/1.1" status: 200 len: 210 time: 0.0661669 May 20 07:44:57.083079 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.086114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:57.138596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Deleting port 6454855f-748a-4a54-9ba4-d891ea953c71 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:44:57.138825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.179313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Made reservation on behalf of dc8d6231c8324ff18bdbbae415dad200 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:57.182080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.198773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.213924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:57.218903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:57.221870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:57.227993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:57.236923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.244997 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01c0525c-e0e3-4d27-a988-2bd69e9089ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:57.357775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event deleted for resources: {'Port': ['ID=18df1dd7-8146-4a7b-87a5-2d4e55869970,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:57.363298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.372900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:57.381579 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40a306b1-a5d9-49ff-a24f-92bcaa00ecf8 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:57.452914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.458859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecab99-94ae-420e-9a13-cca43233733e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:57.465802 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:57.484103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] For port 6454855f-748a-4a54-9ba4-d891ea953c71, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6454855f-748a-4a54-9ba4-d891ea953c71,segment=NetworkSegment(d814dc02-1737-4197-939d-f110f7c5204e),segment_id=d814dc02-1737-4197-939d-f110f7c5204e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:44:57.484103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.579296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.583893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72785364-9efa-49de-9bbe-e0752bb98cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:57.628501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:44:57.645379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Calling delete_port for 6454855f-748a-4a54-9ba4-d891ea953c71 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:44:57.650258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.657509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023a8ce-5bf2-4304-a723-1ea187a3f5d7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:57.661327 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:57.674039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.675156 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Added segment 5c825d68-2c2c-45e2-816f-41b9be6d0027 of type vlan for network 8363092a-0303-4118-a5ad-d91f39624e53 May 20 07:44:57.721716 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.827500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.828357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f37b48aa-1125-4216-b64a-7fb72bb35572 req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "DELETE /v2.0/floatingips/3e8baf72-8378-4ef7-808d-4246930aaeff HTTP/1.1" status: 204 len: 173 time: 1.9802797 May 20 07:44:57.834481 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.836148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2ecab99-94ae-420e-9a13-cca43233733e HTTP/1.1" status: 204 len: 168 time: 1.0487266 May 20 07:44:57.852111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45682) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:57.905591 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f85244-a761-4098-bb07-05fa479b9336', 'name': 'network-vif-deleted', 'tag': '93583dd3-d0c2-442d-9c44-7dd46ff82f90', 'status': 'completed', 'code': 200} May 20 07:44:57.911077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.912525 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.939243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:57.939848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.964795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:57.969504 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:57.975548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:57.977220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6454855f-748a-4a54-9ba4-d891ea953c71'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:44:58.035857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Pushing event deleted for resources: {'Port': ['ID=6454855f-748a-4a54-9ba4-d891ea953c71,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:58.039988 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:58.079992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:58.091818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Usage tracker for resource:security_group_rule and tenant:59544c2d094345b9b4b699c5947f82b8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:58.097930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d0e0747-5c97-4ffa-b7e7-9b55f1df54fd req-70f606d1-42b5-4ea0-b423-84bb1fdce9cf tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 210 time: 0.1440532 May 20 07:44:58.100623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:58.128991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] No DVR routers for this DVR port 6454855f-748a-4a54-9ba4-d891ea953c71 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:44:58.132645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:58.161980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:58.176546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Pushing event updated for resources: {'Network': ['ID=8363092a-0303-4118-a5ad-d91f39624e53,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:58.179108 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:58.188306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 8363092a-0303-4118-a5ad-d91f39624e53 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:44:58.304583 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6704702 May 20 07:44:58.308055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45692) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:58.324679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Request body: {'subnet': {'network_id': '8363092a-0303-4118-a5ad-d91f39624e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1610385839-subnet', 'tenant_id': 'dc8d6231c8324ff18bdbbae415dad200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:58.330598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:58.336960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Usage tracker for resource:subnet and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:58.339837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:58.346905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:58.402026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8f2a-156e-4a9d-a696-d8e3c9a23f3b req-f2bc9c9b-7221-4423-b371-029fedda7af8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:58.404211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41ea8f2a-156e-4a9d-a696-d8e3c9a23f3b req-f2bc9c9b-7221-4423-b371-029fedda7af8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 951 time: 0.1732664 May 20 07:44:58.438129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Made reservation on behalf of dc8d6231c8324ff18bdbbae415dad200 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:44:58.441770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:58.455052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a841e928-6047-4d24-b787-134cc546823a req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.81 "DELETE /v2.0/ports/6454855f-748a-4a54-9ba4-d891ea953c71 HTTP/1.1" status: 204 len: 173 time: 1.6490717 May 20 07:44:58.506561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-b698416a-8e51-47ae-bb7b-52aab1c412db tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:58.573229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-b698416a-8e51-47ae-bb7b-52aab1c412db tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:58.574287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-b698416a-8e51-47ae-bb7b-52aab1c412db tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.3307097 May 20 07:44:58.586797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:58.595628 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41ea8f2a-156e-4a9d-a696-d8e3c9a23f3b req-10c17fe2-8416-4ace-a394-d2c8ad5ceb9e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835284 May 20 07:44:58.664827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:58.683713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-801c5462-9c28-447a-a0be-76c10ada6353 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:58.685616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-801c5462-9c28-447a-a0be-76c10ada6353 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:58.721557 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:58.729570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59544c2d094345b9b4b699c5947f82b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719234 May 20 07:44:58.733817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45708) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:58.798886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-801c5462-9c28-447a-a0be-76c10ada6353 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:58.813110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-801c5462-9c28-447a-a0be-76c10ada6353 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports/0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 942 time: 0.2242639 May 20 07:44:58.814358 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-666a82f9-bd44-49f5-b35b-2649014adef7 req-f95b6f71-6ed1-4def-9feb-f273964bd72b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 210 time: 0.0808129 May 20 07:44:58.835991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:58.865514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0259341a-df4d-4e92-9c07-283a9eb3c77c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:58.871155 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:58.890313 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.067270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-09b2df55-2cb4-4b60-9d10-d1259f17c75e tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.1135507 May 20 07:44:59.098565 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.115863 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:59.140589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0259341a-df4d-4e92-9c07-283a9eb3c77c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:59.200303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.201604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0259341a-df4d-4e92-9c07-283a9eb3c77c HTTP/1.1" status: 204 len: 168 time: 0.4666693 May 20 07:44:59.204043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:59.277259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.282896 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12f7c02e-66bd-462e-80af-8c7ed304c770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:44:59.342555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-596e2415-a8ba-4164-a353-6c2b694f962f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:59.355406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-596e2415-a8ba-4164-a353-6c2b694f962f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2815607 May 20 07:44:59.367220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc329322-f1a3-4f13-8cee-2a00d2dde222,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:44:59.372798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:44:59.382783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Checking segment: {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:44:59.383283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Network hostable DHCP agents. Network: 8363092a-0303-4118-a5ad-d91f39624e53, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:44:59.514350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-f9a9be55-a28f-4c88-9936-dcdab02f0650 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:59.518071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-f9a9be55-a28f-4c88-9936-dcdab02f0650 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:44:59.562881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-3a09df84-caa5-4318-8c36-27cb7f4c02ac tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.2064781 May 20 07:44:59.577115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:59.583350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45728) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:44:59.584321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Network 8363092a-0303-4118-a5ad-d91f39624e53 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:44:59.591853 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-36c18acf-a768-4f20-a7c3-2bee7a72398b req-8dfde5f7-6b88-4a2f-b1ff-bb0dec225f4c tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] 10.222.0.79 "GET /v2.0/ports?device_id=a07a3c0d-1454-41b2-a653-8e2002f140e0 HTTP/1.1" status: 200 len: 210 time: 0.0870581 May 20 07:44:59.694830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-f9a9be55-a28f-4c88-9936-dcdab02f0650 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:44:59.697232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-f9a9be55-a28f-4c88-9936-dcdab02f0650 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 951 time: 0.4931474 May 20 07:44:59.740779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 8363092a-0303-4118-a5ad-d91f39624e53) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:44:59.749931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f5c18-a3be-450f-9887-ed4fda3abe38 None None] Network 8363092a-0303-4118-a5ad-d91f39624e53 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:44:59.755474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:59.756908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.811978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-network', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:44:59.823479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:44:59.872279 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:44:59.886164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Usage tracker for resource:network and tenant:bf0f2e2d9c9445448fbbf77c2dc222f6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:44:59.892289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:44:59.906195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:44:59.929383 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6199880 May 20 07:44:59.964574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e9236-5fcb-46e7-a6e4-9995cbc53842 req-586fba99-f699-4241-86c3-a9b4ae2e67ca tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:44:59.968311 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d2e9236-5fcb-46e7-a6e4-9995cbc53842 req-586fba99-f699-4241-86c3-a9b4ae2e67ca tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.1391041 May 20 07:44:59.999273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'name': 'network-vif-deleted', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:00.006067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2178edb1-5fab-4b92-bf07-aab2327f2fc5 None None] Network 8363092a-0303-4118-a5ad-d91f39624e53 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:00.069365 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d2e9236-5fcb-46e7-a6e4-9995cbc53842 req-6c1dc757-6c76-4efe-83a0-0a697d1ad48b tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909510 May 20 07:45:00.073441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Made reservation on behalf of bf0f2e2d9c9445448fbbf77c2dc222f6 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:00.082697 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.116454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.164076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:00.175153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0f2e2d9c9445448fbbf77c2dc222f6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:00.178639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:00.193400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:00.346671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.365213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c228a-da3b-4c6b-8049-6929acbab04e req-87dd6f97-8f9c-4a7e-b627-94bd74869333 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:00.366700 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b29c228a-da3b-4c6b-8049-6929acbab04e req-87dd6f97-8f9c-4a7e-b627-94bd74869333 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 951 time: 0.1271670 May 20 07:45:00.418748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.422414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b29c228a-da3b-4c6b-8049-6929acbab04e req-b0237325-d203-4ec2-91e8-2c4053f41791 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 May 20 07:45:00.438412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-728fe2ee-7873-4df6-88da-f173090817a8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:00.439189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-728fe2ee-7873-4df6-88da-f173090817a8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Synchronizing usage tracker for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:00.453793 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.455077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Deleting port 882e8c42-7827-4422-9e05-7cdec654cfe7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:00.455544 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.458250 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d320f42-151b-4c65-bfda-934df3bafbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:00.484256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:00.499269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d02a60-42ed-4bd8-8eb5-455430171a3c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:00.501847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.502660 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Floating IP 82a45433-46e1-462b-b618-d305260db125 disassociated. External IP: 172.25.8.155, port: 0a863859-425a-4b4b-98b4-d901293f73c3. May 20 07:45:00.504315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:00.506897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.507242 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Added segment 7ad02c2c-8ba2-4ced-bead-87cdb471d8d0 of type vlan for network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c May 20 07:45:00.538938 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-751d276d-00ad-4052-bba1-ea9e0dd1241c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336332 May 20 07:45:00.641821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:00.706504 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fee69d88-2f68-4b85-ab50-44dbb3317617 req-28db1803-0aa1-48e7-866a-dc0a22a028b9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 210 time: 0.1261489 May 20 07:45:00.717259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6454855f-748a-4a54-9ba4-d891ea953c71 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:00.777060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-728fe2ee-7873-4df6-88da-f173090817a8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Unset dirty status for tenant:3c5572d0fcaf47f9a59487bb5534b38f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:00.778853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-728fe2ee-7873-4df6-88da-f173090817a8 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.9891577 May 20 07:45:00.822314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-c41508bc-f1cd-467b-925b-e0d5039682e6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:00.826779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 6454855f-748a-4a54-9ba4-d891ea953c71 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:00.827322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6454855f-748a-4a54-9ba4-d891ea953c71 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:00.829336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-c41508bc-f1cd-467b-925b-e0d5039682e6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828710 May 20 07:45:00.829949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device db9c842c-0044-4080-87be-d9e1ba9f9b80 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:00.846178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:00.925098 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07a3c0d-1454-41b2-a653-8e2002f140e0', 'name': 'network-vif-deleted', 'tag': '6454855f-748a-4a54-9ba4-d891ea953c71', 'status': 'completed', 'code': 200} May 20 07:45:01.098887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] For port 882e8c42-7827-4422-9e05-7cdec654cfe7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=882e8c42-7827-4422-9e05-7cdec654cfe7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:01.099247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.117984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-e460d967-60b0-4ec8-b37e-6b3480c278c2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569150 May 20 07:45:01.148299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.156309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:01.156957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.164886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df4fb473-03a5-4a90-85d7-5e80334d1fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:01.190709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-191727435', 'description': 'tempest-description-768599219'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:01.227868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:01.242174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:01.278727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Calling delete_port for 882e8c42-7827-4422-9e05-7cdec654cfe7 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:01.296732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:01.319830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:01.321833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Pushing event updated for resources: {'Network': ['ID=bad13e29-c82f-4f5b-af4a-a2b08ba1e49c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:01.331978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:01.335010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:01.354573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:01.368462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:01.420023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8287921 May 20 07:45:01.420479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45774) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:01.429826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Request body: {'subnet': {'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-subnet', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:01.442697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:01.443131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Usage tracker for resource:subnet and tenant:bf0f2e2d9c9445448fbbf77c2dc222f6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:01.446902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:01.452676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:01.467794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.493543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:01.498119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.513173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:01.520811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:01.524487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:01.533645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:01.573427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Made reservation on behalf of bf0f2e2d9c9445448fbbf77c2dc222f6 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:01.576261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.600998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Deleting port db9c842c-0044-4080-87be-d9e1ba9f9b80 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:01.601778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.727276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-056da9cd-0ba2-49b0-9200-1d022264d481 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:01.728702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-056da9cd-0ba2-49b0-9200-1d022264d481 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4809463 May 20 07:45:01.765448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Router f3e4437c-2cf7-404c-870f-eeff4d33659f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:45:01.771497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:01.895799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.897196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.8 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/067b9eb0-479f-48e8-bb5f-a47345eddcbf) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:01.989010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:01.998648 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e49d6283-c3b5-42fa-870c-e44782d584d6 tempest-TenantUsagesTestJSON-1140605372 tempest-TenantUsagesTestJSON-1140605372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:02.022685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] For port db9c842c-0044-4080-87be-d9e1ba9f9b80, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=db9c842c-0044-4080-87be-d9e1ba9f9b80,segment=NetworkSegment(a74f4692-38ff-4b8d-aac2-12e00e5f1b01),segment_id=a74f4692-38ff-4b8d-aac2-12e00e5f1b01)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:02.023284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.143760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a2cad-e0f6-40f7-817a-0f9b5923fd22,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:02.156249 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:02.170392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.171622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbd95dcb-650e-4bb6-af45-803838a4e882 req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0168226 May 20 07:45:02.278778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.332390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Calling delete_port for db9c842c-0044-4080-87be-d9e1ba9f9b80 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:02.344559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 882e8c42-7827-4422-9e05-7cdec654cfe7 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:02.422495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:02.464206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:02.467829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object 067b9eb0-479f-48e8-bb5f-a47345eddcbf will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:02.473312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.473518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.473676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.481992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:02.483934 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54d4dbb0-e22c-47bf-aba9-783079b09366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:02.487167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:02.513263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:02.541174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event deleted for resources: {'Port': ['ID=882e8c42-7827-4422-9e05-7cdec654cfe7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:02.544210 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:02.569636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d88af-9115-4119-94b1-a6b1e12f591b req-61065251-8e7a-47a8-9a29-837afcc29183 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:02.571177 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f6d88af-9115-4119-94b1-a6b1e12f591b req-61065251-8e7a-47a8-9a29-837afcc29183 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/ports?device_id=e946c042-154e-4cbb-ba1e-e86137911b94 HTTP/1.1" status: 200 len: 945 time: 0.1930726 May 20 07:45:02.587482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:45:02.593339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e75281-8761-4b39-b857-f45ba542f746,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:02.603387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:02.607188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.611038 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:02.614889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Sync routers for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:45:02.636137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Checking segment: {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:02.636502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Network hostable DHCP agents. Network: bad13e29-c82f-4f5b-af4a-a2b08ba1e49c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:02.650417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f6d88af-9115-4119-94b1-a6b1e12f591b req-90b74100-2a15-4edb-9ce6-49e010f1f078 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.79 "GET /v2.0/security-groups?id=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643659 May 20 07:45:02.660417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] No DVR routers for this DVR port 882e8c42-7827-4422-9e05-7cdec654cfe7 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:02.663682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.689677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:02.690581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:02.695191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.697049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-998e5e8c-5855-49f4-b77d-d6448cea0d5d req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "DELETE /v2.0/ports/882e8c42-7827-4422-9e05-7cdec654cfe7 HTTP/1.1" status: 204 len: 173 time: 2.9924085 May 20 07:45:02.700123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:02.709537 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df1ecdf9-8388-48b8-a4c1-3785a3c4d59f tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:02.764724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:02.784898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-a5022181-608a-4716-9489-0e67699fc99b tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "PUT /v2.0/floatingips/82a45433-46e1-462b-b618-d305260db125 HTTP/1.1" status: 200 len: 695 time: 3.2210677 May 20 07:45:02.825342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:02.878453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:02.900603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:02.932371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-deleted', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7'}, {'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:02.991938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:02.992760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.000718 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-466cd52e-b7e5-41a0-ba25-a4e47c61b515 req-f3fff824-b13d-4f8b-b5a4-95e17e7e8d80 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=6429c6fd-3e08-45d4-abdb-3bc4ae1addd8 HTTP/1.1" status: 200 len: 210 time: 0.1884797 May 20 07:45:03.001741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:03.006577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bad13e29-c82f-4f5b-af4a-a2b08ba1e49c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:03.009020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:03.022816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.75 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/d437d78c-65e1-457b-be78-870b6ee89278) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:03.025604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c21a2-aef3-4cea-a9da-b16464cf127f None None] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:03.040206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:03.041106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.111775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.118896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2782426 May 20 07:45:03.130969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Request body: {'port': {'device_id': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:03.131361 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd7cdeb6-caea-46e8-bef8-aa278054be60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:03.161656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:03.180233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7586627 May 20 07:45:03.181126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:03.221745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Pushing event deleted for resources: {'Port': ['ID=db9c842c-0044-4080-87be-d9e1ba9f9b80,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:03.236617 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:03.274783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:03.307055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1df3aa7d-5f25-42dc-a168-964b9291c021 req-7caa6e1e-2348-41ed-b281-63e87f58e2a3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:03.314006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:03.354908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] No DVR routers for this DVR port db9c842c-0044-4080-87be-d9e1ba9f9b80 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:03.363155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Usage tracker for resource:router and tenant:bf0f2e2d9c9445448fbbf77c2dc222f6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:03.371047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:03.374890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.397739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:03.411198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1df3aa7d-5f25-42dc-a168-964b9291c021 req-7caa6e1e-2348-41ed-b281-63e87f58e2a3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:03.422935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1df3aa7d-5f25-42dc-a168-964b9291c021 req-7caa6e1e-2348-41ed-b281-63e87f58e2a3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 210 time: 0.2173715 May 20 07:45:03.445410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.508458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-36ed3fb4-dd81-48cf-8944-52197971f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:03.511677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-36ed3fb4-dd81-48cf-8944-52197971f2de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1096 time: 0.6805234 May 20 07:45:03.642019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce7cb56-4c74-4377-8ff1-edd76866a821 req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] 10.222.0.81 "DELETE /v2.0/ports/db9c842c-0044-4080-87be-d9e1ba9f9b80 HTTP/1.1" status: 204 len: 173 time: 2.8578815 May 20 07:45:03.664333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.667706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.722344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.745152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.753309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-3360a599-59fc-4704-a887-d023841fcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:03.757393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-3360a599-59fc-4704-a887-d023841fcf34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 929 time: 0.2339540 May 20 07:45:03.775783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'fixed_ips': [{'subnet_id': 'f3e75281-8761-4b39-b857-f45ba542f746'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:45:03.777275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.800989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-27ff6d40-cc5b-4aaf-9e18-8f8614ce57ff None None] Provisioning for port 067b9eb0-479f-48e8-bb5f-a47345eddcbf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:03.862232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-2722cf47-f2c0-4b4f-a5bf-78680d14bf47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 217 time: 0.0982857 May 20 07:45:03.865909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object d437d78c-65e1-457b-be78-870b6ee89278 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:03.872248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:03.911885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:03.941785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-27ff6d40-cc5b-4aaf-9e18-8f8614ce57ff None None] Provisioning complete for port 067b9eb0-479f-48e8-bb5f-a47345eddcbf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:03.942512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27ff6d40-cc5b-4aaf-9e18-8f8614ce57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:03.950056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-99cc8d13-35a0-4147-86ce-870caf469eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:03.958239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-99cc8d13-35a0-4147-86ce-870caf469eda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.0690246 May 20 07:45:04.009219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.027265 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f874eb7c-f3b4-4dfb-9025-584e1cd82299 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:04.097699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:04.109324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:04.136286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:04.150030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-27ff6d40-cc5b-4aaf-9e18-8f8614ce57ff None None] Port 067b9eb0-479f-48e8-bb5f-a47345eddcbf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:04.180164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:04.219297 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:04.234340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-0426b7f8-fee9-48b9-a370-6284cb112eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:04.242241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-0426b7f8-fee9-48b9-a370-6284cb112eff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830956 May 20 07:45:04.380146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:04.380766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.399243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-463530116', 'description': 'tempest-description-73284299'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:04.416308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:04.424192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Allocated IP 172.20.0.2 (bad13e29-c82f-4f5b-af4a-a2b08ba1e49c/f3e75281-8761-4b39-b857-f45ba542f746/31b7d7eb-9d81-4b30-9e94-30b648dc4df2) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:04.431222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:04.435428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.442006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Checking router: f3e4437c-2cf7-404c-870f-eeff4d33659f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:45:04.448446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:04.454131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:04.461750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:04.516757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:04.517353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:44:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:04.576208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067b9eb0-479f-48e8-bb5f-a47345eddcbf {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:04.586824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.596725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-e268b341-cee7-44e8-97cb-569c0b7fb25f service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534436 May 20 07:45:04.600657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8479815 May 20 07:45:04.601822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-32512736-3769-431e-ac94-9dca709549a0 None None] Provisioning for port d437d78c-65e1-457b-be78-870b6ee89278 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:04.609951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.626207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Transition to ACTIVE for port object 067b9eb0-479f-48e8-bb5f-a47345eddcbf will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:04.633775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Request body: {'port': {'device_id': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:04.690312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:04.696937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:04.699849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-32512736-3769-431e-ac94-9dca709549a0 None None] Provisioning complete for port d437d78c-65e1-457b-be78-870b6ee89278 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:04.700238 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-32512736-3769-431e-ac94-9dca709549a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.702148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:04.713921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:04.748677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.755314 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:04.852380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:04.872153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fed8a9e7-0682-4add-b0ef-883edb7c33bc req-0302cbf0-37dd-46c0-b3f5-99bdb6c1c292 service neutron] 10.222.0.79 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690926 May 20 07:45:04.987814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Pushing event updated for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:04.992168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:05.056548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:05.152075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:05.205544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-32512736-3769-431e-ac94-9dca709549a0 None None] Port d437d78c-65e1-457b-be78-870b6ee89278 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:05.218620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.285449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:05.306916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.317089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0feb295-b4ba-4ce4-baf7-2a5ec7bc4918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:05.329256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d437d78c-65e1-457b-be78-870b6ee89278 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:05.338017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.355008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Transition to ACTIVE for port object d437d78c-65e1-457b-be78-870b6ee89278 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:05.357895 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6429c6fd-3e08-45d4-abdb-3bc4ae1addd8', 'name': 'network-vif-deleted', 'tag': '882e8c42-7827-4422-9e05-7cdec654cfe7', 'status': 'completed', 'code': 200} May 20 07:45:05.358240 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3', 'status': 'completed', 'code': 200} May 20 07:45:05.430319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10acbc-f39b-4a1a-aac8-ffbdf3698126,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:05.430904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.433154 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:05.438465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Attempting to bind port 067b9eb0-479f-48e8-bb5f-a47345eddcbf on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:05.438465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Attempting to bind port 067b9eb0-479f-48e8-bb5f-a47345eddcbf by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:05.438834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Attempting to bind port 067b9eb0-479f-48e8-bb5f-a47345eddcbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:05.439088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a371bb3-9c7e-4799-9b87-2b340fe39ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:05.446644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Port 067b9eb0-479f-48e8-bb5f-a47345eddcbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:05.446964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Attempting to bind port 067b9eb0-479f-48e8-bb5f-a47345eddcbf on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:05.452934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.488414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.498837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7eb5f282-1fa9-4b20-8c44-b99c0cc8965b req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.1610057 May 20 07:45:05.501163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.512561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:05.517083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:05.517083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:05.517083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Bound port: 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:05.517083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.688872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:05.700419 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:05.733537 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:05.828758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-6b9ebb28-39df-4380-9ccd-019ed1a4bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:05.830541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-6b9ebb28-39df-4380-9ccd-019ed1a4bb30 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 1096 time: 0.4715543 May 20 07:45:05.831023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Transition to ACTIVE for port object 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:05.914799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Transition to ACTIVE for port object 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:05.959017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-61945d73-5afe-479a-b3ad-a3d77f89656c tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips/82a45433-46e1-462b-b618-d305260db125 HTTP/1.1" status: 200 len: 695 time: 0.1327848 May 20 07:45:06.036116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Deleting subnet 67d3f0e8-325f-4904-95a5-f7b131f39682 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:45:06.040386 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.050794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.054138 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:06.079176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:06.083396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Attempting to bind port d437d78c-65e1-457b-be78-870b6ee89278 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:06.083818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Attempting to bind port d437d78c-65e1-457b-be78-870b6ee89278 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:06.084080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Attempting to bind port d437d78c-65e1-457b-be78-870b6ee89278 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:06.111719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:06.135041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.145249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Port d437d78c-65e1-457b-be78-870b6ee89278 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:06.145625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Attempting to bind port d437d78c-65e1-457b-be78-870b6ee89278 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:06.149641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:06.157199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:06.160566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Pushing event updated for resources: {'Port': ['ID=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:06.166860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:06.167312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Allocated IP 172.25.8.90 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/28748f4e-3507-4377-8fcc-c83ddb9754a2) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:06.170781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:06.171085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:06.171477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:06.171929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Bound port: d437d78c-65e1-457b-be78-870b6ee89278, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:06.172286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.178393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.178822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.179236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.179656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.180075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.180458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.180857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.181249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.181673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.182106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.182533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.182973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:06.185379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de8be-a32c-474b-a8d9-18f7936baf03 req-c0eeb770-0640-4721-92bb-2f66f382da44 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:06.186884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61de8be-a32c-474b-a8d9-18f7936baf03 req-c0eeb770-0640-4721-92bb-2f66f382da44 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 947 time: 0.3723474 May 20 07:45:06.204162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.206753 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:06.211964 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38dd67e2-f044-4eae-ae20-37785a98a979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:06.251817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-3cdde5e4-0d71-49e1-a240-62c4e9088292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:06.253660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-3cdde5e4-0d71-49e1-a240-62c4e9088292 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 200 len: 929 time: 0.3535886 May 20 07:45:06.295978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:06.313627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e5432-8b97-41f8-a38a-aa7aae4645f8 None None] The sync data for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 is: [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:44:07Z', 'revision_number': 4, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '26a3d142-40f4-4fde-b9c5-1ba19a0897d1', 'name': '', 'network_id': '83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'mac_address': 'fa:16:3e:d3:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:44:04Z', 'updated_at': '2021-05-20T07:44:16Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'subnets': [{'id': '2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:45:06.323715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Attempting to bind port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:06.324438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Attempting to bind port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:06.324914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Attempting to bind port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 on network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:06.332286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:06.333261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Checking segment: {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:06.333261 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.333602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Bound using segment: {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:06.334233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Bound port: 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:06.334384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.351655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-9cd61302-0854-41a3-af14-b6c416b2fa84 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 200 len: 217 time: 0.0905218 May 20 07:45:06.435095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] For port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:06.439814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] For port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:06.453460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:06.483064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:06.484361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.491709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] 10.222.0.81 "PUT /v2.0/ports/067b9eb0-479f-48e8-bb5f-a47345eddcbf HTTP/1.1" status: 200 len: 1094 time: 3.3599777 May 20 07:45:06.504141 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.555505 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.567924 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:06.602037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-06923b4e-ca6e-482a-ac00-89290be23cd6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:06.618696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-06923b4e-ca6e-482a-ac00-89290be23cd6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.5873713 May 20 07:45:06.646637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:06.650154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d437d78c-65e1-457b-be78-870b6ee89278,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:06.702314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:06.717991 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58996cea-4afb-4c6e-a0b4-5d5ed0f4322c None None] New status for floating IP 82a45433-46e1-462b-b618-d305260db125: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:45:06.737256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Pushing event updated for resources: {'Port': ['ID=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:06.744096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.751509 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:06.774067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:06.794834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e7da7a2-066b-49b4-aa73-a0e4c06435e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:06.850479 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61de8be-a32c-474b-a8d9-18f7936baf03 req-04dbc05c-7024-46c4-a954-63f606691446 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504927 May 20 07:45:06.857755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:06.866255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:06.878466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-a8d501fa-19b8-4ef1-bde3-a3f5e20276fb tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 698 time: 0.2577121 May 20 07:45:07.008267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Pushing event updated for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:07.011617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-5199faa1-42ba-4dc8-87f3-27285458cb7e tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 698 time: 0.1228495 May 20 07:45:07.022068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:07.032838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.033232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.034673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] 10.222.0.84 "PUT /v2.0/ports/d437d78c-65e1-457b-be78-870b6ee89278 HTTP/1.1" status: 200 len: 1095 time: 2.4068918 May 20 07:45:07.162774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-0a15a6e8-3ebc-4ed2-a80a-24d74a9bea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.164232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-0a15a6e8-3ebc-4ed2-a80a-24d74a9bea3a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 200 len: 867 time: 0.7948227 May 20 07:45:07.210295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.272689 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-3c73854d-50c7-4515-876f-9e99c16b4df7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9982553 May 20 07:45:07.313136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-cb95d21d-ffb8-4dae-a6e5-ab19f74fb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.317073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-cb95d21d-ffb8-4dae-a6e5-ab19f74fb9e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 1097 time: 0.5640182 May 20 07:45:07.369864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-deleted', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80'}, {'name': 'network-changed', 'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:07.456338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-063869aa-0929-409a-aabe-90b29925a8ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf HTTP/1.1" status: 200 len: 217 time: 0.0933290 May 20 07:45:07.551751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-19a76853-fb30-4b90-a224-76b4a07c1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.554774 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-19a76853-fb30-4b90-a224-76b4a07c1bba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0913785 May 20 07:45:07.554988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-28d4c726-5a4d-48fb-a5a4-edb5775fd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.556415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-28d4c726-5a4d-48fb-a5a4-edb5775fd6dd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3789806 May 20 07:45:07.558286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.561384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-03d3ea3d-51f5-47f7-a96e-7e18d91896a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.561384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-03d3ea3d-51f5-47f7-a96e-7e18d91896a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 1098 time: 0.3842299 May 20 07:45:07.608750 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd6ca54d-fa22-46e5-a6b9-87180ea0365c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:07.633358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.646017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Deleting port 6df532ba-2569-4ab8-9d13-fa4853f51c61 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:07.646357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.656470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d3f0e8-325f-4904-95a5-f7b131f39682,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:07.660737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-b7a20ebb-eaeb-4be6-8b75-2f920d7e065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.662272 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-b7a20ebb-eaeb-4be6-8b75-2f920d7e065c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d465a5288534f42899806e1c3d9e902&device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 1101 time: 0.3394454 May 20 07:45:07.667486 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:07.669981 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-213b10f7-df53-48f6-adf3-1c6ceb2058be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:07.705145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-a6d7e434-94fe-41ff-b7f6-04ed6f206b07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d437d78c-65e1-457b-be78-870b6ee89278 HTTP/1.1" status: 200 len: 217 time: 0.1334422 May 20 07:45:07.718056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:07.751814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:07.778589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:07.787548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:07.820294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/67d3f0e8-325f-4904-95a5-f7b131f39682 HTTP/1.1" status: 204 len: 168 time: 2.5231378 May 20 07:45:07.833063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45848) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:07.923113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-f3854575-2b61-485a-8904-980ddc485c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:07.924790 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-f3854575-2b61-485a-8904-980ddc485c0e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1601133 May 20 07:45:07.993761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-79918654-7ffe-418f-b1a8-ec2517fe7bff service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232907 May 20 07:45:08.008177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.008725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.066212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd1057-f173-4734-8012-fe54be8a9eb0 None None] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:08.099961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Pushing event updated for resources: {'Port': ['ID=28748f4e-3507-4377-8fcc-c83ddb9754a2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:08.115239 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:08.181425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Calling delete_port for 6df532ba-2569-4ab8-9d13-fa4853f51c61 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:08.252119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2612ff25-c7b3-483e-8712-815dc1911791 None None] Provisioning for port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:08.360240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-34f79bcc-1f74-47a4-98a6-450d2c7124fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:08.361785 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-34f79bcc-1f74-47a4-98a6-450d2c7124fb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8003521 May 20 07:45:08.425000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-2ca6de19-8ca4-4337-a342-46406f94aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:08.426459 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-2ca6de19-8ca4-4337-a342-46406f94aeb4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.7100215 May 20 07:45:08.428979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.436865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387062cf-8db8-461d-8b56-d975d4a48344 req-de344f67-6d2c-4ba0-a685-ef3aef1fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:08.443865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-de344f67-6d2c-4ba0-a685-ef3aef1fe61c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5008488 May 20 07:45:08.443865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d35eead-151f-4cba-8f95-d5abdbceea92 req-3caca4b6-cedd-4dd0-a1d2-c5dab44d815f service neutron] 10.222.0.84 "GET /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359479 May 20 07:45:08.617695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:08.617863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-c981bb8d-b6c6-45eb-b83c-9ea9f4e8f5a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 200 len: 217 time: 0.1534152 May 20 07:45:08.679231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-0d71cc0e-67de-4332-bf61-d3b09c904b5b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:08.679938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-0d71cc0e-67de-4332-bf61-d3b09c904b5b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:08.688752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-157bf9e7-4a7e-4a1b-9c92-a3fb17de7849 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343771 May 20 07:45:08.758451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:08.763948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:08.764453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.784421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.792337 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fbb6448d-91ed-4d7e-bcfa-5ba94da33815 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:08.855199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event deleted for resources: {'Port': ['ID=6df532ba-2569-4ab8-9d13-fa4853f51c61,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:08.859761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:08.951182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.968546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-fc3411e3-e2d9-4c8f-9de8-9391a1d57d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:08.970042 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-fc3411e3-e2d9-4c8f-9de8-9391a1d57d77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3048308 May 20 07:45:08.971610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.974787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-d841936c-5ebc-46bd-bf41-cfed4c98264c service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733483 May 20 07:45:08.985876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:08.989501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:08.994722 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-b2cbf9f7-db4f-42c0-b409-12602fe46336 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712202 May 20 07:45:09.027921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-0d71cc0e-67de-4332-bf61-d3b09c904b5b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:09.029093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-0d71cc0e-67de-4332-bf61-d3b09c904b5b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 813 time: 1.2034342 May 20 07:45:09.044560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b29fa3-d60c-43e6-8a7c-92e64370da5f']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:09.055359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.058266 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:09.115639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:09.115968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74f4692-38ff-4b8d-aac2-12e00e5f1b01') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:09.131567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-300425c4-b8cb-447d-a031-f0d98dc0aaf5 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/quotas/dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 375 time: 0.0635495 May 20 07:45:09.143761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:09.148281 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:09.210485 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.211739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f87a9a95-1568-4e08-a182-81c45aa043e4 req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "DELETE /v2.0/floatingips/82a45433-46e1-462b-b618-d305260db125 HTTP/1.1" status: 204 len: 173 time: 2.1992338 May 20 07:45:09.243862 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-73a67198-c98c-4e42-9948-ca6a78b5094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.287564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.296652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923dca4-a63e-4059-9c51-2e46db06434f req-475ed833-3d63-43fd-829a-9465fb158702 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:09.297362 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf', 'status': 'completed', 'code': 200} May 20 07:45:09.297504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1923dca4-a63e-4059-9c51-2e46db06434f req-475ed833-3d63-43fd-829a-9465fb158702 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:09.361723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1923dca4-a63e-4059-9c51-2e46db06434f req-475ed833-3d63-43fd-829a-9465fb158702 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:09.363506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1923dca4-a63e-4059-9c51-2e46db06434f req-475ed833-3d63-43fd-829a-9465fb158702 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1507988 May 20 07:45:09.409735 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e946c042-154e-4cbb-ba1e-e86137911b94', 'name': 'network-vif-deleted', 'tag': 'db9c842c-0044-4080-87be-d9e1ba9f9b80', 'status': 'completed', 'code': 200} May 20 07:45:09.410046 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278', 'status': 'completed', 'code': 200} May 20 07:45:09.444421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.493649 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-75fd3602-fe6c-4e71-9a7e-819edeb67416 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2984514 May 20 07:45:09.505368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.563785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:45:09.564093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: timer() May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:45:09.581741 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:45:09.610297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-387062cf-8db8-461d-8b56-d975d4a48344 req-7d4cd524-f4ad-455a-8fd2-8d9da342e393 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681450 May 20 07:45:09.644700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-1be58091-a2fd-4a2f-97e8-0944efef730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:09.646190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-1be58091-a2fd-4a2f-97e8-0944efef730f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 1098 time: 0.2113752 May 20 07:45:09.656938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.662642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc2d17-52ba-46af-b2df-b7b06ae6e991 req-fc70a1d1-a47c-4fe9-a0c7-c16bf350757d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:09.664084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9adc2d17-52ba-46af-b2df-b7b06ae6e991 req-fc70a1d1-a47c-4fe9-a0c7-c16bf350757d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 950 time: 0.1375394 May 20 07:45:09.665442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Deleting port d13d17d1-0024-421f-9935-a4c5ff4f8340 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:09.665802 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.772564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-13d6c692-5af5-41ff-94e4-ee8946228994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:09.774063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-13d6c692-5af5-41ff-94e4-ee8946228994 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7847161 May 20 07:45:09.883037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9adc2d17-52ba-46af-b2df-b7b06ae6e991 req-9ac1c8f1-4778-4683-820a-778dff9b78ff tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033656 May 20 07:45:09.948694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] For port d13d17d1-0024-421f-9935-a4c5ff4f8340, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d13d17d1-0024-421f-9935-a4c5ff4f8340,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:09.949146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:09.960614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-d8d02f9a-2c27-4144-8ec5-bdd1fedcc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:09.962075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-d8d02f9a-2c27-4144-8ec5-bdd1fedcc9e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2815216 May 20 07:45:10.048788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:10.071033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-d071ab54-7f89-449c-82ef-026f1226b999 service neutron] 10.222.0.79 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618255 May 20 07:45:10.076975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:10.079287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:10.134636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b29fa3-d60c-43e6-8a7c-92e64370da5f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:10.160697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:10.161359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Calling delete_port for d13d17d1-0024-421f-9935-a4c5ff4f8340 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:10.182112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-6a454b9a-1ee9-48b0-a12f-a7a54d6c3b7a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=d437d78c-65e1-457b-be78-870b6ee89278 HTTP/1.1" status: 200 len: 217 time: 0.1650059 May 20 07:45:10.234990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-5a715386-1a97-4cee-9f87-0e8790b73f0f service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168775 May 20 07:45:10.291457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-2761e6ce-d76c-49b8-a199-c7a3d6b237cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:10.292986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-2761e6ce-d76c-49b8-a199-c7a3d6b237cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 1097 time: 0.5299942 May 20 07:45:10.325751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] 10.222.0.79 "DELETE /v2.0/networks/a5b29fa3-d60c-43e6-8a7c-92e64370da5f HTTP/1.1" status: 204 len: 168 time: 2.3179476 May 20 07:45:10.348946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:10.393084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d437d78c-65e1-457b-be78-870b6ee89278 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:10.407458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-5b374801-51b2-493a-bec2-c898b8af7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:10.408890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-5b374801-51b2-493a-bec2-c898b8af7e30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2051525 May 20 07:45:10.460274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67305d5-7bc1-44c7-b719-999df64a24d7 req-a593c8c4-41c3-419c-85a0-3c919a250eb9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:10.460963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f67305d5-7bc1-44c7-b719-999df64a24d7 req-a593c8c4-41c3-419c-85a0-3c919a250eb9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:10.555634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d437d78c-65e1-457b-be78-870b6ee89278,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:10.570625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-199eb6c0-d1c7-49f0-a7c3-497400299496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:10.570625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-199eb6c0-d1c7-49f0-a7c3-497400299496 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497803 May 20 07:45:10.575240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'd437d78c-65e1-457b-be78-870b6ee89278', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'd437d78c-65e1-457b-be78-870b6ee89278', 'mac_address': 'fa:16:3e:3d:58:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:10.608324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f67305d5-7bc1-44c7-b719-999df64a24d7 req-a593c8c4-41c3-419c-85a0-3c919a250eb9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:10.609844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67305d5-7bc1-44c7-b719-999df64a24d7 req-a593c8c4-41c3-419c-85a0-3c919a250eb9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 947 time: 0.5911677 May 20 07:45:10.632377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:10.666034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-278eaac3-f4b0-4830-bda7-9e7d8f021ed9 service neutron] 10.222.0.79 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735273 May 20 07:45:10.686822 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:10.712501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:10.729631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['502db63c-5004-491a-9c60-5c751b7451e3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:10.730010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:10.761528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Deleting subnet c5bdd05c-6a77-432d-9a84-292ba16e9385 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:45:10.763964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d13d17d1-0024-421f-9935-a4c5ff4f8340'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:10.765216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:10.788504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d437d78c-65e1-457b-be78-870b6ee89278 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:10.791991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event deleted for resources: {'Port': ['ID=d13d17d1-0024-421f-9935-a4c5ff4f8340,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:10.794115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-593d27c1-825c-4ede-a229-01f06d6067f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:10.797796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-593d27c1-825c-4ede-a229-01f06d6067f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4632142 May 20 07:45:10.797948 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:10.800579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67305d5-7bc1-44c7-b719-999df64a24d7 req-a2d21b78-4798-4b10-aa35-b0b23ecf6266 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764152 May 20 07:45:10.906964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d437d78c-65e1-457b-be78-870b6ee89278,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:10.962104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-e709187f-980f-4dc3-a9d5-54e4997e7ea2 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813365 May 20 07:45:10.968392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] No DVR routers for this DVR port d13d17d1-0024-421f-9935-a4c5ff4f8340 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:10.974087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.002525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.022357 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:11.070207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:11.071091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.082779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-fe03d254-a5fb-4077-a945-91287bc9941f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf HTTP/1.1" status: 200 len: 217 time: 0.2768507 May 20 07:45:11.130490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.173361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-1937651c-abcd-46e0-8a1c-45440cfa197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:11.174907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-1937651c-abcd-46e0-8a1c-45440cfa197f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0769925 May 20 07:45:11.184242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1923dca4-a63e-4059-9c51-2e46db06434f req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.84 "DELETE /v2.0/ports/d13d17d1-0024-421f-9935-a4c5ff4f8340 HTTP/1.1" status: 204 len: 173 time: 1.8139565 May 20 07:45:11.189616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.250087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9558a998-52ed-4bdc-9b5a-4c6fafea15d6 req-89121c5b-abd5-464d-910f-7ed1ab614021 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774160 May 20 07:45:11.307958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d437d78c-65e1-457b-be78-870b6ee89278'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:11.350184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:11.367082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33b8b525-7dbd-4346-9b6d-aaa35a28416e req-79662ed5-c080-4405-9db8-8b564a836ae7 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 210 time: 0.0781457 May 20 07:45:11.370472 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:11.411100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-deleted', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:11.482001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.543666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9d814cb-5d42-4711-8467-6f931595b45f req-fb0bcf6f-3a87-41f8-9717-5329ff0d07bb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:11.588896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-adf1c84f-fbb2-47a7-9166-2f0fb9c191d1 req-f99b569d-58b7-433f-96fd-02d704e203a9 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3047061 May 20 07:45:11.638211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9d814cb-5d42-4711-8467-6f931595b45f req-fb0bcf6f-3a87-41f8-9717-5329ff0d07bb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:11.639370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9d814cb-5d42-4711-8467-6f931595b45f req-fb0bcf6f-3a87-41f8-9717-5329ff0d07bb tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=259e2bc3-e457-48ac-99e6-66e6595a57e7 HTTP/1.1" status: 200 len: 210 time: 0.1503782 May 20 07:45:11.668789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:11.744320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29cc1b-3f88-45aa-a16c-178e044be0e4 req-63887e87-e2a3-4017-a2a5-224148181ee2 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:11.745835 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f29cc1b-3f88-45aa-a16c-178e044be0e4 req-63887e87-e2a3-4017-a2a5-224148181ee2 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5770118 May 20 07:45:11.755399 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e2bc3-e457-48ac-99e6-66e6595a57e7', 'name': 'network-vif-deleted', 'tag': 'd13d17d1-0024-421f-9935-a4c5ff4f8340', 'status': 'completed', 'code': 200} May 20 07:45:11.837932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-2114ad62-2e7e-40a9-abb7-6946f6a74cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:11.839400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-2114ad62-2e7e-40a9-abb7-6946f6a74cbe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5878921 May 20 07:45:11.853094 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f29cc1b-3f88-45aa-a16c-178e044be0e4 req-6d3b2e5a-b25e-4e2c-befc-b95f580c6a32 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0860050 May 20 07:45:11.917924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Router 856a3885-5352-42f4-8b69-572ffd4a8b29 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:45:12.014645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2c98960a-b412-4392-a8b8-3a55c24100df req-295f8f36-ca44-4b91-80cc-2666d7479d26 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:12.093087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2c98960a-b412-4392-a8b8-3a55c24100df req-295f8f36-ca44-4b91-80cc-2666d7479d26 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:12.094335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c98960a-b412-4392-a8b8-3a55c24100df req-295f8f36-ca44-4b91-80cc-2666d7479d26 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1688106 May 20 07:45:12.315912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:12.346938 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-bad7d1a8-be72-4cdb-99f5-6aeaec758019 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969511 May 20 07:45:12.401681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:45:12.410861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Sync routers for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:45:12.417455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d437d78c-65e1-457b-be78-870b6ee89278 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:12.473273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:12.473949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:12.483946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e4b1c-bd92-4eab-ad6c-72c015bc73bb req-089ab56d-34aa-4ce9-bc29-d6ffc1293de2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:12.485374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-268e4b1c-bd92-4eab-ad6c-72c015bc73bb req-089ab56d-34aa-4ce9-bc29-d6ffc1293de2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 948 time: 0.4748790 May 20 07:45:12.563529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:12.570101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-268e4b1c-bd92-4eab-ad6c-72c015bc73bb req-75460846-c220-4287-aa32-21ef96f9c20d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671494 May 20 07:45:12.576022 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-42a35b3f-953c-4781-8d1f-a2b65ba7be35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:12.602539 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f365ea78-9f7b-49f6-b17b-8bbe4ddbd9d0 req-2b1f6775-0777-4bd7-88dc-006521161949 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410083 May 20 07:45:12.613982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:12.615184 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.4119308 May 20 07:45:12.617655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bdd05c-6a77-432d-9a84-292ba16e9385,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:12.618370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45906) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:12.619627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:12.621439 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c5bdd05c-6a77-432d-9a84-292ba16e9385 HTTP/1.1" status: 204 len: 168 time: 2.2532971 May 20 07:45:12.622602 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:12.625828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45910) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:12.688808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port d437d78c-65e1-457b-be78-870b6ee89278 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:12.696631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:12.808625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45918) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:12.825050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 067b9eb0-479f-48e8-bb5f-a47345eddcbf details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:12.834904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port d437d78c-65e1-457b-be78-870b6ee89278 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:12.835599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:12.984182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Deleting subnet 32288429-f8dd-499a-9781-c94f71c80c71 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:45:12.998510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.025603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-70fffee5-1842-45ab-94d7-2a16c03ad11f req-d29244e8-1a3c-48c6-8f70-03863cb29a9b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 210 time: 0.0554669 May 20 07:45:13.059494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.234845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:45:13.242653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.327707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.344586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66903443-785e-484f-bbbd-f5b2a6574927']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:13.360979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055c5c24-d8aa-4995-927b-38ea7eab1ef6') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:13.361323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055c5c24-d8aa-4995-927b-38ea7eab1ef6') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:13.379494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.405162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.412762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:45:13.413161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.432053 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.447655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: timer() May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:45:13.453506 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:45:13.495578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:13.507493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:13.529739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d437d78c-65e1-457b-be78-870b6ee89278,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:13.533467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '067b9eb0-479f-48e8-bb5f-a47345eddcbf', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '067b9eb0-479f-48e8-bb5f-a47345eddcbf', 'mac_address': 'fa:16:3e:7e:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:13.598329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:08Z', 'revision_number': 3, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:13.604454 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.607133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.613373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Checking router: 856a3885-5352-42f4-8b69-572ffd4a8b29 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:45:13.613764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Updating router 856a3885-5352-42f4-8b69-572ffd4a8b29 port 28748f4e-3507-4377-8fcc-c83ddb9754a2 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:45:13.665610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.666478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:13.677215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.686913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.692890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.698372 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:13.698816 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:13.701822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4a196-31f9-4fce-ac63-271c00a0d37d req-793cbca6-e5aa-40df-a7b3-72cf4c2e7dcc tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:13.702553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-07a4a196-31f9-4fce-ac63-271c00a0d37d req-793cbca6-e5aa-40df-a7b3-72cf4c2e7dcc tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:13.715190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] 10.222.0.79 "DELETE /v2.0/networks/66903443-785e-484f-bbbd-f5b2a6574927 HTTP/1.1" status: 204 len: 168 time: 1.0860710 May 20 07:45:13.719638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=66903443-785e-484f-bbbd-f5b2a6574927,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:13.727646 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:13.738628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067b9eb0-479f-48e8-bb5f-a47345eddcbf {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:13.752681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: d13d17d1-0024-421f-9935-a4c5ff4f8340 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:13.753038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d13d17d1-0024-421f-9935-a4c5ff4f8340 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:13.773655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.787058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:13.821815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Usage tracker for resource:security_group_rule and tenant:ff2d16eab8fe4ff7a0f6b1b61131a926 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:13.838455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:13.845370 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:13.846913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:13.857919 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278', 'code': 200} May 20 07:45:13.878037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:13.891533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:13.968555 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:13.981601 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:13.995309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-07a4a196-31f9-4fce-ac63-271c00a0d37d req-793cbca6-e5aa-40df-a7b3-72cf4c2e7dcc tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:14.003117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07a4a196-31f9-4fce-ac63-271c00a0d37d req-793cbca6-e5aa-40df-a7b3-72cf4c2e7dcc tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 945 time: 0.8456910 May 20 07:45:14.128882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:14.143926 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:14.154746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07a4a196-31f9-4fce-ac63-271c00a0d37d req-29e57ded-7292-4e7e-90b8-2046087ecff5 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504881 May 20 07:45:14.155452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac12ce-9885-43de-a5b9-9cabcc187e7f req-6ccc6b1b-2b4d-4f6c-8ada-5ec0db9e57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:14.157186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9ac12ce-9885-43de-a5b9-9cabcc187e7f req-6ccc6b1b-2b4d-4f6c-8ada-5ec0db9e57e7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 1100 time: 0.2304809 May 20 07:45:14.201229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:14.210263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad721a7-af58-446b-8946-0f9fda0d6438 req-6fa93671-5727-49d3-aabc-ecf39a7a1203 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:14.211719 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fad721a7-af58-446b-8946-0f9fda0d6438 req-6fa93671-5727-49d3-aabc-ecf39a7a1203 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 949 time: 0.2052770 May 20 07:45:14.259971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:14.379306 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.403253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Transition to ACTIVE for port object 28748f4e-3507-4377-8fcc-c83ddb9754a2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:14.423642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-d93d0600-0dbe-4b3e-b190-848f9bbe050e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:14.425290 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-d93d0600-0dbe-4b3e-b190-848f9bbe050e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 813 time: 0.2230766 May 20 07:45:14.446882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.455216 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.461406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'device_id': '51a26a13-da4a-4602-804e-2322d0e7d649', 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53', 'admin_state_up': True, 'tenant_id': 'dc8d6231c8324ff18bdbbae415dad200'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:14.469787 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:14.481631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9ac12ce-9885-43de-a5b9-9cabcc187e7f req-205ccd0b-65e8-4188-9a57-c06a1d7f9814 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160346 May 20 07:45:14.497693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.529295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32288429-f8dd-499a-9781-c94f71c80c71,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:14.535124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:14.538491 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.580889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.593124 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-01bd0d1e-d254-4057-a104-e98cf5abfe9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:14.596883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.598639 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fad721a7-af58-446b-8946-0f9fda0d6438 req-ca6b7861-d46c-4a71-8b08-d8d8ddba44c1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722229 May 20 07:45:14.609591 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50735929-7817-4c8d-b424-b3bb099c6842 tempest-ServersAdminTestJSON-1702614851 tempest-ServersAdminTestJSON-1702614851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:14.617176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/32288429-f8dd-499a-9781-c94f71c80c71 HTTP/1.1" status: 204 len: 168 time: 1.8072252 May 20 07:45:14.621737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:14.628124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64ccba3b-83b9-45b1-9185-9f343104e32f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c5572d0fcaf47f9a59487bb5534b38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132097 May 20 07:45:14.647705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-8ec4418e-8624-437d-86d6-6060607195fb tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:14.649201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-8ec4418e-8624-437d-86d6-6060607195fb tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.84 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 945 time: 0.3930895 May 20 07:45:14.650938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45952) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:14.665145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e1ac2-6548-451d-8326-475250865253 req-6ddd09bf-80a9-42db-9443-4ade04965375 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:14.672438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e7e1ac2-6548-451d-8326-475250865253 req-6ddd09bf-80a9-42db-9443-4ade04965375 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.3355563 May 20 07:45:14.698157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Attempting to bind port 28748f4e-3507-4377-8fcc-c83ddb9754a2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:14.698856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Attempting to bind port 28748f4e-3507-4377-8fcc-c83ddb9754a2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:14.700049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Attempting to bind port 28748f4e-3507-4377-8fcc-c83ddb9754a2 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:14.709401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:14.710009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:14.710563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.711046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:14.711743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Bound port: 28748f4e-3507-4377-8fcc-c83ddb9754a2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:14.712637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.803903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Pushing event updated for resources: {'Port': ['ID=28748f4e-3507-4377-8fcc-c83ddb9754a2,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:14.807286 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:14.815046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] For port 28748f4e-3507-4377-8fcc-c83ddb9754a2, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:14.819009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] For port 28748f4e-3507-4377-8fcc-c83ddb9754a2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28748f4e-3507-4377-8fcc-c83ddb9754a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:14.877962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a8fb9-a5f6-4500-ae98-db805f900787,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:14.881802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:14.881981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff2d16eab8fe4ff7a0f6b1b61131a926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4147892 May 20 07:45:14.888851 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7141ad82-2add-408a-b910-116c83b9ecf2 req-3d47b521-2720-4dcf-a93e-8f9c0a621f1b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 210 time: 0.0934017 May 20 07:45:14.890632 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.893278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45956) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:14.897048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:port and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:14.904106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:14.907541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:14.920745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:14.930742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e7e1ac2-6548-451d-8326-475250865253 req-2114ada4-aef4-4a5b-9585-57281a6a7e1d tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538369 May 20 07:45:14.960834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:14.976815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:15.004811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.008316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:15.008944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:15.066113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-54e20a2e-703a-40d2-92be-84f01b317fc0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:15.067946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-54e20a2e-703a-40d2-92be-84f01b317fc0 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.3932478 May 20 07:45:15.094933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Pushing event updated for resources: {'Port': ['ID=28748f4e-3507-4377-8fcc-c83ddb9754a2,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:15.099657 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:15.103299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.110959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.115694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Made reservation on behalf of dc8d6231c8324ff18bdbbae415dad200 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:15.117506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.117700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Allocated IP 172.20.0.1 (bad13e29-c82f-4f5b-af4a-a2b08ba1e49c/f3e75281-8761-4b39-b857-f45ba542f746/b35c535b-41a5-4433-9c57-c5127494b44a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:15.190519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Deleting port 0a863859-425a-4b4b-98b4-d901293f73c3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:15.190896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.202636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:15.327897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.336893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.588113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37406a07-9c5b-45d0-bf6b-6edd068106a2']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:15.595131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:08Z', 'revision_number': 3, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:15.600042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a30cbf-7118-4b35-8401-cdfce90b7664 None None] The sync data for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 is: [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:08Z', 'revision_number': 3, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:45:15.611985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd814dc02-1737-4197-939d-f110f7c5204e') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:15.611985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd814dc02-1737-4197-939d-f110f7c5204e') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:15.647827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] For port 0a863859-425a-4b4b-98b4-d901293f73c3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a863859-425a-4b4b-98b4-d901293f73c3,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:15.648193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.659648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Deleting port 502db63c-5004-491a-9c60-5c751b7451e3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:15.662781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.678633 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.679689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.732182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.786550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:45:15.786949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: timer() May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:45:15.807325 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:45:15.826049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.834846 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154afd29-6f1e-4a0f-b430-bf5e1fe036b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:15.844088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Calling delete_port for 0a863859-425a-4b4b-98b4-d901293f73c3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:15.927252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884570a3-9bdf-4a49-bf1d-3484ff885065 req-3f3efb84-87b1-4225-9de2-5e096a361783 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:15.928829 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-884570a3-9bdf-4a49-bf1d-3484ff885065 req-3f3efb84-87b1-4225-9de2-5e096a361783 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 945 time: 0.6131089 May 20 07:45:15.929710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:15.935822 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:15.937031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:15.951461 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19cc052d-12df-4f13-99b3-4ec4ff7109ab tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:15.996964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Transition to ACTIVE for port object b35c535b-41a5-4433-9c57-c5127494b44a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:16.024355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a8fb9-a5f6-4500-ae98-db805f900787,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:16.024807 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:16.026179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Allocated IP 172.20.0.4 (8363092a-0303-4118-a5ad-d91f39624e53/dc329322-f1a3-4f13-8cee-2a00d2dde222/ca455736-c8a3-4c3e-ad39-51aa4dcc7e22) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:16.065976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-884570a3-9bdf-4a49-bf1d-3484ff885065 req-e857004e-74a8-4d11-9e15-001f13bc4b4e tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/security-groups?id=7a6d4902-ef52-4444-a65f-54feca952e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876982 May 20 07:45:16.069520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] For port 502db63c-5004-491a-9c60-5c751b7451e3, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=502db63c-5004-491a-9c60-5c751b7451e3,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:16.070649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.209801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Calling delete_port for 502db63c-5004-491a-9c60-5c751b7451e3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:16.239211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896e23-9665-49a6-92d1-d42fae15eca5 req-a22d9f2d-ab9c-4d23-8713-296d328690d3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:16.240650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3896e23-9665-49a6-92d1-d42fae15eca5 req-a22d9f2d-ab9c-4d23-8713-296d328690d3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 949 time: 0.4731810 May 20 07:45:16.296058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.316520 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:16.329366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.330195 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.338404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-0f4d47a1-3cbe-42c9-acbf-a1888e51813f req-835d4ae6-2021-4a22-95b2-824be9f42d55 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:16.343281 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:16.347943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.349102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed34d49a-f5fe-4d8b-ba7f-5f778a822c8c HTTP/1.1" status: 204 len: 168 time: 1.6972134 May 20 07:45:16.350233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.353777 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b40a8fb9-a5f6-4500-ae98-db805f900787 HTTP/1.1" status: 204 len: 168 time: 1.4560349 May 20 07:45:16.359448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Pushing event deleted for resources: {'Network': ['ID=37406a07-9c5b-45d0-bf6b-6edd068106a2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:16.368014 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:16.414315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.440040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a863859-425a-4b4b-98b4-d901293f73c3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:16.461124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:16.469985 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:16.475083 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] 10.222.0.79 "DELETE /v2.0/networks/37406a07-9c5b-45d0-bf6b-6edd068106a2 HTTP/1.1" status: 204 len: 168 time: 1.8497429 May 20 07:45:16.484943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-0f4d47a1-3cbe-42c9-acbf-a1888e51813f req-835d4ae6-2021-4a22-95b2-824be9f42d55 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:16.490154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0f4d47a1-3cbe-42c9-acbf-a1888e51813f req-835d4ae6-2021-4a22-95b2-824be9f42d55 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 210 time: 0.2481902 May 20 07:45:16.508438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3896e23-9665-49a6-92d1-d42fae15eca5 req-3c86df09-e2d2-449b-a9d6-d4968d64e314 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555149 May 20 07:45:16.520321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:16.523139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:16.597600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.613236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7fddc25-9312-4f7d-b216-aaf2ec0e9b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:16.662569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No active binding found for port 0a863859-425a-4b4b-98b4-d901293f73c3 {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 07:45:16.663605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a863859-425a-4b4b-98b4-d901293f73c3 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:16.712426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28748f4e-3507-4377-8fcc-c83ddb9754a2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:16.717108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:16.806663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 067b9eb0-479f-48e8-bb5f-a47345eddcbf up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:16.831265 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.888837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Network 8363092a-0303-4118-a5ad-d91f39624e53 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:16.896758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:16.906015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:16.958389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:16.968822 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:16.989672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:16.996778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:16.997653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.020338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bea92f61-aa6b-4c90-9fb0-3c67d8efb874 None None] Provisioning for port b35c535b-41a5-4433-9c57-c5127494b44a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:17.021579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bea92f61-aa6b-4c90-9fb0-3c67d8efb874 None None] Provisioning complete for port b35c535b-41a5-4433-9c57-c5127494b44a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:17.021969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bea92f61-aa6b-4c90-9fb0-3c67d8efb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.024711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cbee7-579e-43de-8009-03ef0367c565 req-5f2a972f-f303-4a3f-9a64-2b845c1c5f6e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:17.026258 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a42cbee7-579e-43de-8009-03ef0367c565 req-5f2a972f-f303-4a3f-9a64-2b845c1c5f6e tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 949 time: 0.2436135 May 20 07:45:17.048857 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1553dd0f-1eca-4ef7-a1c2-73e76b8a1f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:17.099296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 067b9eb0-479f-48e8-bb5f-a47345eddcbf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:17.106255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 28748f4e-3507-4377-8fcc-c83ddb9754a2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:17.121860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a42cbee7-579e-43de-8009-03ef0367c565 req-e6b1b6d5-539e-4d97-a009-8ebd8bc72911 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/security-groups?id=f6de2c7d-fb0c-492f-8699-b1e71e2a839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 May 20 07:45:17.123540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6715662 May 20 07:45:17.124301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 067b9eb0-479f-48e8-bb5f-a47345eddcbf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:17.124870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.145324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Request body: {'port': {'device_id': '51a26a13-da4a-4602-804e-2322d0e7d649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:17.181413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Pushing event deleted for resources: {'Port': ['ID=0a863859-425a-4b4b-98b4-d901293f73c3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:17.193920 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:17.236834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 28748f4e-3507-4377-8fcc-c83ddb9754a2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:17.238371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.282071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] No DVR routers for this DVR port 0a863859-425a-4b4b-98b4-d901293f73c3 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:17.303095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.306944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'name': 'network-vif-deleted', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:17.356317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.364597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:17.397128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bea92f61-aa6b-4c90-9fb0-3c67d8efb874 None None] Port b35c535b-41a5-4433-9c57-c5127494b44a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:17.454067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.462169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.481221 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00017f0a-678c-46d1-a46f-d3e328f96dd1 req-78a588c8-2d2c-4aac-b822-b9f0fe64dc21 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 210 time: 0.1026638 May 20 07:45:17.522572 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.525740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:17.554153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45988) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:17.557770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:17.565618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 28748f4e-3507-4377-8fcc-c83ddb9754a2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28748f4e-3507-4377-8fcc-c83ddb9754a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:17.619815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97c79bbc-5e5b-4829-9abe-dace75930379 req-b0c17fa4-6655-4454-9de6-f043cc52f535 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.84 "DELETE /v2.0/ports/0a863859-425a-4b4b-98b4-d901293f73c3 HTTP/1.1" status: 204 len: 173 time: 2.9311585 May 20 07:45:17.630830 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07557f7b-309b-4888-9ebd-f84d32e179de', 'name': 'network-vif-deleted', 'tag': '0a863859-425a-4b4b-98b4-d901293f73c3', 'status': 'completed', 'code': 200} May 20 07:45:17.632866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.633963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:17.647073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Pushing event deleted for resources: {'Port': ['ID=502db63c-5004-491a-9c60-5c751b7451e3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:17.662588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bf18-f8c0-421b-af44-b33527664448 req-faafd6a6-c6e6-46fb-98f3-4c2696163a63 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:17.679635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89b3bf18-f8c0-421b-af44-b33527664448 req-faafd6a6-c6e6-46fb-98f3-4c2696163a63 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 947 time: 0.6911426 May 20 07:45:17.683875 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:17.705015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.728526 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-53925f76-f6a0-44b4-abe2-a6dca5247c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:17.851290 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf', 'code': 200} May 20 07:45:17.858210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:17.863872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 502db63c-5004-491a-9c60-5c751b7451e3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:17.868143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 502db63c-5004-491a-9c60-5c751b7451e3 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:17.891641 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0713356f-3fd7-47d2-9f3e-dd754db19933 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=935d44d273924957a7b429c061d7ea01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358467 May 20 07:45:17.899222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:17.914401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:17.946692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] No DVR routers for this DVR port 502db63c-5004-491a-9c60-5c751b7451e3 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:17.953862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:17.956867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02267b5f-0728-47f8-a7e6-697abcfe26b3 req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.81 "DELETE /v2.0/ports/502db63c-5004-491a-9c60-5c751b7451e3 HTTP/1.1" status: 204 len: 173 time: 2.8771899 May 20 07:45:17.969143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89b3bf18-f8c0-421b-af44-b33527664448 req-65b72977-7e15-4730-8ab6-240274ef5e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886798 May 20 07:45:18.018376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=28748f4e-3507-4377-8fcc-c83ddb9754a2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:18.026969 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:18.026969 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:18.028122 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:18.063417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.086340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ff13-f55b-450d-bee3-49ae16b83835 req-cacfaebc-9b88-4fe9-b9fe-526d57a5e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:18.087854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7e8ff13-f55b-450d-bee3-49ae16b83835 req-cacfaebc-9b88-4fe9-b9fe-526d57a5e728 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 1099 time: 0.2516155 May 20 07:45:18.120795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-420f4e5d-434d-41ef-b7a4-c0e156b7e0c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a74ab05ea88c452cb0f5aa78b1e963b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497280 May 20 07:45:18.136851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46000) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:18.232469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46006) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:18.294818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.312608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7e8ff13-f55b-450d-bee3-49ae16b83835 req-b6052cb0-9547-4952-8672-c3d219527927 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373513 May 20 07:45:18.332826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d19ee-bf4a-49a1-8957-28be98751929 req-37364f68-2a5e-4b46-b1f9-cf93aaa27eab tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:18.334328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f5d19ee-bf4a-49a1-8957-28be98751929 req-37364f68-2a5e-4b46-b1f9-cf93aaa27eab tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 931 time: 0.4390659 May 20 07:45:18.375828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.392017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d9344245-1e6e-484b-b9de-9a736894e6a7 req-0a7b3c8f-ae35-42df-b475-ae9e81c51bec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Synchronizing usage tracker for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:18.415170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:18.420537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.425359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Usage tracker for resource:security_group_rule and tenant:2ebf39afb3bf44aaa5fecc930657cff7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:18.430603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.430908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:18.442380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:18.496805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:18.514395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-2f5d19ee-bf4a-49a1-8957-28be98751929 req-3deb8f14-2670-44b6-a603-ccd197f32b90 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:18.516719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.517841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.521057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.538530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d9344245-1e6e-484b-b9de-9a736894e6a7 req-0a7b3c8f-ae35-42df-b475-ae9e81c51bec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Unset dirty status for tenant:6d465a5288534f42899806e1c3d9e902 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:18.545544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9344245-1e6e-484b-b9de-9a736894e6a7 req-0a7b3c8f-ae35-42df-b475-ae9e81c51bec tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c345e5f-ece7-471b-be66-bbba2785fef8 HTTP/1.1" status: 200 len: 210 time: 0.2681589 May 20 07:45:18.592346 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.601737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28748f4e-3507-4377-8fcc-c83ddb9754a2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:18.626885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.656724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-306fc059-6b2f-47a0-b168-dd10cd39759e tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:18.682715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Transition to ACTIVE for port object ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:18.724363 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.737494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 28748f4e-3507-4377-8fcc-c83ddb9754a2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:18.738073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.782758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-2f5d19ee-bf4a-49a1-8957-28be98751929 req-3deb8f14-2670-44b6-a603-ccd197f32b90 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:18.783987 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f5d19ee-bf4a-49a1-8957-28be98751929 req-3deb8f14-2670-44b6-a603-ccd197f32b90 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340370 May 20 07:45:18.784758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.792899 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2259340-023e-4a67-81c0-3fc07bf64b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:18.803068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.807384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.819560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-93190d6a-008a-4ed5-8ab2-8566ff956ad8 req-5fd9eb61-9511-4614-9ea1-160cd2d4bff9 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Synchronizing usage tracker for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:18.847969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ebf39afb3bf44aaa5fecc930657cff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093912 May 20 07:45:18.847969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:18.851119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:18.853316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46012) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:18.860650 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:18.875816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d98a05d-b5eb-4b6e-80f6-43164bca8fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:18.887012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d34123-78b4-4f8d-b44c-f74a55a5339c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:18.903743 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:18.906821 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-345c472d-5331-42e3-8433-7aa7daff4849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:18.950364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-93190d6a-008a-4ed5-8ab2-8566ff956ad8 req-5fd9eb61-9511-4614-9ea1-160cd2d4bff9 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Unset dirty status for tenant:b7c1bd8768324a67b3c911e92fe8a06e on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:18.951514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93190d6a-008a-4ed5-8ab2-8566ff956ad8 req-5fd9eb61-9511-4614-9ea1-160cd2d4bff9 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] 10.222.0.79 "GET /v2.0/ports?device_id=07557f7b-309b-4888-9ebd-f84d32e179de HTTP/1.1" status: 200 len: 210 time: 0.2284117 May 20 07:45:18.972649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:18.976378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:18.978741 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:19.016439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe1e2dc-665c-42de-a068-b5f058f9cb38,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:19.022808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:19.046607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15721f62-fbb4-4b29-a66e-d841289c5c4a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:19.056639 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:19.095810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.108340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.109456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efe1e2dc-665c-42de-a068-b5f058f9cb38 HTTP/1.1" status: 204 len: 168 time: 1.2059362 May 20 07:45:19.110302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Attempting to bind port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:19.110633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Attempting to bind port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:19.110959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Attempting to bind port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 on network 8363092a-0303-4118-a5ad-d91f39624e53 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:19.113812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.116975 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80d34123-78b4-4f8d-b44c-f74a55a5339c HTTP/1.1" status: 204 len: 168 time: 0.9786897 May 20 07:45:19.122423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 on network 8363092a-0303-4118-a5ad-d91f39624e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:19.122423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Attempting to bind port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 on network 8363092a-0303-4118-a5ad-d91f39624e53 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:19.128786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:19.129271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Checking segment: {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:19.129695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Bound using segment: {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:19.130132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Bound port: ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:19.130482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.153302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:19.157169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:19.160426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.382313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:19.388873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:19.411663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfefc38-7e39-4348-aacf-8aed3f53d288 req-aef747c9-dd76-4f74-a41d-b61ac7f4c44d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:19.413767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecfefc38-7e39-4348-aacf-8aed3f53d288 req-aef747c9-dd76-4f74-a41d-b61ac7f4c44d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 948 time: 0.2140098 May 20 07:45:19.479210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecfefc38-7e39-4348-aacf-8aed3f53d288 req-e9dd1ac3-9734-4ef0-bc1a-6edebbae2006 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597641 May 20 07:45:19.483933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.488980 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24d85e9e-55c2-456d-b200-e64771837cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:19.504831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Router 856a3885-5352-42f4-8b69-572ffd4a8b29 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:45:19.537682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85efbf64-d21a-4aa2-9a9f-580e509e09ed None None] Provisioning complete for port b35c535b-41a5-4433-9c57-c5127494b44a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:19.538422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-85efbf64-d21a-4aa2-9a9f-580e509e09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.565100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:19.565100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.565100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] 10.222.0.81 "PUT /v2.0/ports/ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 1091 time: 2.4305143 May 20 07:45:19.565100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:19.619361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:19.628776 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:19.632084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-deleted', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:19.639881 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'status': 'completed', 'code': 200} May 20 07:45:19.649403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-85efbf64-d21a-4aa2-9a9f-580e509e09ed None None] Port b35c535b-41a5-4433-9c57-c5127494b44a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:19.719634 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c345e5f-ece7-471b-be66-bbba2785fef8', 'name': 'network-vif-deleted', 'tag': '502db63c-5004-491a-9c60-5c751b7451e3', 'status': 'completed', 'code': 200} May 20 07:45:19.728325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.742800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb8bdde3-440b-4b23-9087-962fc90118aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:19.770089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276dbf-c791-4876-bce6-6252a37e2702 req-a66d3aad-2125-4f38-a86f-175640d80706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:19.770089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69276dbf-c791-4876-bce6-6252a37e2702 req-a66d3aad-2125-4f38-a86f-175640d80706 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1094 time: 0.1060140 May 20 07:45:19.770308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15721f62-fbb4-4b29-a66e-d841289c5c4a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:19.773611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:19.776587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:19.783997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15721f62-fbb4-4b29-a66e-d841289c5c4a HTTP/1.1" status: 204 len: 168 time: 0.9272559 May 20 07:45:19.806405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:45:19.819621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/856a3885-5352-42f4-8b69-572ffd4a8b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1985884 May 20 07:45:19.820477 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Sync routers for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:45:19.832983 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:19.833657 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:19.992801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276dbf-c791-4876-bce6-6252a37e2702 req-0a539c5f-9313-42ac-b865-d64c9a05cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:19.995190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69276dbf-c791-4876-bce6-6252a37e2702 req-0a539c5f-9313-42ac-b865-d64c9a05cad6 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dc8d6231c8324ff18bdbbae415dad200&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2173402 May 20 07:45:20.113568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:20.149610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:20.217377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276dbf-c791-4876-bce6-6252a37e2702 req-7f61815a-c3b6-4282-92a4-fa74ed34c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:20.219439 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69276dbf-c791-4876-bce6-6252a37e2702 req-7f61815a-c3b6-4282-92a4-fa74ed34c2a8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164955 May 20 07:45:20.247720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c64dab-80b4-499e-9fb6-556d8c6dda45 req-f18ed8cb-1691-46cc-a2fd-cca5871970d7 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:20.249295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51c64dab-80b4-499e-9fb6-556d8c6dda45 req-f18ed8cb-1691-46cc-a2fd-cca5871970d7 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 943 time: 0.3306644 May 20 07:45:20.369777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-171de191-9ace-4bd9-9585-ed3677a7c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:20.377709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-171de191-9ace-4bd9-9585-ed3677a7c6b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1094 time: 0.0967078 May 20 07:45:20.426227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51c64dab-80b4-499e-9fb6-556d8c6dda45 req-891bc013-8f56-4713-8973-3c9b4a96daf2 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642678 May 20 07:45:20.488002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-01c8181e-2850-4f15-84b5-be2ef8045553 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 217 time: 0.1038187 May 20 07:45:20.603902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-d311f1a0-6fdc-43b6-806f-d39dee9b9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:20.606862 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-d311f1a0-6fdc-43b6-806f-d39dee9b9b57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.1115310 May 20 07:45:20.713831 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-9065c54c-93f9-4e82-b05c-5aea26d06025 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972097 May 20 07:45:20.733609 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b35c535b-41a5-4433-9c57-c5127494b44a', 'name': '', 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'mac_address': 'fa:16:3e:67:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:14Z', 'updated_at': '2021-05-20T07:45:18Z', 'revision_number': 2, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'subnets': [{'id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:20.741993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Checking router: 856a3885-5352-42f4-8b69-572ffd4a8b29 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:45:20.742532 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Updating router 856a3885-5352-42f4-8b69-572ffd4a8b29 port b35c535b-41a5-4433-9c57-c5127494b44a binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:45:20.820388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:20.837654 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:20.952623 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-6c9afc39-2745-4536-a9de-e6b78fef8184 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309325 May 20 07:45:20.955980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496150d5-845b-4a41-b7cd-c3db050df552 req-abd624b4-f71a-419c-8a20-cded06afb528 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:20.957628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-496150d5-845b-4a41-b7cd-c3db050df552 req-abd624b4-f71a-419c-8a20-cded06afb528 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 948 time: 0.2256441 May 20 07:45:21.059806 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-4b03a1d2-4455-4977-b11d-502a09096388 req-146f005a-60de-4f6f-abc9-c3ff8622013a tempest-FloatingIPDetailsNegativeTestJSON-1918769582 tempest-FloatingIPDetailsNegativeTestJSON-1918769582-project] show failed (client error): The resource could not be found. May 20 07:45:21.061009 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b03a1d2-4455-4977-b11d-502a09096388 req-146f005a-60de-4f6f-abc9-c3ff8622013a tempest-FloatingIPDetailsNegativeTestJSON-1918769582 tempest-FloatingIPDetailsNegativeTestJSON-1918769582-project] 10.222.0.79 "GET /v2.0/floatingips/b8ecaeba-e69c-4d59-85c5-d284f9aaba38 HTTP/1.1" status: 404 len: 350 time: 0.0794888 May 20 07:45:21.071998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-496150d5-845b-4a41-b7cd-c3db050df552 req-8245727e-fb23-4078-8dc5-78eb9abfb864 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685589 May 20 07:45:21.072469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:21.217725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-57b0fd91-9813-4a46-907a-2008c6c0227c req-b3abdd50-4e1c-4086-9d8c-043c84410f2a service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578812 May 20 07:45:21.415649 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:21.427396 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Transition to ACTIVE for port object b35c535b-41a5-4433-9c57-c5127494b44a will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:21.504144 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:21.508454 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:21.574062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:21.628679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dc6f2f4e-044b-4500-a606-e3d3b00cb6b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d465a5288534f42899806e1c3d9e902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025260 May 20 07:45:21.651410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:21.653130 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Pushing event updated for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:21.749145 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.749691 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.750130 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.750566 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.757282 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.757910 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.758454 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.758979 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.759514 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.759996 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.760582 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.761133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:21.771347 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:21.858843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c5474-a897-4adc-8f43-e6c5efcc0f2b req-48619304-5fcd-4c8a-a696-c32c0ce4b6c4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:21.865300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c5474-a897-4adc-8f43-e6c5efcc0f2b req-48619304-5fcd-4c8a-a696-c32c0ce4b6c4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:21.867411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-404c5474-a897-4adc-8f43-e6c5efcc0f2b req-48619304-5fcd-4c8a-a696-c32c0ce4b6c4 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7&device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 1688 time: 0.3446047 May 20 07:45:21.880570 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Attempting to bind port b35c535b-41a5-4433-9c57-c5127494b44a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:21.881540 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Attempting to bind port b35c535b-41a5-4433-9c57-c5127494b44a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:21.882099 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Attempting to bind port b35c535b-41a5-4433-9c57-c5127494b44a on network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:21.895288 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:21.900820 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Checking segment: {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:21.901919 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:21.902896 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Bound using segment: {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:21.903610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Bound port: b35c535b-41a5-4433-9c57-c5127494b44a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:21.904184 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:21.971021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-404c5474-a897-4adc-8f43-e6c5efcc0f2b req-233c8fe6-a486-4dc2-b72c-4a3afe40d393 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959675 May 20 07:45:22.041941 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] For port b35c535b-41a5-4433-9c57-c5127494b44a, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:22.045652 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] For port b35c535b-41a5-4433-9c57-c5127494b44a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b35c535b-41a5-4433-9c57-c5127494b44a,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:22.118282 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:22.129419 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:22.223030 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:22.271347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:22.272006 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:22.374207 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Pushing event updated for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:22.380775 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:22.408659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254094c7-ad02-4969-a47a-864237e8892d req-b27c118f-128f-47ce-af86-01db42eaf297 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:22.412408 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-254094c7-ad02-4969-a47a-864237e8892d req-b27c118f-128f-47ce-af86-01db42eaf297 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 1100 time: 0.1754739 May 20 07:45:22.485840 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-254094c7-ad02-4969-a47a-864237e8892d req-04be297b-7202-47c3-8d4e-25c0eb6d0662 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636995 May 20 07:45:22.493352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8d88-69e3-44dd-b778-d7eaca75cc66 req-b67d694d-4225-44ee-b7ed-32e7efa019e9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:22.516390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bfc8d88-69e3-44dd-b778-d7eaca75cc66 req-b67d694d-4225-44ee-b7ed-32e7efa019e9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 943 time: 0.8796546 May 20 07:45:22.542119 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:22.554622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:22.656367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bfc8d88-69e3-44dd-b778-d7eaca75cc66 req-b3bb2eef-2f6e-4cc1-9735-b166dfb94c66 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386800 May 20 07:45:22.706631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:22.727162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a825c-0505-4a3f-b7f4-1352038ace59 req-81336b36-35e0-465f-ad14-a74411a493d3 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:22.735458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a66a825c-0505-4a3f-b7f4-1352038ace59 req-81336b36-35e0-465f-ad14-a74411a493d3 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 1099 time: 0.1149073 May 20 07:45:22.776325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:22.787316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a66a825c-0505-4a3f-b7f4-1352038ace59 req-5ebb843d-0a1c-4074-b89a-4c40987e0e0a tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506136 May 20 07:45:22.806171 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:22.826575 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-600c7cbc-de8e-46be-981d-60e4e714ecd2 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:22.848233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de2c7d-fb0c-492f-8699-b1e71e2a839d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:22.852657 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:22.953203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:22.991194 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b35c535b-41a5-4433-9c57-c5127494b44a', 'name': '', 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'mac_address': 'fa:16:3e:67:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:14Z', 'updated_at': '2021-05-20T07:45:22Z', 'revision_number': 4, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'subnets': [{'id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:22.997213 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcd8fc-ff74-479f-aad2-fd94c4acffbf None None] The sync data for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 is: [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b35c535b-41a5-4433-9c57-c5127494b44a', 'name': '', 'network_id': 'bad13e29-c82f-4f5b-af4a-a2b08ba1e49c', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'mac_address': 'fa:16:3e:67:71:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:14Z', 'updated_at': '2021-05-20T07:45:22Z', 'revision_number': 4, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'subnets': [{'id': 'f3e75281-8761-4b39-b857-f45ba542f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:45:23.002429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46142) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:23.042124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:23.082382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1974662728-network', 'tenant_id': 'f6babd3f2e7e4301a55ad077e102ece7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:23.092983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53', 'port_id': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'mac_address': 'fa:16:3e:cd:d3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc329322-f1a3-4f13-8cee-2a00d2dde222', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:23.106258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:23.113307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Usage tracker for resource:network and tenant:f6babd3f2e7e4301a55ad077e102ece7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:23.132253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:23.153881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-383170940-network', 'tenant_id': 'ed1028bad2744827b51f30754ae192e3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:23.171124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:23.180634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.182728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6de2c7d-fb0c-492f-8699-b1e71e2a839d HTTP/1.1" status: 204 len: 168 time: 1.5304272 May 20 07:45:23.184968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:23.191494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.211453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Usage tracker for resource:network and tenant:ed1028bad2744827b51f30754ae192e3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:23.222664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:23.235151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:23.250428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:23.251937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Deleting port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:23.252296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.254871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:23.317986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Made reservation on behalf of f6babd3f2e7e4301a55ad077e102ece7 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:23.321443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.341920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.356966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.357946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:23.359475 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:23.360515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.376577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:23.382752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.393225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6babd3f2e7e4301a55ad077e102ece7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:23.399363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:23.414937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:23.424132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:23.446408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1028bad2744827b51f30754ae192e3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:23.450897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:23.466858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:23.510953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] For port 26a3d142-40f4-4fde-b9c5-1ba19a0897d1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:23.512165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.567367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:23.579973 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:23.627208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:23.694749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-88bfde00-ca7f-4c23-beca-e9f0f1980807 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2416332 May 20 07:45:23.695960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.770569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.785467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.786504 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b6c8f4be-941f-4575-9273-ef4000a8ae5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:23.850628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Calling delete_port for 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:23.857884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:23.917499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f465dff1-e6b1-4585-9ce3-81b9bc4980f9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:23.922951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:23.926964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.932443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:23.932964 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Added segment a5159f8c-82e3-4550-85a3-856a1a1ee013 of type vlan for network fa75d296-6914-4d7b-a25f-bad7bf82ac51 May 20 07:45:23.934790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c75a0bda-8542-4cc8-ac70-10017ac5280d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:23.997256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb379a4-1372-46fd-aa92-d182f7eca5a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:24.000361 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:24.009201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:24.026203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.026609 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Added segment d63e45f2-dc74-4e2f-8163-7bd950242981 of type vlan for network 70437a33-3b6a-460f-89a4-9a90d6050cb9 May 20 07:45:24.029283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.040005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.093799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bed51-c9de-4ee2-9e70-819b4bcfb194 req-0ee4800d-7c90-4492-bb17-c2cc2608ceb0 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:24.095329 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fd3bed51-c9de-4ee2-9e70-819b4bcfb194 req-0ee4800d-7c90-4492-bb17-c2cc2608ceb0 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 944 time: 0.2501974 May 20 07:45:24.097824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.170172 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fd3bed51-c9de-4ee2-9e70-819b4bcfb194 req-3c150637-c286-4c91-9a5e-178f692a9eac tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654209 May 20 07:45:24.179663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.180822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:24.181417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.191184 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:24.209611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-9312f12a-f765-4246-b36e-f2206a2e3630 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:24.211114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-9312f12a-f765-4246-b36e-f2206a2e3630 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732162 May 20 07:45:24.233311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:24.314800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.315823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:24.316451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.353465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa75d296-6914-4d7b-a25f-bad7bf82ac51,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:24.357356 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:24.365774 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4a42ad-6596-4098-85b3-8e68c8a01d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:24.367420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network fa75d296-6914-4d7b-a25f-bad7bf82ac51 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:24.473428 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46dcd360-da3b-480e-866d-2c88e135c687 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81df2de07485452485d2da9fcdf3b12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406266 May 20 07:45:24.483548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7729995 May 20 07:45:24.486033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4802012 May 20 07:45:24.486033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46180) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:24.486033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:24.506622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Request body: {'subnet': {'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1974662728-subnet', 'tenant_id': 'f6babd3f2e7e4301a55ad077e102ece7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:24.509919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46184) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:24.523605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-ff3498ca-d87f-455f-8eb6-ec93eb5bc5de tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.2977257 May 20 07:45:24.524100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Pushing event updated for resources: {'Network': ['ID=70437a33-3b6a-460f-89a4-9a90d6050cb9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:24.525795 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:24.532064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Request body: {'subnet': {'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-383170940-subnet', 'tenant_id': 'ed1028bad2744827b51f30754ae192e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:24.535682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:24.544737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:24.551410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Usage tracker for resource:subnet and tenant:f6babd3f2e7e4301a55ad077e102ece7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:24.558061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:24.559100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:24.569165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Usage tracker for resource:subnet and tenant:ed1028bad2744827b51f30754ae192e3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:24.578562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:24.583921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:24.604452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:24.647263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.690527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Made reservation on behalf of f6babd3f2e7e4301a55ad077e102ece7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:24.696350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.726187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b35c535b-41a5-4433-9c57-c5127494b44a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:24.755475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:24.758230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.785658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.790534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:24.877182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-b587c320-8c4c-479b-8c39-b216fa53feba tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3420272 May 20 07:45:24.955437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Deleting port b35c535b-41a5-4433-9c57-c5127494b44a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:24.956178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:24.964089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:24.977604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:24.977604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.055083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.066050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b35c535b-41a5-4433-9c57-c5127494b44a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:25.067015 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-858b1011-f686-44f4-a46e-de1163b6c038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:25.110043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b35c535b-41a5-4433-9c57-c5127494b44a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:25.110849 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.119212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.136241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a3d142-40f4-4fde-b9c5-1ba19a0897d1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:25.138537 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d4b5364c-545c-4b59-b2b8-d7a70dd1dcdb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:25.171400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015df4e-214b-4418-881b-e477a6614655,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:25.195378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:25.213996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:25.347262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] For port b35c535b-41a5-4433-9c57-c5127494b44a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b35c535b-41a5-4433-9c57-c5127494b44a,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:25.347640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.404187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-70872f6e-95d9-4c1e-84dc-294690062935 req-83f204b5-844f-49c5-87b5-5b5b4d646958 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 210 time: 0.1008368 May 20 07:45:25.410661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.414569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5015df4e-214b-4418-881b-e477a6614655 HTTP/1.1" status: 204 len: 168 time: 0.9166486 May 20 07:45:25.583066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.674732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:25.676566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.681311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Calling delete_port for b35c535b-41a5-4433-9c57-c5127494b44a owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:25.690441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:25.733257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b35c535b-41a5-4433-9c57-c5127494b44a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b35c535b-41a5-4433-9c57-c5127494b44a,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:25.769203 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:45:25.782217 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.796161 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:25.851762 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'code': 200} May 20 07:45:25.864013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.893793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:25.897250 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:25.897749 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:25.935281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bae03a-2c61-4bd0-905f-c4b1a855a95c req-774d54d3-93dd-424a-89f8-89faeee64e08 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:25.938460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66bae03a-2c61-4bd0-905f-c4b1a855a95c req-774d54d3-93dd-424a-89f8-89faeee64e08 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 944 time: 0.5692968 May 20 07:45:25.946825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:25.976893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:25.981200 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:26.087112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.100352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154cde5-b11c-403e-9dc9-faa87f2d29aa req-1560c9f5-90cb-4d95-a6fa-3b23968a4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:26.102010 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a154cde5-b11c-403e-9dc9-faa87f2d29aa req-1560c9f5-90cb-4d95-a6fa-3b23968a4771 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1096 time: 0.2185116 May 20 07:45:26.106050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66bae03a-2c61-4bd0-905f-c4b1a855a95c req-eebb29c5-407d-4df4-b055-9d4cf7fdfe28 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516049 May 20 07:45:26.211945 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.221069 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:26.272208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.284298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a154cde5-b11c-403e-9dc9-faa87f2d29aa req-b178ac6e-4adb-43ed-8e5e-1f78cbb36589 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389060 May 20 07:45:26.350299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20dbb137-eaa3-4949-b778-8d90c52fff18,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:26.354440 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:26.359694 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:26.393465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:26.426277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:26.426612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Network hostable DHCP agents. Network: 70437a33-3b6a-460f-89a4-9a90d6050cb9, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:26.443075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Checking segment: {'id': 'a5159f8c-82e3-4550-85a3-856a1a1ee013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:26.443806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Network hostable DHCP agents. Network: fa75d296-6914-4d7b-a25f-bad7bf82ac51, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:26.490623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4ad184-5023-41a6-8c83-29772f84a53e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:26.495473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:26.559463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Network fa75d296-6914-4d7b-a25f-bad7bf82ac51 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:26.562044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:26.641666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a4502241-0fb5-41c8-b553-d389b6e010f6 req-8cc59696-5fa4-4e61-a13c-b61dbce7ff9c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 210 time: 0.0610321 May 20 07:45:26.671533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, fa75d296-6914-4d7b-a25f-bad7bf82ac51) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:26.680276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 70437a33-3b6a-460f-89a4-9a90d6050cb9) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:26.681850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ff410-fc1b-4a8c-99fd-e269f0c1e9da None None] Network fa75d296-6914-4d7b-a25f-bad7bf82ac51 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:26.706852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:26.709983 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.711288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65d08d-0411-4c02-a746-9fc65c6a5f7c None None] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:26.724160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:26.724990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.790827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.803581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:26.815083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:26.816231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-152f1c6b-9b14-4fee-93b2-2a1220d51ad8 tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:26.820294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:56da516838a742a5b0638e3ec54c14f5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:26.823412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:26.832102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:26.843795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b35c535b-41a5-4433-9c57-c5127494b44a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:26.855441 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3557444 May 20 07:45:26.878224 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3581827 May 20 07:45:26.894452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35c535b-41a5-4433-9c57-c5127494b44a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:26.913468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:27.014326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Router f3e4437c-2cf7-404c-870f-eeff4d33659f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:45:27.061761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.142735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.164516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b35c535b-41a5-4433-9c57-c5127494b44a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:27.164991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b35c535b-41a5-4433-9c57-c5127494b44a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 20 07:45:27.235310 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50132ef8-2a9c-45d8-8419-8d07933a2a24 tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:27.256002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Port b35c535b-41a5-4433-9c57-c5127494b44a not found, will not notify nova. {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 20 07:45:27.278363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56da516838a742a5b0638e3ec54c14f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771436 May 20 07:45:27.286474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:27.312904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62c547-828d-4951-af41-c0511bdb65a2 None None] Network fa75d296-6914-4d7b-a25f-bad7bf82ac51 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:27.394665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdfae6e-49c7-4c7f-aff8-4c21bd04f7fe,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:27.415377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:27.458024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.486220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:45:27.493904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.526128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Sync routers for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:45:27.596926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832c23e-46ae-4d19-9996-85ad31a3b4c4 None None] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:27.641645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.648098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13bd17a8-4c73-45f0-a639-143f6cebd57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:27.674647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdfae6e-49c7-4c7f-aff8-4c21bd04f7fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:27.680445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:27.689931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:27.689931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:27.707730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:27.708998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bdfae6e-49c7-4c7f-aff8-4c21bd04f7fe HTTP/1.1" status: 204 len: 168 time: 0.4193456 May 20 07:45:27.749251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] 10.222.0.79 "PUT /v2.0/routers/f3e4437c-2cf7-404c-870f-eeff4d33659f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5985427 May 20 07:45:27.751777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:27.877107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.003019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.072082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:28.088961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2d4ea-c2cc-4533-8486-f3aa1f778ba5 req-2a543e49-f5fe-4cad-bdfb-e203d14c6a21 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:28.097783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60a2d4ea-c2cc-4533-8486-f3aa1f778ba5 req-2a543e49-f5fe-4cad-bdfb-e203d14c6a21 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 945 time: 0.6157413 May 20 07:45:28.165135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-a82bc446-35cf-4c86-a483-fb79b2b733af tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472343 May 20 07:45:28.243118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60a2d4ea-c2cc-4533-8486-f3aa1f778ba5 req-20b86394-26de-4baa-b136-cbfa1829006b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441770 May 20 07:45:28.412104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.514222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e309808-f1ee-448f-a37e-6aa07b12f307 req-db8710f7-d32a-4fed-8a6b-40972b739604 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 210 time: 0.0781538 May 20 07:45:28.562072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ac458add-b4ce-41ff-a779-b78bd61f062f tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:28.562642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ac458add-b4ce-41ff-a779-b78bd61f062f tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Synchronizing usage tracker for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:28.637850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46320) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:28.656143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:45:24Z', 'revision_number': 5, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port': {'id': '4000f49d-2778-4f69-9117-1e04ef8fb14d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:43:56Z', 'updated_at': '2021-05-20T07:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:28.659276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2141848953-network', 'tenant_id': '7a554ec2ad50429bba227864ec33aa44'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:28.659484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-92fcb70c-e325-42db-a86b-3c8b58075541 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:28.661072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-92fcb70c-e325-42db-a86b-3c8b58075541 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534304 May 20 07:45:28.662564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Checking router: f3e4437c-2cf7-404c-870f-eeff4d33659f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:45:28.671625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:28.675845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Routers {'f3e4437c-2cf7-404c-870f-eeff4d33659f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:28.676704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f3e4437c-2cf7-404c-870f-eeff4d33659f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:28.678549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Usage tracker for resource:network and tenant:7a554ec2ad50429bba227864ec33aa44 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:28.688632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:28.689931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': 'ff64bef7-0348-4326-a4b4-507595155e58', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:28.696517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:28.745494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Deleting port 4000f49d-2778-4f69-9117-1e04ef8fb14d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:28.750488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.761627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ac458add-b4ce-41ff-a779-b78bd61f062f tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Unset dirty status for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:28.769294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ac458add-b4ce-41ff-a779-b78bd61f062f tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/networks?id=fa75d296-6914-4d7b-a25f-bad7bf82ac51 HTTP/1.1" status: 200 len: 809 time: 0.5366235 May 20 07:45:28.772537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:28.828323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Made reservation on behalf of 7a554ec2ad50429bba227864ec33aa44 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:28.831962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.848458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.864342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-1667888e-7d29-4459-8746-bc3cacd7030c tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/quotas/f6babd3f2e7e4301a55ad077e102ece7 HTTP/1.1" status: 200 len: 375 time: 0.0933309 May 20 07:45:28.869632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] Set router f3e4437c-2cf7-404c-870f-eeff4d33659f gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:28.935930 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:28.963122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:28.988654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:45:28Z', 'revision_number': 6, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:28.993087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9f6f6-76c9-4bfd-9743-61fd623be09a None None] The sync data for ids ['f3e4437c-2cf7-404c-870f-eeff4d33659f'] in n-d-780147-4 is: [{'id': 'f3e4437c-2cf7-404c-870f-eeff4d33659f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-654845318-router', 'tenant_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:43:53Z', 'updated_at': '2021-05-20T07:45:28Z', 'revision_number': 6, 'project_id': 'b7c1bd8768324a67b3c911e92fe8a06e', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:45:29.088175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Router 856a3885-5352-42f4-8b69-572ffd4a8b29 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:45:29.089211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:29.104104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:29.151805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:29.156658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:57c8fa9478a94860afc619ca9271d495 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:29.160996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c15af03b-ffb7-4d51-9da6-dc0f4f7faf37 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6babd3f2e7e4301a55ad077e102ece7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2124028 May 20 07:45:29.164592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:29.169143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Usage tracker for resource:security_group_rule and tenant:7a554ec2ad50429bba227864ec33aa44 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:29.172828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:29.199962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:29.202189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:29.259518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:29.263867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.344090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:45:29.355358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Sync routers for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:45:29.370236 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:29.371284 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:29.407055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] For port 4000f49d-2778-4f69-9117-1e04ef8fb14d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4000f49d-2778-4f69-9117-1e04ef8fb14d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:29.407423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.561985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] 10.222.0.79 "PUT /v2.0/routers/856a3885-5352-42f4-8b69-572ffd4a8b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4866350 May 20 07:45:29.568633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Calling delete_port for 4000f49d-2778-4f69-9117-1e04ef8fb14d owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:29.569852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.124 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/8f188b1f-2c5c-4547-98bb-e991100e2d7a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:29.571670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46352) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:29.644461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-5b8e4b7e-da5b-4da3-936a-95c193f499bf service neutron] 10.222.0.79 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662497 May 20 07:45:29.651459 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:29.681434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.741325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.784876 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.801972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf8ae3-b5be-4b2b-b17c-597869bdd993 req-3ce1cdb4-5db4-40d9-90ec-2cdb880827eb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:29.804729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8cf8ae3-b5be-4b2b-b17c-597869bdd993 req-3ce1cdb4-5db4-40d9-90ec-2cdb880827eb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 945 time: 0.3297129 May 20 07:45:29.842370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25a5f47f-f3b1-4eb0-aa29-50e2c1e7c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:29.895136 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57c8fa9478a94860afc619ca9271d495&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1166677 May 20 07:45:29.913784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46360) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:29.915239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.923284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:29.981270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f59a851-9539-4cb3-ba61-12530a98d5ab,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:29.991309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:29.994585 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59d6362b-fd78-4995-b44a-097f5a1c479a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:30.017002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:30.047084 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:26Z', 'revision_number': 5, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:30.052237 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Checking router: 856a3885-5352-42f4-8b69-572ffd4a8b29 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:45:30.059288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.059635 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Added segment 81ada647-c0fd-4cd5-b6d0-25a9417683c9 of type vlan for network b8eca5a4-eda3-4f12-b1f0-b85c6563b9df May 20 07:45:30.064423 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Routers {'856a3885-5352-42f4-8b69-572ffd4a8b29'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:45:30.065171 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:45:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['856a3885-5352-42f4-8b69-572ffd4a8b29'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:30.075882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5831de-8cec-4fe5-892d-bb809c32991d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:30.086905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8cf8ae3-b5be-4b2b-b17c-597869bdd993 req-fd4acadc-9b84-448f-b642-87181328ad5a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745318 May 20 07:45:30.087819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:30.182602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-66935787-64cd-406e-97ea-676323582114 service neutron] 10.222.0.79 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276289 May 20 07:45:30.185169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.269656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] Set router 856a3885-5352-42f4-8b69-572ffd4a8b29 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:45:30.315816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.327412 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f5e751f-9c6c-4745-a3ba-e15a18765222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:30.345289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.367016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object 8f188b1f-2c5c-4547-98bb-e991100e2d7a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:30.435254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.436598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:30.437046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.457442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4000f49d-2778-4f69-9117-1e04ef8fb14d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:30.460103 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:30.466161 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:30.468043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f150e0f1-6732-4ab7-9cc4-f188634a333c req-04131577-d352-4de2-ad47-fde5628baaa3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:30.493012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.521241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.584153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.626747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4000f49d-2778-4f69-9117-1e04ef8fb14d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:30.640887 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:26Z', 'revision_number': 5, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:30.645288 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.648716 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4bdb45-9c3d-4b8a-8cb8-ffa70a08bd5c None None] The sync data for ids ['856a3885-5352-42f4-8b69-572ffd4a8b29'] in n-d-780147-4 is: [{'id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-385575948-router', 'tenant_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:45:03Z', 'updated_at': '2021-05-20T07:45:26Z', 'revision_number': 5, 'project_id': 'bf0f2e2d9c9445448fbbf77c2dc222f6', 'gw_port': {'id': '28748f4e-3507-4377-8fcc-c83ddb9754a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a3885-5352-42f4-8b69-572ffd4a8b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:45:05Z', 'updated_at': '2021-05-20T07:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:45:30.695207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 4000f49d-2778-4f69-9117-1e04ef8fb14d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:30.695629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4000f49d-2778-4f69-9117-1e04ef8fb14d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:30.696130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:30.715649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f150e0f1-6732-4ab7-9cc4-f188634a333c req-04131577-d352-4de2-ad47-fde5628baaa3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:30.716940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f150e0f1-6732-4ab7-9cc4-f188634a333c req-04131577-d352-4de2-ad47-fde5628baaa3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 210 time: 0.3425934 May 20 07:45:30.732573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:30.732869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26a3d142-40f4-4fde-b9c5-1ba19a0897d1 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:30.770211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.800455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.810869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:30.821270 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4cae2a5-0501-41db-a37a-dbe0a0cbcd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:30.847705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:30.868883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f59a851-9539-4cb3-ba61-12530a98d5ab,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:30.871898 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:30.878027 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2800917-27eb-463d-b6bb-f2403b3f6c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:30.900234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.905014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Pushing event updated for resources: {'Network': ['ID=b8eca5a4-eda3-4f12-b1f0-b85c6563b9df,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:30.907665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:30.911667 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:30.929579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b8eca5a4-eda3-4f12-b1f0-b85c6563b9df details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:30.953628 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-2e623609-aa22-47b5-ad1a-805b16e4910b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-191727435&fields=id&tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 267 time: 0.3086388 May 20 07:45:31.034574 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3865318 May 20 07:45:31.040672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46390) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:31.046514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Request body: {'subnet': {'network_id': 'b8eca5a4-eda3-4f12-b1f0-b85c6563b9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2141848953-subnet', 'tenant_id': '7a554ec2ad50429bba227864ec33aa44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:31.054167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:31.061786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Usage tracker for resource:subnet and tenant:7a554ec2ad50429bba227864ec33aa44 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:31.065998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:31.077538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:31.087143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-33b262b5-eae2-4271-9b38-c04477e45557 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:31.096691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2accd518-308e-400b-a4ea-68a5e1055d9e req-7ccefe74-277f-48c4-8e80-3918bd005dec tempest-FlavorsV2NegativeTest-1295460501 tempest-FlavorsV2NegativeTest-1295460501-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=482c4db070af42baac2c82e141c307db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2660136 May 20 07:45:31.097800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-33b262b5-eae2-4271-9b38-c04477e45557 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 945 time: 0.1431987 May 20 07:45:31.099961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:31.108182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.110888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'security_groups': ['c023a8ce-5bf2-4304-a723-1ea187a3f5d7', 'd95a2cad-e0f6-40f7-817a-0f9b5923fd22']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:31.115214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f59a851-9539-4cb3-ba61-12530a98d5ab HTTP/1.1" status: 204 len: 168 time: 1.1407769 May 20 07:45:31.117289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:31.119739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:31.145629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.146139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e4437c-2cf7-404c-870f-eeff4d33659f {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:45:31.190845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.192037 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f3e4437c-2cf7-404c-870f-eeff4d33659f HTTP/1.1" status: 204 len: 168 time: 3.4390879 May 20 07:45:31.194748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:31.369708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:31.388299 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:31.510300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Deleting port 28748f4e-3507-4377-8fcc-c83ddb9754a2 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:31.510796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.555165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:31.555792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.597890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accd518-308e-400b-a4ea-68a5e1055d9e req-3d6b1658-2c3e-4d2f-b2a3-cff496c60f84 tempest-FlavorsV2NegativeTest-1295460501 tempest-FlavorsV2NegativeTest-1295460501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:31.604667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2accd518-308e-400b-a4ea-68a5e1055d9e req-3d6b1658-2c3e-4d2f-b2a3-cff496c60f84 tempest-FlavorsV2NegativeTest-1295460501 tempest-FlavorsV2NegativeTest-1295460501-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915822 May 20 07:45:31.605691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Made reservation on behalf of 7a554ec2ad50429bba227864ec33aa44 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:31.609624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.691668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2accd518-308e-400b-a4ea-68a5e1055d9e req-9644ea3d-fb7c-4064-8edf-edbc78b1163d tempest-FlavorsV2NegativeTest-1295460501 tempest-FlavorsV2NegativeTest-1295460501-project] 10.222.0.79 "GET /v2.0/quotas/482c4db070af42baac2c82e141c307db HTTP/1.1" status: 200 len: 375 time: 0.0854166 May 20 07:45:31.749301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Deleting subnet 2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:45:31.754228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.767183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.772479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-83601f36-4a28-45d5-8ec8-3dc6b66cc6d8 None None] Provisioning for port 8f188b1f-2c5c-4547-98bb-e991100e2d7a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:31.779431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2accd518-308e-400b-a4ea-68a5e1055d9e req-fb312860-b72b-4ec4-b530-b85d6891d2a3 tempest-FlavorsV2NegativeTest-1295460501 tempest-FlavorsV2NegativeTest-1295460501-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=482c4db070af42baac2c82e141c307db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868871 May 20 07:45:31.800764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-83601f36-4a28-45d5-8ec8-3dc6b66cc6d8 None None] Provisioning complete for port 8f188b1f-2c5c-4547-98bb-e991100e2d7a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:31.802774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83601f36-4a28-45d5-8ec8-3dc6b66cc6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.806125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1232209 May 20 07:45:31.853037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Request body: {'port': {'device_id': 'ff64bef7-0348-4326-a4b4-507595155e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:31.910634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:31.989970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-83601f36-4a28-45d5-8ec8-3dc6b66cc6d8 None None] Port 8f188b1f-2c5c-4547-98bb-e991100e2d7a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:31.993225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] For port 28748f4e-3507-4377-8fcc-c83ddb9754a2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28748f4e-3507-4377-8fcc-c83ddb9754a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:31.993642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:32.221409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Calling delete_port for 28748f4e-3507-4377-8fcc-c83ddb9754a2 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:32.238220 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:32.267281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9323c4a2-81a0-4e34-86e7-2247bb8883c3 req-f1c53fad-3a08-4bf6-b129-3982c1f23daf tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 210 time: 0.3498707 May 20 07:45:32.386873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:32.427257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:32.574837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b35c535b-41a5-4433-9c57-c5127494b44a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:32.634813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b35c535b-41a5-4433-9c57-c5127494b44a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:32.635476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b35c535b-41a5-4433-9c57-c5127494b44a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:32.662423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:32.772177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:32.789300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:32.812909 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcdaa531-5488-45b9-b043-114ad571885d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:32.852394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6761b6-9ccf-4b95-9a69-e6942ada4821 req-8e828f54-6f5a-4ce5-9847-c4da62fa8d49 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:32.860021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b6761b6-9ccf-4b95-9a69-e6942ada4821 req-8e828f54-6f5a-4ce5-9847-c4da62fa8d49 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 936 time: 0.3949447 May 20 07:45:32.928348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b6761b6-9ccf-4b95-9a69-e6942ada4821 req-d8be0808-a492-4662-9092-75df65d57340 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 May 20 07:45:32.980793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=6']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:32.988404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:32.990595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.007768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.011991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:33.024167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e908948e-868a-4fe2-bbe7-bf7df201d0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:33.071253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:33.072112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.085337 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a180e05-125d-43a1-a8ec-84b9ac0b02c7 req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "PUT /v2.0/ports/ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 981 time: 1.9831076 May 20 07:45:33.087794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28748f4e-3507-4377-8fcc-c83ddb9754a2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:33.091114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.119051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:33.121835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:33.135503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.140687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077013d-f546-4dd1-8d31-f1bef8a46d61 None None] Network 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:33.176155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:33.238739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf HTTP/1.1" status: 204 len: 168 time: 2.0407813 May 20 07:45:33.239993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:33.264814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Checking segment: {'id': '81ada647-c0fd-4cd5-b6d0-25a9417683c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b8eca5a4-eda3-4f12-b1f0-b85c6563b9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:33.264814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Network hostable DHCP agents. Network: b8eca5a4-eda3-4f12-b1f0-b85c6563b9df, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:33.273524 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'status': 'completed', 'code': 200} May 20 07:45:33.274801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ea2de0-4315-4766-92a1-d0e2b7300d4c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:33.281226 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:33.282143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c4f1975-3439-4dd5-8079-24eedc610f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:33.370175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:33.386369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e324dbc-80f1-4d9f-91a4-e6dc340b8ccf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:33.396754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:33.477730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-5832a903-1fb0-432c-ae09-e93c906d34f0 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-463530116&fields=id&tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 267 time: 0.0820725 May 20 07:45:33.483144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Network b8eca5a4-eda3-4f12-b1f0-b85c6563b9df is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:33.578150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-e0080e57-2a9a-48cc-9aca-4cd022b0ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:33.579847 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-e0080e57-2a9a-48cc-9aca-4cd022b0ba00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1135 time: 0.2582374 May 20 07:45:33.587818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.593945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f188b1f-2c5c-4547-98bb-e991100e2d7a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:33.641149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.668604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, b8eca5a4-eda3-4f12-b1f0-b85c6563b9df) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:33.671546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.717159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed67b9-a936-4506-88a3-417e8f1b423d None None] Network b8eca5a4-eda3-4f12-b1f0-b85c6563b9df requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:33.770184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2bb4eeea-0a07-4bf0-b920-8970468552e8 req-f9e40d21-f3bd-4142-9233-f198062699b9 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 210 time: 0.1784470 May 20 07:45:33.776626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] DHCP port deletion for 83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:45:33.914984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:33.951640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-aa3c3778-2bb9-42d6-8517-6a9e12add289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:33.952377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-aa3c3778-2bb9-42d6-8517-6a9e12add289 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.3586156 May 20 07:45:33.960656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-6e816c50-c940-4d8c-92dc-a281f9bb71b5 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:33.963011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-6e816c50-c940-4d8c-92dc-a281f9bb71b5 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 984 time: 0.4768884 May 20 07:45:34.020852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:34.021028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Transition to ACTIVE for port object 8f188b1f-2c5c-4547-98bb-e991100e2d7a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:34.021694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.038823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:34.045194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Usage tracker for resource:security_group_rule and tenant:482c4db070af42baac2c82e141c307db is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:34.049012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:34.055416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:34.102617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.115018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.116653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.132429 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77a725c1-545b-4161-819d-68a46ca6776a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:34.149505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.186606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'security_groups': ['c023a8ce-5bf2-4304-a723-1ea187a3f5d7', 'd95a2cad-e0f6-40f7-817a-0f9b5923fd22', '7b10acbc-f39b-4a1a-aac8-ffbdf3698126']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:34.199949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Deleting port da4497c2-08ed-4675-ad50-5cc22ab49f32 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:34.200458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.217838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a412c-9101-41f8-8957-9804c7dd540e None None] Network b8eca5a4-eda3-4f12-b1f0-b85c6563b9df requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:34.220334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-30511950-1439-434d-8f4b-d53ea9e3ff29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 217 time: 0.2542379 May 20 07:45:34.279946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.303333 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-250907e8-24d6-4912-a953-1d8c43d4e668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:34.386973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Deleting port da4497c2-08ed-4675-ad50-5cc22ab49f32 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:34.387836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.474022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.492367 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=482c4db070af42baac2c82e141c307db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1150765 May 20 07:45:34.498187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46502) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:34.501375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc902364-39a1-4639-bafa-f0becccb9916,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:34.501553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.501553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856a3885-5352-42f4-8b69-572ffd4a8b29 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:45:34.514992 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4760923 May 20 07:45:34.529959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Pushing event updated for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:34.533668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:34.541351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-81e77903-be22-4792-8f36-fc1cac54b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:34.552271 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-81e77903-be22-4792-8f36-fc1cac54b99f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.3216171 May 20 07:45:34.609237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-efe852fc-dd2a-4a2b-a67b-bc1f05fe72f3 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:34.610796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-efe852fc-dd2a-4a2b-a67b-bc1f05fe72f3 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.81 "GET /v2.0/networks?id=fa75d296-6914-4d7b-a25f-bad7bf82ac51 HTTP/1.1" status: 200 len: 809 time: 0.8275440 May 20 07:45:34.611772 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:34.627513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] For port da4497c2-08ed-4675-ad50-5cc22ab49f32, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=da4497c2-08ed-4675-ad50-5cc22ab49f32,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:34.631482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.792111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Request body: {'port': {'device_id': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51', 'admin_state_up': True, 'tenant_id': 'f6babd3f2e7e4301a55ad077e102ece7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:34.867430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-283310d6-f71b-4e91-8a7f-6df5f9eb6b10 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2719154 May 20 07:45:34.948548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:34.950700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:34.954705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/856a3885-5352-42f4-8b69-572ffd4a8b29 HTTP/1.1" status: 204 len: 168 time: 5.3820827 May 20 07:45:34.957637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46518) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:34.972494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Calling delete_port for da4497c2-08ed-4675-ad50-5cc22ab49f32 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:34.982551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device da4497c2-08ed-4675-ad50-5cc22ab49f32 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:35.108845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.129317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] For port da4497c2-08ed-4675-ad50-5cc22ab49f32, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=da4497c2-08ed-4675-ad50-5cc22ab49f32,segment=NetworkSegment(eb074468-4c76-4e47-89d2-692fb07abf83),segment_id=eb074468-4c76-4e47-89d2-692fb07abf83)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:35.129711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.141126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.200300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.235984 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-b2c0a575-fa17-43be-b214-c9d9be4a72d7 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424289 May 20 07:45:35.310685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.318623 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:35.336585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Calling delete_port for da4497c2-08ed-4675-ad50-5cc22ab49f32 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:35.346312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.352291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Deleting subnet f3e75281-8761-4b39-b857-f45ba542f746 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:45:35.353860 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:35.373932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Attempting to bind port 8f188b1f-2c5c-4547-98bb-e991100e2d7a on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:35.374273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Attempting to bind port 8f188b1f-2c5c-4547-98bb-e991100e2d7a by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:35.374617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Attempting to bind port 8f188b1f-2c5c-4547-98bb-e991100e2d7a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:35.377365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.379531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Pushing event deleted for resources: {'Port': ['ID=da4497c2-08ed-4675-ad50-5cc22ab49f32,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:35.383985 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:35.386813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] No DVR routers for this DVR port da4497c2-08ed-4675-ad50-5cc22ab49f32 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:35.391319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc902364-39a1-4639-bafa-f0becccb9916,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:35.412664 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:35.437020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff6cf-676c-4e87-81c7-df000b54f025 req-bdbdc918-87f7-4af5-bc47-d7deea1a1e0b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:35.445519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bddff6cf-676c-4e87-81c7-df000b54f025 req-bdbdc918-87f7-4af5-bc47-d7deea1a1e0b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 948 time: 1.2293589 May 20 07:45:35.445519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.470947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Port 8f188b1f-2c5c-4547-98bb-e991100e2d7a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:35.470947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Attempting to bind port 8f188b1f-2c5c-4547-98bb-e991100e2d7a on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:35.473646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:35.481413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.485097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc902364-39a1-4639-bafa-f0becccb9916 HTTP/1.1" status: 204 len: 168 time: 0.9511151 May 20 07:45:35.531069 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bebd4f53-99bf-40cc-ae2c-43f43b1926e5 req-b319fd66-22f1-4418-aed2-19eebaabdc87 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868855 May 20 07:45:35.558139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:35.588062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.629377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Usage tracker for resource:port and tenant:f6babd3f2e7e4301a55ad077e102ece7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:35.646014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:35.648833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:35.651187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:35.651537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:35.652738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:35.653292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Bound port: 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:35.653668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.660079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.667023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:35.675084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:35.677504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:35.682018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.712578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Usage tracker for resource:security_group_rule and tenant:81a5b0fbb7c54375ad40f3a9edd24002 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:35.725979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:35.742957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:35.744129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.745019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2c6c104-fdda-4084-9ed3-96fb1f83e3cc req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "PUT /v2.0/ports/ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 1020 time: 1.7186131 May 20 07:45:35.746146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:35.760036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:35.772640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:35.776329 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:35.829358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bddff6cf-676c-4e87-81c7-df000b54f025 req-789e5495-d7d8-4f64-b17e-865b7bb161f7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714197 May 20 07:45:35.852713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:35.873671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Made reservation on behalf of f6babd3f2e7e4301a55ad077e102ece7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:35.877206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:35.931491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c3badf6-a54f-44a6-8b23-b6e44f4eee73 req-31560a87-f501-4c26-be5b-54c17e1492a5 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0597546 May 20 07:45:35.989468 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'status': 'completed', 'code': 200} May 20 07:45:35.993078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:35.997426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:36.089017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.110803 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-478cc157-f96e-4a4a-bf35-e0ae9afdb823 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:36.174039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.225392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-40514d2e-9299-4564-9921-f8c0f76cf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.227151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-40514d2e-9299-4564-9921-f8c0f76cf9aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1174 time: 0.2130873 May 20 07:45:36.263784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.307462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4497c2-08ed-4675-ad50-5cc22ab49f32,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:36.316562 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:36.319924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803d66-2ef0-4b69-84e7-d485ac021f81 req-8e0da050-539f-4f08-8f74-9f3721fd6ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.327008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2e41243-d9fb-44bf-9c59-739584c5b607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:36.329134 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80803d66-2ef0-4b69-84e7-d485ac021f81 req-8e0da050-539f-4f08-8f74-9f3721fd6ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1023 time: 0.2016373 May 20 07:45:36.383324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.407663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.408281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.409741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] 10.222.0.84 "PUT /v2.0/ports/8f188b1f-2c5c-4547-98bb-e991100e2d7a HTTP/1.1" status: 200 len: 1096 time: 4.5906794 May 20 07:45:36.524859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-099effe8-50d5-44aa-bc86-16f05b0ccd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.524859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-099effe8-50d5-44aa-bc86-16f05b0ccd9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.2663641 May 20 07:45:36.546414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80803d66-2ef0-4b69-84e7-d485ac021f81 req-61c1f227-f858-42fc-9554-7f982e10b614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95a2cad-e0f6-40f7-817a-0f9b5923fd22&id=7b10acbc-f39b-4a1a-aac8-ffbdf3698126&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 200 len: 6145 time: 0.2070112 May 20 07:45:36.612033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28748f4e-3507-4377-8fcc-c83ddb9754a2 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:36.613449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:36.630048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] No DVR routers for this DVR port da4497c2-08ed-4675-ad50-5cc22ab49f32 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:36.648379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1405119380 ', 'description': 'tempest-description-1443235048'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:36.663141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 28748f4e-3507-4377-8fcc-c83ddb9754a2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:36.663575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28748f4e-3507-4377-8fcc-c83ddb9754a2 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:36.743815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-3f193316-fb6d-4daa-b163-11b921f753dc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.745371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-3f193316-fb6d-4daa-b163-11b921f753dc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.4232278 May 20 07:45:36.774787 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf56d462-f13e-4425-8539-672cc183ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.805027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:36.808544 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-d7a5551c-78b3-4210-8992-7511883f290f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 200 len: 217 time: 0.2702641 May 20 07:45:36.819249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.852141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:36.874887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81a5b0fbb7c54375ad40f3a9edd24002&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9188085 May 20 07:45:36.877857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46568) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:36.896932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-313a8cf0-19e4-49e2-9293-3ca31d576c35 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/quotas/ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 375 time: 0.1235085 May 20 07:45:36.897404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-3f968e87-96f5-46b8-8620-ecc35f38f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:36.898971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-3f968e87-96f5-46b8-8620-ecc35f38f8b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.0843587 May 20 07:45:36.970518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Pushing event updated for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:36.970790 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-8799e604-6ede-404f-956f-c413b6bd29e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581195 May 20 07:45:36.974609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:36.979970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:37.016784 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89b7421c-ee0c-4aae-8d0c-893bc0f8400e tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:37.025165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.055126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Allocated IP 172.20.0.3 (fa75d296-6914-4d7b-a25f-bad7bf82ac51/20dbb137-eaa3-4949-b778-8d90c52fff18/aa16166e-43a3-4ded-96f3-0d944d27a131) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:37.085629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:37.098526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:37.105559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-5062be99-b69e-4ed3-a73a-2ba5f7569c7b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931238 May 20 07:45:37.105809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.115544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:37.126461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:37.141254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:37.148246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb074468-4c76-4e47-89d2-692fb07abf83') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:37.148542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb074468-4c76-4e47-89d2-692fb07abf83') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:37.160808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3d4a8-f943-48fa-909e-2928236cb33a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:37.179803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.210735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-06f8a219-0860-4ce7-bfb8-98aafd1063d1 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237818 May 20 07:45:37.228278 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:37.249233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.370914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8ff98246-2702-446d-b248-8177292e90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:37.372394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-8ff98246-2702-446d-b248-8177292e90e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 1099 time: 0.7452219 May 20 07:45:37.373414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.392788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.412856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d31e81-2a89-4ce8-9823-bed65450e413 req-0f61b3a0-a810-4844-a61b-d919b0a4b3fa service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932733 May 20 07:45:37.458803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:45:37.459162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.471838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.477430 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8dfdaf0-ee4a-4eeb-ae08-fabbfa04a150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:37.499948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3d4a8-f943-48fa-909e-2928236cb33a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: timer() May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:45:37.502682 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:45:37.505827 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:37.518671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-a2de3ade-761e-4a3a-8225-8f63853c34da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a HTTP/1.1" status: 200 len: 217 time: 0.1343999 May 20 07:45:37.527680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.536336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8e61917-1766-433e-b2e6-85e06702667f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:37.580520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d8175-093a-4a61-b2cd-572defe38f8b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:37.582583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:37.587209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.588373 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89c3d4a8-f943-48fa-909e-2928236cb33a HTTP/1.1" status: 204 len: 168 time: 0.7089112 May 20 07:45:37.666778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:37.668047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-47ff8a9c-f775-4ecf-bb8a-7f879647fdbc req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0411453 May 20 07:45:37.779525 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a', 'status': 'completed', 'code': 200} May 20 07:45:37.890478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-e92515fc-6a9d-4bdc-b812-c6b29292769a service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673116 May 20 07:45:37.908935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39568a8a-5569-482b-8bcb-1d6b3406bbd9 req-1b049350-90eb-45bd-99f9-dbdfe176ed17 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:37.910599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39568a8a-5569-482b-8bcb-1d6b3406bbd9 req-1b049350-90eb-45bd-99f9-dbdfe176ed17 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 948 time: 0.1034424 May 20 07:45:37.957868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39568a8a-5569-482b-8bcb-1d6b3406bbd9 req-722b8516-df60-43c2-b4c7-098792a8dd69 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 May 20 07:45:37.991848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-689ffd87-cce5-484a-b22c-8eeed3624340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:37.993269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-689ffd87-cce5-484a-b22c-8eeed3624340 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.4561024 May 20 07:45:38.094229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.129534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-18a78209-7c5a-4b5f-96de-db9c99bce8cd req-71205f2a-2215-4232-adcd-bbbfb831a615 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0573215 May 20 07:45:38.145130 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:38.163396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.170257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.184125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Pushing event deleted for resources: {'Network': ['ID=83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:38.195788 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:38.229919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09397b44-1acf-4bd3-9c3b-a9de6ae873c8 req-612bb03f-9913-4e95-b9b9-c20160995cc4 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/1b5d8175-093a-4a61-b2cd-572defe38f8b HTTP/1.1" status: 200 len: 1781 time: 0.0598018 May 20 07:45:38.244629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-903db26f-61c1-4fc9-8f0e-d8442133e435 service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356304 May 20 07:45:38.269423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-b6431a4a-5c56-46d1-a84e-0e4cf6645299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:38.270914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-b6431a4a-5c56-46d1-a84e-0e4cf6645299 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2229207 May 20 07:45:38.272301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.279411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:38.331110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e75281-8761-4b39-b857-f45ba542f746,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:38.345041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d4d72-1e2d-4ae7-a730-9c781227a316 None None] Network bad13e29-c82f-4f5b-af4a-a2b08ba1e49c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:38.349885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.352226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] 10.222.0.79 "DELETE /v2.0/networks/83807f8a-ebfe-4d16-b80f-5c8ae7eaf39f HTTP/1.1" status: 204 len: 168 time: 5.1121032 May 20 07:45:38.353816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:38.357831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.359923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f3e75281-8761-4b39-b857-f45ba542f746 HTTP/1.1" status: 204 len: 168 time: 3.3913283 May 20 07:45:38.364458 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07fd7038-7efd-40ea-a515-7d48d17e3709 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:38.374912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46626) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:38.496615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-3bbeb5b4-da22-4a88-be4e-efbc37590cd7 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/1b5d8175-093a-4a61-b2cd-572defe38f8b HTTP/1.1" status: 200 len: 1781 time: 0.1855292 May 20 07:45:38.526783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Network fa75d296-6914-4d7b-a25f-bad7bf82ac51 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:38.532603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:38.540221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:38.581729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Pushing event updated for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:38.599129 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:38.617122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-b7f49fdc-fb0b-4625-a9e6-564d53690e10 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117442 May 20 07:45:38.673081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:38.673804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.707908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.755599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.817358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:38.826407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] DHCP port deletion for bad13e29-c82f-4f5b-af4a-a2b08ba1e49c request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:45:38.873986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1884570 May 20 07:45:38.900308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Request body: {'port': {'device_id': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:38.950469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46672) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:38.978602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Deleting port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:38.981105 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.045630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-996e4ec3-2737-4406-95f6-470b3cb71571 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7c1bd8768324a67b3c911e92fe8a06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808525 May 20 07:45:39.045980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:39.050421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b73dfa34-ece4-46bb-a0a3-4dc9b8c99547 req-0f0724b2-7af0-428d-b410-ef026cf38860 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243712 May 20 07:45:39.082336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Deleting port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:45:39.083127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.130612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] For port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:39.131074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.159294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.237667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.243386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.266977 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-963c0af8-c4c6-4ac7-baf1-1b5b77e8876c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:39.269794 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e22de701-2234-4a53-91c6-7bb55e8245e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.282781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Calling delete_port for 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:39.296574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d8175-093a-4a61-b2cd-572defe38f8b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:39.316668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:39.325986 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.332461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8fc68069-1b72-4aa1-a58c-aca6a11adf9e req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/1b5d8175-093a-4a61-b2cd-572defe38f8b HTTP/1.1" status: 204 len: 173 time: 0.8313720 May 20 07:45:39.334453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] For port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,segment=NetworkSegment(7ad02c2c-8ba2-4ced-bead-87cdb471d8d0),segment_id=7ad02c2c-8ba2-4ced-bead-87cdb471d8d0)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:39.334820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.369308 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.517902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.521334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Calling delete_port for 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:45:39.542989 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.549515 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:39.554836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fe247af-a37f-44e1-a82c-25d35be06f06 req-f2a28d8f-0036-4eb4-acfa-7587a499342e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 210 time: 0.1322997 May 20 07:45:39.581577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-ac3a4629-24e9-46b9-91e3-4e6afe65ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:39.583049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-ac3a4629-24e9-46b9-91e3-4e6afe65ee73 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 1099 time: 0.3408868 May 20 07:45:39.639691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd9716-9cf7-4b08-ac2f-47edf5ef8842 req-14f30c9e-852a-4724-bbde-6df1d5ac5e1a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:39.641299 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8cd9716-9cf7-4b08-ac2f-47edf5ef8842 req-14f30c9e-852a-4724-bbde-6df1d5ac5e1a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 948 time: 0.1288083 May 20 07:45:39.694429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] No DVR routers for this DVR port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:39.695789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8cd9716-9cf7-4b08-ac2f-47edf5ef8842 req-7ac4609a-c6c9-4817-b580-b50fec52744f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 May 20 07:45:39.696770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.702614 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-103e4a01-526c-4836-a214-d7a5c7ff3a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:39.706628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Pushing event deleted for resources: {'Port': ['ID=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:39.713919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:39.748771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:39.759405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Pushing event deleted for resources: {'Port': ['ID=31b7d7eb-9d81-4b30-9e94-30b648dc4df2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:39.763455 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:39.764784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] No DVR routers for this DVR port 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:45:39.800839 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77351910-f07b-4003-9a46-903eb17498f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:40.009508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.030585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad13e29-c82f-4f5b-af4a-a2b08ba1e49c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:40.035262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d4902-ef52-4444-a65f-54feca952e13,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:40.037832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:40.045834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:40.046144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad02c2c-8ba2-4ced-bead-87cdb471d8d0') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:45:40.062814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.082755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.090002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:45:40.090511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.096990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-1c7845a0-69ed-4dba-ae3a-0b6b6ac9dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:40.098551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-1c7845a0-69ed-4dba-ae3a-0b6b6ac9dbb2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4984169 May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: timer() May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:45:40.105538 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:45:40.191908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.193946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a6d4902-ef52-4444-a65f-54feca952e13 HTTP/1.1" status: 204 len: 168 time: 1.1469429 May 20 07:45:40.200946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-9df80dde-0c0a-4fc3-8292-4d9f6077dc7b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a HTTP/1.1" status: 200 len: 217 time: 0.0920570 May 20 07:45:40.253640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.262884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:40.276097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.280388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d3563-6d7d-4def-92f1-9aa14949c2f5 req-ad2b29e2-5c18-4440-a699-9c03746146bf tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:40.280973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-363d3563-6d7d-4def-92f1-9aa14949c2f5 req-ad2b29e2-5c18-4440-a699-9c03746146bf tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Synchronizing usage tracker for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:40.281540 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-5d22e21a-a0f6-49fe-ac5a-0a9fb782cdb4 req-5cecf528-4fab-4a1f-88b7-f3fce7074f14 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:45:40.282738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d22e21a-a0f6-49fe-ac5a-0a9fb782cdb4 req-5cecf528-4fab-4a1f-88b7-f3fce7074f14 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/1b5d8175-093a-4a61-b2cd-572defe38f8b HTTP/1.1" status: 404 len: 352 time: 0.0473132 May 20 07:45:40.287670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Pushing event deleted for resources: {'Network': ['ID=bad13e29-c82f-4f5b-af4a-a2b08ba1e49c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:40.295164 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:40.299561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] 10.222.0.79 "DELETE /v2.0/networks/bad13e29-c82f-4f5b-af4a-a2b08ba1e49c HTTP/1.1" status: 204 len: 168 time: 1.9196112 May 20 07:45:40.372020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-cee201a4-d62f-4cae-9087-e935df4d735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:40.373586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-cee201a4-d62f-4cae-9087-e935df4d735a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1641099 May 20 07:45:40.381782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa16166e-43a3-4ded-96f3-0d944d27a131 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:40.433507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.459200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Transition to ACTIVE for port object aa16166e-43a3-4ded-96f3-0d944d27a131 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:40.466692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-363d3563-6d7d-4def-92f1-9aa14949c2f5 req-ad2b29e2-5c18-4440-a699-9c03746146bf tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Unset dirty status for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:40.468013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-363d3563-6d7d-4def-92f1-9aa14949c2f5 req-ad2b29e2-5c18-4440-a699-9c03746146bf tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 931 time: 0.7294037 May 20 07:45:40.498718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-7a31ed5a-23e6-4f81-8370-efcb13925d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:40.500216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-7a31ed5a-23e6-4f81-8370-efcb13925d7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141260 May 20 07:45:40.551761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8f188b1f-2c5c-4547-98bb-e991100e2d7a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:40.557518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-363d3563-6d7d-4def-92f1-9aa14949c2f5 req-35f5cefe-934f-4ff5-8ffe-030433b7dfcc tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820923 May 20 07:45:40.611938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.622898 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:40.664837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46758) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:40.691558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:45:40.735283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:45:40.735707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 31b7d7eb-9d81-4b30-9e94-30b648dc4df2 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:45:40.773274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:40.792092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '8f188b1f-2c5c-4547-98bb-e991100e2d7a', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '8f188b1f-2c5c-4547-98bb-e991100e2d7a', 'mac_address': 'fa:16:3e:06:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:40.825994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b5805ca-b04e-4823-8805-c14b64ef7eb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf0f2e2d9c9445448fbbf77c2dc222f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598175 May 20 07:45:40.828716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:40.845544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1351536139', 'description': 'tempest-description-1035641753'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:40.861546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.885419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:40.896121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f188b1f-2c5c-4547-98bb-e991100e2d7a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:40.914924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:40.916571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:40.959936 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:40.969818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Pushing event updated for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:40.972449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:41.006127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.006790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:41.023838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:41.043672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-99b0c0f7-7d76-4a92-9fe3-11e73ac0d59b service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328937 May 20 07:45:41.059501 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.063012 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:41.106246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.146776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:41.148036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.152963 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:41.162735 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54db46b0-29aa-4c83-a7b3-73c5ea5dbacd tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:41.168036 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.176075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d02a60-42ed-4bd8-8eb5-455430171a3c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:41.186040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:41.188371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.192004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0d02a60-42ed-4bd8-8eb5-455430171a3c HTTP/1.1" status: 204 len: 168 time: 0.3598950 May 20 07:45:41.202890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Attempting to bind port aa16166e-43a3-4ded-96f3-0d944d27a131 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:41.203244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Attempting to bind port aa16166e-43a3-4ded-96f3-0d944d27a131 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a5159f8c-82e3-4550-85a3-856a1a1ee013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:41.204085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Attempting to bind port aa16166e-43a3-4ded-96f3-0d944d27a131 on network fa75d296-6914-4d7b-a25f-bad7bf82ac51 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:41.221856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Port aa16166e-43a3-4ded-96f3-0d944d27a131 on network fa75d296-6914-4d7b-a25f-bad7bf82ac51 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:41.222198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Attempting to bind port aa16166e-43a3-4ded-96f3-0d944d27a131 on network fa75d296-6914-4d7b-a25f-bad7bf82ac51 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:41.232941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:41.241273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:41.248702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:41.253499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:41.253847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Checking segment: {'id': 'a5159f8c-82e3-4550-85a3-856a1a1ee013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:41.254239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Bound using segment: {'id': 'a5159f8c-82e3-4550-85a3-856a1a1ee013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:41.254695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Bound port: aa16166e-43a3-4ded-96f3-0d944d27a131, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5159f8c-82e3-4550-85a3-856a1a1ee013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:41.255053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.271465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9b82079-dd10-4367-ae30-3c1e0f7634b7 req-2ca93fc4-a415-434f-bc65-b6e7034f93d7 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189081 May 20 07:45:41.272318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:41.280806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-4d46ebb0-aa23-4d87-ba0c-eb6a8c3025b9 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490537 May 20 07:45:41.337281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['8f188b1f-2c5c-4547-98bb-e991100e2d7a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:41.414481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:41.420168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=aa16166e-43a3-4ded-96f3-0d944d27a131,segment=NetworkSegment(a5159f8c-82e3-4550-85a3-856a1a1ee013),segment_id=a5159f8c-82e3-4550-85a3-856a1a1ee013)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:41.460273 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.489185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-db66ae0c-eeff-4d2a-8985-5af15b46e0a4 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:41.490931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-db66ae0c-eeff-4d2a-8985-5af15b46e0a4 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011309 May 20 07:45:41.521631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-2e32db35-fa5c-40c1-9509-b5fcb6989942 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/quotas/acd8b40f5a74494fbe29ab71d38b2d75 HTTP/1.1" status: 200 len: 375 time: 0.0190718 May 20 07:45:41.528132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.543203 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e283c1-338a-49df-95ef-a531591a3fc8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:41.602637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.610856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-eb6a5d57-2d7f-4437-82c4-c17ee0a79601 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826387 May 20 07:45:41.633419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:41.634147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.635941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] 10.222.0.81 "PUT /v2.0/ports/aa16166e-43a3-4ded-96f3-0d944d27a131 HTTP/1.1" status: 200 len: 1091 time: 2.7509601 May 20 07:45:41.643916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:41.678739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Pushing event updated for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:41.689487 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:41.690402 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f45f86a-5bab-424b-8e98-48fc21016503 tempest-SecurityGroupsTestAdminJSON-303359597 tempest-SecurityGroupsTestAdminJSON-303359597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:41.764291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2e7fb-7085-451c-ba70-8f752ec0f421,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:41.868395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-6b527b83-a4ee-4a54-a123-0ffa67f19462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:41.885256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-6b527b83-a4ee-4a54-a123-0ffa67f19462 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6babd3f2e7e4301a55ad077e102ece7&device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 1094 time: 0.1066351 May 20 07:45:41.914999 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:41.920145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:41.921319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5127e9a8-fc38-47e6-ac6f-8ec5811ba017 req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1390386 May 20 07:45:42.005379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-331c7676-4508-44fc-977a-20c76f09a11e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:42.017337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-331c7676-4508-44fc-977a-20c76f09a11e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.3115191 May 20 07:45:42.041908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Request body: {'port': {'device_id': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'admin_state_up': True, 'tenant_id': 'ed1028bad2744827b51f30754ae192e3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:42.114042 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33d09400-975a-45ba-8826-f7307004f664 req-e51fdcd3-354d-4cb3-9325-7899f98a8091 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 210 time: 0.0683060 May 20 07:45:42.126448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-79d1b261-fe01-4f67-85fe-1be1a23f0000 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa16166e-43a3-4ded-96f3-0d944d27a131 HTTP/1.1" status: 200 len: 217 time: 0.2363021 May 20 07:45:42.207311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ccceeb6f-d2d7-4106-adc8-b9b8d37bb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:42.209007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-ccceeb6f-d2d7-4106-adc8-b9b8d37bb743 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20dbb137-eaa3-4949-b778-8d90c52fff18 HTTP/1.1" status: 200 len: 849 time: 0.0732810 May 20 07:45:42.288725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-85c8a12c-0256-4aa5-873d-03f4126f2fd4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa75d296-6914-4d7b-a25f-bad7bf82ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563295 May 20 07:45:42.299983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:42.305991 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:42.308623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Usage tracker for resource:port and tenant:ed1028bad2744827b51f30754ae192e3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:42.312655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:42.322738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:42.438395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:42.443648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:42.521302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-6c7c1f26-9cca-4f41-9916-4882774089bd service neutron] 10.222.0.81 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222748 May 20 07:45:42.536895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db361d37-f22b-466e-9dda-8dc135430bc3 req-9a5889d3-f1fc-41a2-8a16-cfa2d2133284 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:42.543887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db361d37-f22b-466e-9dda-8dc135430bc3 req-9a5889d3-f1fc-41a2-8a16-cfa2d2133284 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 949 time: 0.2139828 May 20 07:45:42.561407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8f188b1f-2c5c-4547-98bb-e991100e2d7a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:42.647087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db361d37-f22b-466e-9dda-8dc135430bc3 req-a80420c1-0bf6-489e-adea-33437258b050 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734015 May 20 07:45:42.755411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4deb178-8074-4a08-89df-da22e180d5b1 req-b668489c-f8ed-45ba-9774-5c58dc73d799 service neutron] 10.222.0.81 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102284 May 20 07:45:42.776632 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131', 'status': 'completed', 'code': 200} May 20 07:45:42.816245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Allocated IP 172.20.0.12 (70437a33-3b6a-460f-89a4-9a90d6050cb9/1b4ad184-5023-41a6-8c83-29772f84a53e/2204953f-9984-477a-84b6-ca3f0d2a16b0) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:42.822073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 8f188b1f-2c5c-4547-98bb-e991100e2d7a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:42.829826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 8f188b1f-2c5c-4547-98bb-e991100e2d7a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:42.830368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:42.847935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-79b5ce8d-1cc5-4048-bad5-adfce9c43fb3 req-a88758fe-d6a5-4339-b146-bf7ea71a8aec tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 210 time: 0.0481288 May 20 07:45:42.881780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-228560246', 'description': 'tempest-description-385965990'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:42.888501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:42.891071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:42.895289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:42.898885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:42.910289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:42.996928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.014548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f889f9-c07f-454b-b073-54764d23e371 req-f97a5716-1faf-40bd-ae7e-6861c1e047fc tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.019435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.023020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4f889f9-c07f-454b-b073-54764d23e371 req-f97a5716-1faf-40bd-ae7e-6861c1e047fc tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 943 time: 0.1795986 May 20 07:45:43.027511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:43.040184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:43.051982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:43.056536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:43.065456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1306644653-network', 'tenant_id': '54a58c667378458e8011db6c717be15a'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:43.072028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:43.079155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:43.083602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:43.094291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Usage tracker for resource:network and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:43.098629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:43.106562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.108842 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-122f366c-05b3-45e9-be70-47d693f2b9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:43.112456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:43.120479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-a07af96f-c275-48aa-a366-eb38e594e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.122156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-a07af96f-c275-48aa-a366-eb38e594e451 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6babd3f2e7e4301a55ad077e102ece7&device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 1094 time: 0.1719904 May 20 07:45:43.178146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4f889f9-c07f-454b-b073-54764d23e371 req-79334414-26da-447f-a922-1615ca4397eb tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541109 May 20 07:45:43.195040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:43.206388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:43.209159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Made reservation on behalf of 54a58c667378458e8011db6c717be15a for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:43.257997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.316770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.345250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.372994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.380481 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:43.402760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.412457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:43.429427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:43.435635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:43.451763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:43.466372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:43.470127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:43.474765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:43.500277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-bc9d0c04-f312-47dd-af1f-16662d1993db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.501788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-bc9d0c04-f312-47dd-af1f-16662d1993db service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa75d296-6914-4d7b-a25f-bad7bf82ac51 HTTP/1.1" status: 200 len: 910 time: 0.3562558 May 20 07:45:43.512920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.513108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:43.517939 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:43.523324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dda7cafc-41d4-4982-9fb8-b1760fea23e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:43.555281 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a', 'code': 200} May 20 07:45:43.575647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.581853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.640719 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-b707659b-1872-4c61-9929-5b3df62f93ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa16166e-43a3-4ded-96f3-0d944d27a131 HTTP/1.1" status: 200 len: 217 time: 0.1227663 May 20 07:45:43.698078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72486b-3132-41f4-9a8c-0b39a4dde85a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:43.715477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:43.740473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7099979 May 20 07:45:43.757037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-6eda1c99-dc28-4f33-aafd-10f986adf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.762093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-6eda1c99-dc28-4f33-aafd-10f986adf982 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=20dbb137-eaa3-4949-b778-8d90c52fff18 HTTP/1.1" status: 200 len: 849 time: 0.1064506 May 20 07:45:43.785236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Request body: {'port': {'device_id': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:43.807639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.809603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7a5beb1-b7c3-4a57-883f-86ceff202f77 req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9323845 May 20 07:45:43.811493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.820577 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-f4219fd0-de7f-4441-ab97-3fffac075877 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa75d296-6914-4d7b-a25f-bad7bf82ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538571 May 20 07:45:43.935639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.942396 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bab0677b-d124-48e1-9770-d5aa581abd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:43.961781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:43.981513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5d4-63e9-4cf2-b705-62ad84b02c78 req-99e15125-b24a-487a-8bbd-6488fd4e9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.988216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f1ee5d4-63e9-4cf2-b705-62ad84b02c78 req-99e15125-b24a-487a-8bbd-6488fd4e9276 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 1101 time: 0.3172328 May 20 07:45:43.989930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:43.993270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2407ed-ea23-4596-ae3f-4a2fed129cee req-3603fe2b-5a6c-41a4-ba41-1469f892afc4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:43.994122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2e2407ed-ea23-4596-ae3f-4a2fed129cee req-3603fe2b-5a6c-41a4-ba41-1469f892afc4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:44.017867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44b198-2dad-4192-baf0-4b8c0e1bcecd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:44.030271 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:44.031606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.031941 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Added segment b191f160-b6f9-4f21-8011-b0809d2b88b0 of type vlan for network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 May 20 07:45:44.034657 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-dd478f3b-1465-4bbf-a78a-0bf4696a6de8 service neutron] 10.222.0.81 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055924 May 20 07:45:44.097291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.153635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f1ee5d4-63e9-4cf2-b705-62ad84b02c78 req-918f5009-9532-462b-90da-5a716128e763 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541209 May 20 07:45:44.220839 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e5caadd-4a1f-4ae3-9503-3e7c016f40aa req-003e2896-b551-4747-9eae-d2c5638f4389 service neutron] 10.222.0.81 "GET /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790576 May 20 07:45:44.237806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2e2407ed-ea23-4596-ae3f-4a2fed129cee req-3603fe2b-5a6c-41a4-ba41-1469f892afc4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:44.242006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2407ed-ea23-4596-ae3f-4a2fed129cee req-3603fe2b-5a6c-41a4-ba41-1469f892afc4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 932 time: 0.5163157 May 20 07:45:44.340900 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.344157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:44.345176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.369378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:44.372097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2407ed-ea23-4596-ae3f-4a2fed129cee req-c830baec-4f85-4151-b976-1625d79c84c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258845 May 20 07:45:44.435367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1808875053', 'description': 'tempest-description-1703180966'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:44.447085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:44.456309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:44.460420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:44.468276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:44.490356 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5945475 May 20 07:45:44.494927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:44.502482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Request body: {'subnet': {'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1306644653-subnet', 'tenant_id': '54a58c667378458e8011db6c717be15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:44.536443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:44.552235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Usage tracker for resource:subnet and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:44.554033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a84aa03-e83c-4e19-9e19-9aaf329424d8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:44.556829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:44.558214 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:44.561681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.565453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:44.579225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:44.587485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b9871-43cf-49c7-9cc1-672862073f62 req-53316adf-fa18-4ccf-bdef-ada7258802a6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:44.588656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2204953f-9984-477a-84b6-ca3f0d2a16b0 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:44.589886 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a89b9871-43cf-49c7-9cc1-672862073f62 req-53316adf-fa18-4ccf-bdef-ada7258802a6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 950 time: 0.1660151 May 20 07:45:44.608182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.612910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:44.622345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:44.629216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:44.638971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a89b9871-43cf-49c7-9cc1-672862073f62 req-f618e308-20c6-4acc-91e6-b9272a89e74b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 May 20 07:45:44.641119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:44.643395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Transition to ACTIVE for port object 2204953f-9984-477a-84b6-ca3f0d2a16b0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:44.730364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Made reservation on behalf of 54a58c667378458e8011db6c717be15a for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:44.732678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.749241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.760260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:44.768005 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6cf078a7-c6ae-4c66-9968-bbe90d55c8c8 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:44.799910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ba7e77f-88e1-4230-a4d3-109d88a29de6 req-82b47826-a71e-49ac-b83a-18511a4c8231 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 210 time: 0.0455945 May 20 07:45:44.915061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device aa16166e-43a3-4ded-96f3-0d944d27a131 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:44.950197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:45.069850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=aa16166e-43a3-4ded-96f3-0d944d27a131,segment=NetworkSegment(a5159f8c-82e3-4550-85a3-856a1a1ee013),segment_id=a5159f8c-82e3-4550-85a3-856a1a1ee013)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:45.072335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e72468-543c-4ddf-9268-cf9fcaf259fa req-49825e25-833a-4f9a-8583-73c3d75d4f01 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:45.082984 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49e72468-543c-4ddf-9268-cf9fcaf259fa req-49825e25-833a-4f9a-8583-73c3d75d4f01 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 943 time: 0.1302547 May 20 07:45:45.085574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'aa16166e-43a3-4ded-96f3-0d944d27a131', 'network_id': 'fa75d296-6914-4d7b-a25f-bad7bf82ac51', 'port_id': 'aa16166e-43a3-4ded-96f3-0d944d27a131', 'mac_address': 'fa:16:3e:43:38:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20dbb137-eaa3-4949-b778-8d90c52fff18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:45.101883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-72b75a69-1484-4356-b4d2-51da9407c38b tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2324879 May 20 07:45:45.119041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:45.155248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-49e72468-543c-4ddf-9268-cf9fcaf259fa req-b57ccdfc-c0e4-42f2-a92c-74dd0518d915 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Synchronizing usage tracker for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:45.175670 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:45.184341 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:45.184863 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-818a3290-42fe-426b-852b-bacff3da2e58 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:45.195009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa16166e-43a3-4ded-96f3-0d944d27a131 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:45.212774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=aa16166e-43a3-4ded-96f3-0d944d27a131,segment=NetworkSegment(a5159f8c-82e3-4550-85a3-856a1a1ee013),segment_id=a5159f8c-82e3-4550-85a3-856a1a1ee013)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:45.253021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-49e72468-543c-4ddf-9268-cf9fcaf259fa req-b57ccdfc-c0e4-42f2-a92c-74dd0518d915 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Unset dirty status for tenant:f6babd3f2e7e4301a55ad077e102ece7 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:45.253884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49e72468-543c-4ddf-9268-cf9fcaf259fa req-b57ccdfc-c0e4-42f2-a92c-74dd0518d915 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594412 May 20 07:45:45.282503 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:45.284645 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:45.435734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:45.435734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7be7b6eb-139f-4c07-9d9a-e945abc9ac42 req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9274654 May 20 07:45:45.435734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce0261-8c8b-4590-8c29-9e5f2db4fb78,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:45.439061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:45.439061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:45.442555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:45.466099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:45.466675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:45.467489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:45.493818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:45.494332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:45.556093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:45.556674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:45.557123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:45.557630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Bound port: 2204953f-9984-477a-84b6-ca3f0d2a16b0, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:45.558564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:45.580406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['aa16166e-43a3-4ded-96f3-0d944d27a131'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:45.582113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-08fe5510-6f88-43d0-892a-3379b39b6006 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:45.583545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-08fe5510-6f88-43d0-892a-3379b39b6006 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4730856 May 20 07:45:45.616431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Request body: {'port': {'device_id': '71822585-f3d8-4c07-9988-5098b7515e10', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'acd8b40f5a74494fbe29ab71d38b2d75'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:45.884865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:45.894446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab045465-e0b9-4117-91d6-1e309abc49ca req-b76b02f0-d5e6-4022-8d1b-4a6cc5000a00 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:45.895902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab045465-e0b9-4117-91d6-1e309abc49ca req-b76b02f0-d5e6-4022-8d1b-4a6cc5000a00 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.3846920 May 20 07:45:45.897917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:45.961059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f758c935-db3a-4a8a-bd91-efccf8e1f297 req-432654db-5ca7-4b4b-a9e2-135252307f29 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:45.997140 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.006288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:46.009455 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28bdf89d-88fd-4f72-890f-6ece25e2d5d4 tempest-InstanceActionsV221TestJSON-367115997 tempest-InstanceActionsV221TestJSON-367115997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:46.043327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f758c935-db3a-4a8a-bd91-efccf8e1f297 req-432654db-5ca7-4b4b-a9e2-135252307f29 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:46.044816 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f758c935-db3a-4a8a-bd91-efccf8e1f297 req-432654db-5ca7-4b4b-a9e2-135252307f29 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 10893 time: 0.2002976 May 20 07:45:46.058211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Usage tracker for resource:port and tenant:acd8b40f5a74494fbe29ab71d38b2d75 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:46.061698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:46.084915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:46.093720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab045465-e0b9-4117-91d6-1e309abc49ca req-df85fd6a-2164-41fc-908b-148da8e08c6d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903245 May 20 07:45:46.097136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:46.097764 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.099056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] 10.222.0.81 "PUT /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 1092 time: 2.3179557 May 20 07:45:46.100658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f758c935-db3a-4a8a-bd91-efccf8e1f297 req-b3778a6d-7016-40eb-97bf-b8b1df290399 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 200 len: 2981 time: 0.0488958 May 20 07:45:46.106644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:46.135606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:46.140496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:46.182133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f758c935-db3a-4a8a-bd91-efccf8e1f297 req-b2a2dcf7-1066-4db6-a155-f0d199603f16 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 200 len: 2981 time: 0.0733473 May 20 07:45:46.250259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Made reservation on behalf of acd8b40f5a74494fbe29ab71d38b2d75 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:46.253715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.308285 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-95f89878-04ff-4f97-8f81-61cc6f068c4b req-e7bdc664-87b6-4b22-bc1a-6319031d38a1 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 210 time: 0.0430000 May 20 07:45:46.311827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.351992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:46.360211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Usage tracker for resource:security_group_rule and tenant:acd8b40f5a74494fbe29ab71d38b2d75 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:46.373156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:46.383150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.386649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:46.398777 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3c5cbc6-654b-40ad-b29b-b5ac0902433d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:46.478123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-c9a56957-9d66-4af5-9f77-b2e136a0afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:46.479703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-c9a56957-9d66-4af5-9f77-b2e136a0afbc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1095 time: 0.2797828 May 20 07:45:46.570063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fadb7ea-0425-45df-b3bc-28bc9215e8ae,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:46.585081 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:46.592169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-8cd5820c-b4cd-4318-bab0-cf9c5718d9fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.0894294 May 20 07:45:46.605150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44929-6530-45e0-a82c-d0214e640489 req-11bda383-abb6-4db7-861d-aaa01604f42e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:46.606554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83e44929-6530-45e0-a82c-d0214e640489 req-11bda383-abb6-4db7-861d-aaa01604f42e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 950 time: 0.3409739 May 20 07:45:46.611855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Checking segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:46.614422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Network hostable DHCP agents. Network: 9a84aa03-e83c-4e19-9e19-9aaf329424d8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:46.750711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83e44929-6530-45e0-a82c-d0214e640489 req-4d13cffa-1e8d-4162-84c3-2ecd11df548d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354544 May 20 07:45:46.758298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-30e21701-e54e-4987-90d1-c91247bbdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:46.759726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-30e21701-e54e-4987-90d1-c91247bbdbb0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1488898 May 20 07:45:46.774923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.774923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:46.817974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-d71eeae3-6919-4417-a9f6-a5b71d8965b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462854 May 20 07:45:46.820417 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'status': 'completed', 'code': 200} May 20 07:45:46.831312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:46.836380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e1f1bed-b94a-44d6-b3bb-bbe3ff7af841 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:46.907748 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-9d3474fb-7d5c-461b-a64f-fc1d9667dd00 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/3ff2e7fb-7085-451c-ba70-8f752ec0f421 HTTP/1.1" status: 200 len: 1801 time: 0.0669665 May 20 07:45:46.932593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device aa16166e-43a3-4ded-96f3-0d944d27a131 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:46.984403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.019180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.060423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 9a84aa03-e83c-4e19-9e19-9aaf329424d8) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:47.069702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe865b-f6d0-4c89-bf28-3ad08aa39aa4 None None] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:47.096806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port aa16166e-43a3-4ded-96f3-0d944d27a131 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:47.107775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port aa16166e-43a3-4ded-96f3-0d944d27a131 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:47.108211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.157161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.161367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a077975-bd5b-4cc7-929d-cc098512aff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:47.178452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2e7fb-7085-451c-ba70-8f752ec0f421,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:47.188037 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:47.207630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:47.208148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.211594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43152dff-58ba-4d74-88f0-8095ed857ec0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:47.228192 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:47.275096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.277589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-301b29ce-b24c-4ba5-97a2-0e62c61aa0ac req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/3ff2e7fb-7085-451c-ba70-8f752ec0f421 HTTP/1.1" status: 204 len: 173 time: 0.3684976 May 20 07:45:47.356340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-09618d7f-5153-44ab-8d1a-e278b787d1ac service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211413 May 20 07:45:47.374892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:47.413314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Allocated IP 192.168.233.252 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/56c9a6e6-80da-4f99-aa01-2dc25283c003) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:47.417721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9199739 May 20 07:45:47.429606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84fe2-f01d-470f-99cc-b1c9f0cffcbc req-4184d028-26d4-49cd-97bd-e8f331085da2 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:47.437874 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbb84fe2-f01d-470f-99cc-b1c9f0cffcbc req-4184d028-26d4-49cd-97bd-e8f331085da2 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 944 time: 0.3856618 May 20 07:45:47.462614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b4e97-f309-466f-81af-ae312ec4f246 None None] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:47.531041 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.568310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.593994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:47.604150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Usage tracker for resource:security_group_rule and tenant:ac29cb76df1f4da0bd60a1662bbba5ab is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:47.607478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbb84fe2-f01d-470f-99cc-b1c9f0cffcbc req-e8083fd8-a5ad-4d4c-bc08-f23a30604659 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682091 May 20 07:45:47.609036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:47.617299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:47.657751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=aa16166e-43a3-4ded-96f3-0d944d27a131,segment=NetworkSegment(a5159f8c-82e3-4550-85a3-856a1a1ee013),segment_id=a5159f8c-82e3-4550-85a3-856a1a1ee013)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:47.660832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:47.665469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8a4db24-9332-43ff-8f6e-18754b59e0c0 req-9f6b9f7e-d6bb-4bf3-abc6-2765c0082d24 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000758 May 20 07:45:47.690718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d733ba0-8cf0-42c3-9f1d-4e21fe8f9a61 req-5d30a28e-1dee-47e4-bf50-a3ce60bddb4f tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:47.692224 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d733ba0-8cf0-42c3-9f1d-4e21fe8f9a61 req-5d30a28e-1dee-47e4-bf50-a3ce60bddb4f tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 1101 time: 0.2865210 May 20 07:45:47.714174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.719043 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:47.766334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d733ba0-8cf0-42c3-9f1d-4e21fe8f9a61 req-71669c9d-d46c-40e7-a9ec-bdc94a1bf991 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665214 May 20 07:45:47.851869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.855610 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-6c257c8b-adf0-4e83-aed4-6d35cbbb9ad7 req-406836d4-0687-4cb2-9039-d637e56b6a23 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:45:47.856868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c257c8b-adf0-4e83-aed4-6d35cbbb9ad7 req-406836d4-0687-4cb2-9039-d637e56b6a23 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/3ff2e7fb-7085-451c-ba70-8f752ec0f421 HTTP/1.1" status: 404 len: 352 time: 0.0235336 May 20 07:45:47.867983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:47.872450 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:47.910249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:47.921753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:47.996509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.024221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Transition to ACTIVE for port object 56c9a6e6-80da-4f99-aa01-2dc25283c003 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:48.054079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-d990f779-b095-44ac-b39f-34f00707300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.055589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-d990f779-b095-44ac-b39f-34f00707300b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1095 time: 0.1960006 May 20 07:45:48.070913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a30df9-dde6-4013-95e3-faa2c4773332 req-c7ebfdc6-7ee4-4b46-a4d6-4a2dc4d82a40 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.072383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55a30df9-dde6-4013-95e3-faa2c4773332 req-c7ebfdc6-7ee4-4b46-a4d6-4a2dc4d82a40 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.1803105 May 20 07:45:48.126763 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac29cb76df1f4da0bd60a1662bbba5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480009 May 20 07:45:48.129660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1b0a44-173d-4213-a8e4-61846f86e7d4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:48.132093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:48.134241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e403686d-8d1a-4ebf-aaf3-6bb07b3f00b8 req-a3e19945-8e65-4063-8494-f415d5d278c4 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 210 time: 0.1678035 May 20 07:45:48.137268 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:48.209035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.212360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.223379 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9c9aa70a-1687-4110-bc1d-d9eefce25220 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:48.238092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.263230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55a30df9-dde6-4013-95e3-faa2c4773332 req-310bed30-39c0-4c0b-abef-0b449ffb5bb4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689854 May 20 07:45:48.309455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:48.315430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:48.323108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:48.344611 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131', 'code': 200} May 20 07:45:48.368223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Pushing event updated for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:48.371195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-45fcf3f1-4849-48a5-9e0e-6e818cb5618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.372643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-45fcf3f1-4849-48a5-9e0e-6e818cb5618c service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2993865 May 20 07:45:48.375911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:48.454498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-b9ab8b82-ad46-43c7-b48d-a74a68a19fc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.0720079 May 20 07:45:48.494833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.498962 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-496ea1cc-cc8a-4106-8034-5444ba140df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:48.521840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.522471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.542581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1b0a44-173d-4213-a8e4-61846f86e7d4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:48.554458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:48.576838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-054f5f9d-01b0-4b20-bc39-6d6f1c4c022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.578730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-054f5f9d-01b0-4b20-bc39-6d6f1c4c022f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1171227 May 20 07:45:48.606623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.611376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de1b0a44-173d-4213-a8e4-61846f86e7d4 HTTP/1.1" status: 204 len: 168 time: 0.4725864 May 20 07:45:48.637708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-4c9b8416-68d1-418d-9669-f3251f173694 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509984 May 20 07:45:48.639013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0418530 May 20 07:45:48.688278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Request body: {'port': {'device_id': '71822585-f3d8-4c07-9988-5098b7515e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:48.705144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-e5f71ad6-7eca-4f2b-aab8-6efdbe453ae6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.705904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-e5f71ad6-7eca-4f2b-aab8-6efdbe453ae6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:48.719263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6824f7-e53f-4783-8001-63e08ae03f49 req-317b78b0-37dd-4b77-8a51-6e7e3038c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:48.720734 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b6824f7-e53f-4783-8001-63e08ae03f49 req-317b78b0-37dd-4b77-8a51-6e7e3038c84b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2654445 May 20 07:45:48.775260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-362d4c52-e971-41c6-be41-706b18a53c28 None None] Provisioning for port 56c9a6e6-80da-4f99-aa01-2dc25283c003 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:48.780776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-362d4c52-e971-41c6-be41-706b18a53c28 None None] Provisioning complete for port 56c9a6e6-80da-4f99-aa01-2dc25283c003 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:48.781246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-362d4c52-e971-41c6-be41-706b18a53c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.799099 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b6824f7-e53f-4783-8001-63e08ae03f49 req-9b564980-a0e9-44f8-a164-44928a6935be service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 May 20 07:45:48.802922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-e5f71ad6-7eca-4f2b-aab8-6efdbe453ae6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:48.804019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-e5f71ad6-7eca-4f2b-aab8-6efdbe453ae6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.3900659 May 20 07:45:48.820275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-854a9880-7204-4b36-b496-0fa4b8467245 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/quotas/54a58c667378458e8011db6c717be15a HTTP/1.1" status: 200 len: 375 time: 0.0094593 May 20 07:45:48.856591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-362d4c52-e971-41c6-be41-706b18a53c28 None None] Port 56c9a6e6-80da-4f99-aa01-2dc25283c003 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:48.876241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-fc234484-1df3-4c53-9b19-af4d8a194127 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480907 May 20 07:45:48.900870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-cc08715a-19ea-4188-886a-28ce39707cbb service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562461 May 20 07:45:48.907174 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:48.967402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:49.061841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-5884bbf0-55d1-40fe-a7a2-d0d2dd2b970b service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693454 May 20 07:45:49.143222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:49.162474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'port_id': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'mac_address': 'fa:16:3e:83:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4ad184-5023-41a6-8c83-29772f84a53e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:49.227429 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-9acbf477-90cd-4861-a4c6-c031857cbc14 service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636961 May 20 07:45:49.231188 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.255723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2204953f-9984-477a-84b6-ca3f0d2a16b0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:49.274670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:49.317774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b460a0b8-dfc8-4233-aecd-250f66177200 req-b003fb2e-e0bd-4373-a164-270d284fec48 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994625 May 20 07:45:49.358015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-942592d6-195e-4566-8546-9e028d5612e3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/4d72486b-3132-41f4-9a8c-0b39a4dde85a HTTP/1.1" status: 200 len: 1799 time: 0.1562843 May 20 07:45:49.361870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.366636 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:49.433774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:49.436921 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:49.546315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.593682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.606751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-302daabb-2c35-4199-bc72-8e45942ce093 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617492 May 20 07:45:49.712562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2204953f-9984-477a-84b6-ca3f0d2a16b0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:49.726986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c9a6e6-80da-4f99-aa01-2dc25283c003 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:49.738191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.742221 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.744409 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5f06e49-482f-48ec-af1d-d5e2a932b952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:49.767230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72486b-3132-41f4-9a8c-0b39a4dde85a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:49.775356 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:49.778624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.779763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dbda7962-c5f5-4a72-87d2-74741a7d03f6 req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/4d72486b-3132-41f4-9a8c-0b39a4dde85a HTTP/1.1" status: 204 len: 173 time: 0.4157047 May 20 07:45:49.782473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Transition to ACTIVE for port object 56c9a6e6-80da-4f99-aa01-2dc25283c003 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:49.789022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-859d9062-afd8-4327-93dd-a532b48b9953 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:49.798828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-859d9062-afd8-4327-93dd-a532b48b9953 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912322 May 20 07:45:49.818783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-f50676b4-2dab-471c-9bb8-70534d7d043b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.0184507 May 20 07:45:49.899990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47218) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:49.961582 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:49.972659 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:49.984666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-c7409277-4a7d-44e9-b4cc-8f99fb37e5b5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1652470 May 20 07:45:50.130411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-525171085-network', 'tenant_id': '4fbd06e9fb494a1ab8001b3a59e622a1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:50.149615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:50.160536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Usage tracker for resource:network and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:50.194582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:50.203162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Pushing event updated for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:50.207319 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:50.217694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:50.321450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cda28-949d-4501-b303-01ce5a6fef4e req-38a47aa1-5b87-4613-bbcd-c99a4af6f92c tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:50.324406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f7cda28-949d-4501-b303-01ce5a6fef4e req-38a47aa1-5b87-4613-bbcd-c99a4af6f92c tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 945 time: 0.4041188 May 20 07:45:50.333075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Attempting to bind port 56c9a6e6-80da-4f99-aa01-2dc25283c003 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:50.333075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Attempting to bind port 56c9a6e6-80da-4f99-aa01-2dc25283c003 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:50.333365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Attempting to bind port 56c9a6e6-80da-4f99-aa01-2dc25283c003 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:50.337255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Made reservation on behalf of 4fbd06e9fb494a1ab8001b3a59e622a1 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:50.340865 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.357524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Port 56c9a6e6-80da-4f99-aa01-2dc25283c003 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:50.357954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Attempting to bind port 56c9a6e6-80da-4f99-aa01-2dc25283c003 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:50.372811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.396540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:50.397290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:50.397709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:50.401286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Bound port: 56c9a6e6-80da-4f99-aa01-2dc25283c003, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:50.401286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.412668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:50.427219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:50.435434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:50.482121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:50.495246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f7cda28-949d-4501-b303-01ce5a6fef4e req-0401d92f-3fd4-4ccf-bc82-521cfdd84c1a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413784 May 20 07:45:50.552310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:50.559581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:50.607007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.613119 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:50.726714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:50.727342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.728682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] 10.222.0.84 "PUT /v2.0/ports/56c9a6e6-80da-4f99-aa01-2dc25283c003 HTTP/1.1" status: 200 len: 1096 time: 2.0604930 May 20 07:45:50.731931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.733806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:50.770899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Pushing event updated for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:50.774153 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:50.802418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-38cfc2e6-e9b3-495b-bea4-e33fc21968cf tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:50.803163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-38cfc2e6-e9b3-495b-bea4-e33fc21968cf tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Synchronizing usage tracker for tenant:acd8b40f5a74494fbe29ab71d38b2d75 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:50.915428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:50.921406 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-280a7ad1-4d56-4368-9219-661110ed2139 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:50.980718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:45:50.984556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:50.994076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-38cfc2e6-e9b3-495b-bea4-e33fc21968cf tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Unset dirty status for tenant:acd8b40f5a74494fbe29ab71d38b2d75 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:50.995976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-38cfc2e6-e9b3-495b-bea4-e33fc21968cf tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 948 time: 0.3508346 May 20 07:45:51.012177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85adb79-6684-4ffb-8ae4-77bd4e73787c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:51.014656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b83f5-e35e-4da9-a0ec-24bfe660c1e9 req-019a2092-69ae-41b3-8b20-72676eeffd3e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:51.022255 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c4b83f5-e35e-4da9-a0ec-24bfe660c1e9 req-019a2092-69ae-41b3-8b20-72676eeffd3e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 945 time: 0.1106520 May 20 07:45:51.038499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.038850 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Added segment 1ae7c00c-1a83-4884-a935-d3d0d5ae1d88 of type vlan for network 91b90a53-813e-4328-a5bd-d9cdd6499761 May 20 07:45:51.042450 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:51.069229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1c4b83f5-e35e-4da9-a0ec-24bfe660c1e9 req-549b039e-07e9-4405-abbf-34b08071fb5d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:51.105876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-d05ec44f-af2d-4e42-96e5-34ae492bc518 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Synchronizing usage tracker for tenant:acd8b40f5a74494fbe29ab71d38b2d75 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:51.109407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.140062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 2204953f-9984-477a-84b6-ca3f0d2a16b0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:51.145086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 2204953f-9984-477a-84b6-ca3f0d2a16b0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:51.148684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.154898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-7929b3fb-75de-48e1-8d80-98d3c1308021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:51.156380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-7929b3fb-75de-48e1-8d80-98d3c1308021 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 1099 time: 0.2143440 May 20 07:45:51.162824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1c4b83f5-e35e-4da9-a0ec-24bfe660c1e9 req-549b039e-07e9-4405-abbf-34b08071fb5d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:51.164079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c4b83f5-e35e-4da9-a0ec-24bfe660c1e9 req-549b039e-07e9-4405-abbf-34b08071fb5d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409888 May 20 07:45:51.235349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-861cec13-e9a5-44de-983a-fc28f06c2a62 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003 HTTP/1.1" status: 200 len: 217 time: 0.0672774 May 20 07:45:51.274782 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.303428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-d05ec44f-af2d-4e42-96e5-34ae492bc518 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Unset dirty status for tenant:acd8b40f5a74494fbe29ab71d38b2d75 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:51.306210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab1841f7-5a45-4cfe-b589-ccf98ed85e39 req-d05ec44f-af2d-4e42-96e5-34ae492bc518 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992628 May 20 07:45:51.307328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:51.314276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.318107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:51.318683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.320385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:51.340435 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bfdface3-f821-4fdb-babf-a7e7e4053001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:51.345756 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e08b67e7-5a21-4374-9d6e-9b8009af1a73 req-1c0eb042-2f54-46f0-96c2-11f5592d84e3 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 210 time: 0.0677958 May 20 07:45:51.412827 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-a4fd8fac-4a8b-491d-8516-e2280921a57e req-6c0ed3ef-4849-43ea-beb6-18159cf1f075 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:45:51.413877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4fd8fac-4a8b-491d-8516-e2280921a57e req-6c0ed3ef-4849-43ea-beb6-18159cf1f075 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/4d72486b-3132-41f4-9a8c-0b39a4dde85a HTTP/1.1" status: 404 len: 352 time: 0.0531402 May 20 07:45:51.420281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.423670 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:51.470419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-ff5069bd-a405-437d-a1b9-83d59bf45e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:51.475135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-ff5069bd-a405-437d-a1b9-83d59bf45e3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2286434 May 20 07:45:51.479115 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003', 'status': 'completed', 'code': 200} May 20 07:45:51.497221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Pushing event updated for resources: {'Network': ['ID=91b90a53-813e-4328-a5bd-d9cdd6499761,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:51.529564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 91b90a53-813e-4328-a5bd-d9cdd6499761 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:45:51.553856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-886cbd07-2c73-4e3a-97e3-aacd50481b20 req-35fd3f16-4fba-45ab-a420-4dcdaed9b9bf tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 210 time: 0.1002321 May 20 07:45:51.664786 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'code': 200} May 20 07:45:51.672785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:51.684235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7828543 May 20 07:45:51.687894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:51.691639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:51.696414 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:51.704979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Request body: {'subnet': {'network_id': '91b90a53-813e-4328-a5bd-d9cdd6499761', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-525171085-subnet', 'tenant_id': '4fbd06e9fb494a1ab8001b3a59e622a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:51.710129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:51.714761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Usage tracker for resource:subnet and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:51.718293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:51.725231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:51.739042 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-6e840f05-1dd6-4e3e-bdee-e94933044888 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/63ce0261-8c8b-4590-8c29-9e5f2db4fb78 HTTP/1.1" status: 200 len: 1801 time: 0.1070416 May 20 07:45:51.751289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-fd704d78-542d-45c4-ad77-df0b79cb596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:51.752541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-fd704d78-542d-45c4-ad77-df0b79cb596c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568119 May 20 07:45:51.809883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.837336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:51.845963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Made reservation on behalf of 4fbd06e9fb494a1ab8001b3a59e622a1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:51.848217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:52.024722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55406f-6fab-4ae1-aea0-54f8578fefc4 req-9f07af31-ac3e-4e5c-b04f-7bc7298609d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.026215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb55406f-6fab-4ae1-aea0-54f8578fefc4 req-9f07af31-ac3e-4e5c-b04f-7bc7298609d0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1097 time: 0.2710617 May 20 07:45:52.034501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-dbd9fd8a-aaef-41ec-a0a3-99697af1e297 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311113 May 20 07:45:52.044412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714649-4cf7-4bb6-ba90-263f073868aa req-40b87bca-96b6-43d4-aad4-eb81a95a7ac9 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.045945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73714649-4cf7-4bb6-ba90-263f073868aa req-40b87bca-96b6-43d4-aad4-eb81a95a7ac9 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 945 time: 0.2414408 May 20 07:45:52.066786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:52.071523 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34ec937-0fae-4634-a24e-3e74776b995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:52.097602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce0261-8c8b-4590-8c29-9e5f2db4fb78,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:52.100068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:52.117047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:52.118880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49d93525-4a9c-408c-8e19-8ae95ff99aaf req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/63ce0261-8c8b-4590-8c29-9e5f2db4fb78 HTTP/1.1" status: 204 len: 173 time: 0.3757200 May 20 07:45:52.213660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb55406f-6fab-4ae1-aea0-54f8578fefc4 req-68f3852a-9299-4d9b-8372-3108d92804d2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780663 May 20 07:45:52.221108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73714649-4cf7-4bb6-ba90-263f073868aa req-7efe221a-ed35-4605-bba7-d0eea96c0a3b tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410060 May 20 07:45:52.255564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbcbb947-4d14-4e5e-b4ed-293f406a1078 req-a25173ce-7988-49a5-a512-a2c5a8e86a59 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962872 May 20 07:45:52.349134 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-6850e1f3-bd95-40db-ad49-60ccdaad85bd req-5aa29c22-c3cd-4214-ab46-b24e76a3c91e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:45:52.350264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6850e1f3-bd95-40db-ad49-60ccdaad85bd req-5aa29c22-c3cd-4214-ab46-b24e76a3c91e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/63ce0261-8c8b-4590-8c29-9e5f2db4fb78 HTTP/1.1" status: 404 len: 352 time: 0.0722010 May 20 07:45:52.568776 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:52.573116 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b690a4d9-2958-4e16-8f9b-e3596cf58052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:52.607381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-a642d1fc-680c-4f02-9ff2-7c44efad6797 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.608805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-a642d1fc-680c-4f02-9ff2-7c44efad6797 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.3118963 May 20 07:45:52.631439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'port': {'device_id': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'admin_state_up': True, 'tenant_id': '54a58c667378458e8011db6c717be15a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:52.651383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05398a3d-afe8-49bb-8dcc-5879ded95ea6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:52.655295 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:52.673072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Checking segment: {'id': '1ae7c00c-1a83-4884-a935-d3d0d5ae1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '91b90a53-813e-4328-a5bd-d9cdd6499761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:52.673426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Network hostable DHCP agents. Network: 91b90a53-813e-4328-a5bd-d9cdd6499761, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:45:52.677390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-036b0bce-245e-42b4-aeca-1a62cc346204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.678902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-036b0bce-245e-42b4-aeca-1a62cc346204 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 1099 time: 0.2665811 May 20 07:45:52.757349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Network 91b90a53-813e-4328-a5bd-d9cdd6499761 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:45:52.814689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e2dd-9379-486b-bfda-caf72480fd78 req-ebea6481-68ae-48b9-8628-ec914fb270af tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.816126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b528e2dd-9379-486b-bfda-caf72480fd78 req-ebea6481-68ae-48b9-8628-ec914fb270af tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 946 time: 0.2791317 May 20 07:45:52.852951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 91b90a53-813e-4328-a5bd-d9cdd6499761) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:52.859370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-e9fca1a0-e4a7-4126-afc5-e35284a52763 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324244 May 20 07:45:52.866082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b9fa7-325b-4cbb-b2f8-d93518f5c0cb None None] Network 91b90a53-813e-4328-a5bd-d9cdd6499761 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:52.866582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:52.867052 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:52.940718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:52.945460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Usage tracker for resource:port and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:52.949013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:52.956349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:52.978720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b528e2dd-9379-486b-bfda-caf72480fd78 req-adb06e33-8e82-4f08-99ff-c6d5cac28cf3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095653 May 20 07:45:52.999936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-67e0133a-b596-4737-a9fb-561778efefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:53.011711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-67e0133a-b596-4737-a9fb-561778efefc4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2791603 May 20 07:45:53.093174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-eec401a6-5590-4a7e-8def-a59258eb4cbb tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:53.094948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-eec401a6-5590-4a7e-8def-a59258eb4cbb tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299092 May 20 07:45:53.097007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Made reservation on behalf of 54a58c667378458e8011db6c717be15a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:53.100474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:53.110508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:53.128306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742f178-ac72-4872-a51a-04cedbe5d826 None None] Network 91b90a53-813e-4328-a5bd-d9cdd6499761 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:45:53.129923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-818a3db4-a9b3-4cce-b643-38ec52625368 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003 HTTP/1.1" status: 200 len: 217 time: 0.1118050 May 20 07:45:53.231038 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5415807 May 20 07:45:53.367388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-85106bad-7df9-482f-a044-82dc84ac5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:53.369267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-85106bad-7df9-482f-a044-82dc84ac5180 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2319913 May 20 07:45:53.422972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7ef5546e-dbeb-440d-8203-601bac39b251 req-2e326ccb-a7af-402e-89db-0abac76d9e20 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:53.428129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:53.453943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:53.539863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7ef5546e-dbeb-440d-8203-601bac39b251 req-2e326ccb-a7af-402e-89db-0abac76d9e20 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:53.541337 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ef5546e-dbeb-440d-8203-601bac39b251 req-2e326ccb-a7af-402e-89db-0abac76d9e20 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 6145 time: 0.3945265 May 20 07:45:53.580601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:45:53.584129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:53.671081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ef5546e-dbeb-440d-8203-601bac39b251 req-3c0e03b6-54b5-4a2c-bece-0ecc3a53c98b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 200 len: 2981 time: 0.1218412 May 20 07:45:53.694200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bcb03-75b0-45b7-b508-0b07f9a56cff req-8da9cbb2-e207-4ba2-912d-f45838e00ff6 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:53.695642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a56bcb03-75b0-45b7-b508-0b07f9a56cff req-8da9cbb2-e207-4ba2-912d-f45838e00ff6 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 948 time: 0.4024389 May 20 07:45:53.708150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Allocated IP 172.20.0.10 (9a84aa03-e83c-4e19-9e19-9aaf329424d8/1fadb7ea-0425-45df-b3bc-28bc9215e8ae/4267a5bc-374f-4b32-b213-0987cae774ac) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:53.743745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-db7fc489-914a-40d2-abd0-eec06507a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:53.745244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-db7fc489-914a-40d2-abd0-eec06507a5e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3620427 May 20 07:45:53.795281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ef5546e-dbeb-440d-8203-601bac39b251 req-ab293384-8e43-4a23-b2e0-34850bbf7507 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 200 len: 2981 time: 0.1136639 May 20 07:45:53.810228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a56bcb03-75b0-45b7-b508-0b07f9a56cff req-218ccf02-fc2c-45a1-a4d4-aa78e654ad91 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068256 May 20 07:45:53.840206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.207 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/3bb21990-86d4-4bc7-8b8e-9095986e8dec) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:45:53.945580 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ac41d18b-d3c2-4b11-aabd-e74ad1a00b8a req-41c5380d-561c-4e20-a143-37097d6c5376 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 210 time: 0.0491669 May 20 07:45:53.969350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.051577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc6e9055-c769-4ce7-a22e-3d7f0f6b7987 req-969595bd-71d3-445f-a83d-52d6a15548e3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 210 time: 0.1120050 May 20 07:45:54.098429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-15ff7f49-0c14-469c-bec7-a1c5c919677a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426855 May 20 07:45:54.255003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.279725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.299956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object 3bb21990-86d4-4bc7-8b8e-9095986e8dec will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:54.303318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1016085059', 'description': 'tempest-description-1284579453'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:54.309308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-643b8df6-2c58-4c26-b17a-a169456efa20 req-0fe048f5-c59d-4d95-896d-15ebde8e2177 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012968 May 20 07:45:54.313530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:54.319405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:54.325702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:54.333889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:54.407283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.413270 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:54.420179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278', '8f188b1f-2c5c-4547-98bb-e991100e2d7a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:54.426647 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.428576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.443724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-992b4d7f-85f7-460a-8b74-cae537068257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:54.453249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:54.501309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:54.514688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:54.518581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:54.521168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:54.521459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:54.527607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:54.533427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:54.568214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:45:54.572930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:45:54.579286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:45:54.606681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1190014563', 'description': 'tempest-description-195410327'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:54.617237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:54.621507 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:54.633849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:54.640419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:54.653299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:54.659936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.660182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.660407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.660767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.661119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.661501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.661881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.662239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.662790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.662924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.663256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.663602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:54.663888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 56c9a6e6-80da-4f99-aa01-2dc25283c003 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:54.671399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:54.672554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.682238 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:54.712529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.721986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:54.722607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.768665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.791152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:54.795644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:54.799594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:54.805773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.806815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efc78ec2-6b5b-4a2d-87b6-662bf0fa16b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:54.808443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7033653 May 20 07:45:54.809991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:54.820800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Request body: {'port': {'device_id': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:54.850495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2270105 May 20 07:45:54.852003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ba3676-99ad-497e-a461-0e1b1a02e432,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:54.856063 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:54.871733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Request body: {'port': {'device_id': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:54.910889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:54.912279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82efd2a4-2df4-4c31-94a5-01da6e9e334e req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6183884 May 20 07:45:54.953902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:55.007450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '56c9a6e6-80da-4f99-aa01-2dc25283c003', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '56c9a6e6-80da-4f99-aa01-2dc25283c003', 'mac_address': 'fa:16:3e:4b:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:55.013958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.036317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.042220 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.094062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2872c7c-3973-4c38-b8fa-40ef22f1ea96 None None] Provisioning for port 3bb21990-86d4-4bc7-8b8e-9095986e8dec completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:55.102319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.115577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:55.121822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2872c7c-3973-4c38-b8fa-40ef22f1ea96 None None] Provisioning complete for port 3bb21990-86d4-4bc7-8b8e-9095986e8dec triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:55.122211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2872c7c-3973-4c38-b8fa-40ef22f1ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.159214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.176125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d6f24b-6737-4092-84f9-5e5ffc852394,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:55.181110 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:55.222125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c9a6e6-80da-4f99-aa01-2dc25283c003 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:55.239581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06f0ad-7f40-4dee-8926-d753062266b5 req-6d5ad97e-a400-4c50-bf5b-9705416830d0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:55.241236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c06f0ad-7f40-4dee-8926-d753062266b5 req-6d5ad97e-a400-4c50-bf5b-9705416830d0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 946 time: 0.2131987 May 20 07:45:55.245609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c2872c7c-3973-4c38-b8fa-40ef22f1ea96 None None] Port 3bb21990-86d4-4bc7-8b8e-9095986e8dec cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:45:55.261171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.262630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f182a10a-8119-4e34-86bd-4ac79ca4256f req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6667025 May 20 07:45:55.274412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:55.348795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.352638 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6c3f06c8-47e6-47b6-a1a5-d750cb6b57a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:55.390315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c06f0ad-7f40-4dee-8926-d753062266b5 req-0102453f-c738-459d-9b22-92c5f186e0b9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408508 May 20 07:45:55.453816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:55.459359 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:55.623507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['56c9a6e6-80da-4f99-aa01-2dc25283c003'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:55.674267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:55.683353 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.702681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Transition to ACTIVE for port object 4267a5bc-374f-4b32-b213-0987cae774ac will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:55.744717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fd5c7-0188-4041-99a0-077aacb3f91d req-1c4900da-dc99-496c-988e-bc6d2557722a tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:55.755550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-029fd5c7-0188-4041-99a0-077aacb3f91d req-1c4900da-dc99-496c-988e-bc6d2557722a tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 949 time: 0.1838739 May 20 07:45:55.770657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb21990-86d4-4bc7-8b8e-9095986e8dec {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:55.777058 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.788138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.789786 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cb46727-466d-4e84-ab96-f14c97f2a57e tempest-ServerGroupTestJSON-1857959635 tempest-ServerGroupTestJSON-1857959635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:55.830174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-92d59fe4-949d-4da6-a1a1-6ddf3efb9543 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/d0ba3676-99ad-497e-a461-0e1b1a02e432 HTTP/1.1" status: 200 len: 1813 time: 0.1121237 May 20 07:45:55.833705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Transition to ACTIVE for port object 3bb21990-86d4-4bc7-8b8e-9095986e8dec will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:45:55.842856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0ba3676-99ad-497e-a461-0e1b1a02e432', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:55.843343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0ba3676-99ad-497e-a461-0e1b1a02e432', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:55.852472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:55.859196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:55.867149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:55.879357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:55.899783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:55.904819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ec6569d-243b-490a-b179-9e1005181a9c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:55.951150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-029fd5c7-0188-4041-99a0-077aacb3f91d req-054211d5-aae0-4bd7-8a93-9a14ef57745c tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940985 May 20 07:45:55.951957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:56.082091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Pushing event updated for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:56.088494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.115867 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:56.150455 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:56.195983 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.233623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.237861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Attempting to bind port 3bb21990-86d4-4bc7-8b8e-9095986e8dec on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:56.238196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Attempting to bind port 3bb21990-86d4-4bc7-8b8e-9095986e8dec by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:56.238527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Attempting to bind port 3bb21990-86d4-4bc7-8b8e-9095986e8dec on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:56.243332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Port 3bb21990-86d4-4bc7-8b8e-9095986e8dec on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:56.243655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Attempting to bind port 3bb21990-86d4-4bc7-8b8e-9095986e8dec on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:56.249388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:56.251044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:56.251044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:56.251044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Bound port: 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:56.251044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.284274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Attempting to bind port 4267a5bc-374f-4b32-b213-0987cae774ac on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:45:56.284779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Attempting to bind port 4267a5bc-374f-4b32-b213-0987cae774ac by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:45:56.284934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Attempting to bind port 4267a5bc-374f-4b32-b213-0987cae774ac on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:56.293043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Port 4267a5bc-374f-4b32-b213-0987cae774ac on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:45:56.293360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Attempting to bind port 4267a5bc-374f-4b32-b213-0987cae774ac on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:45:56.302729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:45:56.303072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Checking segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:45:56.303463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Bound using segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:45:56.303948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Bound port: 4267a5bc-374f-4b32-b213-0987cae774ac, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:45:56.304405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.313417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.319644 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:56.337062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052518-121c-4156-ae6c-47ae47bc575e req-1229154f-f7ad-43bd-873d-d2c679750237 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.337062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c1052518-121c-4156-ae6c-47ae47bc575e req-1229154f-f7ad-43bd-873d-d2c679750237 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:56.362746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6434f37-a980-4cc8-ad0b-1d74406a195c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:56.374496 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:56.382592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:56.385648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:56.422410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:45:56.425677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:45:56.442893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.444110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1a6da49-ccef-49d4-bd24-9804eda0ca07 req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6073947 May 20 07:45:56.469174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c1052518-121c-4156-ae6c-47ae47bc575e req-1229154f-f7ad-43bd-873d-d2c679750237 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:56.469949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.471085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1052518-121c-4156-ae6c-47ae47bc575e req-1229154f-f7ad-43bd-873d-d2c679750237 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 944 time: 0.3201926 May 20 07:45:56.475267 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb4e1c2a-47fa-4880-92b6-6977c5ac4c19 tempest-FloatingIPsAssociationTestJSON-1911597363 tempest-FloatingIPsAssociationTestJSON-1911597363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:56.522631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1052518-121c-4156-ae6c-47ae47bc575e req-58097661-af80-46f0-9edd-a374ed6e27bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 May 20 07:45:56.524798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.529604 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:56.539104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.539821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.541713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-2715939c-765f-412b-b759-34461f629a2e service neutron] 10.222.0.84 "PUT /v2.0/ports/3bb21990-86d4-4bc7-8b8e-9095986e8dec HTTP/1.1" status: 200 len: 1096 time: 1.7250876 May 20 07:45:56.543941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:56.617095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-88898054', 'description': 'tempest-description-2036034281'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:56.622624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.623249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.624607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] 10.222.0.81 "PUT /v2.0/ports/4267a5bc-374f-4b32-b213-0987cae774ac HTTP/1.1" status: 200 len: 1092 time: 1.7583914 May 20 07:45:56.625164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:56.632172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Pushing event updated for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:56.635587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:56.644575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:56.646778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.647231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.647681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.648483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.648483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.648809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:56.649046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.649510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.649938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.650364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.651287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.651287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.651561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:45:56.657552 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:56.657785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:56.659856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:56.663945 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:56.669277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 56c9a6e6-80da-4f99-aa01-2dc25283c003 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:45:56.767013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4102c74-5c17-4ea6-bc93-eb9d541b7b2d req-7ee5aa2d-13fc-4b17-9883-04ea2fa1963c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.767793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b4102c74-5c17-4ea6-bc93-eb9d541b7b2d req-7ee5aa2d-13fc-4b17-9883-04ea2fa1963c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:56.793723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-e9fbd687-cd67-44f0-8367-df8e942e7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.795288 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-e9fbd687-cd67-44f0-8367-df8e942e7fa2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 1099 time: 0.1321094 May 20 07:45:56.796613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.842354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 56c9a6e6-80da-4f99-aa01-2dc25283c003 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:45:56.843814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:56.845995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47448) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:56.848742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 56c9a6e6-80da-4f99-aa01-2dc25283c003 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:45:56.849408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:56.851416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:56.859577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:56.867975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:56.880841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-6ca66f0f-3a9a-4fef-90b7-e77867873660 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec HTTP/1.1" status: 200 len: 217 time: 0.0773945 May 20 07:45:56.906756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-a6a41b1e-b86e-49a6-b5f2-5bf1961e340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:56.908250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-a6a41b1e-b86e-49a6-b5f2-5bf1961e340a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 1095 time: 0.1588302 May 20 07:45:56.931576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b4102c74-5c17-4ea6-bc93-eb9d541b7b2d req-7ee5aa2d-13fc-4b17-9883-04ea2fa1963c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:56.938979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b4102c74-5c17-4ea6-bc93-eb9d541b7b2d req-7ee5aa2d-13fc-4b17-9883-04ea2fa1963c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 948 time: 0.3831718 May 20 07:45:56.989845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-8336700f-a015-4786-9870-41040ac65414 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4267a5bc-374f-4b32-b213-0987cae774ac HTTP/1.1" status: 200 len: 217 time: 0.0680804 May 20 07:45:56.997453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.010061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b4102c74-5c17-4ea6-bc93-eb9d541b7b2d req-1c85dade-d643-4af3-9d69-3be3f0c558a2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700881 May 20 07:45:57.013400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-9999e734-1871-4a4a-ba78-1a8671651f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.015265 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-9999e734-1871-4a4a-ba78-1a8671651f77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1277084 May 20 07:45:57.031846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:45:57.042898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:57.099695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.101138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc513cf-c341-4f14-a675-18c2478888cd req-da299e83-fd85-4b59-aa32-0cb88d6ee9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.102890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-da299e83-fd85-4b59-aa32-0cb88d6ee9c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745738 May 20 07:45:57.107491 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.107667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.108120 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:57.127067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:57.131352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ce508f9d0d9d4f5fa656a8846beee2c3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:57.136319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:57.141500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:57.158197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-707d66ac-1a27-4cdc-b243-53d616615376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.159690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-707d66ac-1a27-4cdc-b243-53d616615376 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.1341574 May 20 07:45:57.193746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:57.197598 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:57.215955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.226468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c469d116-8589-46f9-88b2-41340e0e6ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:57.240781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-0b32073d-e8c0-442e-82b2-82dbfbc313c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719640 May 20 07:45:57.275160 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-00e44e9f-a7e5-4f85-b4f3-54379c3ade3e service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641400 May 20 07:45:57.328108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48895fbf-5007-4afd-9975-d30c5b659689,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:57.334189 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:57.426966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.428068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62c9fca9-1a4c-407f-8707-f1adf49c420c req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8184490 May 20 07:45:57.474494 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbc513cf-c341-4f14-a675-18c2478888cd req-e1e86f34-b2a7-426d-8f82-2386aebfd9ab service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893771 May 20 07:45:57.480848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-569a2dca-4b07-4a41-92bb-c1c44823343d service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218041 May 20 07:45:57.485713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.501893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4b7a6-c955-4785-837d-abbe5541a5e8 req-3f2acd26-d903-4e0f-ab72-86a2a68fb650 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.503420 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3b4b7a6-c955-4785-837d-abbe5541a5e8 req-3f2acd26-d903-4e0f-ab72-86a2a68fb650 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1097 time: 0.1817350 May 20 07:45:57.550088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a3b4b7a6-c955-4785-837d-abbe5541a5e8 req-5bc7e90e-b240-4ba4-bc9e-414e919ff4e8 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Synchronizing usage tracker for tenant:7a554ec2ad50429bba227864ec33aa44 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:57.616486 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.632901 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61a110a2-3d98-4700-b115-3a90d3f867ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:57.652201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a3b4b7a6-c955-4785-837d-abbe5541a5e8 req-5bc7e90e-b240-4ba4-bc9e-414e919ff4e8 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Unset dirty status for tenant:7a554ec2ad50429bba227864ec33aa44 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:57.653520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a3b4b7a6-c955-4785-837d-abbe5541a5e8 req-5bc7e90e-b240-4ba4-bc9e-414e919ff4e8 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440670 May 20 07:45:57.683302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-122f0ab1-404d-4838-ab2c-4e1128456add req-f00d4c25-4246-4158-bf73-66f71db23d84 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/d0ba3676-99ad-497e-a461-0e1b1a02e432 HTTP/1.1" status: 200 len: 2406 time: 0.1842489 May 20 07:45:57.697951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce508f9d0d9d4f5fa656a8846beee2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461561 May 20 07:45:57.697951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72edb0dc-bc42-4442-a93f-a68f60eab4be,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:57.698372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:57.708840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:57.717357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60313c5c-f8ac-47bf-b1ca-d356dbe60f2a req-2c716a6a-cde6-4b3c-a93c-eb09dda46377 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199926 May 20 07:45:57.735918 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec', 'status': 'completed', 'code': 200} May 20 07:45:57.751783 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac', 'status': 'completed', 'code': 200} May 20 07:45:57.797665 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003', 'code': 200} May 20 07:45:57.822406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.898784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:57.959200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-ee1b6c65-0775-4696-8990-c6d8f11d5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.960618 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-ee1b6c65-0775-4696-8990-c6d8f11d5796 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 1099 time: 0.2022793 May 20 07:45:57.975229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bc692-1434-4ff0-bf6b-9f751f8dc5de req-45f2fc8b-976d-48cb-bf67-7024e268a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.976664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b7bc692-1434-4ff0-bf6b-9f751f8dc5de req-45f2fc8b-976d-48cb-bf67-7024e268a1fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 1101 time: 0.0931127 May 20 07:45:57.980030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-edafadb4-72ca-4abf-9c89-7889eb93bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:57.981422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-edafadb4-72ca-4abf-9c89-7889eb93bc59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 1095 time: 0.1544473 May 20 07:45:58.112687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b7bc692-1434-4ff0-bf6b-9f751f8dc5de req-3331c1d5-72eb-46fa-a09b-b57a78d65ddc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294832 May 20 07:45:58.167710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-4a14250a-ef0c-4595-83cb-ee30ef895433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.171087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-4a14250a-ef0c-4595-83cb-ee30ef895433 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 923 time: 0.1726983 May 20 07:45:58.194374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f31f4-738b-48e1-8036-08ee8c9fde39 req-8c7c8143-4cf4-4155-a6c1-076816824360 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.201278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be6f31f4-738b-48e1-8036-08ee8c9fde39 req-8c7c8143-4cf4-4155-a6c1-076816824360 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 950 time: 0.3524086 May 20 07:45:58.208063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:58.227358 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-21413960-9156-4bd2-95cf-7217243d1c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:58.258049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72edb0dc-bc42-4442-a93f-a68f60eab4be,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:58.271911 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:58.282746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:58.286169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72edb0dc-bc42-4442-a93f-a68f60eab4be HTTP/1.1" status: 204 len: 168 time: 0.5844061 May 20 07:45:58.289123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-cc788e69-2d1f-4116-99a3-5e3cc9c71363 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4267a5bc-374f-4b32-b213-0987cae774ac HTTP/1.1" status: 200 len: 217 time: 0.1043391 May 20 07:45:58.316554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be6f31f4-738b-48e1-8036-08ee8c9fde39 req-441e9073-a3f3-4cf1-a442-045baaaa8a2b tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144004 May 20 07:45:58.322539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-4e78484c-476b-49b4-81b7-d5bb240a469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.324316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-4e78484c-476b-49b4-81b7-d5bb240a469f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3560750 May 20 07:45:58.457827 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-adfbb407-9ac6-4358-8523-61e791488daf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec HTTP/1.1" status: 200 len: 217 time: 0.1244915 May 20 07:45:58.565883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-dc453c71-1627-498e-9917-b142afcc73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.567267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-dc453c71-1627-498e-9917-b142afcc73e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.2598860 May 20 07:45:58.588549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-c2bda142-057d-403b-b44c-ecffa1e5fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.590721 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-c2bda142-057d-403b-b44c-ecffa1e5fa1d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0889781 May 20 07:45:58.632040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-8e2bf281-f453-49b0-9ebd-ed8294c14771 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.633517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-8e2bf281-f453-49b0-9ebd-ed8294c14771 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 813 time: 0.3863859 May 20 07:45:58.640748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-5735ec5b-ed9b-472b-a913-1dd540316560 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510731 May 20 07:45:58.642120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528a63-4a86-465f-bab1-7ad966083842 req-bdbebd87-75d2-4c06-827c-81353655beda tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.643601 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c528a63-4a86-465f-bab1-7ad966083842 req-bdbebd87-75d2-4c06-827c-81353655beda tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 944 time: 0.1820405 May 20 07:45:58.653165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-897ceae6-d6f1-47c5-bdaf-45697e3fb7f6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/quotas/dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 375 time: 0.0103452 May 20 07:45:58.675272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3bb21990-86d4-4bc7-8b8e-9095986e8dec details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:58.723901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6c528a63-4a86-465f-bab1-7ad966083842 req-88e6085d-39f8-409d-b70f-097443e4cfed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:45:58.740093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-80155b77-4f8c-401b-882e-318f35528212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:58.741709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-80155b77-4f8c-401b-882e-318f35528212 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430967 May 20 07:45:58.856148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-ac8b3e3b-f5cc-4c65-ac9f-b8979e87ab55 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845365 May 20 07:45:58.856716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6c528a63-4a86-465f-bab1-7ad966083842 req-88e6085d-39f8-409d-b70f-097443e4cfed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:45:58.859558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-3d396b2a-5818-4858-8980-956fb62831ab service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080755 May 20 07:45:58.862336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c528a63-4a86-465f-bab1-7ad966083842 req-88e6085d-39f8-409d-b70f-097443e4cfed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100446 May 20 07:45:58.893501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:58.909878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '3bb21990-86d4-4bc7-8b8e-9095986e8dec', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '3bb21990-86d4-4bc7-8b8e-9095986e8dec', 'mac_address': 'fa:16:3e:bc:e7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:58.918918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-2238dc25-7459-4cbc-a332-1ac64d497fcb service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700940 May 20 07:45:58.978143 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.031127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:45:59.045211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb21990-86d4-4bc7-8b8e-9095986e8dec {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:59.062358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:59.125588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-d63ebea3-2f22-46d1-a4f0-ebf64bca9157 service neutron] 10.222.0.79 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561820 May 20 07:45:59.136864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f17ca47-f2db-4035-9157-128df90e6f42 req-e76a0beb-dd75-442d-9326-b9e6b9d0e9a3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448573 May 20 07:45:59.182044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdbe774d-1421-4cc9-a5c7-3b71ae1cf7c8 req-fc5a603f-fec5-496e-ae85-79d899b97676 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558165 May 20 07:45:59.195018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4ba05-e83f-468b-ad4b-6772372c7678 req-2b1eaaff-fb3b-4940-bf45-b3406e222739 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:59.196694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f3c4ba05-e83f-468b-ad4b-6772372c7678 req-2b1eaaff-fb3b-4940-bf45-b3406e222739 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1097 time: 0.1463642 May 20 07:45:59.210006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:59.224582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '4267a5bc-374f-4b32-b213-0987cae774ac', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'port_id': '4267a5bc-374f-4b32-b213-0987cae774ac', 'mac_address': 'fa:16:3e:d6:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fadb7ea-0425-45df-b3bc-28bc9215e8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:45:59.256978 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.262896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f3c4ba05-e83f-468b-ad4b-6772372c7678 req-5a730690-ddd0-4779-9497-82760fbdbf92 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 May 20 07:45:59.265128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:59.334808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-67ef381b-b4c1-4370-8580-c9dfdc8b81ab service neutron] 10.222.0.79 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960618 May 20 07:45:59.340073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.351776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-469050bc-97b0-4197-aebd-fcd7487b1a98 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-group-rules/f6434f37-a980-4cc8-ad0b-1d74406a195c HTTP/1.1" status: 200 len: 778 time: 0.0418673 May 20 07:45:59.361129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:45:59.381108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:59.384889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:59.387532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:45:59.405797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6837b963-07a6-4b4f-9c23-93a9ed72a423 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/d0ba3676-99ad-497e-a461-0e1b1a02e432 HTTP/1.1" status: 200 len: 2406 time: 0.0531430 May 20 07:45:59.450859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.461792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.469069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.471069 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:59.534509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['3bb21990-86d4-4bc7-8b8e-9095986e8dec'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:59.580127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.593415 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-716e2ba8-c3a4-46ad-8998-8d8094eb52f8 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:45:59.593593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:59.598677 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:59.611342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:45:59.642212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c594b3e2-0534-41d8-a8b0-81219b65c80e req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f6434f37-a980-4cc8-ad0b-1d74406a195c HTTP/1.1" status: 204 len: 173 time: 0.2287900 May 20 07:45:59.644150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:45:59.658363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6434f37-a980-4cc8-ad0b-1d74406a195c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:45:59.668928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:45:59.806220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6946a-feb3-4186-b6df-443265734342 req-808ba748-cf68-4e14-b7bf-38dc9f985d2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:59.807796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daf6946a-feb3-4186-b6df-443265734342 req-808ba748-cf68-4e14-b7bf-38dc9f985d2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 949 time: 0.1024206 May 20 07:45:59.830069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4267a5bc-374f-4b32-b213-0987cae774ac'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:45:59.878355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1754926524-network', 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:45:59.884865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:45:59.890257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daf6946a-feb3-4186-b6df-443265734342 req-efd321c0-13cf-4e2a-9166-3a5b84fec661 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 May 20 07:45:59.892580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Usage tracker for resource:network and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:45:59.895775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:45:59.911807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:45:59.967546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12e85-ced4-41ff-b7f1-609d77978bf4 req-1708581c-3e07-4a24-9327-f3ca84b5090d tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:45:59.969068 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8eb12e85-ced4-41ff-b7f1-609d77978bf4 req-1708581c-3e07-4a24-9327-f3ca84b5090d tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 950 time: 0.0851631 May 20 07:46:00.007768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d06145f-abcc-422a-ba8e-4aae45921eb0 req-653256a4-3635-45e4-baba-7d730a1015ae tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 210 time: 0.0542505 May 20 07:46:00.026917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8eb12e85-ced4-41ff-b7f1-609d77978bf4 req-e406629d-c762-4ac7-84ef-faad974074c6 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 May 20 07:46:00.032378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1971897623', 'description': 'tempest-description-931253121'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:00.036703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:00.038969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.050652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:00.055725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.068140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:00.072194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:00.081960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:00.084056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:00.089964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Usage tracker for resource:security_group_rule and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:00.093722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:00.099644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:00.176529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.204335 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.208299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:00.212139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:00.215227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:00.220932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:00.311648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.316844 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da6a8618-4fe8-4486-893d-93b8f7614f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:00.348649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:46:00.369628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea371a88-94fa-47ae-8120-2575f61d712b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:00.375663 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.376007 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Added segment 6d534934-0ff1-4cda-8237-eb792a4199c2 of type vlan for network 124136bc-8b34-4982-91a9-dd3074054f4a May 20 07:46:00.377220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:00.425717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.444876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.534780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.535636 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.541124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8dd5ff1-d495-4bcc-a6ab-9e57f18c7966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:00.554285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:00.554874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.609048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb36ed8-4203-4c50-987f-372c1cc672e3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:00.614054 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:00.614514 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:00.694020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3bb21990-86d4-4bc7-8b8e-9095986e8dec up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:00.698236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0529230 May 20 07:46:00.699324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.700409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b347b6-45dd-42d7-9ab5-4d0c954949a7 req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6725545 May 20 07:46:00.701799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:00.703417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Pushing event updated for resources: {'Network': ['ID=124136bc-8b34-4982-91a9-dd3074054f4a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:00.707395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Request body: {'subnet': {'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1754926524-subnet', 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:00.715187 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:00.715479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:00.729117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Usage tracker for resource:subnet and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:00.729117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:00.733885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 124136bc-8b34-4982-91a9-dd3074054f4a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:46:00.734222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:00.815326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:00.817289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:00.889756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74cdd-6830-4d56-a135-67991b72ec39 req-a1c508ed-707a-4a5a-8843-91bed5355b04 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:00.891229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64a74cdd-6830-4d56-a135-67991b72ec39 req-a1c508ed-707a-4a5a-8843-91bed5355b04 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 945 time: 0.1005135 May 20 07:46:00.939542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64a74cdd-6830-4d56-a135-67991b72ec39 req-089f91d6-6cd8-4c97-b879-b82b16e18af8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 May 20 07:46:01.008635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 3bb21990-86d4-4bc7-8b8e-9095986e8dec completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:01.014957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 3bb21990-86d4-4bc7-8b8e-9095986e8dec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:01.015340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.060442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:01.221922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.254138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:01.265717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:01.280574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 4267a5bc-374f-4b32-b213-0987cae774ac completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:01.286042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 4267a5bc-374f-4b32-b213-0987cae774ac triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:01.286602 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.371494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.377261 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c677c126-ffb6-4fc6-b4f5-d6ce26672c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:01.386502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.394609 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:01.453209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e026b3a1-fb47-4689-947b-d3e0237eec4c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:01.456714 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:01.462692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Checking segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:01.463115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Network hostable DHCP agents. Network: 124136bc-8b34-4982-91a9-dd3074054f4a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:46:01.469870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.504223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:01.507869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:01.519644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:01.551315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b5e1d22-fb11-4de3-b65b-cbef2ba52bbf req-b438084d-ec3c-4d82-8ca3-1107b77bf3f3 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/dcb36ed8-4203-4c50-987f-372c1cc672e3 HTTP/1.1" status: 200 len: 1812 time: 0.0479133 May 20 07:46:01.600188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Network 124136bc-8b34-4982-91a9-dd3074054f4a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:46:01.600443 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.602464 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:01.673118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:01.676180 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:01.686260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 124136bc-8b34-4982-91a9-dd3074054f4a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:01.695589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:01.696499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:01.698095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3dffb-925b-499f-b118-77d4299e98ec None None] Network 124136bc-8b34-4982-91a9-dd3074054f4a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:01.770663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f5e28-a664-4a29-905f-eda9e051b0e6 req-660c9fb4-ec06-4ddc-ba11-b6d531653b72 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:01.772302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-662f5e28-a664-4a29-905f-eda9e051b0e6 req-660c9fb4-ec06-4ddc-ba11-b6d531653b72 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 950 time: 0.1155884 May 20 07:46:01.806863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1039350 May 20 07:46:01.826819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-662f5e28-a664-4a29-905f-eda9e051b0e6 req-e5230dc7-d9cd-4c80-b2dd-4c1dcb48e31d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 May 20 07:46:01.925096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f4cb2-e39b-4cb5-a4e8-36aa60fe0b11 None None] Network 124136bc-8b34-4982-91a9-dd3074054f4a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:01.986521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-821e75c0-07b4-4f94-ab5a-8fe27c4393c8 req-31474a86-3868-4c60-a2e8-5a8720054257 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 210 time: 0.0579028 May 20 07:46:02.057209 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec', 'code': 200} May 20 07:46:02.263485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0bb74-36aa-4fa8-8af1-a4c933eba0d6 req-d0450111-cebb-4049-8f7e-0cb919727a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:02.264980 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-53e0bb74-36aa-4fa8-8af1-a4c933eba0d6 req-d0450111-cebb-4049-8f7e-0cb919727a79 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 1101 time: 0.0751975 May 20 07:46:02.314647 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-53e0bb74-36aa-4fa8-8af1-a4c933eba0d6 req-a5fd0223-65dc-490d-bb21-e5147117ad3a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 May 20 07:46:02.469841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c5917-5bc1-4bff-be54-71ac5e422408 req-5fd27cd3-85e1-4c82-bcc2-92fee956986d tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:02.471302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c05c5917-5bc1-4bff-be54-71ac5e422408 req-5fd27cd3-85e1-4c82-bcc2-92fee956986d tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 950 time: 0.3250728 May 20 07:46:02.508222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-9221ec93-c5ee-403b-8101-2ee037aede2c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:02.508835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-720ce50b-2536-4fe2-8ed9-bb7a344a3627 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:46:02.509673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-9221ec93-c5ee-403b-8101-2ee037aede2c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 813 time: 0.1892593 May 20 07:46:02.510339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-720ce50b-2536-4fe2-8ed9-bb7a344a3627 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065806 May 20 07:46:02.534703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'device_id': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53', 'admin_state_up': True, 'tenant_id': 'dc8d6231c8324ff18bdbbae415dad200'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:02.570178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c05c5917-5bc1-4bff-be54-71ac5e422408 req-385c2f26-9412-4435-9254-c8f76c00c99b tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.79 "GET /v2.0/security-groups?id=43152dff-58ba-4d74-88f0-8095ed857ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890372 May 20 07:46:02.572767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:02.574140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:46:02.689003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:02.699897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:02.771819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:46:02.806755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Made reservation on behalf of dc8d6231c8324ff18bdbbae415dad200 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:02.812431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:02.929072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:02.929418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:02.929777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:02.934749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:02.935067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:02.940499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:02.940839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:02.941230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:02.941693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Bound port: 2204953f-9984-477a-84b6-ca3f0d2a16b0, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:03.028679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:03.034885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebb4e-0af6-42d8-80bd-693e4eb23956 req-39cee107-2703-42bd-a453-4de8edf0065e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:03.036352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-513ebb4e-0af6-42d8-80bd-693e4eb23956 req-39cee107-2703-42bd-a453-4de8edf0065e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1664968 May 20 07:46:03.048287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-a5b2c941-ce5e-4db6-a153-453e018b990b tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:03.052157 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-a5b2c941-ce5e-4db6-a153-453e018b990b tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.84 "GET /v2.0/ports?device_id=71822585-f3d8-4c07-9988-5098b7515e10 HTTP/1.1" status: 200 len: 950 time: 0.0941155 May 20 07:46:03.068952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Allocated IP 172.20.0.3 (8363092a-0303-4118-a5ad-d91f39624e53/dc329322-f1a3-4f13-8cee-2a00d2dde222/59e9e789-4c87-4397-a18a-890f965498ba) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:03.113506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.114658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] 10.222.0.79 "POST /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5972602 May 20 07:46:03.114951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-513ebb4e-0af6-42d8-80bd-693e4eb23956 req-6a4c144a-e969-4eeb-b9bb-fc3e06c94540 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686615 May 20 07:46:03.201110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Deleting port 56c9a6e6-80da-4f99-aa01-2dc25283c003 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:03.201759 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.334366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.357376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] For port 56c9a6e6-80da-4f99-aa01-2dc25283c003, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=56c9a6e6-80da-4f99-aa01-2dc25283c003,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:03.358023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.449135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.459234 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdd4cabc-85c1-4e81-afca-6f97b4b8541b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:03.462898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:03.490620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Calling delete_port for 56c9a6e6-80da-4f99-aa01-2dc25283c003 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:03.583296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Network 8363092a-0303-4118-a5ad-d91f39624e53 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:03.591730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:03.598391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:03.657141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:03.667414 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:03.710590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:03.711199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.722267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-500b4d44-f246-46cd-ab1e-60666ca652ce tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:03.722947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-500b4d44-f246-46cd-ab1e-60666ca652ce tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:03.755529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.765629 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:03.769349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['56c9a6e6-80da-4f99-aa01-2dc25283c003'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:03.810662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1896835155', 'description': 'tempest-description-1012662529'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:03.826741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:03.829353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Pushing event deleted for resources: {'Port': ['ID=56c9a6e6-80da-4f99-aa01-2dc25283c003,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:03.862021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3311081 May 20 07:46:03.869211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-500b4d44-f246-46cd-ab1e-60666ca652ce tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:03.873949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:03.875041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:03.877508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-500b4d44-f246-46cd-ab1e-60666ca652ce tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.4765284 May 20 07:46:03.883746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:03.898603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Request body: {'port': {'device_id': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:03.921023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:03.925822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-16ebbe85-8990-4322-af32-32afbcf7ecf3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/quotas/d88c6bd9bee4494fa8dc8a5d76c2ed73 HTTP/1.1" status: 200 len: 375 time: 0.0474494 May 20 07:46:03.938649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] No DVR routers for this DVR port 56c9a6e6-80da-4f99-aa01-2dc25283c003 on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:03.941939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:03.947876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'name': 'network-vif-deleted', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:04.008883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-a0541e80-fb60-4d9a-a35c-8027bf635011 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748363 May 20 07:46:04.025427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:04.039040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7df31b09-23d7-4cd5-9503-6fed71c060c1 req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] 10.222.0.84 "DELETE /v2.0/ports/56c9a6e6-80da-4f99-aa01-2dc25283c003 HTTP/1.1" status: 204 len: 173 time: 0.9793024 May 20 07:46:04.050617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:04.054892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:04.058408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:04.059199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:04.064591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:04.108326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-ae26b70b-06e9-4721-bd77-380bb636b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:04.109816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-ae26b70b-06e9-4721-bd77-380bb636b9d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1097 time: 0.2855997 May 20 07:46:04.135544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:04.198102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:04.215701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:04.221735 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:04.264305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783bd75c-8b1e-4c53-b4eb-d4b14c9a7cf1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:04.270382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:04.323698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:04.325046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-968b1178-8a9d-4aa2-8d2f-856608ff6c09 req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5620725 May 20 07:46:04.483070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-b10d69ea-6cad-43c9-b582-ba6b5790a964 service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644773 May 20 07:46:04.498830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58472-727f-4095-90c5-2167230af467 req-36c6c8a1-47d9-4e54-af14-7773671b2e1a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:04.504765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4dd58472-727f-4095-90c5-2167230af467 req-36c6c8a1-47d9-4e54-af14-7773671b2e1a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 950 time: 0.0856726 May 20 07:46:04.547273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4dd58472-727f-4095-90c5-2167230af467 req-8ef9e841-8cf6-4229-add8-54f2b631fd44 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 May 20 07:46:04.593228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-efa129c4-70d7-4c5c-b32b-57c545508d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:04.594715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-efa129c4-70d7-4c5c-b32b-57c545508d69 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.4362159 May 20 07:46:04.732250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60050fa8-91a9-4173-98b2-716219534a4f req-fd54ad1a-e751-40f3-a269-1fd426a5edfa tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:04.732536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb94573a-2206-47b1-8047-64b0534f417e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.1292922 May 20 07:46:04.733831 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60050fa8-91a9-4173-98b2-716219534a4f req-fd54ad1a-e751-40f3-a269-1fd426a5edfa tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 931 time: 0.0865474 May 20 07:46:04.781260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-60050fa8-91a9-4173-98b2-716219534a4f req-833630fa-d8fc-4334-89f9-70bd6f8b2cd1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:04.877234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-60050fa8-91a9-4173-98b2-716219534a4f req-833630fa-d8fc-4334-89f9-70bd6f8b2cd1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:04.878424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60050fa8-91a9-4173-98b2-716219534a4f req-833630fa-d8fc-4334-89f9-70bd6f8b2cd1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384144 May 20 07:46:04.909176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-26a3ff75-6247-4b33-81f0-f022cfd75b54 service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107141 May 20 07:46:04.912471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-eae0f9a6-fea8-45a1-9f38-a6f73f728383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:04.913895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-eae0f9a6-fea8-45a1-9f38-a6f73f728383 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1599991 May 20 07:46:04.979950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-6593ea2c-bdb7-46bb-a70c-f760d2e9d250 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577750 May 20 07:46:05.069312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af697e-1d83-47af-aa5e-657f62ea53ff req-e9de2c77-fe27-43ec-861a-d04e3834ef3f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:05.070803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d3af697e-1d83-47af-aa5e-657f62ea53ff req-e9de2c77-fe27-43ec-861a-d04e3834ef3f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 946 time: 0.0892527 May 20 07:46:05.129762 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d3af697e-1d83-47af-aa5e-657f62ea53ff req-22e7e552-593f-4cd5-ae42-ede7066e0588 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 May 20 07:46:05.170798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e9e789-4c87-4397-a18a-890f965498ba {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:05.182093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:05.214760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Transition to ACTIVE for port object 59e9e789-4c87-4397-a18a-890f965498ba will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:05.224860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-0bd4c933-03fe-42dc-954b-2e24e73ac83b service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156367 May 20 07:46:05.250344 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71822585-f3d8-4c07-9988-5098b7515e10', 'name': 'network-vif-deleted', 'tag': '56c9a6e6-80da-4f99-aa01-2dc25283c003', 'status': 'completed', 'code': 200} May 20 07:46:05.298590 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac', 'code': 200} May 20 07:46:05.322651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:05.329932 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-edb78229-0e65-4f83-8469-4251ce4da062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:05.513222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-618dc9f4-0588-459a-891f-32ff872152e7 req-9558b7b9-9a31-4471-9afa-e3520aa44196 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/783bd75c-8b1e-4c53-b4eb-d4b14c9a7cf1 HTTP/1.1" status: 200 len: 1813 time: 0.0630894 May 20 07:46:05.526919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd027eb-0fde-4f32-a06d-4395c2dd3138 req-24050247-2ad2-4676-803c-1a1c11f9320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:05.528495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:05.528680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfd027eb-0fde-4f32-a06d-4395c2dd3138 req-24050247-2ad2-4676-803c-1a1c11f9320e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 1097 time: 0.1471641 May 20 07:46:05.533670 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:05.575694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfd027eb-0fde-4f32-a06d-4395c2dd3138 req-f12a3aa5-c20c-45a7-a2e2-6c8002d1b8b2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 May 20 07:46:05.593498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-8278ce0d-0d5d-49f2-8884-eb1f5d707175 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622892 May 20 07:46:05.675981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Attempting to bind port 59e9e789-4c87-4397-a18a-890f965498ba on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:05.678452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Attempting to bind port 59e9e789-4c87-4397-a18a-890f965498ba by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:05.678452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Attempting to bind port 59e9e789-4c87-4397-a18a-890f965498ba on network 8363092a-0303-4118-a5ad-d91f39624e53 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:05.687328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe8ac8-5f4c-4491-82e2-9e3ee9a4697e req-0a98eaba-9186-44a6-b238-f72a1bcea31e tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:05.687871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e2a2-4dff-45f5-bed2-f9da6a504ff6 req-2b2a1643-4302-4f5d-8e2d-e9cbfb387a6e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:05.689102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acfe8ac8-5f4c-4491-82e2-9e3ee9a4697e req-0a98eaba-9186-44a6-b238-f72a1bcea31e tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 1101 time: 0.0793777 May 20 07:46:05.689241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87b6e2a2-4dff-45f5-bed2-f9da6a504ff6 req-2b2a1643-4302-4f5d-8e2d-e9cbfb387a6e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.2377937 May 20 07:46:05.691344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Port 59e9e789-4c87-4397-a18a-890f965498ba on network 8363092a-0303-4118-a5ad-d91f39624e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:05.691694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Attempting to bind port 59e9e789-4c87-4397-a18a-890f965498ba on network 8363092a-0303-4118-a5ad-d91f39624e53 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:05.711346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:05.711702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Checking segment: {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:05.712076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Bound using segment: {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:05.712524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Bound port: 59e9e789-4c87-4397-a18a-890f965498ba, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c825d68-2c2c-45e2-816f-41b9be6d0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:05.712877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:05.736720 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acfe8ac8-5f4c-4491-82e2-9e3ee9a4697e req-d770ae36-3f73-4931-83f8-f330ec6cf55b tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 May 20 07:46:05.828680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34e0d100-cd68-4916-8ea3-ed654331d21a req-f013ee4b-8dfa-4c14-a4a0-6a2514754355 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 210 time: 0.0490730 May 20 07:46:05.856635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87b6e2a2-4dff-45f5-bed2-f9da6a504ff6 req-c2881445-6d58-4f86-aacc-6f95bea45466 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585753 May 20 07:46:05.919703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:05.927706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:05.936412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-2b04925d-3890-4b4a-b940-3e36e6cccf06 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:05.938313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-2b04925d-3890-4b4a-b940-3e36e6cccf06 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1097 time: 0.1666875 May 20 07:46:05.953047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1473748420', 'description': 'tempest-description-722913747'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:05.955666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:05.960163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:05.967224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:05.970328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:05.976478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:06.002028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.008016 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9862e15a-f9da-439f-8455-48f8f3c08887 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:06.140022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.162887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:06.166950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:06.179589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:06.179589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:06.198814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.199468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.200826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] 10.222.0.81 "PUT /v2.0/ports/59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 1091 time: 2.3101072 May 20 07:46:06.210037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:06.265918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.286694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:06.289974 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:06.295192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.340153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.345865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7cc3b9d-6035-4502-928f-ea0b4d575fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:06.377052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-d1a87da0-d788-41cf-89fb-5d0e0048fe97 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858774 May 20 07:46:06.386277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb9f5b-4072-48fb-8aff-7a5c9725cb47,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:06.389336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:06.471932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.473446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-59b0249a-68f2-47be-9c19-d7275424e48a req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5267665 May 20 07:46:06.668667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86f15c-6b35-4f86-a435-b4dcf6082ca4 req-86e0a292-61e4-43d4-9c2c-ea8f064fb08b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.670602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b86f15c-6b35-4f86-a435-b4dcf6082ca4 req-86e0a292-61e4-43d4-9c2c-ea8f064fb08b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 943 time: 0.0849411 May 20 07:46:06.683152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-aeb8cefb-4b65-4bc8-940d-130d618c8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.684644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-aeb8cefb-4b65-4bc8-940d-130d618c8f8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1094 time: 0.3564448 May 20 07:46:06.719699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 56c9a6e6-80da-4f99-aa01-2dc25283c003 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:06.723834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-eaefd246-5637-4088-857e-d931b046b87c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.725912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-eaefd246-5637-4088-857e-d931b046b87c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182712 May 20 07:46:06.742047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b86f15c-6b35-4f86-a435-b4dcf6082ca4 req-12ae823d-ed0f-4edd-b863-af7302dc0788 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647900 May 20 07:46:06.752327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bbfc6e3-a8be-41d6-8416-deec544eec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:06.757526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 56c9a6e6-80da-4f99-aa01-2dc25283c003 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:46:06.758726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 56c9a6e6-80da-4f99-aa01-2dc25283c003 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:06.814272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-a3d2d9b9-39c4-42ad-8bdf-cdc7aca6fa21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 217 time: 0.0874054 May 20 07:46:06.821695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:06.826207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-4f321e84-ccfc-433f-ae0e-e41429d7369d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/quotas/ca77c0faa71e4bfe8302a54abe800bb0 HTTP/1.1" status: 200 len: 375 time: 0.0306220 May 20 07:46:06.946030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47865b-cfe1-4d0e-9f0c-cc9f6c1d2124 req-4085449b-1dfb-4216-95ec-f2e3e19f9ce7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.947685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e47865b-cfe1-4d0e-9f0c-cc9f6c1d2124 req-4085449b-1dfb-4216-95ec-f2e3e19f9ce7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 946 time: 0.0963340 May 20 07:46:06.982196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-560f3bee-5228-4aff-986c-bb30af979a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:06.983592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-560f3bee-5228-4aff-986c-bb30af979a1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.1036780 May 20 07:46:06.988476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:07.000632 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e47865b-cfe1-4d0e-9f0c-cc9f6c1d2124 req-4d9f2ac8-0760-482a-b7c8-e17412b8b81e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 May 20 07:46:07.082186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-3b3bc15f-d815-4f34-8567-3f50574687e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622225 May 20 07:46:07.086329 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba', 'status': 'completed', 'code': 200} May 20 07:46:07.123156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-e8728c1b-2d98-4f81-bb3f-8b20bd5e3d8b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2893069 May 20 07:46:07.125141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:07.148148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-062ac300-ef7d-41c6-b55b-f952fa1d63d7 req-25c616ee-31cd-49ef-aadf-cb2b98c0b9ab tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/faeb9f5b-4072-48fb-8aff-7a5c9725cb47 HTTP/1.1" status: 200 len: 1812 time: 0.0499816 May 20 07:46:07.233372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:07.243743 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f5a79a-b22e-4fa0-9afc-5272e3d365e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:07.298023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c310f40a-e296-4a20-a2a4-1fce9e7ee6a9 req-7b5e523d-f564-4d4f-be99-2c43a47f485a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 210 time: 0.0467899 May 20 07:46:07.464983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:07.490651 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:07.514637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:07.515078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:07.515507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:07.519503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-209062cd-a44b-40d8-a051-ad97ab569f9a service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792989 May 20 07:46:07.523472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:07.523874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Attempting to bind port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:07.531115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:07.531821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:07.532285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:07.532808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Bound port: 2204953f-9984-477a-84b6-ca3f0d2a16b0, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:07.533235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:07.594460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1252658918', 'description': 'tempest-description-958582647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:07.627792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:07.639158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:07.691650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43470c46-ea72-40aa-8766-0a8fe1a3fe1c req-eae90d07-abc1-4f8d-9b4f-8fe8fdd267de tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:07.693518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-43470c46-ea72-40aa-8766-0a8fe1a3fe1c req-eae90d07-abc1-4f8d-9b4f-8fe8fdd267de tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.0903847 May 20 07:46:07.694905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:07.715214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:07.744395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-43470c46-ea72-40aa-8766-0a8fe1a3fe1c req-56d1fb8b-fea8-410e-9e61-7612579fe03c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 May 20 07:46:07.800234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:07.811221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c497fb-5698-47c0-bdd6-25c934a60247 req-f925fb01-82da-4cd2-94fb-a255ef2b69ea service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639978 May 20 07:46:07.814168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:07.877067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:07.898832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:07.903516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Usage tracker for resource:security_group_rule and tenant:4fbd06e9fb494a1ab8001b3a59e622a1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:07.906382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:07.912172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:07.925642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54be3fd7-3089-4c52-88f0-f5fb9e3eedbb req-168a0397-7891-4511-83cc-a918d8e2e0a6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 210 time: 0.1143999 May 20 07:46:07.938002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:07.949339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c702d4fc-51d7-4d1f-b8c6-5dacc46fdaad tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:08.129029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-232395db-710b-418d-be32-cb45b54ec2ea tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.130473 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-232395db-710b-418d-be32-cb45b54ec2ea tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.84 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.3482969 May 20 07:46:08.156226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Request body: {'port': {'device_id': '3b648765-a14c-4d51-ab11-a82569761503', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'admin_state_up': True, 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:08.331130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.331719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:08.332999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] 10.222.0.84 "PUT /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 1122 time: 2.3869510 May 20 07:46:08.348486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:08.353967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:08.356077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:08.372161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-1344c59f-11cf-442c-bc60-d859c5d5ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.373735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-1344c59f-11cf-442c-bc60-d859c5d5ac66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1094 time: 0.2581344 May 20 07:46:08.399107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:08.407095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Usage tracker for resource:port and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:08.413041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:08.422466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:08.438875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ab25-6cec-4328-ad28-07dc9ead01a0 req-8f8f4f9b-ea62-42c5-8f2e-fa5a4278de09 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.440336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a942ab25-6cec-4328-ad28-07dc9ead01a0 req-8f8f4f9b-ea62-42c5-8f2e-fa5a4278de09 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 943 time: 0.1441207 May 20 07:46:08.471809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2204953f-9984-477a-84b6-ca3f0d2a16b0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:08.486284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:08.491159 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a942ab25-6cec-4328-ad28-07dc9ead01a0 req-d528aaf9-04dc-4e62-8059-af1f2e49bd97 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 May 20 07:46:08.498990 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b71ea88e-ef2d-4b9c-802e-db9ca217357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:08.570558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa65e0-8b1e-4cc4-8bd7-2453474d1e71,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:08.576383 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:08.577645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:08.580732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-728cacb1-1469-47b7-a747-9950f8a77e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.581241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:08.582219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-728cacb1-1469-47b7-a747-9950f8a77e96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.1933291 May 20 07:46:08.674439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-a4b5f57b-b780-41ea-a8e0-773b60194edb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 217 time: 0.0776753 May 20 07:46:08.675720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:08.687122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5df32790-36a7-4b2a-9361-01ce5f6e41fd req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1088002 May 20 07:46:08.753847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-d572eb49-bb5d-4f5d-9f02-cfe529b4de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.755432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-d572eb49-bb5d-4f5d-9f02-cfe529b4de10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.0671935 May 20 07:46:08.851654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-dd089034-2ad6-448b-ad37-7c2ba4fd6cc8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816700 May 20 07:46:08.863502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Allocated IP 172.20.0.5 (124136bc-8b34-4982-91a9-dd3074054f4a/e026b3a1-fb47-4689-947b-d3e0237eec4c/62bb1cf6-f440-42a7-9cd9-afc16ddf481c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:08.872845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11c6ad-62f9-4c17-a626-51cdcd54619d req-0257d435-35f9-4793-a12e-d4218cb7277b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:08.874354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f11c6ad-62f9-4c17-a626-51cdcd54619d req-0257d435-35f9-4793-a12e-d4218cb7277b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1796505 May 20 07:46:08.953774 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f11c6ad-62f9-4c17-a626-51cdcd54619d req-bfa06428-82a5-4d11-a4a8-1a97585939c3 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 May 20 07:46:09.011141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb860c4-1ffc-4209-8de2-a3df3ea4cd19 req-fe95c421-d951-4e3c-ac44-32a8ab98c8e6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.012896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cb860c4-1ffc-4209-8de2-a3df3ea4cd19 req-fe95c421-d951-4e3c-ac44-32a8ab98c8e6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.2040503 May 20 07:46:09.055729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-e902b120-2ed9-4be8-8090-b01a636b14c1 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919892 May 20 07:46:09.093555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0'}, {'name': 'network-changed', 'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:09.104865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cb860c4-1ffc-4209-8de2-a3df3ea4cd19 req-d91066c8-dd20-46bd-b0c1-b18426e50683 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796614 May 20 07:46:09.143162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.177214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de86e87b-ad91-4112-b6d1-b8d6f41f1065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.219275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cc1ecc-3017-431a-96b9-798624a3f6e5 req-a4cef833-cf74-4594-8369-c77ba9e33346 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467862 May 20 07:46:09.258178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.265151 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff72e5c-2488-42a7-b3f0-4aaf6cc72e91 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:09.345317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Network 124136bc-8b34-4982-91a9-dd3074054f4a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:09.345693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba1840-e24c-4ce8-b88c-5b43732e712f req-489948e3-bc9d-45e4-9e1d-617ca54f6364 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.347185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21ba1840-e24c-4ce8-b88c-5b43732e712f req-489948e3-bc9d-45e4-9e1d-617ca54f6364 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 931 time: 0.1069412 May 20 07:46:09.357833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:09.364634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:09.390809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:09.398907 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:09.403577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-21ba1840-e24c-4ce8-b88c-5b43732e712f req-a53f407f-a66d-4afd-a335-7f4d099d5734 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:09.455191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.455805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.461211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-287e5733-416a-4c25-9c6c-375fd211b0dd req-48903a27-2afe-4328-8add-48d09dbfd280 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/73fa65e0-8b1e-4cc4-8bd7-2453474d1e71 HTTP/1.1" status: 200 len: 1812 time: 0.1206210 May 20 07:46:09.489464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.523354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-21ba1840-e24c-4ce8-b88c-5b43732e712f req-a53f407f-a66d-4afd-a335-7f4d099d5734 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:09.532603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21ba1840-e24c-4ce8-b88c-5b43732e712f req-a53f407f-a66d-4afd-a335-7f4d099d5734 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783652 May 20 07:46:09.586770 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'code': 200} May 20 07:46:09.587079 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'status': 'completed', 'code': 200} May 20 07:46:09.601250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4497936 May 20 07:46:09.609276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f283d630-7bf8-41aa-86a4-135a1d90b156 req-caee7584-2e54-4b1a-bc89-2ed1a896a9bf tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 210 time: 0.0508354 May 20 07:46:09.615073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Request body: {'port': {'device_id': '3b648765-a14c-4d51-ab11-a82569761503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:09.683890 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-7fd6b17b-1fd3-4a7d-9f4b-064aa8fbc058 req-55306254-16b5-433a-9585-c92ce894dd22 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] show failed (client error): The resource could not be found. May 20 07:46:09.686283 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fd6b17b-1fd3-4a7d-9f4b-064aa8fbc058 req-55306254-16b5-433a-9585-c92ce894dd22 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/d618ae80-be95-4506-a6bd-041cf9981cc9 HTTP/1.1" status: 404 len: 352 time: 0.0215371 May 20 07:46:09.743828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-797b0b72-36e8-467c-b4f8-447d7cba0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.745944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-797b0b72-36e8-467c-b4f8-447d7cba0126 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1125 time: 0.1179693 May 20 07:46:09.756692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:09.962624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-6eebdccd-99fc-4ca2-96f7-044c54068e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.965089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-6eebdccd-99fc-4ca2-96f7-044c54068e23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2091210 May 20 07:46:09.975658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:09.982196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173d4d6-1406-42b8-a4b6-1287ec403fec req-2e386762-156b-4c85-ac94-62520ea98a33 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:09.988278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2173d4d6-1406-42b8-a4b6-1287ec403fec req-2e386762-156b-4c85-ac94-62520ea98a33 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 943 time: 0.1796148 May 20 07:46:10.085010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-3b82ecdb-cb36-45e4-aca7-77ab2e66f033 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.1119921 May 20 07:46:10.130678 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-ffdf5d54-8705-4a00-b0a7-f0b12fc23e73 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894182 May 20 07:46:10.186213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2173d4d6-1406-42b8-a4b6-1287ec403fec req-1fbcbcce-3547-4608-9e97-d77a499635de tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950200 May 20 07:46:10.299407 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-b67d033d-39b2-4e20-bc8e-b5c48b5879a1 req-1724222b-c520-498b-a6aa-c563755a4c63 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] show failed (client error): The resource could not be found. May 20 07:46:10.302002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b67d033d-39b2-4e20-bc8e-b5c48b5879a1 req-1724222b-c520-498b-a6aa-c563755a4c63 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-group-rules/43c77856-fa50-416b-9395-1c8bcae9dba7 HTTP/1.1" status: 404 len: 361 time: 0.0834019 May 20 07:46:10.332678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-e614ebc4-7bb4-4d84-a053-2bcbb1b8b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:10.334219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-e614ebc4-7bb4-4d84-a053-2bcbb1b8b9b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.2365971 May 20 07:46:10.343246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a026-f3de-4455-9eaf-319558a5011a req-4875bbe9-5240-4599-8660-25042bb9c0a4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:10.350029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d8a026-f3de-4455-9eaf-319558a5011a req-4875bbe9-5240-4599-8660-25042bb9c0a4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.3177893 May 20 07:46:10.372187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba35ac7f-f061-4374-82da-ea3e1d7f5c0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acd8b40f5a74494fbe29ab71d38b2d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952811 May 20 07:46:10.377597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:10.389949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-216a5c0d-130d-47fa-ae2f-4d16c3f69638 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:10.391374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-216a5c0d-130d-47fa-ae2f-4d16c3f69638 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504091 May 20 07:46:10.441869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-c47c9c45-9e88-459f-8d3a-15154702cef8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664103 May 20 07:46:10.471625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d8a026-f3de-4455-9eaf-319558a5011a req-13a42246-ec40-4e05-980f-c512a5501a1a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205604 May 20 07:46:10.566445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Request body: {'port': {'device_id': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'ca77c0faa71e4bfe8302a54abe800bb0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:10.629335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-3683bde1-97bc-4593-ad4d-edf68786ed4d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/73fa65e0-8b1e-4cc4-8bd7-2453474d1e71 HTTP/1.1" status: 200 len: 1812 time: 0.0834305 May 20 07:46:10.629335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-96e01476-abd8-40bd-9c55-f358fd536716 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763954 May 20 07:46:10.727397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bb1cf6-f440-42a7-9cd9-afc16ddf481c {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:10.741939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:10.756653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.793390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.803056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Transition to ACTIVE for port object 62bb1cf6-f440-42a7-9cd9-afc16ddf481c will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:10.818827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.829689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26b8601-628c-4903-ae30-61633e0eaea3 req-21fd12e3-5030-4da7-9275-2214c7d5a38f service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863081 May 20 07:46:10.836083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.865109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:10.884443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad8f31-58b4-44b3-b860-ddaf16984b59 req-afde538c-5bb8-44ca-96cb-2a4e632e4b41 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:10.885947 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31ad8f31-58b4-44b3-b860-ddaf16984b59 req-afde538c-5bb8-44ca-96cb-2a4e632e4b41 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.3575437 May 20 07:46:10.887787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.902547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:10.904294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:10.904466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:10.920865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:46:10.923365 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d0f84ca-695f-48d1-9436-1d057ec5db84 tempest-FloatingIPDetailsTestJSON-337608465 tempest-FloatingIPDetailsTestJSON-337608465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:11.007948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.013790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e195ce7-00eb-4798-91da-e3cf66e4fa25 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:11.025253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa65e0-8b1e-4cc4-8bd7-2453474d1e71,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:11.031090 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:11.033379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.038537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49102d1e-281e-4e8c-b0ba-1707d906506c req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-groups/73fa65e0-8b1e-4cc4-8bd7-2453474d1e71 HTTP/1.1" status: 204 len: 173 time: 0.4090309 May 20 07:46:11.047278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.102648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31ad8f31-58b4-44b3-b860-ddaf16984b59 req-bc7f58d6-32da-4e53-8281-8a58d90a09c1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051458 May 20 07:46:11.103286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:11.136502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:11.137688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Made reservation on behalf of ca77c0faa71e4bfe8302a54abe800bb0 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:11.154105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.345531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.353920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-099ba4ac-af6d-48a4-b74f-15a4f71a85d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:11.373717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Attempting to bind port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:11.374054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Attempting to bind port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:11.374451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Attempting to bind port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:11.385323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43152dff-58ba-4d74-88f0-8095ed857ec0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:11.422140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c on network 124136bc-8b34-4982-91a9-dd3074054f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:11.422467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Attempting to bind port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:11.425594 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:11.438801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:11.439140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Checking segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:11.439522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Bound using segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:11.440448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Bound port: 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:11.440448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.453716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc0965-242b-46d7-a8bd-ead8165a1fdd req-2362233c-1e06-4b3b-b2f3-695e714b0b21 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:11.455192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21dc0965-242b-46d7-a8bd-ead8165a1fdd req-2362233c-1e06-4b3b-b2f3-695e714b0b21 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 943 time: 0.0968957 May 20 07:46:11.502170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21dc0965-242b-46d7-a8bd-ead8165a1fdd req-53a189a8-a75d-421c-9cbf-a58a0c49c1e3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 May 20 07:46:11.536033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89426d-36cc-4cc7-bfb2-36fc2502ad31 req-93ccf02f-589f-4e21-8abf-f3f1055eee61 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:11.537515 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f89426d-36cc-4cc7-bfb2-36fc2502ad31 req-93ccf02f-589f-4e21-8abf-f3f1055eee61 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.2892015 May 20 07:46:11.551970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Allocated IP 192.168.233.101 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/f7d53f0e-209f-45de-8416-cd2fd8ad0d31) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:11.644936 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.648543 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43152dff-58ba-4d74-88f0-8095ed857ec0 HTTP/1.1" status: 204 len: 168 time: 1.2674160 May 20 07:46:11.648685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b96d970d-ea5b-4518-a733-bec4f5f4b71b req-7bc86db5-ed3b-49f0-ac9c-e96820817414 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 210 time: 0.0456932 May 20 07:46:11.653022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f89426d-36cc-4cc7-bfb2-36fc2502ad31 req-f60dbbea-2eb6-457f-8aea-0dc70ccc28b5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023860 May 20 07:46:11.654057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:11.679638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:11.737546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-e4028f23-d71b-4abd-b1d5-54702bab1286 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/faeb9f5b-4072-48fb-8aff-7a5c9725cb47 HTTP/1.1" status: 200 len: 1812 time: 0.0653791 May 20 07:46:11.773033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.785535 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:11.813014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.842459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.916779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:11.917391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.918782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] 10.222.0.84 "PUT /v2.0/ports/62bb1cf6-f440-42a7-9cd9-afc16ddf481c HTTP/1.1" status: 200 len: 1091 time: 2.3086224 May 20 07:46:11.919289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:11.978055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:11.982859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.983754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:11.989875 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:11.993178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd1be86c-1a1f-4415-9f2c-8d9b947642d4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:12.006653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Transition to ACTIVE for port object f7d53f0e-209f-45de-8416-cd2fd8ad0d31 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:12.011688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb9f5b-4072-48fb-8aff-7a5c9725cb47,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:12.014054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:12.015231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b65894e4-dff5-4692-ad4a-f2f91746602a req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-groups/faeb9f5b-4072-48fb-8aff-7a5c9725cb47 HTTP/1.1" status: 204 len: 173 time: 0.2736719 May 20 07:46:12.016026 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:12.021444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6fd6-ff29-470e-bbb2-09a0e24ec1fe req-9b2a7c1a-781a-435a-a0a2-c5b55275b2c8 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:12.022930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00fd6fd6-ff29-470e-bbb2-09a0e24ec1fe req-9b2a7c1a-781a-435a-a0a2-c5b55275b2c8 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 943 time: 0.2004633 May 20 07:46:12.133965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-00fd6fd6-ff29-470e-bbb2-09a0e24ec1fe req-aee54912-380f-4903-bcff-a6d3ee7493fb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 May 20 07:46:12.146410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-86b93985-74d1-411f-9802-b0fb2e0035fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:12.148004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-86b93985-74d1-411f-9802-b0fb2e0035fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 1094 time: 0.1230364 May 20 07:46:12.225600 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'status': 'completed', 'code': 200} May 20 07:46:12.234823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:12.247639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:12.257396 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dec0f3fd-f5b2-4b56-adec-de2fcc6579fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:12.282672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278', '8f188b1f-2c5c-4547-98bb-e991100e2d7a', '3bb21990-86d4-4bc7-8b8e-9095986e8dec'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:12.299698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-906383da-1ec0-41ea-b58d-60063e712097 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c HTTP/1.1" status: 200 len: 217 time: 0.1421373 May 20 07:46:12.384960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:12.519326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:12.525425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:12.538057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:12.617919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb344b77-21de-4164-9518-751e806635c5 req-82df1e25-3dc8-477f-ad4e-1b561edf95f1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/783bd75c-8b1e-4c53-b4eb-d4b14c9a7cf1 HTTP/1.1" status: 200 len: 1813 time: 0.3914521 May 20 07:46:12.618606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event updated for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:12.639374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-ebc78f28-96cb-4ab3-95b1-f0ee84ae35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:12.640857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-ebc78f28-96cb-4ab3-95b1-f0ee84ae35f9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.3204987 May 20 07:46:12.650902 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:12.809450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-b93cd1d6-71c4-4526-bc08-4628591cebbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434016 May 20 07:46:12.817242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:12.818037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:12.829280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273d2b1-6ce4-4fae-b21c-24c6276c4879 req-5f7262d0-3481-4354-a6ff-5e64c0b11f75 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:12.830831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f273d2b1-6ce4-4fae-b21c-24c6276c4879 req-5f7262d0-3481-4354-a6ff-5e64c0b11f75 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.1254578 May 20 07:46:12.894984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d82f07f3-e776-4c96-80d2-7826a2c0d970 None None] Provisioning for port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:12.902950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f273d2b1-6ce4-4fae-b21c-24c6276c4879 req-2d633712-eef9-4588-b395-4e14a93c5cfc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 May 20 07:46:12.911567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d82f07f3-e776-4c96-80d2-7826a2c0d970 None None] Provisioning complete for port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:12.912258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d82f07f3-e776-4c96-80d2-7826a2c0d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:12.970295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d82f07f3-e776-4c96-80d2-7826a2c0d970 None None] Port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:46:12.985746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-eb344b77-21de-4164-9518-751e806635c5 req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.020246 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4609914 May 20 07:46:13.035788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-bc74cbdd-2d75-4ad7-a61f-6e135d5be680 service neutron] 10.222.0.84 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136922 May 20 07:46:13.037396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-eb344b77-21de-4164-9518-751e806635c5 req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.053509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Request body: {'port': {'device_id': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:13.099634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 59e9e789-4c87-4397-a18a-890f965498ba details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:13.142430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da616-a5a6-469c-9892-686ae7824527 req-e5fb3cbb-557c-4ba6-bd0b-0f49df83e962 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:13.145398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b89da616-a5a6-469c-9892-686ae7824527 req-e5fb3cbb-557c-4ba6-bd0b-0f49df83e962 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1012247 May 20 07:46:13.197119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b89da616-a5a6-469c-9892-686ae7824527 req-3529fc15-ece9-4ac8-9685-971d3447e7fd tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 May 20 07:46:13.313437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.332732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1e727c6b-86a7-4573-b9d7-aee8e99336a4 req-a4fa9ceb-65bd-4e29-91fd-2f3820c6584f service neutron] 10.222.0.84 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493629 May 20 07:46:13.344016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:13.368719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '59e9e789-4c87-4397-a18a-890f965498ba', 'network_id': '8363092a-0303-4118-a5ad-d91f39624e53', 'port_id': '59e9e789-4c87-4397-a18a-890f965498ba', 'mac_address': 'fa:16:3e:b7:57:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc329322-f1a3-4f13-8cee-2a00d2dde222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:13.373913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-eb344b77-21de-4164-9518-751e806635c5 req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.385193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a91da613-3446-49cf-acea-dbd5d7e13ac1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:13.405692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920115f0-026b-4930-bc72-993e7d9954cd req-3c97a4ca-f055-4e70-9f25-ba1dac88e370 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:13.406133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783bd75c-8b1e-4c53-b4eb-d4b14c9a7cf1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:13.410878 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:13.413513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-920115f0-026b-4930-bc72-993e7d9954cd req-3c97a4ca-f055-4e70-9f25-ba1dac88e370 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 943 time: 0.1002100 May 20 07:46:13.413653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-eb344b77-21de-4164-9518-751e806635c5 req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.428090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb344b77-21de-4164-9518-751e806635c5 req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-groups/783bd75c-8b1e-4c53-b4eb-d4b14c9a7cf1 HTTP/1.1" status: 204 len: 173 time: 0.7861636 May 20 07:46:13.472825 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.477467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-920115f0-026b-4930-bc72-993e7d9954cd req-6f40f047-2258-4eca-a791-4b04a4afcb86 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633979 May 20 07:46:13.503849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e9e789-4c87-4397-a18a-890f965498ba {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:13.528344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:13.614840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:13.616005 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:13.686293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86385c-75d1-4a9a-b12d-18fd978ebbeb req-43a5c037-5059-4efd-8f74-1bf1e31058d8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:13.688069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b86385c-75d1-4a9a-b12d-18fd978ebbeb req-43a5c037-5059-4efd-8f74-1bf1e31058d8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 936 time: 0.0924339 May 20 07:46:13.688373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:13.696301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.696642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.696977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.697301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.697676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.698030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.698398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.698783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.699103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.699425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.699740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.700055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:13.704094 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:13.736561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b86385c-75d1-4a9a-b12d-18fd978ebbeb req-00ed128a-9069-4ab9-a21e-cd2fb97edb34 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 May 20 07:46:13.785849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-28cd683e-5424-4be1-b2a8-a2f4221e8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:13.787322 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-28cd683e-5424-4be1-b2a8-a2f4221e8d78 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 1094 time: 0.3024104 May 20 07:46:13.822347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f44c75-6e1e-4ab0-9e4f-207fc577b7cf req-43d4083c-6298-4936-8f8c-df95cfa114aa tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:13.823826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1f44c75-6e1e-4ab0-9e4f-207fc577b7cf req-43d4083c-6298-4936-8f8c-df95cfa114aa tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 945 time: 0.2540858 May 20 07:46:13.972846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-029def9d-113c-4a76-b1e8-c54dfb475603 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=421848cbbe324a099e9d4eb9225f55d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276897 May 20 07:46:14.017164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1f44c75-6e1e-4ab0-9e4f-207fc577b7cf req-f4532a7c-5646-43c1-867d-8933a92c6fcc tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788750 May 20 07:46:14.030686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d53f0e-209f-45de-8416-cd2fd8ad0d31 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:14.040913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['59e9e789-4c87-4397-a18a-890f965498ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:14.048674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:14.059010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-fb36040f-a522-4fbf-a7cc-f4eae6dbd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:14.060487 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-fb36040f-a522-4fbf-a7cc-f4eae6dbd8df service neutron] 10.222.0.84 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 906 time: 0.2647786 May 20 07:46:14.068873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Transition to ACTIVE for port object f7d53f0e-209f-45de-8416-cd2fd8ad0d31 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:14.137322 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-f810485d-849b-49ee-b250-73b502a963f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c HTTP/1.1" status: 200 len: 217 time: 0.0643220 May 20 07:46:14.138214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-17ad7db0-abfa-494e-a2a7-ec1b76ff6bdd tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:14.139712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-17ad7db0-abfa-494e-a2a7-ec1b76ff6bdd tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614425 May 20 07:46:14.155974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-5acc11be-3451-4bf2-a7bb-71433eb1fe53 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/quotas/421848cbbe324a099e9d4eb9225f55d1 HTTP/1.1" status: 200 len: 375 time: 0.0103436 May 20 07:46:14.218379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-4300c6ff-7da5-49fd-aea4-43953d83677f tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=421848cbbe324a099e9d4eb9225f55d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557940 May 20 07:46:14.221846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:14.235798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16076a91-fa5f-4dc4-93fe-65921a158990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:14.532056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:14.535389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-866a0163-5128-4639-b353-4332b9544c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:14.536828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-866a0163-5128-4639-b353-4332b9544c57 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.3547771 May 20 07:46:14.541008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:14.661723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb511666-3a8a-48a3-b209-68646f4ebfde req-a581f341-ee71-4deb-a06d-b5889abe7316 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:14.663376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb511666-3a8a-48a3-b209-68646f4ebfde req-a581f341-ee71-4deb-a06d-b5889abe7316 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1375177 May 20 07:46:14.673431 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-c8feebf0-2827-442a-8d8f-aa939d21d094 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002090 May 20 07:46:14.717857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb511666-3a8a-48a3-b209-68646f4ebfde req-c018cfed-7c87-440c-a78a-584c610d05df tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474753 May 20 07:46:14.731742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf788-1a7f-435b-b222-66ba024059a4 req-f55b744c-bece-481d-9291-2b494a9062c3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:14.733458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d8cf788-1a7f-435b-b222-66ba024059a4 req-f55b744c-bece-481d-9291-2b494a9062c3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 944 time: 0.5910425 May 20 07:46:14.856884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Attempting to bind port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:14.857650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Attempting to bind port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:14.857650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Attempting to bind port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:14.875349 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d8cf788-1a7f-435b-b222-66ba024059a4 req-14489596-d6f2-44d5-b301-b197ed100ab1 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327951 May 20 07:46:14.881057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:14.881661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Attempting to bind port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:14.905947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:14.906180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:14.906590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:14.907053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Bound port: f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:14.908399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:14.938371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-b8a6877f-9379-4211-ad43-f2247043b6f4 service neutron] 10.222.0.84 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515051 May 20 07:46:15.005134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-3897f3ce-18de-43b4-adcd-5955b3486643 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/dcb36ed8-4203-4c50-987f-372c1cc672e3 HTTP/1.1" status: 200 len: 1812 time: 0.2631638 May 20 07:46:15.110534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-9cdc7bad-6556-4be1-b952-7a798db2c5f0 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.111871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-9cdc7bad-6556-4be1-b952-7a798db2c5f0 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 945 time: 0.3475430 May 20 07:46:15.116948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-a1d07358-4248-4ef9-8c4c-0111df5a1d3a service neutron] 10.222.0.81 "GET /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.1647136 May 20 07:46:15.122863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.181752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:15.210396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:15.220863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5e7ba000-84d1-46a1-af25-2d7508589225 req-d3b4d3c2-9031-4236-9d51-34e446f4d8ea service neutron] 10.222.0.84 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506411 May 20 07:46:15.235052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eee21-419f-4a15-904f-40f27d6fae88 req-34255925-de24-45bc-a1bb-66e00806feca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.236562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-534eee21-419f-4a15-904f-40f27d6fae88 req-34255925-de24-45bc-a1bb-66e00806feca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 944 time: 0.2298725 May 20 07:46:15.263008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.288059 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-534eee21-419f-4a15-904f-40f27d6fae88 req-dbefa9a9-d638-4ef9-8fd5-3c11057d751b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 May 20 07:46:15.289731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.294196 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae20d942-b635-454f-8ac0-d2a7b5b3e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:15.352377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.353000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.355486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] 10.222.0.81 "PUT /v2.0/ports/f7d53f0e-209f-45de-8416-cd2fd8ad0d31 HTTP/1.1" status: 200 len: 1096 time: 2.3094385 May 20 07:46:15.359893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:15.421070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4bfc4549-b8ef-414a-a74b-eac2c883f065 req-9e389c57-55aa-42e8-ac1a-6bad32d32595 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 210 time: 0.0738571 May 20 07:46:15.433139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:15.437993 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:15.539716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.558758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-893a4065-d18d-4a0d-9dc7-c7e0b8a3d6d1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:15.576129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Deleting port aa16166e-43a3-4ded-96f3-0d944d27a131 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:15.576477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.595246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb36ed8-4203-4c50-987f-372c1cc672e3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:15.613217 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:15.628570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.629702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1eef477e-df69-4f88-ae1a-ca80ea8b1aa4 req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-groups/dcb36ed8-4203-4c50-987f-372c1cc672e3 HTTP/1.1" status: 204 len: 173 time: 0.6152058 May 20 07:46:15.658565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-a4406384-5322-49de-b46a-43c86922054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.658565 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-a4406384-5322-49de-b46a-43c86922054c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 1099 time: 0.1729982 May 20 07:46:15.673657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc1906-8016-42f4-9b67-ee809a879f8f req-2173327b-c8e1-48ed-9699-27752285309a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.674416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d2dc1906-8016-42f4-9b67-ee809a879f8f req-2173327b-c8e1-48ed-9699-27752285309a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:15.723739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:15.746238 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-00744ffc-30e2-4364-bbc9-60aac305fea5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31 HTTP/1.1" status: 200 len: 217 time: 0.0680199 May 20 07:46:15.804491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:15.818337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-93c81149-8b9a-4063-964c-5dd467a3bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.820700 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-93c81149-8b9a-4063-964c-5dd467a3bfd6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0645795 May 20 07:46:15.820830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d2dc1906-8016-42f4-9b67-ee809a879f8f req-2173327b-c8e1-48ed-9699-27752285309a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:15.821766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d2dc1906-8016-42f4-9b67-ee809a879f8f req-2173327b-c8e1-48ed-9699-27752285309a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 943 time: 0.2731869 May 20 07:46:15.861809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] For port aa16166e-43a3-4ded-96f3-0d944d27a131, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=aa16166e-43a3-4ded-96f3-0d944d27a131,segment=NetworkSegment(a5159f8c-82e3-4550-85a3-856a1a1ee013),segment_id=a5159f8c-82e3-4550-85a3-856a1a1ee013)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:15.862204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:15.928597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d2dc1906-8016-42f4-9b67-ee809a879f8f req-783ddd9e-195f-4f73-93a3-4447d06b5dfd tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000364 May 20 07:46:15.951896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-28b4eafb-e036-42e0-9c03-b4e9bff12cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:15.953370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-28b4eafb-e036-42e0-9c03-b4e9bff12cbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089756 May 20 07:46:16.004660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2204953f-9984-477a-84b6-ca3f0d2a16b0 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:16.016393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Calling delete_port for aa16166e-43a3-4ded-96f3-0d944d27a131 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:16.030789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:16.075758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c71677-ec5b-440a-af44-156971f9e059 req-5526fbd2-0ec5-4ce1-900a-10e58bf3259f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:16.077262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44c71677-ec5b-440a-af44-156971f9e059 req-5526fbd2-0ec5-4ce1-900a-10e58bf3259f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 948 time: 0.3074498 May 20 07:46:16.125154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.156632 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-73a3b67c-98c5-44e5-ac0f-63c2e1a52b79 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961105 May 20 07:46:16.157287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44c71677-ec5b-440a-af44-156971f9e059 req-548a73d0-7326-456c-ac66-392e3cf366ca tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700216 May 20 07:46:16.193441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576cdc2-3476-4c13-a188-bdb660148dcb req-ea213548-bed1-4665-9d74-615e078792bd tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:16.194961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d576cdc2-3476-4c13-a188-bdb660148dcb req-ea213548-bed1-4665-9d74-615e078792bd tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/ports?device_id=9badc1d4-3688-460a-ad01-700dabc8b9a6 HTTP/1.1" status: 200 len: 945 time: 0.1423206 May 20 07:46:16.227170 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31', 'status': 'completed', 'code': 200} May 20 07:46:16.360362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-159ec5ff-3ac5-462c-9ad8-f44d3231c5c0 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "GET /v2.0/security-groups/d0ba3676-99ad-497e-a461-0e1b1a02e432 HTTP/1.1" status: 200 len: 1813 time: 0.1274862 May 20 07:46:16.440234 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.443917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d576cdc2-3476-4c13-a188-bdb660148dcb req-695c208d-547d-43f0-b805-c5ab73b0d9f7 tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.79 "GET /v2.0/security-groups?id=f465dff1-e6b1-4585-9ce3-81b9bc4980f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370474 May 20 07:46:16.475442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c9c57fe-92a5-45c1-ad28-328da6d9ceea req-da13d2ef-8964-4bbd-a814-a270e83bcf94 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107643 May 20 07:46:16.476334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.532485 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.539015 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:16.584062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Pushing event deleted for resources: {'Port': ['ID=aa16166e-43a3-4ded-96f3-0d944d27a131,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:16.587007 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:16.616927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Transition to ACTIVE for port object 2204953f-9984-477a-84b6-ca3f0d2a16b0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:16.623529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.632493 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:16.675808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ba3676-99ad-497e-a461-0e1b1a02e432,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:16.684487 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:16.685438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] No DVR routers for this DVR port aa16166e-43a3-4ded-96f3-0d944d27a131 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:16.689117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.691382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'name': 'network-vif-deleted', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:16.696171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63130d-5fca-435c-88a4-c3f491706fdc req-b65d069f-e333-41aa-9dad-a11fcb090733 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:16.698109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d63130d-5fca-435c-88a4-c3f491706fdc req-b65d069f-e333-41aa-9dad-a11fcb090733 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1234419 May 20 07:46:16.703417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.709468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:16.746661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9545ffd-0009-413c-b695-b32f3e642bcc req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] 10.222.0.81 "DELETE /v2.0/ports/aa16166e-43a3-4ded-96f3-0d944d27a131 HTTP/1.1" status: 204 len: 173 time: 1.6135526 May 20 07:46:16.763558 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d63130d-5fca-435c-88a4-c3f491706fdc req-dd9d7cbb-8e9a-442f-a0cc-51c9dc375cea tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568435 May 20 07:46:16.767658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:16.772332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9eee02cf-8e47-4a97-802f-d5bdbb5b2ec8 req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] 10.222.0.79 "DELETE /v2.0/security-groups/d0ba3676-99ad-497e-a461-0e1b1a02e432 HTTP/1.1" status: 204 len: 173 time: 0.4003928 May 20 07:46:16.777371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-639cbfbb-63eb-4fb7-b6c3-04e0a6642b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:16.779347 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-639cbfbb-63eb-4fb7-b6c3-04e0a6642b41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 1099 time: 0.1262581 May 20 07:46:16.779845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:16.802557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:16.976732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:17.008168 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:17.020750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Deleting subnet 05398a3d-afe8-49bb-8dcc-5879ded95ea6 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:46:17.029241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.038988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:17.056927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'mac_address': 'fa:16:3e:d3:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:17.064840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] No DVR routers for this DVR port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:17.119168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] 10.222.0.81 "PUT /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9811952 May 20 07:46:17.134382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 59e9e789-4c87-4397-a18a-890f965498ba up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:17.165898 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-5658a25b-7aa7-4a68-8249-7c5306564c70 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=421848cbbe324a099e9d4eb9225f55d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534019 May 20 07:46:17.169186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-72c30b2b-5cfa-4eba-88c4-5cd9d0406774 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.170162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-72c30b2b-5cfa-4eba-88c4-5cd9d0406774 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:17.202554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.208409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.227478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bb1cf6-f440-42a7-9cd9-afc16ddf481c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:17.229829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-df77e020-bbe3-47db-8d9a-0cc956bd472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.241182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-df77e020-bbe3-47db-8d9a-0cc956bd472d service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.4138865 May 20 07:46:17.246225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:17.310981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-72c30b2b-5cfa-4eba-88c4-5cd9d0406774 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:17.312132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-72c30b2b-5cfa-4eba-88c4-5cd9d0406774 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 944 time: 0.3603537 May 20 07:46:17.341140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-8ac21cbe-aff2-4588-8f29-69d4511760f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31 HTTP/1.1" status: 200 len: 217 time: 0.0999660 May 20 07:46:17.360736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.363177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 59e9e789-4c87-4397-a18a-890f965498ba completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:17.367847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:17.375805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-578cde92-17bd-402a-bebd-db13dcec7b4b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:17.396533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-578cde92-17bd-402a-bebd-db13dcec7b4b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:17.397691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e7bced-eea5-4cf1-ada7-2d91e07a0314 req-578cde92-17bd-402a-bebd-db13dcec7b4b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787947 May 20 07:46:17.400781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-79da3653-6eba-433f-abd1-38adeb951b3d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.402861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-79da3653-6eba-433f-abd1-38adeb951b3d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.1336806 May 20 07:46:17.427435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 59e9e789-4c87-4397-a18a-890f965498ba triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:17.427435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.467882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.521843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-289392ff-7247-4833-b74e-fd9de1c75014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.523495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-289392ff-7247-4833-b74e-fd9de1c75014 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&tenant_id=ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 1096 time: 0.1115062 May 20 07:46:17.533853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52162428-1904-4fd2-aa49-820b570747ea req-8ea017d3-86b6-4364-9bfe-6f6b8383ce30 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.540809 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52162428-1904-4fd2-aa49-820b570747ea req-8ea017d3-86b6-4364-9bfe-6f6b8383ce30 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 945 time: 0.5150051 May 20 07:46:17.574351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-9d407555-33b7-4120-8002-ba660061b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.575811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-9d407555-33b7-4120-8002-ba660061b811 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1869662 May 20 07:46:17.610064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:17.620138 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:17.628920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.672035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16a57b82-2cdd-46c7-b5e1-7d893d75c4e8 req-8960af26-326e-4723-9a18-a904a37b1c79 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 210 time: 0.0572236 May 20 07:46:17.684022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:17.697020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-71a751e0-4d1e-4c42-80c5-5f92b93f4190 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.699264 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-71a751e0-4d1e-4c42-80c5-5f92b93f4190 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234022 May 20 07:46:17.701203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:17.705094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['62bb1cf6-f440-42a7-9cd9-afc16ddf481c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:17.711017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-c5247d00-7da4-44b2-9b70-ffb332bc3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:17.714141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-c5247d00-7da4-44b2-9b70-ffb332bc3d34 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1096 time: 0.1536674 May 20 07:46:17.746204 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9badc1d4-3688-460a-ad01-700dabc8b9a6', 'name': 'network-vif-deleted', 'tag': 'aa16166e-43a3-4ded-96f3-0d944d27a131', 'status': 'completed', 'code': 200} May 20 07:46:17.766222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Request body: {'port': {'device_id': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '421848cbbe324a099e9d4eb9225f55d1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:17.810814 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52162428-1904-4fd2-aa49-820b570747ea req-63ebcaff-ca9a-46c9-b312-c3832752cf65 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690048 May 20 07:46:17.856176 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:17.857762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device aa16166e-43a3-4ded-96f3-0d944d27a131 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:17.908968 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:17.975430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: aa16166e-43a3-4ded-96f3-0d944d27a131 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:46:17.975882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device aa16166e-43a3-4ded-96f3-0d944d27a131 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:17.976363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:18.004438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-7f1f6c6a-1280-4f16-99c2-02d25882b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.006516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-7f1f6c6a-1280-4f16-99c2-02d25882b76a service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2840934 May 20 07:46:18.053722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:18.068562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Usage tracker for resource:port and tenant:421848cbbe324a099e9d4eb9225f55d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:18.073673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:18.076886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:18.082080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-229a13db-abb5-41b9-a178-a7a03a741695 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.0665948 May 20 07:46:18.090192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:18.093137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:18.094677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec8826-4ae2-4cab-bc94-40a9c03c94e2 req-573e5aa6-84f7-4af9-9590-f5f7f8d8ef98 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.096600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fec8826-4ae2-4cab-bc94-40a9c03c94e2 req-573e5aa6-84f7-4af9-9590-f5f7f8d8ef98 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1998088 May 20 07:46:18.103199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:18.122733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-dc2cf119-7135-4e83-8689-b85c49e169fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.124096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-dc2cf119-7135-4e83-8689-b85c49e169fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5272384 May 20 07:46:18.190262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-f37a3875-559d-432d-9e65-ed7470900587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.191696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-f37a3875-559d-432d-9e65-ed7470900587 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0943942 May 20 07:46:18.194677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fec8826-4ae2-4cab-bc94-40a9c03c94e2 req-a72c62bb-15cf-48bb-8144-78cf5d993b7d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631070 May 20 07:46:18.246651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-18714445-afa0-4cfe-9f21-58f92954d693 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457251 May 20 07:46:18.337018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Made reservation on behalf of 421848cbbe324a099e9d4eb9225f55d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:18.340471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.403794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.446259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-7ea53311-46a9-430b-9f97-7c05082e81c8 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922541 May 20 07:46:18.449821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:18.458931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a024-53ab-4b99-b237-46b3729bbedc req-294e288f-0538-4899-9370-c352a27194a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.460443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6408a024-53ab-4b99-b237-46b3729bbedc req-294e288f-0538-4899-9370-c352a27194a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 944 time: 0.4701860 May 20 07:46:18.463887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e879908-26ea-40b4-9a1f-609191ae3991 req-18b79ac5-3349-4796-a53b-28f06b3653b2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:18.463887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e879908-26ea-40b4-9a1f-609191ae3991 req-18b79ac5-3349-4796-a53b-28f06b3653b2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 948 time: 0.1227362 May 20 07:46:18.465716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Usage tracker for resource:security_group_rule and tenant:421848cbbe324a099e9d4eb9225f55d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:18.471299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:18.484311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:18.551244 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-f46c5551-9b1c-4dbe-82e9-d4c5bc8fdc1c service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182935 May 20 07:46:18.565036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6408a024-53ab-4b99-b237-46b3729bbedc req-bbf405ef-2136-4399-9949-c6f86d974eda tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 May 20 07:46:18.607227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e879908-26ea-40b4-9a1f-609191ae3991 req-f44b3e3f-6f8c-40b8-9137-4a1c0d2c43a7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216762 May 20 07:46:18.616404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.619437 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f066f99-03dd-4c07-aa60-dc630fdb5da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:18.645235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-82a969bf-610f-4a18-857b-da4887724305 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800203 May 20 07:46:18.679827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47868) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:18.679966 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba', 'code': 200} May 20 07:46:18.718675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05398a3d-afe8-49bb-8dcc-5879ded95ea6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:18.737685 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:18.745500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.775637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/05398a3d-afe8-49bb-8dcc-5879ded95ea6 HTTP/1.1" status: 204 len: 168 time: 1.9947567 May 20 07:46:18.780160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:18.869294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.893794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Deleting subnet 20dbb137-eaa3-4949-b778-8d90c52fff18 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:46:18.898159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.939461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa8df66b-2f5e-4ad1-8b32-663f50c63ce4 req-eb092d0d-0701-446a-b059-94e4eb7d4e20 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788977 May 20 07:46:18.943036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:18.955962 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13bbf1d0-6a52-4b68-be2a-835a506ffceb tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:19.027490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.050266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9543dd-5375-4d18-bb7e-4acec8337b56,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:19.055434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:19.107206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.143194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847017d-ba0e-4eb9-9561-0930aeddeec7 req-0403f480-c420-4a69-9c83-ca38ab778b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:19.144685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0847017d-ba0e-4eb9-9561-0930aeddeec7 req-0403f480-c420-4a69-9c83-ca38ab778b8c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1096 time: 0.3918681 May 20 07:46:19.238670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c23c3-dd88-426e-9026-7dced1255672 req-fdbcefb1-8ebc-4705-80d7-f3c073bb9abb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:19.240095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5c23c3-dd88-426e-9026-7dced1255672 req-fdbcefb1-8ebc-4705-80d7-f3c073bb9abb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 945 time: 0.4281378 May 20 07:46:19.258055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.279948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b90a53-813e-4328-a5bd-d9cdd6499761']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:19.280945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.295413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Allocated IP 192.168.233.222 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/77e1334c-542f-41b7-aad6-46f948333211) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:19.301666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae7c00c-1a83-4884-a935-d3d0d5ae1d88') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:19.301942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae7c00c-1a83-4884-a935-d3d0d5ae1d88') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:19.319167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.326400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0847017d-ba0e-4eb9-9561-0930aeddeec7 req-cb0f0b90-7f67-4086-ad85-65586888e3a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449542 May 20 07:46:19.349944 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.363459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f5c23c3-dd88-426e-9026-7dced1255672 req-168a74bc-c01f-471c-a860-b690abe0f705 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055684 May 20 07:46:19.368130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:46:19.368540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: timer() May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:46:19.383195 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:46:19.462010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-03bb8fb7-a79c-4527-b37d-b56bef5ce107 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:19.466810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-03bb8fb7-a79c-4527-b37d-b56bef5ce107 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.3272429 May 20 07:46:19.617249 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1bf258a1-3690-4f75-b01f-ae06f424f987 req-bf715cdd-e358-4960-b2a6-a96c624a908d tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 210 time: 0.1029289 May 20 07:46:19.663456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.665149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.673311 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8bd2e69-3aab-43b0-aa10-531ee5109bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:19.710909 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] 10.222.0.79 "DELETE /v2.0/networks/91b90a53-813e-4328-a5bd-d9cdd6499761 HTTP/1.1" status: 204 len: 168 time: 0.9201338 May 20 07:46:19.713812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b90a53-813e-4328-a5bd-d9cdd6499761,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:19.722771 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:19.753966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.772817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Transition to ACTIVE for port object 77e1334c-542f-41b7-aad6-46f948333211 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:19.813459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf46749-a8c3-4617-8ad7-055234c321f5 req-87806eae-6ef3-4ed4-84da-86602aef9a5b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:19.820701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdf46749-a8c3-4617-8ad7-055234c321f5 req-87806eae-6ef3-4ed4-84da-86602aef9a5b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 945 time: 0.2784524 May 20 07:46:19.875383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdf46749-a8c3-4617-8ad7-055234c321f5 req-2c797a0a-6140-4d9a-be27-b992d3aec346 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536766 May 20 07:46:19.906294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.923451 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a631b995-7ff6-4c05-986c-c39e8b0d5cba tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:19.947571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-776f6994-9752-4555-a58a-9e1b958e785d service neutron] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:19.957722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-776f6994-9752-4555-a58a-9e1b958e785d service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:19.959056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-776f6994-9752-4555-a58a-9e1b958e785d service neutron] 10.222.0.84 "DELETE /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.4592764 May 20 07:46:20.005915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:20.013895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:20.017951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.021035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:20.031352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-50746830-9672-492d-a1e3-8ea1515d47f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:20.079265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:20.089221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20dbb137-eaa3-4949-b778-8d90c52fff18,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:20.089948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:20.092234 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:20.095514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.099591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20dbb137-eaa3-4949-b778-8d90c52fff18 HTTP/1.1" status: 204 len: 168 time: 1.4220107 May 20 07:46:20.100289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47900) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:20.121618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb012-f4e0-438f-aeb7-c89d476a57ec req-195cd93f-cfdc-4753-afeb-480a8e4410a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:20.131597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cccb012-f4e0-438f-aeb7-c89d476a57ec req-195cd93f-cfdc-4753-afeb-480a8e4410a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 944 time: 0.2717445 May 20 07:46:20.185561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:20.186234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.231995 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3cccb012-f4e0-438f-aeb7-c89d476a57ec req-489076c0-039f-4a61-95aa-2f85f745919f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985532 May 20 07:46:20.243076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761c07d-56da-4ded-9944-5d8e8475d0db req-9ed5c9b7-e0bf-4502-bbe0-808a098cc4c2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:20.247014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f761c07d-56da-4ded-9944-5d8e8475d0db req-9ed5c9b7-e0bf-4502-bbe0-808a098cc4c2 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 948 time: 0.2660592 May 20 07:46:20.253907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.312655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5627239 May 20 07:46:20.313310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47908) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:20.343698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Request body: {'port': {'device_id': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:20.401724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f761c07d-56da-4ded-9944-5d8e8475d0db req-2551d8e6-93bf-46da-94a3-4e5501dd0be9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421587 May 20 07:46:20.434768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c0a6bf1a-6e6e-4e11-a9ce-156f868714a2 None None] Provisioning for port 77e1334c-542f-41b7-aad6-46f948333211 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:20.444596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c0a6bf1a-6e6e-4e11-a9ce-156f868714a2 None None] Provisioning complete for port 77e1334c-542f-41b7-aad6-46f948333211 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:20.445194 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0a6bf1a-6e6e-4e11-a9ce-156f868714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.508596 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1fc5c340-64b8-4f27-ac26-70c402b22ba0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fbd06e9fb494a1ab8001b3a59e622a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936908 May 20 07:46:20.516478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6bf1a-6e6e-4e11-a9ce-156f868714a2 None None] Port 77e1334c-542f-41b7-aad6-46f948333211 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:46:20.527930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47916) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:20.529881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.557817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.599586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa75d296-6914-4d7b-a25f-bad7bf82ac51']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:20.662187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5159f8c-82e3-4550-85a3-856a1a1ee013') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:20.662678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5159f8c-82e3-4550-85a3-856a1a1ee013') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:20.681706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.717100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.729267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:46:20.729717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: timer() May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:46:20.755578 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:46:20.831035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:20.851572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719115b-a902-4fb1-b401-80a180fe5ec2 req-d0ded1a5-4741-47a2-8520-20f881f5452e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:20.860632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5719115b-a902-4fb1-b401-80a180fe5ec2 req-d0ded1a5-4741-47a2-8520-20f881f5452e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 945 time: 0.2490447 May 20 07:46:20.905998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5719115b-a902-4fb1-b401-80a180fe5ec2 req-78ab5cd9-3b06-4dd8-9113-d43521f80b66 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 May 20 07:46:20.906631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.910764 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:20.926217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.937343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:20.943510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa75d296-6914-4d7b-a25f-bad7bf82ac51,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:20.947000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:21.026567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] 10.222.0.79 "DELETE /v2.0/networks/fa75d296-6914-4d7b-a25f-bad7bf82ac51 HTTP/1.1" status: 204 len: 168 time: 0.9243288 May 20 07:46:21.036668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:21.037458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.042715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:21.043658 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.046313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cd0f-aceb-4201-ad39-6bf60b2cc1e0 req-3c992e39-4b01-4548-8aab-0fdd4d828b10 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:21.051956 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc30cd0f-aceb-4201-ad39-6bf60b2cc1e0 req-3c992e39-4b01-4548-8aab-0fdd4d828b10 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1096 time: 0.2486978 May 20 07:46:21.133667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad82d-48e7-42db-950a-80642f5d5162 req-906c06e0-e70d-40f7-b9fa-f2ae6c8ab2ea tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:21.136132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1afad82d-48e7-42db-950a-80642f5d5162 req-906c06e0-e70d-40f7-b9fa-f2ae6c8ab2ea tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 936 time: 0.1017776 May 20 07:46:21.142191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f7d53f0e-209f-45de-8416-cd2fd8ad0d31 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:21.190077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1afad82d-48e7-42db-950a-80642f5d5162 req-60e96489-9cb0-4b65-a056-948575550fb2 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 May 20 07:46:21.243884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc30cd0f-aceb-4201-ad39-6bf60b2cc1e0 req-934e81da-78ac-4c2a-b676-03682961850c tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873870 May 20 07:46:21.285955 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.388897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:21.412957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:21.418879 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.447562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d06e6e9-6a04-4c14-aa70-a38af6b26592 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:21.469341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85adb79-6684-4ffb-8ae4-77bd4e73787c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:21.469926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:21.476031 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:21.482353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.486646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c85adb79-6684-4ffb-8ae4-77bd4e73787c HTTP/1.1" status: 204 len: 168 time: 0.9413598 May 20 07:46:21.501224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:21.516842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.517998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.522700 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:21.585034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:21.595223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Transition to ACTIVE for port object 77e1334c-542f-41b7-aad6-46f948333211 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:21.640289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31', 'mac_address': 'fa:16:3e:d6:8d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:21.663206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515250c-4617-4c63-ad41-c37488b6cf2a req-bfdca79c-0def-46e8-98de-85de37b8d309 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:21.664637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-05fdf2ff-0291-4bc0-a662-0a3c96707f39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6babd3f2e7e4301a55ad077e102ece7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734811 May 20 07:46:21.668113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:21.673043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0515250c-4617-4c63-ad41-c37488b6cf2a req-bfdca79c-0def-46e8-98de-85de37b8d309 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 946 time: 0.1306462 May 20 07:46:21.673187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.689262 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fcbea82-00ef-47bf-b633-fc99f5c891b6 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:21.719799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:21.722901 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:21.727407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.734966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0515250c-4617-4c63-ad41-c37488b6cf2a req-418047bc-7e7a-4c26-8036-74238da761cf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629148 May 20 07:46:21.762611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d53f0e-209f-45de-8416-cd2fd8ad0d31 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:21.779439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:21.784835 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'code': 200} May 20 07:46:21.845000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ed9c3-925f-4be7-aff1-d7d23946225b req-5c9ff452-c11d-409c-95bf-6000dc9e322e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:21.846738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a20ed9c3-925f-4be7-aff1-d7d23946225b req-5c9ff452-c11d-409c-95bf-6000dc9e322e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 945 time: 0.3219738 May 20 07:46:21.893948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:21.896513 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:21.898639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:21.915772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:21.984998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:21.988740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:22.034509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a20ed9c3-925f-4be7-aff1-d7d23946225b req-344df12d-6ae6-4b7a-92c2-348f08ae5acd tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669893 May 20 07:46:22.047713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.079525 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.152614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Attempting to bind port 77e1334c-542f-41b7-aad6-46f948333211 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:22.152614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Attempting to bind port 77e1334c-542f-41b7-aad6-46f948333211 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:22.152614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Attempting to bind port 77e1334c-542f-41b7-aad6-46f948333211 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:22.157732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Port 77e1334c-542f-41b7-aad6-46f948333211 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:22.158064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Attempting to bind port 77e1334c-542f-41b7-aad6-46f948333211 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:22.164697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:22.165044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:22.165431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:22.165893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Bound port: 77e1334c-542f-41b7-aad6-46f948333211, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:22.166238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.222424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca59-406b-48a4-9c4c-ef882605348c req-0ed0e8e7-2629-433b-aa3a-4c7ec02ab3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.223756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bc9ca59-406b-48a4-9c4c-ef882605348c req-0ed0e8e7-2629-433b-aa3a-4c7ec02ab3db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 1096 time: 0.3660164 May 20 07:46:22.237764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42777934-ef3e-4bf2-9362-66040842d597 req-7d066ebf-4aa4-47ca-addd-f2fcf2874725 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.237764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42777934-ef3e-4bf2-9362-66040842d597 req-7d066ebf-4aa4-47ca-addd-f2fcf2874725 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 949 time: 0.3455563 May 20 07:46:22.277084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.285525 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baf6f391-cd50-45a2-bc50-7ce8924547c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:22.306168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bc9ca59-406b-48a4-9c4c-ef882605348c req-50d3149d-05e7-4a8c-8ed6-bce4e0b43ffd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677683 May 20 07:46:22.311319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42777934-ef3e-4bf2-9362-66040842d597 req-1e431501-b868-463e-bbac-1e7c990f2bd3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582688 May 20 07:46:22.318582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['f7d53f0e-209f-45de-8416-cd2fd8ad0d31'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:22.346814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f465dff1-e6b1-4585-9ce3-81b9bc4980f9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:22.364587 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:22.403998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.405415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f465dff1-e6b1-4585-9ce3-81b9bc4980f9 HTTP/1.1" status: 204 len: 168 time: 0.7362583 May 20 07:46:22.409867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:22.415783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:22.449541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-c93ab1d7-f20c-4d4d-99fb-a2a9e50dcbc6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.450533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-c93ab1d7-f20c-4d4d-99fb-a2a9e50dcbc6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:22.510566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.516018 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:22.536976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450730d-2fd9-4a32-8bbe-e096d8dc09cf req-74f00579-4f24-4dff-bb13-13cf7af1bb9f tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.546225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6450730d-2fd9-4a32-8bbe-e096d8dc09cf req-74f00579-4f24-4dff-bb13-13cf7af1bb9f tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 945 time: 0.1213078 May 20 07:46:22.580858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-c93ab1d7-f20c-4d4d-99fb-a2a9e50dcbc6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:22.589997 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-c93ab1d7-f20c-4d4d-99fb-a2a9e50dcbc6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.3573325 May 20 07:46:22.604397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.605185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:22.606107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6450730d-2fd9-4a32-8bbe-e096d8dc09cf req-19fb7da5-f50a-486e-aea8-32417d563218 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582507 May 20 07:46:22.606591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] 10.222.0.84 "PUT /v2.0/ports/77e1334c-542f-41b7-aad6-46f948333211 HTTP/1.1" status: 200 len: 1096 time: 2.2720942 May 20 07:46:22.612119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:22.626235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-fe7f3138-7b03-4ad3-b06c-b88a46b24fb7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/quotas/ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 375 time: 0.0285773 May 20 07:46:22.699488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:22.710307 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:22.746964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-4ad30441-62c5-4f4e-b051-b738dc169104 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170406 May 20 07:46:22.810874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c738c20-36a0-49c8-afa8-254135c6c92b req-0e65c526-e3f8-409f-87d8-a2d72859f73b tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:22.819833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c738c20-36a0-49c8-afa8-254135c6c92b req-0e65c526-e3f8-409f-87d8-a2d72859f73b tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 948 time: 0.1022894 May 20 07:46:22.886427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c738c20-36a0-49c8-afa8-254135c6c92b req-b8cfddd3-17f5-4354-a0ce-1b993581343e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654237 May 20 07:46:23.018812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-9a2b26b5-876c-49ae-8a30-5f8dc07e860a service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708297 May 20 07:46:23.025179 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'status': 'completed', 'code': 200} May 20 07:46:23.104159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-15e381a1-fa7f-44c1-8859-c0d71e434f23 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1190014563&fields=id&tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 267 time: 0.0619328 May 20 07:46:23.154973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:23.157066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47996) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:23.257301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-ebdc9f85-f794-4d5d-9f1a-0b7d2d1a25dd tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:23.258843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-ebdc9f85-f794-4d5d-9f1a-0b7d2d1a25dd tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 945 time: 0.1469488 May 20 07:46:23.279532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'security_groups': ['c023a8ce-5bf2-4304-a723-1ea187a3f5d7', '29d6f24b-6737-4092-84f9-5e5ffc852394']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:23.279743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-3003f876-fc00-41ef-919a-01808b8f9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:23.279743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-3003f876-fc00-41ef-919a-01808b8f9708 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=421848cbbe324a099e9d4eb9225f55d1&device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 1099 time: 0.5058696 May 20 07:46:23.364729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:23.398243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '4267a5bc-374f-4b32-b213-0987cae774ac', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'port_id': '4267a5bc-374f-4b32-b213-0987cae774ac', 'mac_address': 'fa:16:3e:d6:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fadb7ea-0425-45df-b3bc-28bc9215e8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:23.405027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-4ffc542c-6082-4cdb-b861-60aae5253dea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=77e1334c-542f-41b7-aad6-46f948333211 HTTP/1.1" status: 200 len: 217 time: 0.1043072 May 20 07:46:23.419566 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-80af3795-bec1-4521-8360-2a54f403f2d0 service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997798 May 20 07:46:23.520825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:23.542354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-0255fffb-7e0f-42a6-bdfa-9f61a30c721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:23.542722 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:23.543991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-0255fffb-7e0f-42a6-bdfa-9f61a30c721f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1223655 May 20 07:46:23.550462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2071493453-network', 'tenant_id': 'd1e56bf0413648bf99142af065065381'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:23.563361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:23.582117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:23.594825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:23.622773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Usage tracker for resource:network and tenant:d1e56bf0413648bf99142af065065381 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:23.624889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:23.634512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:23.649261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747616-b6f3-49d5-9c80-1577714e30cb req-0f135f43-3013-40c4-ab52-748d1bc9fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:23.650808 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-0f135f43-3013-40c4-ab52-748d1bc9fe52 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990934 May 20 07:46:23.677384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:23.680256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:23.744227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Made reservation on behalf of d1e56bf0413648bf99142af065065381 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:23.750116 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:23.769731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:23.797505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:23.806678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Usage tracker for resource:security_group_rule and tenant:d1e56bf0413648bf99142af065065381 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:23.818574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:23.822266 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:23.827510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:23.837664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4267a5bc-374f-4b32-b213-0987cae774ac'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:23.864981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:23.980622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-4982f85e-a5e8-4b23-83bd-d03f79f1c9ed service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155689 May 20 07:46:23.998265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112322-9b3b-4a44-ab96-8f7a91c53d17 req-a2e7fc94-9d1b-4872-aa17-d196dc59e277 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:23.998265 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5112322-9b3b-4a44-ab96-8f7a91c53d17 req-a2e7fc94-9d1b-4872-aa17-d196dc59e277 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 945 time: 0.2370415 May 20 07:46:24.079511 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.125356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:24.131282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5112322-9b3b-4a44-ab96-8f7a91c53d17 req-9fcd7150-749f-40ac-84e2-c4ad2ea502a5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150734 May 20 07:46:24.171468 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17747616-b6f3-49d5-9c80-1577714e30cb req-d3355275-6540-4489-81ed-5f33c93b2d28 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753726 May 20 07:46:24.177443 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.182190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.247696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.250928 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beed05bd-a8e2-48f7-b661-2d84ede8569c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:24.283227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:46:24.288856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d696eb-a05e-4a01-ac3e-511ca2e18950,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:24.292101 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:24.304072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.306069 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Added segment 53244731-199c-4d32-a9eb-9cb5fee6ae60 of type vlan for network ce9957f2-e489-49c5-8a76-f12b9badc613 May 20 07:46:24.306454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.318649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', '59e9e789-4c87-4397-a18a-890f965498ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:24.329126 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f99d410d-018d-44ba-9255-eebe185ac316 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:24.356649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9bdc0-2907-4eb5-b3e0-ae1fcf9f1d09 req-8d0467d9-6d9f-486e-b555-307e0dc53f4b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.358492 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8b9bdc0-2907-4eb5-b3e0-ae1fcf9f1d09 req-8d0467d9-6d9f-486e-b555-307e0dc53f4b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 945 time: 0.1121535 May 20 07:46:24.419357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.419998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.426297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1969e4b4-df07-4917-b8ae-73c1e0c16f8c req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "PUT /v2.0/ports/59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 981 time: 1.1594286 May 20 07:46:24.444568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:24.444568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.475237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8b9bdc0-2907-4eb5-b3e0-ae1fcf9f1d09 req-a2cda0c4-f3ad-4c79-bd63-702a4706c759 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678122 May 20 07:46:24.484394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:24.495434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:24.544650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-a2d9c67e-7c62-4100-88d9-bb3c661efac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.546547 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-a2d9c67e-7c62-4100-88d9-bb3c661efac3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=421848cbbe324a099e9d4eb9225f55d1&device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 1099 time: 0.1868536 May 20 07:46:24.556115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['59e9e789-4c87-4397-a18a-890f965498ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:24.599864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.605882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.606557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:24.614112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-edcad2f2-b584-4c3b-bae8-7a9a6415a924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:24.643764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f72c7e10-2f47-47ea-8c90-6b7850163a4b req-821d1985-a5a2-49a7-b361-a7e1278409f6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 210 time: 0.0876298 May 20 07:46:24.733228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Pushing event updated for resources: {'Network': ['ID=ce9957f2-e489-49c5-8a76-f12b9badc613,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:24.736823 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:24.756858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56ce8-5a34-4922-8b41-65a100c3c0f2 req-15c8b58c-151b-4028-a2e5-87b3affe7023 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.764675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afc56ce8-5a34-4922-8b41-65a100c3c0f2 req-15c8b58c-151b-4028-a2e5-87b3affe7023 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 949 time: 0.2017708 May 20 07:46:24.768082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ce9957f2-e489-49c5-8a76-f12b9badc613 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:46:24.801572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6426258 May 20 07:46:24.804595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:24.825732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afc56ce8-5a34-4922-8b41-65a100c3c0f2 req-39726a8d-5731-4b47-b675-c5ed88fb3f98 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 May 20 07:46:24.843955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Request body: {'subnet': {'network_id': 'ce9957f2-e489-49c5-8a76-f12b9badc613', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2071493453-subnet', 'tenant_id': 'd1e56bf0413648bf99142af065065381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:24.872318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:24.879756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Usage tracker for resource:subnet and tenant:d1e56bf0413648bf99142af065065381 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:24.886359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:24.913866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:24.928915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-8e9388a0-9d19-41c9-827c-0f1a2b32a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:24.930421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-8e9388a0-9d19-41c9-827c-0f1a2b32a92e service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3311555 May 20 07:46:25.008452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-de607533-fd97-405b-b764-8301acc725ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=77e1334c-542f-41b7-aad6-46f948333211 HTTP/1.1" status: 200 len: 217 time: 0.0694880 May 20 07:46:25.021303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-b386bf05-5577-4a11-a782-cc6548d8871e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:25.023184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-b386bf05-5577-4a11-a782-cc6548d8871e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Synchronizing usage tracker for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:25.065320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Made reservation on behalf of d1e56bf0413648bf99142af065065381 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:25.069801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:25.188500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-8b1cbd3e-0d73-42cf-938e-43b14b1744f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:25.189971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-8b1cbd3e-0d73-42cf-938e-43b14b1744f6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1639426 May 20 07:46:25.201564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f7d53f0e-209f-45de-8416-cd2fd8ad0d31 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:25.205244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-b386bf05-5577-4a11-a782-cc6548d8871e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Unset dirty status for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:25.212102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-b386bf05-5577-4a11-a782-cc6548d8871e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 948 time: 0.4104054 May 20 07:46:25.327735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-a422d5e1-d4c4-48c5-8112-0a52e059d215 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Synchronizing usage tracker for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:25.377408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:25.386095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:25.386771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:25.399831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-46a337ff-a0d4-4f1b-8e8f-f3c53d80c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:25.402007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-46a337ff-a0d4-4f1b-8e8f-f3c53d80c90d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974926 May 20 07:46:25.583147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-a422d5e1-d4c4-48c5-8112-0a52e059d215 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Unset dirty status for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:25.588403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:25.592481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-881a2dfe-4903-4a1c-847b-7190d82ac431 req-a422d5e1-d4c4-48c5-8112-0a52e059d215 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795233 May 20 07:46:25.638798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:25.650581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:25.757228 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e895c31c-6ee5-4cd3-b934-ec7c00307ef0 req-3d396fb8-cd83-4542-8d1a-efaf1e6816b0 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/29d6f24b-6737-4092-84f9-5e5ffc852394 HTTP/1.1" status: 200 len: 1800 time: 0.0857866 May 20 07:46:25.761031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-156454cc-615b-4203-9b97-f460c69f2a83 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407612 May 20 07:46:25.773630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:25.774892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:25.816514 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:25.969068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:25.975269 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba', 'status': 'completed', 'code': 200} May 20 07:46:25.980864 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:26.013013 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-e895c31c-6ee5-4cd3-b934-ec7c00307ef0 req-9384d72c-8338-472b-b9e0-561711ab1efe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 07:46:26.014072 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e895c31c-6ee5-4cd3-b934-ec7c00307ef0 req-9384d72c-8338-472b-b9e0-561711ab1efe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/29d6f24b-6737-4092-84f9-5e5ffc852394 HTTP/1.1" status: 409 len: 341 time: 0.2509034 May 20 07:46:26.041186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6da71179-ad46-4731-91d8-0f2eb118acb7 req-891f2886-42a4-4392-b718-02d814454a0a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655518 May 20 07:46:26.064134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:26.097264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:26.136312 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:26.143237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:26.164653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-f3ee4536-58ea-487e-b5f6-47c00fbe747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.166686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-f3ee4536-58ea-487e-b5f6-47c00fbe747c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1135 time: 0.1507864 May 20 07:46:26.183145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-056ed4c9-e68e-475e-9858-f98b331f2db1 req-b26d0e65-e6ff-44c0-a8d1-4677531cf57e tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0595875 May 20 07:46:26.194079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:26.199521 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-868b031b-6927-40cc-ad8c-2b59cc1e3489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:26.215877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:26.224419 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:26.286473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9f3927-e983-48cb-aa07-795a9785d763,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:26.290838 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:26.295250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Checking segment: {'id': '53244731-199c-4d32-a9eb-9cb5fee6ae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ce9957f2-e489-49c5-8a76-f12b9badc613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:26.295617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Network hostable DHCP agents. Network: ce9957f2-e489-49c5-8a76-f12b9badc613, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:46:26.346213 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31', 'code': 200} May 20 07:46:26.378611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:26.382471 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:26.420316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-dcd42aa4-65d1-475b-8b01-29bc402a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.422274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-dcd42aa4-65d1-475b-8b01-29bc402a5072 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.2481370 May 20 07:46:26.473571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Network ce9957f2-e489-49c5-8a76-f12b9badc613 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:46:26.488054 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c03e941-b179-47cb-91ea-f1490213f01a req-4adaac40-1234-435c-a043-dab6e579bb31 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 210 time: 0.0918326 May 20 07:46:26.520248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-0d69b275-04f3-4489-bcf1-9466ebc9205c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 217 time: 0.0897183 May 20 07:46:26.541643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65b95-2363-4e11-9bcb-c936419f85bd req-f406ed77-1638-4d7d-9780-eef843af77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.543151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4f65b95-2363-4e11-9bcb-c936419f85bd req-f406ed77-1638-4d7d-9780-eef843af77d5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 1101 time: 0.1138668 May 20 07:46:26.637405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ce9957f2-e489-49c5-8a76-f12b9badc613) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:26.649459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ee0b1-7614-46b0-ab46-39c40e0c4d0a None None] Network ce9957f2-e489-49c5-8a76-f12b9badc613 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:26.721051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.721357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:26.727894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4f65b95-2363-4e11-9bcb-c936419f85bd req-f2a202dc-7ee3-4bf7-aafa-bd29a5d78922 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733193 May 20 07:46:26.799552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4fa1f-147c-4d58-aeff-c9077cce999d req-5ecf8349-b898-4565-948f-197e4632933b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.808678 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fd4fa1f-147c-4d58-aeff-c9077cce999d req-5ecf8349-b898-4565-948f-197e4632933b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 944 time: 0.1315856 May 20 07:46:26.855763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-2b7f3937-a852-42f2-ad80-c7bcbb90bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.857606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-2b7f3937-a852-42f2-ad80-c7bcbb90bb67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.3296313 May 20 07:46:26.864888 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1fd4fa1f-147c-4d58-aeff-c9077cce999d req-27af7519-7b24-43b9-a8a7-f9e9f3a7db43 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552795 May 20 07:46:26.903985 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0651338 May 20 07:46:26.915508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-55bde4dc-7ed4-4618-9559-16771990847e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464768 May 20 07:46:26.942525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c1ce1-3b1a-4178-bf0e-a487fd7fb2a4 None None] Network ce9957f2-e489-49c5-8a76-f12b9badc613 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:26.992667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-a8dff611-6300-4ecf-8aae-6ec4c9adfa42 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:26.995673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-a8dff611-6300-4ecf-8aae-6ec4c9adfa42 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.5081258 May 20 07:46:27.055810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Request body: {'port': {'device_id': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'admin_state_up': True, 'tenant_id': 'ed1028bad2744827b51f30754ae192e3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:27.190982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23c8b-685c-49eb-b098-5201b5438d94 req-9d16e7de-25db-4364-814b-cdfe2f7e7fb1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:27.192606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66e23c8b-685c-49eb-b098-5201b5438d94 req-9d16e7de-25db-4364-814b-cdfe2f7e7fb1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 950 time: 0.4210463 May 20 07:46:27.283899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66e23c8b-685c-49eb-b098-5201b5438d94 req-d0d51c1b-dd9e-4ebd-ad6e-34e194983d5d tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 May 20 07:46:27.285685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-353feae0-d962-4a50-8d5b-37c6a5110cfc service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597555 May 20 07:46:27.287811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:27.319319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:27.435173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:27.440674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:27.461137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0d2e9ec-d333-42af-b350-1b564c469f28 req-70be6f8c-9627-49df-bdd1-8cee0c40316e service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658134 May 20 07:46:27.560768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2fd4b-dfe8-4de2-8f73-6a8790c921ce req-f01ac624-53c0-4e45-91c8-f58b730be7b1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:27.562336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8c2fd4b-dfe8-4de2-8f73-6a8790c921ce req-f01ac624-53c0-4e45-91c8-f58b730be7b1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 945 time: 0.1130576 May 20 07:46:27.654676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8c2fd4b-dfe8-4de2-8f73-6a8790c921ce req-4fc11106-1933-4974-8e7b-de4f1fcc85ba tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 May 20 07:46:27.679396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Allocated IP 172.20.0.10 (70437a33-3b6a-460f-89a4-9a90d6050cb9/1b4ad184-5023-41a6-8c83-29772f84a53e/57b2f0be-a2bc-457a-8441-96b4a95abfa8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:27.799816 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-44d794b9-f050-440e-965f-51c9c9d9611e req-f722ceb5-2b8f-4e23-a64f-ef69ac3798d0 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] show failed (client error): The resource could not be found. May 20 07:46:27.800906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-44d794b9-f050-440e-965f-51c9c9d9611e req-f722ceb5-2b8f-4e23-a64f-ef69ac3798d0 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/c2de7790-b657-4825-868d-5216ff88d7b9 HTTP/1.1" status: 404 len: 352 time: 0.0196068 May 20 07:46:27.910006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd21b-0e0d-4253-9437-90efd848e676 req-a837d712-1d10-48f6-9fa7-9de1dd02bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:27.911545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-a837d712-1d10-48f6-9fa7-9de1dd02bae6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1135 time: 0.2299104 May 20 07:46:28.010099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f182a9-6b79-4369-8c9d-09aab8b09036 req-0bd37b67-a0f5-4837-9c66-99cd4a038917 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.018730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7f182a9-6b79-4369-8c9d-09aab8b09036 req-0bd37b67-a0f5-4837-9c66-99cd4a038917 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 948 time: 0.3870778 May 20 07:46:28.026787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9ad00-da69-4af3-9a9c-d3779054857c req-a21ac115-f605-4844-aeb0-79822a96e182 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.028791 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b3a9ad00-da69-4af3-9a9c-d3779054857c req-a21ac115-f605-4844-aeb0-79822a96e182 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 984 time: 0.0937102 May 20 07:46:28.143987 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b3a9ad00-da69-4af3-9a9c-d3779054857c req-7068c6c2-7a6c-434e-905f-08b9b8133c8b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=29d6f24b-6737-4092-84f9-5e5ffc852394&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0700383 May 20 07:46:28.163534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-089fbd28-ba56-4cd8-bc22-2387b314742f tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.165648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-089fbd28-ba56-4cd8-bc22-2387b314742f tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 944 time: 0.1363153 May 20 07:46:28.201442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:28.256943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7f182a9-6b79-4369-8c9d-09aab8b09036 req-a5c5c2a4-9571-4cee-92db-80225d4bbe0e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175169 May 20 07:46:28.307385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd21b-0e0d-4253-9437-90efd848e676 req-ec6320f1-6f20-49ac-bb7c-313a3996c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.309800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-ec6320f1-6f20-49ac-bb7c-313a3996c02b service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.3430569 May 20 07:46:28.342617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b476e87-92d1-404b-a2d8-38d2a26b4eea req-d5f26845-185d-4bdc-b249-83b154f20dfe tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 210 time: 0.0732365 May 20 07:46:28.428265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-d74b32d2-cf79-445d-9767-f5d5625b03e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 217 time: 0.1126921 May 20 07:46:28.429828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:28.440564 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9092b9f-9a5f-4773-942f-fbfad5b9383a tempest-ServerTagsTestJSON-768904413 tempest-ServerTagsTestJSON-768904413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:28.462064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Deleting port 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:28.462863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:28.627913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:28.638698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:28.638969 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:28.645892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd21b-0e0d-4253-9437-90efd848e676 req-15212015-51cd-453f-9c09-f7d75782d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.647334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-15212015-51cd-453f-9c09-f7d75782d10b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.1499300 May 20 07:46:28.650261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:28.654566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:28.655800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] For port 4267a5bc-374f-4b32-b213-0987cae774ac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4267a5bc-374f-4b32-b213-0987cae774ac,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:28.657268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:28.867987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:28.892148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-2da4f025-f77c-41b7-a03d-f57fc427c9ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702181 May 20 07:46:28.954905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Calling delete_port for 4267a5bc-374f-4b32-b213-0987cae774ac owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:28.964360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:28.965019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.044567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b317c8a-1c92-4f26-bf3a-2a4fcd5a1d25 req-02890836-ec21-4cf8-b6b9-029d6461c566 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:29.045292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:29.051892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b317c8a-1c92-4f26-bf3a-2a4fcd5a1d25 req-02890836-ec21-4cf8-b6b9-029d6461c566 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 944 time: 0.5152738 May 20 07:46:29.063643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '77e1334c-542f-41b7-aad6-46f948333211', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '77e1334c-542f-41b7-aad6-46f948333211', 'mac_address': 'fa:16:3e:61:07:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:29.140817 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.146023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b317c8a-1c92-4f26-bf3a-2a4fcd5a1d25 req-249cba4d-7412-49c1-8693-d851659ebc5d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933032 May 20 07:46:29.148018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-5c82ec8e-ae6b-4c4c-8d50-95cbfb9cb396 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480190 May 20 07:46:29.160037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:29.186552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:29.247857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.251706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2015600 May 20 07:46:29.254754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:29.270330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Request body: {'port': {'device_id': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:29.284927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.287369 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:29.318165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event deleted for resources: {'Port': ['ID=4267a5bc-374f-4b32-b213-0987cae774ac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:29.328295 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:29.470046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:29.474350 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:29.484993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] No DVR routers for this DVR port 4267a5bc-374f-4b32-b213-0987cae774ac on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:29.495802 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d8f1a39-bb3e-4be1-a2fc-11cf8b9e4af4 req-8605a507-d800-4152-b223-bccbdb75abe7 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1374640 May 20 07:46:29.496932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.507327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'name': 'network-vif-deleted', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:29.536738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-315fd21b-0e0d-4253-9437-90efd848e676 req-088fbd61-bed6-4a51-8ee4-66e29da5e256 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817980 May 20 07:46:29.572772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:29.583811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f296d62f-c966-4656-9fa0-c74d004dc230 req-d9f23738-3aa0-469d-8531-2cdc158de635 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1e56bf0413648bf99142af065065381 HTTP/1.1" status: 200 len: 2984 time: 0.0537550 May 20 07:46:29.606591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['77e1334c-542f-41b7-aad6-46f948333211'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:29.630370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20759e-67e2-4095-a97c-94c337c76861 req-37afa441-7e7b-4a27-97be-be1b5797f797 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:29.631850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b20759e-67e2-4095-a97c-94c337c76861 req-37afa441-7e7b-4a27-97be-be1b5797f797 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 950 time: 0.3105464 May 20 07:46:29.665244 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f296d62f-c966-4656-9fa0-c74d004dc230 req-247e99b8-e474-465a-a762-79264a333978 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/a7d696eb-a05e-4a01-ac3e-511ca2e18950 HTTP/1.1" status: 200 len: 2981 time: 0.0724332 May 20 07:46:29.668743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f2441a2d-d2f1-42c7-a7e6-cc4cbdad33d6 req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "DELETE /v2.0/ports/4267a5bc-374f-4b32-b213-0987cae774ac HTTP/1.1" status: 204 len: 173 time: 1.4972463 May 20 07:46:29.725440 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f296d62f-c966-4656-9fa0-c74d004dc230 req-18279eb2-624b-4ebf-a69d-2c8825628650 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/a7d696eb-a05e-4a01-ac3e-511ca2e18950 HTTP/1.1" status: 200 len: 2981 time: 0.0598907 May 20 07:46:29.750267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b20759e-67e2-4095-a97c-94c337c76861 req-b2c89bc5-e291-437d-bb34-ab6c02e4cbbb tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108229 May 20 07:46:29.984156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e4fa-5d29-4e02-8009-8febbe13abee req-1a5b96ac-dfd5-46e6-9544-cf8fe87de3bb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:29.985666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a643e4fa-5d29-4e02-8009-8febbe13abee req-1a5b96ac-dfd5-46e6-9544-cf8fe87de3bb tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 984 time: 0.1127026 May 20 07:46:30.040964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a643e4fa-5d29-4e02-8009-8febbe13abee req-98153b43-c716-4bf8-b98c-b959aa5a1573 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=29d6f24b-6737-4092-84f9-5e5ffc852394&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0488145 May 20 07:46:30.044621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68651e-b715-41e8-98b6-6762d80918a9 req-7e1603fe-1c50-4d10-8487-17e32a629c22 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:30.046164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a68651e-b715-41e8-98b6-6762d80918a9 req-7e1603fe-1c50-4d10-8487-17e32a629c22 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 949 time: 0.0936553 May 20 07:46:30.120202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a68651e-b715-41e8-98b6-6762d80918a9 req-abb26a75-fe7c-426d-b907-775f00c7fc87 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647156 May 20 07:46:30.194136 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2b66cc-71fd-404e-9451-99bcd435792a', 'name': 'network-vif-deleted', 'tag': '4267a5bc-374f-4b32-b213-0987cae774ac', 'status': 'completed', 'code': 200} May 20 07:46:30.240141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e79863-8097-4055-8eca-68d160ae482b req-12e182b9-93e9-4300-8e5f-562bab93877f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:30.241701 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50e79863-8097-4055-8eca-68d160ae482b req-12e182b9-93e9-4300-8e5f-562bab93877f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 932 time: 0.0977316 May 20 07:46:30.247164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b2f0be-a2bc-457a-8441-96b4a95abfa8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:30.259612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:30.297761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Transition to ACTIVE for port object 57b2f0be-a2bc-457a-8441-96b4a95abfa8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:30.298603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50e79863-8097-4055-8eca-68d160ae482b req-9185a779-669e-4042-9335-25edcc86c6ea tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491672 May 20 07:46:30.310442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5f57ae8-6291-41d4-bb22-ca6187800837 req-68e31cfc-ebdd-4ef8-8b1d-55ab5d323b51 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/a7d696eb-a05e-4a01-ac3e-511ca2e18950 HTTP/1.1" status: 200 len: 2981 time: 0.0798602 May 20 07:46:30.391793 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-b5f57ae8-6291-41d4-bb22-ca6187800837 req-0db53179-43ac-412d-bcd2-e7847d9634d8 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 07:46:30.392849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5f57ae8-6291-41d4-bb22-ca6187800837 req-0db53179-43ac-412d-bcd2-e7847d9634d8 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "DELETE /v2.0/security-groups/a7d696eb-a05e-4a01-ac3e-511ca2e18950 HTTP/1.1" status: 409 len: 352 time: 0.0729253 May 20 07:46:30.423461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:30.428376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:30.476349 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ce3d2f6-8b95-4360-8192-3c7c30ff4534 req-5abae1e2-a811-4740-a877-87089e4797c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0845399 May 20 07:46:30.523241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1c938-76e5-4bcb-a225-d59fc4a8eb03 req-8db48946-d1ac-46db-898f-f5a9cf8ac13c tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:30.534066 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77b1c938-76e5-4bcb-a225-d59fc4a8eb03 req-8db48946-d1ac-46db-898f-f5a9cf8ac13c tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 1101 time: 0.1106505 May 20 07:46:30.576654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77b1c938-76e5-4bcb-a225-d59fc4a8eb03 req-ff8efe83-4678-4a39-9836-fd68a974d141 tempest-ServersOnMultiNodesTest-685889624 tempest-ServersOnMultiNodesTest-685889624-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 May 20 07:46:30.621601 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-306bac18-f029-4867-bd45-4d938ca9d1fd req-668dd7df-6a12-434d-8635-e8fe4824bccf tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] show failed (client error): The resource could not be found. May 20 07:46:30.626014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-306bac18-f029-4867-bd45-4d938ca9d1fd req-668dd7df-6a12-434d-8635-e8fe4824bccf tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/79f34837-89ca-45f0-b258-01d882e0603c HTTP/1.1" status: 404 len: 352 time: 0.0215433 May 20 07:46:30.627326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ead959-c002-4135-9f14-d4327434a3f5 req-441c1641-8ea4-4997-99a5-bc919fbcc2a8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f2b66cc-71fd-404e-9451-99bcd435792a HTTP/1.1" status: 200 len: 210 time: 0.0666933 May 20 07:46:30.628041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:30.655986 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:30.755918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:30.756540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:30.757220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:30.763716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:30.764126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:30.771455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:30.771912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:30.775429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:30.775429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Bound port: 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:30.775429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:30.820493 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d6c6266-e410-4bf1-9a15-1e1ea12ae420 req-1555ed0c-8d68-4303-a7db-beb6522a79aa tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0457351 May 20 07:46:30.882230 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-a85ef79a-08b8-4965-a6af-f0d808241d89 req-df756a98-c32a-4526-aab5-5eacd79c5497 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] show failed (client error): The resource could not be found. May 20 07:46:30.883303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85ef79a-08b8-4965-a6af-f0d808241d89 req-df756a98-c32a-4526-aab5-5eacd79c5497 tempest-SecurityGroupsNegativeTestJSON-788107755 tempest-SecurityGroupsNegativeTestJSON-788107755-project] 10.222.0.79 "GET /v2.0/security-groups/048a873f-33a8-487f-b0d3-d99bcf82caef HTTP/1.1" status: 404 len: 352 time: 0.0319409 May 20 07:46:30.885234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:30.890654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:30.890771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:30.905532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:30.983503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:30.988856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:31.011743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Deleting subnet 3d9f3927-e983-48cb-aa07-795a9785d763 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:46:31.015056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.052655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.053267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.055056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] 10.222.0.81 "PUT /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 1092 time: 1.7936070 May 20 07:46:31.064987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:31.097379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 77e1334c-542f-41b7-aad6-46f948333211 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:31.098406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:31.102821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 77e1334c-542f-41b7-aad6-46f948333211 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:31.103426 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.110627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.111547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:31.186522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:31.193164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.297357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 4267a5bc-374f-4b32-b213-0987cae774ac {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:46:31.297833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4267a5bc-374f-4b32-b213-0987cae774ac not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:31.321219 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'status': 'completed', 'code': 200} May 20 07:46:31.426843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d694-13c1-4f69-bacf-c20459957162 req-b64617e2-f3d4-443a-91d6-9d58b8be1c54 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.435303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d36d694-13c1-4f69-bacf-c20459957162 req-b64617e2-f3d4-443a-91d6-9d58b8be1c54 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 984 time: 0.2078624 May 20 07:46:31.446671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.500332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:31.513351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:31.553315 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d36d694-13c1-4f69-bacf-c20459957162 req-487fbfa9-91d1-485d-a11b-6045ed00bd62 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=29d6f24b-6737-4092-84f9-5e5ffc852394&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1172264 May 20 07:46:31.590935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.593033 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cfa658d4-5892-4d1e-9692-644f40776eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:31.617013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-5a428f92-347d-455a-ad83-7e47447a7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.618782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-5a428f92-347d-455a-ad83-7e47447a7ba7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1095 time: 0.3783288 May 20 07:46:31.631215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69560b2-f852-4176-b4ce-f7954713a8e5 req-c8a11a92-4ab7-44df-b817-4b127723383e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.632698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a69560b2-f852-4176-b4ce-f7954713a8e5 req-c8a11a92-4ab7-44df-b817-4b127723383e tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 949 time: 0.1512580 May 20 07:46:31.692000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:31.695726 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:31.735224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.741079 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3cf330f-c8b7-4f1f-be2a-6a34fe22bb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:31.743020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-eccf3df6-3ce1-42c3-9637-1b57f79d6750 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.1093349 May 20 07:46:31.784630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9f3927-e983-48cb-aa07-795a9785d763,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:31.789792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:31.792577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:31.800192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3d9f3927-e983-48cb-aa07-795a9785d763 HTTP/1.1" status: 204 len: 168 time: 0.8952646 May 20 07:46:31.803902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48194) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:31.814495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a69560b2-f852-4176-b4ce-f7954713a8e5 req-873b9dd8-d888-4933-b19f-46cdf3001fcb tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230316 May 20 07:46:31.842181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-333f336a-8645-4470-955f-53ec5dd4a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.844053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-333f336a-8645-4470-955f-53ec5dd4a5e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0897965 May 20 07:46:31.847849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bef636-9c4c-4c4f-b4c0-23c9e36bb42a req-f9e3d998-7a65-446f-82f3-bc255ebcffe6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:31.848553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-98bef636-9c4c-4c4f-b4c0-23c9e36bb42a req-f9e3d998-7a65-446f-82f3-bc255ebcffe6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:31.902686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-fa2def01-f510-4513-87ad-d57cd07ddcdd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510335 May 20 07:46:31.929564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.073683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-98bef636-9c4c-4c4f-b4c0-23c9e36bb42a req-f9e3d998-7a65-446f-82f3-bc255ebcffe6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:32.076253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98bef636-9c4c-4c4f-b4c0-23c9e36bb42a req-f9e3d998-7a65-446f-82f3-bc255ebcffe6 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 950 time: 0.4038517 May 20 07:46:32.107326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-443f5fd7-e62d-4b9c-bea7-0de69bdd9672 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949410 May 20 07:46:32.119180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c36c5f-e14b-4829-8d43-25f1550dff08 req-218960de-7358-46ce-bd21-c44750945e15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.120157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f9c36c5f-e14b-4829-8d43-25f1550dff08 req-218960de-7358-46ce-bd21-c44750945e15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:32.194171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.211697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98bef636-9c4c-4c4f-b4c0-23c9e36bb42a req-ba02c4e8-73d6-4eae-8946-7e60b5f56c83 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307077 May 20 07:46:32.213799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9957f2-e489-49c5-8a76-f12b9badc613']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:32.236195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53244731-199c-4d32-a9eb-9cb5fee6ae60') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:32.236508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53244731-199c-4d32-a9eb-9cb5fee6ae60') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:46:32.242445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f9c36c5f-e14b-4829-8d43-25f1550dff08 req-218960de-7358-46ce-bd21-c44750945e15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:32.243603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9c36c5f-e14b-4829-8d43-25f1550dff08 req-218960de-7358-46ce-bd21-c44750945e15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.3298032 May 20 07:46:32.250569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.267961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.273852 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'code': 200} May 20 07:46:32.287751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:46:32.288594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.302147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d4a8ab7-30f2-4ddc-b60d-4dea6cc35293 req-e8b02fe8-ab79-426a-a5b5-a887c1129230 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782553 May 20 07:46:32.318295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9c36c5f-e14b-4829-8d43-25f1550dff08 req-769bb73b-1452-403f-a5fc-4640d544acbe tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: timer() May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:46:32.334963 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:46:32.468272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-0a1f1b11-4bd2-4573-b5ce-21e2e8cf89f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853086 May 20 07:46:32.555765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-2eb12805-dcbf-45c4-8219-48d99359556a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-88898054&fields=id&tenant_id=dc8d6231c8324ff18bdbbae415dad200 HTTP/1.1" status: 200 len: 267 time: 0.1351700 May 20 07:46:32.561505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cccba09b-fd59-42ef-b151-c29a4ef2db89 req-10834be4-6804-41e6-9563-170cea5b7ff0 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0449870 May 20 07:46:32.644914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.657770 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369cd2c9-9711-4cc1-a0ac-0dcab9737af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:32.668146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:32.669985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-45129448-19f0-49f9-bc91-8083832fb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.671468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-45129448-19f0-49f9-bc91-8083832fb5f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 1101 time: 0.1090994 May 20 07:46:32.682065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe4178-6d5f-4af7-ab1f-2db0271ef736 req-0c010253-60d0-40e3-b9c2-29d1ee31f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.683629 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4ffe4178-6d5f-4af7-ab1f-2db0271ef736 req-0c010253-60d0-40e3-b9c2-29d1ee31f3a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 1101 time: 0.3441696 May 20 07:46:32.686809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9957f2-e489-49c5-8a76-f12b9badc613,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:32.691457 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:32.695966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce9957f2-e489-49c5-8a76-f12b9badc613 HTTP/1.1" status: 204 len: 168 time: 0.8910897 May 20 07:46:32.726500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec238-cc42-4734-936c-148860b0f53a req-a543791c-32b8-4e12-986c-5caf20067f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.728004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-a543791c-32b8-4e12-986c-5caf20067f5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1095 time: 0.2373137 May 20 07:46:32.783004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4ffe4178-6d5f-4af7-ab1f-2db0271ef736 req-5178d017-7825-4344-9b3f-6594656c9f70 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893021 May 20 07:46:32.792471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-b6fcd93b-58a9-43d2-aa09-7be8ba2b1f9a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.800183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-b6fcd93b-58a9-43d2-aa09-7be8ba2b1f9a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 984 time: 0.2367027 May 20 07:46:32.805582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'port': {'security_groups': ['29d6f24b-6737-4092-84f9-5e5ffc852394', 'c023a8ce-5bf2-4304-a723-1ea187a3f5d7', '48895fbf-5007-4afd-9975-d30c5b659689']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:32.890608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:32.893006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-cdc02c34-7b27-4ee3-8221-0cf4c50f7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:32.894687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-cdc02c34-7b27-4ee3-8221-0cf4c50f7e32 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1980073 May 20 07:46:32.988381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-25a39fa5-bac1-4850-b12b-f58755ebf538 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c0fd318b-0647-4627-9459-c1a2847162a6 HTTP/1.1" status: 200 len: 217 time: 0.0845480 May 20 07:46:33.007538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-cc6466df-74fb-48ae-b892-04f01ee58714 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:33.009652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-cc6466df-74fb-48ae-b892-04f01ee58714 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 950 time: 0.2056274 May 20 07:46:33.024263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec238-cc42-4734-936c-148860b0f53a req-22e9ba37-54ef-42d5-b842-d43ff9c372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:33.026375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-22e9ba37-54ef-42d5-b842-d43ff9c372a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2879200 May 20 07:46:33.031853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:33.162867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-bde0381d-e444-497e-bd9c-44660cc3ac8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.1184707 May 20 07:46:33.164112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:33.194653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'mac_address': 'fa:16:3e:d3:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:33.200622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:33.204675 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-657a8101-dd01-4c96-8895-f0a3df59d0fc req-f0f165f8-a282-470c-8c34-044c3acc66c5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0961483 May 20 07:46:33.263084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:33.276565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-6a3a3c49-c836-4d2c-8913-83666d3a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:33.278210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-6a3a3c49-c836-4d2c-8913-83666d3a1336 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2669427 May 20 07:46:33.283503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62bb1cf6-f440-42a7-9cd9-afc16ddf481c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:33.311920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:33.354114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:33.355207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:33.360673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec238-cc42-4734-936c-148860b0f53a req-1d20ba54-8a75-46b9-b9d9-44ab331d9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:33.362974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-1d20ba54-8a75-46b9-b9d9-44ab331d9544 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1669707 May 20 07:46:33.367213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d06d8e8-2d09-4441-b3a8-7bc1a222838f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1e56bf0413648bf99142af065065381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653812 May 20 07:46:33.369773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48228) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:33.383193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:33.386979 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:33.452435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-802c015c-ecc6-4468-9448-ad352d94f7d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802109 May 20 07:46:33.470936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:33.476106 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:33.512091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['62bb1cf6-f440-42a7-9cd9-afc16ddf481c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:33.518376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-f856e168-fc82-4fd7-8c30-47d658edbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:33.519974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-f856e168-fc82-4fd7-8c30-47d658edbc72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312715 May 20 07:46:33.536323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48236) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:33.616611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813114936', 'description': 'tempest-description--683347546'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:33.680816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:33.834982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port f7d53f0e-209f-45de-8416-cd2fd8ad0d31, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:33.835263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:33.913617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-763a1bdd-8ebf-4c39-91ee-cb8a63c960ac service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424920 May 20 07:46:33.916897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:34.016316 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.027134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for f7d53f0e-209f-45de-8416-cd2fd8ad0d31 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:34.035248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.087759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-811f7262-ddca-4007-a1dd-ad5ea1302e06 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485103 May 20 07:46:34.132739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:34.145784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.166086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Usage tracker for resource:security_group_rule and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:34.173207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:34.183245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:34.195754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7fec238-cc42-4734-936c-148860b0f53a req-4fca4717-6889-4460-9f97-6d8e81500e0f service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664983 May 20 07:46:34.197599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:34.219590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ec00-6877-4a6a-b99b-f59779cb2be5 req-4d156eac-f64d-4338-88e4-f83408a76d24 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:34.221260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2889ec00-6877-4a6a-b99b-f59779cb2be5 req-4d156eac-f64d-4338-88e4-f83408a76d24 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 950 time: 0.5043614 May 20 07:46:34.260742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.300076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2889ec00-6877-4a6a-b99b-f59779cb2be5 req-99136ecd-5752-4144-bfb3-5ecd3073eaba tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693052 May 20 07:46:34.336199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53fff001-cc3f-4ce4-903f-585bcb828dc8 req-63fe9633-26d4-46ed-a947-21b3b4193546 service neutron] 10.222.0.81 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382400 May 20 07:46:34.355422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.370376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', '59e9e789-4c87-4397-a18a-890f965498ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:34.372284 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f134a67-38cd-4ac5-af0d-db6de6804de0 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:34.425093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.484123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:34.484789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.500219 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bab766d8-0c4e-4a03-a7ff-ea7725559f5b req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "PUT /v2.0/ports/59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 1020 time: 1.6917329 May 20 07:46:34.510538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:34.531941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c80bb4f-cfe3-48ae-be13-3ecef513a55a req-685b5b9d-4fe9-4c7d-8e30-32f873b164de tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 210 time: 0.0703654 May 20 07:46:34.534548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.559499 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-101a91ee-3cd1-4bd3-940a-8ec796627230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:34.569660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278', '8f188b1f-2c5c-4547-98bb-e991100e2d7a', '3bb21990-86d4-4bc7-8b8e-9095986e8dec'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:34.599313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.604797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7d696eb-a05e-4a01-ac3e-511ca2e18950 HTTP/1.1" status: 204 len: 168 time: 1.2339437 May 20 07:46:34.692589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=f7d53f0e-209f-45de-8416-cd2fd8ad0d31,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:34.709698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.710690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:34.714165 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:34.715652 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5d9b2d-7f74-4d7a-ad58-5263bdde780c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:34.738486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['59e9e789-4c87-4397-a18a-890f965498ba'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:34.786819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d696eb-a05e-4a01-ac3e-511ca2e18950,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:34.790734 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:34.804119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.812898 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd226f51-2aed-41c6-87dd-7017ea5a0c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:34.874185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a62f81f-f20e-4eca-a0de-0186cbcb51ff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:34.877067 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:34.888369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866f0a-a0dd-479b-ac5d-a5efd082658d req-8453c174-2858-42e4-8879-f2bbf94f07ab tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:34.889254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:34.896878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d866f0a-a0dd-479b-ac5d-a5efd082658d req-8453c174-2858-42e4-8879-f2bbf94f07ab tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.1898925 May 20 07:46:34.926370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:34.926370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3855619 May 20 07:46:34.930044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port f7d53f0e-209f-45de-8416-cd2fd8ad0d31 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:34.933140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48266) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:34.943944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc84c9e4-bcb8-446d-bc5a-163e13f11184 req-2c321756-9487-4e67-ae48-f38fd2cfa3db tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1444988 May 20 07:46:34.960056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d866f0a-a0dd-479b-ac5d-a5efd082658d req-e1f60ed4-c976-444e-bad2-f55b12538838 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622094 May 20 07:46:34.973957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'security_group_rule': {'security_group_id': '8a62f81f-f20e-4eca-a0de-0186cbcb51ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:34.976612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:35.002992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.005830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'name': 'network-vif-deleted', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:35.034188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:35.045531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Usage tracker for resource:security_group_rule and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:35.049895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:35.061708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:35.078097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d9dde992-782a-47af-8594-7e3f02cbf70c req-deff0f2a-d9b0-4fe6-a590-97d2606be6ff tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/48895fbf-5007-4afd-9975-d30c5b659689 HTTP/1.1" status: 200 len: 1799 time: 0.0865829 May 20 07:46:35.117247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0079216f-964d-476c-a3dd-55fc3c0e7c29 req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "DELETE /v2.0/ports/f7d53f0e-209f-45de-8416-cd2fd8ad0d31 HTTP/1.1" status: 204 len: 173 time: 2.0592062 May 20 07:46:35.128003 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba', 'status': 'completed', 'code': 200} May 20 07:46:35.160329 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-d9dde992-782a-47af-8594-7e3f02cbf70c req-c1fa725a-1c87-4df5-ba65-d77cbf312fcf tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 07:46:35.173953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d9dde992-782a-47af-8594-7e3f02cbf70c req-c1fa725a-1c87-4df5-ba65-d77cbf312fcf tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/48895fbf-5007-4afd-9975-d30c5b659689 HTTP/1.1" status: 409 len: 341 time: 0.0907297 May 20 07:46:35.274641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f7d53f0e-209f-45de-8416-cd2fd8ad0d31 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:35.305723 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f869d7e-8b04-4aad-9b37-5aac8379bc45', 'name': 'network-vif-deleted', 'tag': 'f7d53f0e-209f-45de-8416-cd2fd8ad0d31', 'status': 'completed', 'code': 200} May 20 07:46:35.306697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.421271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: f7d53f0e-209f-45de-8416-cd2fd8ad0d31 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:46:35.422622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f7d53f0e-209f-45de-8416-cd2fd8ad0d31 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:35.568530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.591530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-51252494-1543-4306-8d68-f152dfc92331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:35.592788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-51252494-1543-4306-8d68-f152dfc92331 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc8d6231c8324ff18bdbbae415dad200&device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1174 time: 0.4295521 May 20 07:46:35.732147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.740897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:35.742841 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dfaae8c5-740c-477d-942c-0aa129a357e9 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:35.749064 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.778560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1a0226-aed0-4791-b1eb-da8ae6520070,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:35.792864 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:35.823451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-62dc2ac1-ecd8-4280-a55f-fa415cac1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:35.823992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-62dc2ac1-ecd8-4280-a55f-fa415cac1fce service neutron] 10.222.0.81 "GET /v2.0/networks?id=8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 200 len: 914 time: 0.2175751 May 20 07:46:35.903020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:35.907207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48306) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:35.907384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9589286 May 20 07:46:35.909215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-05fa9c33-524c-4d0d-b2c4-112ffb319c98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 200 len: 217 time: 0.0774040 May 20 07:46:35.912894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'security_group_rule': {'security_group_id': '8a62f81f-f20e-4eca-a0de-0186cbcb51ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:35.931011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:35.950033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Usage tracker for resource:security_group_rule and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:35.974135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:35.990517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:36.090052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-ad97d3bd-be8c-4138-8c62-5dd734fb5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:36.091903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:36.095737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-ad97d3bd-be8c-4138-8c62-5dd734fb5794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 200 len: 853 time: 0.1741712 May 20 07:46:36.195114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-cbf55ebf-fb56-4b7d-bb1d-3cf1ed314c6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8363092a-0303-4118-a5ad-d91f39624e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903287 May 20 07:46:36.309659 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:36.367593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ba187f9f-6535-4278-8b98-b04343b36994 req-3e069db3-da43-44f9-b43c-a4c8a30a230e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:36.373313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70141-6bcd-44f3-b449-3af825ebd25e req-b7b75986-70a1-44bf-817e-2dc9f13e3564 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:36.374943 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a5b70141-6bcd-44f3-b449-3af825ebd25e req-b7b75986-70a1-44bf-817e-2dc9f13e3564 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 950 time: 0.1565466 May 20 07:46:36.454812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a5b70141-6bcd-44f3-b449-3af825ebd25e req-0f0de57f-cfd4-4116-a5c6-3497e76f331f tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708303 May 20 07:46:36.474166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:36.477467 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6fed8de-c5dd-4be1-9db6-925801f42ac6 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:36.571725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cf01a8-19da-43b4-8a75-84759b8643df,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:36.598042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:36.699829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:36.701110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7928646 May 20 07:46:36.704694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48338) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:36.710517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:36.733100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:36.742880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Usage tracker for resource:floatingip and tenant:54a58c667378458e8011db6c717be15a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:36.750670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:36.770210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:36.780995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-bab9d8f4-f81b-4b6c-9428-196d85322cf6 service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119581 May 20 07:46:36.782063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ba187f9f-6535-4278-8b98-b04343b36994 req-3e069db3-da43-44f9-b43c-a4c8a30a230e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:36.791554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba187f9f-6535-4278-8b98-b04343b36994 req-3e069db3-da43-44f9-b43c-a4c8a30a230e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f869d7e-8b04-4aad-9b37-5aac8379bc45 HTTP/1.1" status: 200 len: 210 time: 0.6248507 May 20 07:46:36.850355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48342) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:36.906389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.061409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-96cd3a0a-75c2-47f4-95a0-d4b8a843e08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.112997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8da19-130d-451d-8697-d37d4a8e0c27 req-9d3d00fc-24e4-4ffc-8c1d-5fdd126fcc47 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:37.123533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.125046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cad8da19-130d-451d-8697-d37d4a8e0c27 req-9d3d00fc-24e4-4ffc-8c1d-5fdd126fcc47 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.3381457 May 20 07:46:37.159961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-475529098-network', 'tenant_id': 'c2993eb6033c4664af95849109d80f95'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:37.173321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:37.190272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Usage tracker for resource:network and tenant:c2993eb6033c4664af95849109d80f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:37.196801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:37.197033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cad8da19-130d-451d-8697-d37d4a8e0c27 req-0b008c34-40da-42b3-8102-bd85f7c48326 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 May 20 07:46:37.207997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:37.214441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c47803f-ffd8-4659-9a29-f3374252c3ca req-121ff765-de51-40ae-b018-727413c9f1ee service neutron] 10.222.0.81 "GET /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219220 May 20 07:46:37.235110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de4f3e-0d29-4c03-a9da-5804b729ee98 req-738d79c7-185e-4c20-a86a-190a77d617af tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:37.242587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8de4f3e-0d29-4c03-a9da-5804b729ee98 req-738d79c7-185e-4c20-a86a-190a77d617af tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1023 time: 0.2229569 May 20 07:46:37.253555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.263792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:37.304494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8de4f3e-0d29-4c03-a9da-5804b729ee98 req-7e6d84fb-65a7-4a13-960c-3e72ddc46230 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=29d6f24b-6737-4092-84f9-5e5ffc852394&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&id=48895fbf-5007-4afd-9975-d30c5b659689&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0609095 May 20 07:46:37.322320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Made reservation on behalf of c2993eb6033c4664af95849109d80f95 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:37.325071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.342849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.354905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:37.372868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:37.381138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Usage tracker for resource:security_group_rule and tenant:c2993eb6033c4664af95849109d80f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:37.390963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:37.399144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:37.434465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:37.514943 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.582566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.599127 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4a7e5987-65e8-44f1-b50d-3e59af790fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:37.600685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.605929 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba567b5b-bf0b-44db-a5ef-0b159e8df07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:37.616647 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-25f800b6-c4de-487b-9c85-370515def042 req-0df238a2-4312-469d-826d-dc1d097ec0d6 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1126385 May 20 07:46:37.676885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Allocated IP 172.25.8.250 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b0b2721d-1dcc-43c3-a49e-cbda5a017428) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:37.789191 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'code': 200} May 20 07:46:37.832082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:46:37.877487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:37.884749 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:37.913226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.915115 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Added segment 260e70cb-5003-48a7-9868-9b0ca056838c of type vlan for network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 May 20 07:46:37.952615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:37.961276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:38.047650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.076287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.083670 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b81a25bb-66db-49c9-9826-07edc4a2eb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:38.094418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:38.097740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:38.115614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:38.158083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f591c559-502d-491d-b07a-c67626f33088 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:38.160491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'port_id': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'mac_address': 'fa:16:3e:d5:22:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4ad184-5023-41a6-8c83-29772f84a53e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:38.161641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f591c559-502d-491d-b07a-c67626f33088 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 1023 time: 0.4463143 May 20 07:46:38.211156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'Port': ['ID=b0b2721d-1dcc-43c3-a49e-cbda5a017428,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:38.219006 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:38.227487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:38.230209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:38.233338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:38.357530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.360794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.364269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:38.364861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.387621 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:38.410578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.448706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b2f0be-a2bc-457a-8441-96b4a95abfa8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:38.530939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.583792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:38.694525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Pushing event updated for resources: {'Network': ['ID=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:38.707889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:38.751842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Deleting port 59e9e789-4c87-4397-a18a-890f965498ba {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:38.752160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.786945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:46:38.820475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9667945 May 20 07:46:38.824298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48380) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:46:38.832923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Request body: {'subnet': {'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-475529098-subnet', 'tenant_id': 'c2993eb6033c4664af95849109d80f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:38.906391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:38.992882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port 59e9e789-4c87-4397-a18a-890f965498ba, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=59e9e789-4c87-4397-a18a-890f965498ba,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:38.993684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:38.997523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.076035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.077925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.082815 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98a951e2-faaf-447a-adeb-3e47b2b1ccfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:39.088502 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:39.162879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc89d66-b495-45f4-aeb3-92b3a103a5cd req-09682cfc-0208-4677-b634-81bb05785d7e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:39.171147 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdc89d66-b495-45f4-aeb3-92b3a103a5cd req-09682cfc-0208-4677-b634-81bb05785d7e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.1716146 May 20 07:46:39.220123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Calling delete_port for 59e9e789-4c87-4397-a18a-890f965498ba owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:39.221738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:39.240373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 59e9e789-4c87-4397-a18a-890f965498ba no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:39.241385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.286001 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:39.294919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'Port': ['ID=b0b2721d-1dcc-43c3-a49e-cbda5a017428,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:39.306642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:39.342371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cdc89d66-b495-45f4-aeb3-92b3a103a5cd req-4cea5b5b-86bc-4e0b-b87f-e12705a4ac95 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699307 May 20 07:46:39.348824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.362336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6543713 May 20 07:46:39.430055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['57b2f0be-a2bc-457a-8441-96b4a95abfa8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:39.486591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Usage tracker for resource:subnet and tenant:c2993eb6033c4664af95849109d80f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:39.492961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:39.504814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:39.538416 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0376d398-fa1f-4976-80c7-7c1717090a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.592705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.598561 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-501fb7f4-5dc5-46cb-a72d-45ab19ec03a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:39.631101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No active binding found for port 59e9e789-4c87-4397-a18a-890f965498ba {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 07:46:39.631543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 59e9e789-4c87-4397-a18a-890f965498ba not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:39.658554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9ec1a1d-4359-4d7d-be2a-9dd098fb7944 req-46475fb2-bc94-4fb6-a0a3-c10dd8e0a5ea tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=370ea1b8-20ff-4146-b6f7-40ee7c7f110c HTTP/1.1" status: 200 len: 210 time: 0.1373475 May 20 07:46:39.663608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Made reservation on behalf of c2993eb6033c4664af95849109d80f95 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:39.670185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2ae45847-3aec-4ed8-abee-b11d853272de req-8ba4ce69-a354-410e-b010-19149a0a007a tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0629184 May 20 07:46:39.679929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.740499 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.762174 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:46:39.799621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'Port': ['ID=59e9e789-4c87-4397-a18a-890f965498ba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:39.844894 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:39.845879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] No DVR routers for this DVR port 59e9e789-4c87-4397-a18a-890f965498ba on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:39.849963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:39.852618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'name': 'network-vif-deleted', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:39.958280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69470b9b-fb2e-4efc-80a0-0aaaaf83dc32 req-5b2efac0-d226-4dfa-96bd-1cdf29c7b0cc tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:39.959878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69470b9b-fb2e-4efc-80a0-0aaaaf83dc32 req-5b2efac0-d226-4dfa-96bd-1cdf29c7b0cc tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 950 time: 0.1105537 May 20 07:46:40.022819 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69470b9b-fb2e-4efc-80a0-0aaaaf83dc32 req-b4b96c36-5ca7-42a5-a114-653554271848 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 May 20 07:46:40.027784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9177ab0-6599-43d1-87fd-9b4c6b33c86b req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "DELETE /v2.0/ports/59e9e789-4c87-4397-a18a-890f965498ba HTTP/1.1" status: 204 len: 173 time: 1.8599970 May 20 07:46:40.253555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:40.254674 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370ea1b8-20ff-4146-b6f7-40ee7c7f110c', 'name': 'network-vif-deleted', 'tag': '59e9e789-4c87-4397-a18a-890f965498ba', 'status': 'completed', 'code': 200} May 20 07:46:40.270892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-96565993-9869-45f4-8a28-f1e7a436a9c2 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:40.272364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-96565993-9869-45f4-8a28-f1e7a436a9c2 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.3568559 May 20 07:46:40.319578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-9b2d98b9-7687-4dd5-8996-eb93aea867d7 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/quotas/54a58c667378458e8011db6c717be15a HTTP/1.1" status: 200 len: 375 time: 0.0319970 May 20 07:46:40.332723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-23b69379-2d54-4d5f-862d-861bb8f9ff2e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396134 May 20 07:46:40.466532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-17e989f1-dce3-4064-bf16-203e9a5dd412 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402974 May 20 07:46:40.748927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-2b57bf06-607e-4ba8-97e3-c95365638933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:40.751224 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-2b57bf06-607e-4ba8-97e3-c95365638933 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 1100 time: 0.2654459 May 20 07:46:40.768504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d5ed-f194-44e3-b5e0-b45d38fe504c req-6184c964-7ae0-40f4-9cfd-5a813a4275fe tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:40.778075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce67d5ed-f194-44e3-b5e0-b45d38fe504c req-6184c964-7ae0-40f4-9cfd-5a813a4275fe tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.1626728 May 20 07:46:40.838986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-661133c2-57c5-4833-be77-24a2993ff3d1 service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619757 May 20 07:46:40.965361 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce67d5ed-f194-44e3-b5e0-b45d38fe504c req-15bf733b-0665-4454-9f4a-3309388191f8 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861603 May 20 07:46:41.000733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-5d57d29a-c650-4ecf-81a7-ab39e5d1f52f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:41.004631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-5d57d29a-c650-4ecf-81a7-ab39e5d1f52f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 950 time: 0.2790608 May 20 07:46:41.022754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-3944c3f6-280c-41c2-afb0-bbdef61c4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:41.024709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-3944c3f6-280c-41c2-afb0-bbdef61c4dd3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2159305 May 20 07:46:41.048123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.084411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-3a977b6c-e2d7-42a9-b5e0-9972098e593e service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443013 May 20 07:46:41.117457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-53d4e783-ebcd-428e-9826-77b540616c10 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=55810cdd-c48d-4c45-9119-143bb6873b7d HTTP/1.1" status: 200 len: 217 time: 0.0812473 May 20 07:46:41.215414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-16617d2c-36a5-428b-8633-dafeafd36f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:41.217061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-16617d2c-36a5-428b-8633-dafeafd36f16 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0897274 May 20 07:46:41.227810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:41.320320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.328285 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-698a49fe-a53c-414a-b57b-7f440debc550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:41.358786 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c68401c-95b7-4f36-b146-ef9b0981057d req-7221f956-7e3a-42ee-9e92-b9f5d71a3570 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0812135 May 20 07:46:41.394954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-d9a327c5-1d8a-4ccf-a487-e5f71ba204cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:41.396581 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-d9a327c5-1d8a-4ccf-a487-e5f71ba204cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717174 May 20 07:46:41.464717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:41.465361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port 3bb21990-86d4-4bc7-8b8e-9095986e8dec {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:41.465361 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.471853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:41.472376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.531386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=12185d1d-cab3-4684-9966-5994a0be36f1,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:41.536196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:41.538969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Checking segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:41.539326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Network hostable DHCP agents. Network: 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:46:41.750499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:46:41.755267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3a4b740c-c41b-43c4-b5e4-2aa06d29098a req-76925278-1e36-4af9-b72b-c71030c1d13e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:41.790008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-11e76f0f-341f-4f76-a2b3-2816a995c90c service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814759 May 20 07:46:41.790340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.821993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:41.833055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:41.881027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port 3bb21990-86d4-4bc7-8b8e-9095986e8dec, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3bb21990-86d4-4bc7-8b8e-9095986e8dec,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:41.881712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:41.945596 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa38a2df-8278-4068-9f42-a7ed93dda4a9 req-40551707-16ac-4589-8995-0cbbb952f1d9 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488028 May 20 07:46:42.016716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for 3bb21990-86d4-4bc7-8b8e-9095986e8dec owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:42.034356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63535e14-8f61-4cb2-8db7-e48483a0e30f req-4fd0f76b-964d-4de3-a368-c36665ed75d7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:42.035937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-63535e14-8f61-4cb2-8db7-e48483a0e30f req-4fd0f76b-964d-4de3-a368-c36665ed75d7 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 950 time: 0.2828734 May 20 07:46:42.098172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-63535e14-8f61-4cb2-8db7-e48483a0e30f req-2da4cdba-defd-4588-b9cb-7015e299cf58 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 May 20 07:46:42.241772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-402cb523-bc6e-4311-b743-547dc1207eca tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/29d6f24b-6737-4092-84f9-5e5ffc852394 HTTP/1.1" status: 200 len: 1800 time: 0.0886185 May 20 07:46:42.310142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.339365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.359724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3a4b740c-c41b-43c4-b5e4-2aa06d29098a req-76925278-1e36-4af9-b72b-c71030c1d13e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:42.361912 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3a4b740c-c41b-43c4-b5e4-2aa06d29098a req-76925278-1e36-4af9-b72b-c71030c1d13e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 210 time: 0.7467015 May 20 07:46:42.415700 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'code': 200} May 20 07:46:42.416913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.418848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:42.420576 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.424318 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-baf6d9db-dfcf-4484-8017-5cae412bf766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:42.424900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:42.493426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.508636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=3bb21990-86d4-4bc7-8b8e-9095986e8dec,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:42.519679 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:42.521298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-067a5977-46b8-40b6-b653-831f74b9827d tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:42.545432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:42.545883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.627735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:42.635265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:42.643736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:42.652517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1a89-7f5d-49fd-a03f-476aadf38ba5 req-54b96ce1-33d3-4862-9932-3860a6d6d9ce tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:42.666164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b75f1a89-7f5d-49fd-a03f-476aadf38ba5 req-54b96ce1-33d3-4862-9932-3860a6d6d9ce tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 946 time: 0.1533034 May 20 07:46:42.683660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278', '8f188b1f-2c5c-4547-98bb-e991100e2d7a', '3bb21990-86d4-4bc7-8b8e-9095986e8dec'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:42.749567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb9a84-e07d-4e3d-9bad-d50de472a576 None None] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:42.788007 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:42.802081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b75f1a89-7f5d-49fd-a03f-476aadf38ba5 req-cd22515d-643b-42c9-baa2-e8af555ef6e5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347337 May 20 07:46:42.941079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d6f24b-6737-4092-84f9-5e5ffc852394,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:42.988972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:43.028631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:43.043827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port 3bb21990-86d4-4bc7-8b8e-9095986e8dec on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:43.068125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:43.081741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'name': 'network-vif-deleted', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:43.094052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d8bc5c5-0934-430f-a11d-3453b092339c req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "DELETE /v2.0/ports/3bb21990-86d4-4bc7-8b8e-9095986e8dec HTTP/1.1" status: 204 len: 173 time: 2.0775294 May 20 07:46:43.124085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:43.141955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61d25dca-2cc4-40d5-b7b7-00d0d88ad8ff req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/29d6f24b-6737-4092-84f9-5e5ffc852394 HTTP/1.1" status: 204 len: 173 time: 0.8938136 May 20 07:46:43.144430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b274-9d0d-4682-97b1-88c0c8d9d8bd req-97c052a4-1346-4bb1-b695-58063ae570e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:43.147820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa50b274-9d0d-4682-97b1-88c0c8d9d8bd req-97c052a4-1346-4bb1-b695-58063ae570e7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.5831025 May 20 07:46:43.221658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.3962812 May 20 07:46:43.246868 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:46:43.287961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa50b274-9d0d-4682-97b1-88c0c8d9d8bd req-f37c1934-d21a-4242-ba44-6a3be1b2a3f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311846 May 20 07:46:43.309043 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-08374b80-daab-458d-a1e7-53e6c6b07c38 req-d7a3a563-0715-4549-b21c-ba12b145cec4 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1693606 May 20 07:46:43.471848 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3081cb-9589-4984-84ef-86a6409504fc', 'name': 'network-vif-deleted', 'tag': '3bb21990-86d4-4bc7-8b8e-9095986e8dec', 'status': 'completed', 'code': 200} May 20 07:46:43.608364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-1f236166-dbd0-49ba-81ef-517b958291a9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/48895fbf-5007-4afd-9975-d30c5b659689 HTTP/1.1" status: 200 len: 1799 time: 0.0941296 May 20 07:46:43.733277 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86f89c27-5ad3-4975-9c69-2aa3eb7b0cae req-d4cdca8b-9a6e-4756-9439-0851343fdafa tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc3081cb-9589-4984-84ef-86a6409504fc HTTP/1.1" status: 200 len: 210 time: 0.3010745 May 20 07:46:43.765289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:43.809577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6465f9e-ad1a-4adf-b7ba-c552a3fdbe9a None None] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:46:43.835903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:43.978155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fc85aa05-72cf-4334-a3c8-a051c313a213 req-fd0824a3-becb-49ed-85fc-e59dada066a0 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 210 time: 0.0728273 May 20 07:46:44.013383 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:44.020107 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55370ce8-def6-4b05-a634-b9cbed1c923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:44.053415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48895fbf-5007-4afd-9975-d30c5b659689,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:44.070312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:44.073876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:44.075432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e3ccec2-b0b0-4fb7-acf6-7a460ca39724 req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/48895fbf-5007-4afd-9975-d30c5b659689 HTTP/1.1" status: 204 len: 173 time: 0.4521725 May 20 07:46:44.291533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:44.357248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '77e1334c-542f-41b7-aad6-46f948333211', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '77e1334c-542f-41b7-aad6-46f948333211', 'mac_address': 'fa:16:3e:61:07:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:44.549612 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:44.615494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:44.615772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-a0e20fbc-bdf8-4258-981c-29eef01da19d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:44.625088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-a0e20fbc-bdf8-4258-981c-29eef01da19d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.2485342 May 20 07:46:44.668959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-64987bf0-dc28-4591-b237-179c0ab1d95d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/quotas/c2993eb6033c4664af95849109d80f95 HTTP/1.1" status: 200 len: 375 time: 0.0301044 May 20 07:46:44.677497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:44.696029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777a666-4bf9-42b1-bfac-3d03bb527030 req-0c061ce6-1fcf-4bb0-94e4-7b3975d10ff5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:44.715296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3777a666-4bf9-42b1-bfac-3d03bb527030 req-0c061ce6-1fcf-4bb0-94e4-7b3975d10ff5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 946 time: 0.3572562 May 20 07:46:44.790684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:44.796700 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:44.839287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3777a666-4bf9-42b1-bfac-3d03bb527030 req-59f2edaf-efdf-4816-831f-195544b22daa tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151636 May 20 07:46:44.919875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['77e1334c-542f-41b7-aad6-46f948333211'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:44.949033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3bb21990-86d4-4bc7-8b8e-9095986e8dec no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:44.949824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-74374b19-75be-46df-9058-93aa4e7d527d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2795720 May 20 07:46:45.031545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:45.048300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 3bb21990-86d4-4bc7-8b8e-9095986e8dec {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:46:45.048300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3bb21990-86d4-4bc7-8b8e-9095986e8dec not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:46:45.048300 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:45.127000 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-d625e4be-0936-44cc-a4ed-e9b6a034c8f0 service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762145 May 20 07:46:45.418449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-d14a2af9-ba04-4fc9-8dc5-c34499d2d8a8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:45.419481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-4c89dd87-01f4-45ce-b263-41ce663b11c5 service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900016 May 20 07:46:45.423374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-d14a2af9-ba04-4fc9-8dc5-c34499d2d8a8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.2910824 May 20 07:46:45.443796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'port': {'device_id': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'admin_state_up': True, 'tenant_id': '54a58c667378458e8011db6c717be15a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:45.615997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:45.628982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:45.700264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Made reservation on behalf of 54a58c667378458e8011db6c717be15a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:45.700264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:45.737153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-636089966', 'description': 'tempest-description-1969594729'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:45.759236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:45.771875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:45.778459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:45.793783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:45.897044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:45.978820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:45.986568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Usage tracker for resource:security_group_rule and tenant:dc8d6231c8324ff18bdbbae415dad200 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:46.003071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:46.016677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Allocated IP 172.20.0.14 (9a84aa03-e83c-4e19-9e19-9aaf329424d8/1fadb7ea-0425-45df-b3bc-28bc9215e8ae/972d9d9b-12fb-4658-8e9d-8c05965530c4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:46.022759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:46.192659 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.274504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.279602 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-137a6c41-64fa-48ed-a396-09a888f460a4 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:46.344495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33970d8-6c47-4675-b813-7420de916834,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:46.347992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:46.448363 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.492624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.499256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8c441d14-5376-4969-91e2-780af807631e req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7667589 May 20 07:46:46.609237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.615558 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8856bde7-52ec-4bf1-ab29-c0ab9d38d48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:46.708022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:46.711619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:46.715177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:46.787068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:46.802479 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:46.853168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:46.867257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:46.924537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:47.052407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 77e1334c-542f-41b7-aad6-46f948333211 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:47.053718 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:47.185694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7539439 May 20 07:46:47.220050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Request body: {'port': {'device_id': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:47.235539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:47.266005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:47.278588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:47.377359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:47.380394 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:47.499856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:47.517020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:47.518561 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:48.163648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:48.171989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:48.188217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Transition to ACTIVE for port object 972d9d9b-12fb-4658-8e9d-8c05965530c4 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:48.410793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:48.415362 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d32de0a7-de6b-4e75-9ca8-c0c52f29cbc3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:48.716794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:48.721310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Attempting to bind port 972d9d9b-12fb-4658-8e9d-8c05965530c4 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Attempting to bind port 972d9d9b-12fb-4658-8e9d-8c05965530c4 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Attempting to bind port 972d9d9b-12fb-4658-8e9d-8c05965530c4 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Port 972d9d9b-12fb-4658-8e9d-8c05965530c4 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Attempting to bind port 972d9d9b-12fb-4658-8e9d-8c05965530c4 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Checking segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Bound using segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Bound port: 972d9d9b-12fb-4658-8e9d-8c05965530c4, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:48.881543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:49.050616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:49.054863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:49.403140 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:49.412603 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-648b96ea-ed63-4496-a250-1516fb6d616f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:49.482765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:49.483377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:49.484803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] 10.222.0.81 "PUT /v2.0/ports/972d9d9b-12fb-4658-8e9d-8c05965530c4 HTTP/1.1" status: 200 len: 1092 time: 2.2692754 May 20 07:46:49.485314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:49.648786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:49.659486 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:49.730311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-efbffa64-ac0d-4d54-b7fc-b50131ad0b28 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:49.731056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-efbffa64-ac0d-4d54-b7fc-b50131ad0b28 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:49.789873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-e51b9325-6e57-4e56-b7b5-40c6f794c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:49.794535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-e51b9325-6e57-4e56-b7b5-40c6f794c081 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 1095 time: 0.1861558 May 20 07:46:49.935610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-efbffa64-ac0d-4d54-b7fc-b50131ad0b28 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:49.936757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-efbffa64-ac0d-4d54-b7fc-b50131ad0b28 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.84 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.4861531 May 20 07:46:49.947739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-22d39c0c-283a-4b6f-ac5e-d172e68399eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4 HTTP/1.1" status: 200 len: 217 time: 0.1376226 May 20 07:46:49.969702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Request body: {'port': {'device_id': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'admin_state_up': True, 'tenant_id': 'c2993eb6033c4664af95849109d80f95'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:50.097286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146717e-1329-494b-bd09-1dea7fe74eee req-8b980f67-6aee-4107-a4f6-acc024180c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:50.098779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-8b980f67-6aee-4107-a4f6-acc024180c10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.1438408 May 20 07:46:50.200252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-2efaa710-d21c-49af-93ab-7abe254a7498 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820289 May 20 07:46:50.491064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:46:50.506176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Usage tracker for resource:port and tenant:c2993eb6033c4664af95849109d80f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:46:50.510810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:46:50.514921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-ccf1ed16-6ac7-42cc-afa0-730dd4a65eb3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527869 May 20 07:46:50.521648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:46:50.722131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2146717e-1329-494b-bd09-1dea7fe74eee req-a9689a14-3e14-4c09-8a0e-a274b52eb9e2 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981773 May 20 07:46:50.828645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Made reservation on behalf of c2993eb6033c4664af95849109d80f95 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:46:50.833223 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:51.157550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Allocated IP 172.20.0.4 (416c339a-acaf-4ec4-a6cb-58b60c2e9ee7/12185d1d-cab3-4684-9966-5994a0be36f1/0b88b03b-9fab-4079-a339-4a35ae82cfd8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:46:51.667355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:52.022688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:52.030558 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:52.105073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:46:52.108614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:46:52.113841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:46:52.147012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:52.155298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:52.190369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:52.191407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:52.278953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3238199 May 20 07:46:52.296093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Request body: {'port': {'device_id': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:52.464295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:52.840333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b88b03b-9fab-4079-a339-4a35ae82cfd8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:52.848670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:52.865105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Transition to ACTIVE for port object 0b88b03b-9fab-4079-a339-4a35ae82cfd8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:46:53.178971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:53.183396 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b2568e1-6b3b-4c18-a69b-62cf7913bb23 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:53.345402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:53.352770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:53.429335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Attempting to bind port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:46:53.429335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Attempting to bind port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:46:53.429335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Attempting to bind port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:53.429335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:46:53.429335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Attempting to bind port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:46:53.432304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:46:53.432725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Checking segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:46:53.433605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Bound using segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:46:53.433605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Bound port: 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:46:53.433952 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:53.524695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:46:53.528748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:46:53.622892 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:53.630036 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff212c9e-7110-4668-9c70-655876ede39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:53.712701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:53.713330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:53.719349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] 10.222.0.84 "PUT /v2.0/ports/0b88b03b-9fab-4079-a339-4a35ae82cfd8 HTTP/1.1" status: 200 len: 1091 time: 1.4294999 May 20 07:46:53.737713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:53.741005 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:53.941193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-cc791387-3761-40dd-9291-e86bd9b31ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:53.943019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-cc791387-3761-40dd-9291-e86bd9b31ac4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 1094 time: 0.1120937 May 20 07:46:53.991573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:54.072020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-594f38bd-7115-4f90-b18f-70744230e272 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8 HTTP/1.1" status: 200 len: 217 time: 0.1191003 May 20 07:46:54.087986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdc8ea7d-aa26-415a-8c6c-73b4e19c5ba5 req-e36daff7-ba7d-4636-a684-e9de481d9f29 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0623586 May 20 07:46:54.191715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-fa3a320f-cd98-4a19-9543-c7d4c2f2e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:54.195605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-fa3a320f-cd98-4a19-9543-c7d4c2f2e0e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.1076131 May 20 07:46:54.199439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b4fe-5a21-403c-b0c1-9090f71f561d req-211c9153-d959-4652-8372-deb10b925388 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:54.207282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7276b4fe-5a21-403c-b0c1-9090f71f561d req-211c9153-d959-4652-8372-deb10b925388 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 944 time: 0.1122446 May 20 07:46:54.249197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7276b4fe-5a21-403c-b0c1-9090f71f561d req-f65effeb-7ca7-4a2c-af30-3bab8272982e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:54.322182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-7978ac34-bba6-4ff3-b536-df925300d124 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022403 May 20 07:46:54.356076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7276b4fe-5a21-403c-b0c1-9090f71f561d req-f65effeb-7ca7-4a2c-af30-3bab8272982e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:54.362922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7276b4fe-5a21-403c-b0c1-9090f71f561d req-f65effeb-7ca7-4a2c-af30-3bab8272982e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544247 May 20 07:46:54.526046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-711fc5b4-1c2e-4720-ade6-72c4270f109b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:54.527024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-711fc5b4-1c2e-4720-ade6-72c4270f109b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:54.535546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-21d607f6-ad4b-490c-96f4-77fb636554e5 service neutron] 10.222.0.84 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000139 May 20 07:46:54.644672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139dc8-c373-4725-b2db-46a188915712 req-15459e3d-caf6-4402-bda9-642f59b0ba49 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:54.650836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5139dc8-c373-4725-b2db-46a188915712 req-15459e3d-caf6-4402-bda9-642f59b0ba49 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 946 time: 0.1418166 May 20 07:46:54.706931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5139dc8-c373-4725-b2db-46a188915712 req-52dd8629-f6aa-4631-91c9-74c274b7f6fb tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 May 20 07:46:54.794773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64409e93-e715-4122-9cf2-11be9bb1d2d8 req-91dba948-3f2e-48de-bf80-0dfdcfb31f49 service neutron] 10.222.0.84 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477050 May 20 07:46:54.818629 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-f9315557-7038-4424-b748-d893496b4c0c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/e33970d8-6c47-4675-b813-7420de916834 HTTP/1.1" status: 200 len: 1800 time: 0.0613754 May 20 07:46:54.830071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1079182587', 'description': 'tempest-description-hth-1595493480'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:46:54.863604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:54.937163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-711fc5b4-1c2e-4720-ade6-72c4270f109b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:54.938920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-711fc5b4-1c2e-4720-ade6-72c4270f109b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 943 time: 0.6626418 May 20 07:46:54.939327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:55.001163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-7b661206-96b7-4fc0-802f-e12eef59c922 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:55.040087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:55.043637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:55.053240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-84aa2c72-922a-4fbf-8dbb-5f3571b19efd req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "PUT /v2.0/security-groups/e33970d8-6c47-4675-b813-7420de916834 HTTP/1.1" status: 200 len: 1775 time: 0.2275624 May 20 07:46:55.054241 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8c70a91-43d8-43c1-a288-8954aa25ce5d tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:55.093963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33970d8-6c47-4675-b813-7420de916834,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:55.097547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:55.097710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-7b661206-96b7-4fc0-802f-e12eef59c922 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:55.099270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-132abda1-0a65-4ce4-9aee-dd65f22db493 req-7b661206-96b7-4fc0-802f-e12eef59c922 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530602 May 20 07:46:55.116466 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'code': 200} May 20 07:46:55.177022 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'status': 'completed', 'code': 200} May 20 07:46:55.305572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:55.376591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-d3faa1f2-b948-4318-aa7d-1d5bd3829c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:55.383104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-d3faa1f2-b948-4318-aa7d-1d5bd3829c4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 1095 time: 0.1668906 May 20 07:46:55.495703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:55.511869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'port_id': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'mac_address': 'fa:16:3e:92:0c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fadb7ea-0425-45df-b3bc-28bc9215e8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:55.530876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93618c-7e20-413b-98fa-1d98b7e9e91b req-89ba00ba-7bad-49ae-a579-82768073b666 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:55.538351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb93618c-7e20-413b-98fa-1d98b7e9e91b req-89ba00ba-7bad-49ae-a579-82768073b666 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.2273130 May 20 07:46:55.594567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:55.596908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-513e35ee-d427-4394-862d-8df22f5d74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:55.598565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-513e35ee-d427-4394-862d-8df22f5d74ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 923 time: 0.2072947 May 20 07:46:55.610993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb93618c-7e20-413b-98fa-1d98b7e9e91b req-34c07cd2-22e5-4bd9-8a45-d1b7d78323d0 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712929 May 20 07:46:55.631413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:55.660836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:55.723477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-428cf25c-a439-40e7-9cfb-2ba6287efc94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4 HTTP/1.1" status: 200 len: 217 time: 0.1116028 May 20 07:46:55.735388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c79eed29-d4fe-4618-8ad7-d9bb78fb5f6d req-5a58e6fb-f1ba-41c5-b28f-376a6a2ded2e tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/e33970d8-6c47-4675-b813-7420de916834 HTTP/1.1" status: 200 len: 1775 time: 0.0778582 May 20 07:46:55.736902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:55.738862 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:55.814597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-6c8e9280-e8ec-4e00-b6f4-a472b61e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:55.816117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-6c8e9280-e8ec-4e00-b6f4-a472b61e696c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.0837476 May 20 07:46:55.863820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:55.869229 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:55.894263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-f1d0d70d-8ed0-460c-b622-485f84d17f30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691087 May 20 07:46:55.910015 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8717737b-2c8a-4ca7-b1f7-96564b7ceda9 req-aef6a242-9774-4625-90cc-189014363861 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0611873 May 20 07:46:56.068490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-9afdb09c-4d62-40e1-82ee-ed84cc82eff4 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654522 May 20 07:46:56.075933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:56.103347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['972d9d9b-12fb-4658-8e9d-8c05965530c4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:56.142405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209e0c-3fe0-4cfd-8bda-53e31090feef req-ed9c7145-8daf-4370-a062-57784563af73 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:56.153322 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-10209e0c-3fe0-4cfd-8bda-53e31090feef req-ed9c7145-8daf-4370-a062-57784563af73 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 945 time: 0.1153371 May 20 07:46:56.233210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-10209e0c-3fe0-4cfd-8bda-53e31090feef req-9aa13127-1712-482a-a70c-ec66574929f6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 May 20 07:46:56.301366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a0c2df5-7f1b-49e5-a6d1-237cec3b2950 req-48f93d18-8df7-4eaa-b805-7c934a837cfe service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245479 May 20 07:46:56.453224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a377ad-b365-4dba-9ae1-32869791c7d2 req-745b964c-6506-449e-a6a4-d6ce2c15b05f tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:56.455071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-11a377ad-b365-4dba-9ae1-32869791c7d2 req-745b964c-6506-449e-a6a4-d6ce2c15b05f tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.0923667 May 20 07:46:56.504855 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-11a377ad-b365-4dba-9ae1-32869791c7d2 req-ffc81a8f-ee42-4f51-8161-196debe48d14 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 May 20 07:46:56.702978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442526-6b22-4cdb-a5e2-648ba79e42bd req-73ca8b79-688a-4690-9c4b-e242bd5a139f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:56.704581 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fe442526-6b22-4cdb-a5e2-648ba79e42bd req-73ca8b79-688a-4690-9c4b-e242bd5a139f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 950 time: 0.0916412 May 20 07:46:56.755616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fe442526-6b22-4cdb-a5e2-648ba79e42bd req-0a3f2c07-c628-456a-a281-fdb8a9f1603f tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 May 20 07:46:56.842052 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-3a0eff5b-4d84-46a6-8fbf-d29bc7c271db tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/e33970d8-6c47-4675-b813-7420de916834 HTTP/1.1" status: 200 len: 1775 time: 0.0547600 May 20 07:46:56.925914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:56.961506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.206591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:57.265115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-1ce1a7de-7e7d-4d3d-a077-bf49b04ca900 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:57.266211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-1ce1a7de-7e7d-4d3d-a077-bf49b04ca900 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:57.309802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.320275 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18bffa47-a8ef-4e02-85a6-8b4df7caca11 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:57.322569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:46:57.339049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33970d8-6c47-4675-b813-7420de916834,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:57.341672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.353656 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-63830e3d-d1b6-4a2c-a690-3a7248bfaa2a req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/e33970d8-6c47-4675-b813-7420de916834 HTTP/1.1" status: 204 len: 173 time: 0.5053060 May 20 07:46:57.362898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.373939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.374493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.376520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.377010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.377376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.377766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.378120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.378727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.389831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.390374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.390830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:57.394473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:57.396136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-1ce1a7de-7e7d-4d3d-a077-bf49b04ca900 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:57.397306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-1ce1a7de-7e7d-4d3d-a077-bf49b04ca900 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 950 time: 0.2302041 May 20 07:46:57.544809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 972d9d9b-12fb-4658-8e9d-8c05965530c4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:46:57.550582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 972d9d9b-12fb-4658-8e9d-8c05965530c4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:46:57.551021 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.599366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba4637-855c-4b1d-8993-51833a7c69bb req-2e1a8b95-a168-4a9c-a6eb-461773597821 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:57.599789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port 8f188b1f-2c5c-4547-98bb-e991100e2d7a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:46:57.600109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.601104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05ba4637-855c-4b1d-8993-51833a7c69bb req-2e1a8b95-a168-4a9c-a6eb-461773597821 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 943 time: 0.1380506 May 20 07:46:57.677872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05ba4637-855c-4b1d-8993-51833a7c69bb req-e701047f-96ef-424d-a6db-0198cf0f66cd tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694985 May 20 07:46:57.771335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.811021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:57.812021 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'status': 'completed', 'code': 200} May 20 07:46:57.825197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:57.874261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port 8f188b1f-2c5c-4547-98bb-e991100e2d7a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8f188b1f-2c5c-4547-98bb-e991100e2d7a,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:57.874672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.910578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:57.913319 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:57.990384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:58.001664 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:58.068345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for 8f188b1f-2c5c-4547-98bb-e991100e2d7a owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:46:58.096834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1cd96b0a-280b-4dd7-81fb-d37a1611390b req-ee41adda-87e8-4e17-87fe-a027319aaf83 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1974938 May 20 07:46:58.118636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-ef1122eb-3373-4494-89eb-523f27f50ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:58.121079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-ef1122eb-3373-4494-89eb-523f27f50ac9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 1094 time: 0.2871850 May 20 07:46:58.159878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a3f2-f686-4dc9-bf01-e4b482ddf053 req-b6473e29-851c-41a5-b54c-b1f9bd734947 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:58.160682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e64a3f2-f686-4dc9-bf01-e4b482ddf053 req-b6473e29-851c-41a5-b54c-b1f9bd734947 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:46:58.293769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-9571baa0-94a7-4d18-852e-fc6df352b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:58.295614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-9571baa0-94a7-4d18-852e-fc6df352b5d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 915 time: 0.1677082 May 20 07:46:58.366052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e64a3f2-f686-4dc9-bf01-e4b482ddf053 req-b6473e29-851c-41a5-b54c-b1f9bd734947 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:46:58.374138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e64a3f2-f686-4dc9-bf01-e4b482ddf053 req-b6473e29-851c-41a5-b54c-b1f9bd734947 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 946 time: 0.4235742 May 20 07:46:58.383328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-a5dc00f6-b8da-4c85-876c-8556384f9a6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8 HTTP/1.1" status: 200 len: 217 time: 0.0807185 May 20 07:46:58.452106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e64a3f2-f686-4dc9-bf01-e4b482ddf053 req-b7986563-de59-4a75-8e37-82af9c80b322 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721037 May 20 07:46:58.484616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-86e4d1a2-4a5c-4662-b361-335597b886cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:58.486142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-86e4d1a2-4a5c-4662-b361-335597b886cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.0962005 May 20 07:46:58.521859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:58.532280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5296974c-18ff-4ef6-8e80-72037b9dbd62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:58.537578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278', '8f188b1f-2c5c-4547-98bb-e991100e2d7a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:58.567669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-eacef38b-a73d-41d5-a694-35809b751c5e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692782 May 20 07:46:58.581622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6', '067b9eb0-479f-48e8-bb5f-a47345eddcbf'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:46:58.631427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=8f188b1f-2c5c-4547-98bb-e991100e2d7a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:58.644767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.645287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.646052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.646835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.647411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.647842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.648342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.648792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.649287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.649767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.650226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.650702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:46:58.675608 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:58.763756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port 8f188b1f-2c5c-4547-98bb-e991100e2d7a on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:46:58.766819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:58.847853 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-2e6a065d-1264-41ab-9893-3a632f98ebc5 service neutron] 10.222.0.84 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723672 May 20 07:46:58.899961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7251fac9-a15a-4de6-ab88-9bd7bc0cda72 req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "DELETE /v2.0/ports/8f188b1f-2c5c-4547-98bb-e991100e2d7a HTTP/1.1" status: 204 len: 173 time: 1.4961956 May 20 07:46:58.975678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:46:58.978016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:46:59.055903 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'code': 200} May 20 07:46:59.133235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f121f69a-1378-425f-8221-e6cfee33afd4 req-22113e5d-7e5e-4fb0-8a2b-401e15a39965 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff64bef7-0348-4326-a4b4-507595155e58 HTTP/1.1" status: 200 len: 210 time: 0.1938314 May 20 07:46:59.217708 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2f77580-4659-4ac1-bcec-dec12eb35935 req-2a22b945-6156-4d67-bcc7-0a560babd45e service neutron] 10.222.0.84 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572469 May 20 07:46:59.451608 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:59.461251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49323b57-2a6a-47fb-9571-faf69136d683 req-792c1c00-8c4c-4681-b6a9-c4d9e2bf884d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:59.466833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6ed69-ff11-4f43-9983-455ce308f75a req-e78c983f-7598-4c53-9d8d-255e5404faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:59.468353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79b6ed69-ff11-4f43-9983-455ce308f75a req-e78c983f-7598-4c53-9d8d-255e5404faef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 1097 time: 0.2576344 May 20 07:46:59.469927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49323b57-2a6a-47fb-9571-faf69136d683 req-792c1c00-8c4c-4681-b6a9-c4d9e2bf884d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 943 time: 0.1240895 May 20 07:46:59.527193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:59.533798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49323b57-2a6a-47fb-9571-faf69136d683 req-1e3a1337-48db-4896-9151-08aba402c6d4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627754 May 20 07:46:59.550713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79b6ed69-ff11-4f43-9983-455ce308f75a req-ecff2a5a-4731-4df4-90c1-2248cac83584 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684505 May 20 07:46:59.563146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576757d6-6856-4f63-a76c-4ea70789a065 req-fc3dc13d-bd6d-40f7-889b-b2d6bf63d24f tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:59.564516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-576757d6-6856-4f63-a76c-4ea70789a065 req-fc3dc13d-bd6d-40f7-889b-b2d6bf63d24f tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.1577020 May 20 07:46:59.577218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:59.579425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'port_id': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'mac_address': 'fa:16:3e:72:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12185d1d-cab3-4684-9966-5994a0be36f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:46:59.611912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-576757d6-6856-4f63-a76c-4ea70789a065 req-cc3aaa61-d01d-447c-b0df-5d9f461bf645 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 May 20 07:46:59.677351 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:59.706436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:59.708889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b88b03b-9fab-4079-a339-4a35ae82cfd8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:46:59.721614 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:59.795712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba3bc83a-2c0b-482b-b10f-3edfcb72eb2e req-cee6e834-eb4a-4ff4-8645-d5d100960982 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0475485 May 20 07:46:59.804429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:46:59.820786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'name': 'network-vif-deleted', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:46:59.820894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-42d5e7ce-bce3-4c94-ba1b-dc9c5b7e2064 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:46:59.822096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-42d5e7ce-bce3-4c94-ba1b-dc9c5b7e2064 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.1615527 May 20 07:46:59.832995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:59.836703 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:46:59.839691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-e009de11-805e-4424-8425-7cc5eebbf9e8 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/quotas/d88c6bd9bee4494fa8dc8a5d76c2ed73 HTTP/1.1" status: 200 len: 375 time: 0.0098526 May 20 07:46:59.853241 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-f6fa6a90-1ee6-46d3-a005-5b6220fff772 req-111df929-9738-4ce2-afb4-5690582925b9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:46:59.854304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6fa6a90-1ee6-46d3-a005-5b6220fff772 req-111df929-9738-4ce2-afb4-5690582925b9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/48895fbf-5007-4afd-9975-d30c5b659689 HTTP/1.1" status: 404 len: 352 time: 0.0184283 May 20 07:46:59.874378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:46:59.876147 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:46:59.934053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-6dfea04d-808c-4f38-92be-772025ad1167 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816092 May 20 07:46:59.955343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:46:59.958647 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:00.077810 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-67e0ed91-674b-4da6-8bd4-d10cd65138c4 service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370416 May 20 07:47:00.099951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaada0-a8f4-4889-8013-48d82e8fb807 req-e0d465ed-c141-4d5b-9a4b-197cbf384c0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:00.101562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94eaada0-a8f4-4889-8013-48d82e8fb807 req-e0d465ed-c141-4d5b-9a4b-197cbf384c0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 946 time: 0.0857761 May 20 07:47:00.147732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94eaada0-a8f4-4889-8013-48d82e8fb807 req-430e7ff8-b9af-438d-a522-4aaa69a63ad1 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 May 20 07:47:00.206636 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff64bef7-0348-4326-a4b4-507595155e58', 'name': 'network-vif-deleted', 'tag': '8f188b1f-2c5c-4547-98bb-e991100e2d7a', 'status': 'completed', 'code': 200} May 20 07:47:00.210579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0b88b03b-9fab-4079-a339-4a35ae82cfd8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:00.229442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-9115235c-dee8-478a-8af4-2178c277130b service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437325 May 20 07:47:00.237390 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-dfd2d8bb-2645-4968-8170-69f13db3208f req-a169c5a2-f7c8-473d-930a-1cf07ebfd37c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:47:00.238499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfd2d8bb-2645-4968-8170-69f13db3208f req-a169c5a2-f7c8-473d-930a-1cf07ebfd37c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/29d6f24b-6737-4092-84f9-5e5ffc852394 HTTP/1.1" status: 404 len: 352 time: 0.0196917 May 20 07:47:00.419122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64102-9b08-4c8e-9d0a-30b9afb3e023 req-c87ca565-32c7-4ba0-a8e8-94c2ed051c64 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:00.420567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6f64102-9b08-4c8e-9d0a-30b9afb3e023 req-c87ca565-32c7-4ba0-a8e8-94c2ed051c64 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 950 time: 0.0864398 May 20 07:47:00.477212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6f64102-9b08-4c8e-9d0a-30b9afb3e023 req-e4f83f1e-284f-4f76-a70a-929d007ac8b2 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 May 20 07:47:00.543185 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-4fb96e9d-a7d9-4192-87bd-4ffe6876a3db req-8b575802-1bc8-4cbc-a59f-257b8f83656f tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:47:00.544522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fb96e9d-a7d9-4192-87bd-4ffe6876a3db req-8b575802-1bc8-4cbc-a59f-257b8f83656f tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/63ce0261-8c8b-4590-8c29-9e5f2db4fb78 HTTP/1.1" status: 404 len: 352 time: 0.0186422 May 20 07:47:00.646348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29757a1d-5443-46fc-be08-8c5b640ecfae req-b5564ecf-26ac-4123-ad25-7ace0d1f19ce tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0566237 May 20 07:47:00.772254 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-0365d86b-a68a-47a0-b9a6-a63b85886a56 req-d82529f6-e645-4594-b73a-d2cf5613c6a3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:47:00.773357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0365d86b-a68a-47a0-b9a6-a63b85886a56 req-d82529f6-e645-4594-b73a-d2cf5613c6a3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/4d72486b-3132-41f4-9a8c-0b39a4dde85a HTTP/1.1" status: 404 len: 352 time: 0.0175540 May 20 07:47:00.867505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f996e-544e-40fd-84d7-ac5765be0d04 req-1dcef0ca-28ce-49b7-8b4a-43952e986841 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:00.868963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d69f996e-544e-40fd-84d7-ac5765be0d04 req-1dcef0ca-28ce-49b7-8b4a-43952e986841 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 944 time: 0.1041734 May 20 07:47:00.917797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d69f996e-544e-40fd-84d7-ac5765be0d04 req-ff30e35b-bf1b-47c5-a9e7-027bfa50f111 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 May 20 07:47:00.961978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9c7b1-fc17-47d8-99a8-34ca93a14786 req-855b40b2-773c-4957-b7b9-ce8c6eb83ff4 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:00.970622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8f188b1f-2c5c-4547-98bb-e991100e2d7a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:00.977940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aef9c7b1-fc17-47d8-99a8-34ca93a14786 req-855b40b2-773c-4957-b7b9-ce8c6eb83ff4 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.0948474 May 20 07:47:01.021439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aef9c7b1-fc17-47d8-99a8-34ca93a14786 req-8d0987fe-c8ae-48f1-99bc-a1a413a74f81 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 May 20 07:47:01.045839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-56ab9a1d-8152-4342-83dd-9c9e41191376 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:01.050047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-56ab9a1d-8152-4342-83dd-9c9e41191376 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b648765-a14c-4d51-ab11-a82569761503 HTTP/1.1" status: 200 len: 943 time: 0.0978184 May 20 07:47:01.055064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 8f188b1f-2c5c-4547-98bb-e991100e2d7a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:01.055430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8f188b1f-2c5c-4547-98bb-e991100e2d7a not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:01.055858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:01.088263 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-fb4ba0cb-8397-47f2-8755-a9901b1b4487 req-1dc5c746-6d26-4537-aebc-73a8bed9210c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:47:01.090369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb4ba0cb-8397-47f2-8755-a9901b1b4487 req-1dc5c746-6d26-4537-aebc-73a8bed9210c tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/3ff2e7fb-7085-451c-ba70-8f752ec0f421 HTTP/1.1" status: 404 len: 352 time: 0.0193925 May 20 07:47:01.131598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:01.209876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Deleting port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:01.210360 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.240249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.246087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8fd937d2-4c51-4818-abb2-0d4cc4a9d674 req-5e7ddc87-a98d-439f-941b-ac0b494cb858 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0531182 May 20 07:47:01.297764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:01.359880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] For port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:01.360467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.433765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.435610 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:01.531300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:01.536039 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:01.610343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Calling delete_port for 62bb1cf6-f440-42a7-9cd9-afc16ddf481c owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:01.836625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.843223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfdf1e16-f8ba-4faa-8c28-cde3497956af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:01.894986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event deleted for resources: {'Port': ['ID=62bb1cf6-f440-42a7-9cd9-afc16ddf481c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:01.922707 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:01.969982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] No DVR routers for this DVR port 62bb1cf6-f440-42a7-9cd9-afc16ddf481c on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:01.972504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:01.982056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-deleted', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:02.080049 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4157b570-cf46-4947-b015-d5e41cc6ec99 req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.84 "DELETE /v2.0/ports/62bb1cf6-f440-42a7-9cd9-afc16ddf481c HTTP/1.1" status: 204 len: 173 time: 1.0254927 May 20 07:47:02.636217 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-a0cb8ecc-5f82-489b-8564-65be67994c8d req-bf5ef188-1699-4ef9-a775-1e968e2c85e9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] show failed (client error): The resource could not be found. May 20 07:47:02.637210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a0cb8ecc-5f82-489b-8564-65be67994c8d req-bf5ef188-1699-4ef9-a775-1e968e2c85e9 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/1b5d8175-093a-4a61-b2cd-572defe38f8b HTTP/1.1" status: 404 len: 352 time: 0.0170586 May 20 07:47:02.684983 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'code': 200} May 20 07:47:02.851946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1695-409c-420b-a789-5738346974bb req-63101606-d867-4c8d-b2e7-5f0127c47fba tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:02.856256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fdbb1695-409c-420b-a789-5738346974bb req-63101606-d867-4c8d-b2e7-5f0127c47fba tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 946 time: 0.0859392 May 20 07:47:02.906534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fdbb1695-409c-420b-a789-5738346974bb req-eea1dc87-0839-499e-9646-4d0bb36ecd9c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 May 20 07:47:02.971414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:03.060830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-973be183-d8fe-4d88-8f0f-91d71f1627be tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:03.062331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-973be183-d8fe-4d88-8f0f-91d71f1627be tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.1766136 May 20 07:47:03.080021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Request body: {'port': {'device_id': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'admin_state_up': True, 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:03.159423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:03.164768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:03.165168 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:03.237373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:03.242316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Usage tracker for resource:port and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:03.246818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:03.253649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:03.321648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:03.364992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:03.382901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:03.386592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:03.419872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595175d-02de-460b-b915-6cbb262e1a8a req-9f0ee6c6-7d2b-4693-a943-3b3f6a268137 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:03.420569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2595175d-02de-460b-b915-6cbb262e1a8a req-9f0ee6c6-7d2b-4693-a943-3b3f6a268137 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:03.428529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-871f8a3d-8b4a-48f1-ac60-f495b8103c62 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:47:03.429662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-871f8a3d-8b4a-48f1-ac60-f495b8103c62 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643122 May 20 07:47:03.484718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:03.485191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:47:03.550723 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:03.555424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:03.588723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:03.596813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Allocated IP 172.20.0.6 (124136bc-8b34-4982-91a9-dd3074054f4a/e026b3a1-fb47-4689-947b-d3e0237eec4c/bd172145-6149-4083-9634-4f7a2962a509) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:03.638831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 62bb1cf6-f440-42a7-9cd9-afc16ddf481c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:03.638831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 62bb1cf6-f440-42a7-9cd9-afc16ddf481c not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:03.639106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2595175d-02de-460b-b915-6cbb262e1a8a req-9f0ee6c6-7d2b-4693-a943-3b3f6a268137 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:03.639106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2595175d-02de-460b-b915-6cbb262e1a8a req-9f0ee6c6-7d2b-4693-a943-3b3f6a268137 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 948 time: 0.3254271 May 20 07:47:03.674286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:03.678838 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:03.694061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b1c578df-c12e-4a37-a039-a64e37f3a157 req-080404be-f9df-414e-925a-049127ba9d4e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:03.748423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:03.748762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:03.749085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:03.753649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:03.753968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:03.758983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:03.759319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:03.759697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:03.760133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Bound port: 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:03.790443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:03.799186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b1c578df-c12e-4a37-a039-a64e37f3a157 req-080404be-f9df-414e-925a-049127ba9d4e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:03.800284 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b1c578df-c12e-4a37-a039-a64e37f3a157 req-080404be-f9df-414e-925a-049127ba9d4e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 210 time: 0.1591692 May 20 07:47:03.888887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:03.890467 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-3568bba3-09cb-495c-bca9-cd383559e78d service neutron] 10.222.0.79 "POST /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4546812 May 20 07:47:03.995376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f496-8fdb-4ba7-95a6-ca64aec802a6 req-f42b378e-e030-41c3-b809-0e2d9c2e201d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:03.996948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db80f496-8fdb-4ba7-95a6-ca64aec802a6 req-f42b378e-e030-41c3-b809-0e2d9c2e201d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.0913260 May 20 07:47:04.041808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.043454 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db80f496-8fdb-4ba7-95a6-ca64aec802a6 req-785862ce-605b-4d38-9fda-92cae79ed9fe tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 May 20 07:47:04.053547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port 067b9eb0-479f-48e8-bb5f-a47345eddcbf {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:04.053820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.100503 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b648765-a14c-4d51-ab11-a82569761503', 'name': 'network-vif-deleted', 'tag': '62bb1cf6-f440-42a7-9cd9-afc16ddf481c', 'status': 'completed', 'code': 200} May 20 07:47:04.201094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port 067b9eb0-479f-48e8-bb5f-a47345eddcbf, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=067b9eb0-479f-48e8-bb5f-a47345eddcbf,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:04.201669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.245593 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98e6edbd-340e-4edb-9f3e-dcab7f8399f6 req-b3d0f3a7-788e-4131-8738-54c2fa41fcf9 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0536926 May 20 07:47:04.357090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for 067b9eb0-479f-48e8-bb5f-a47345eddcbf owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:04.362152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.371204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85986ba1-742f-4d27-8be1-a6baa0052456 tempest-MigrationsAdminTest-1766702452 tempest-MigrationsAdminTest-1766702452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:04.455717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f22933-c8d5-4a65-a922-78af810760bc req-e03f5cf3-2030-44d9-ad29-ebfbb17a144f tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:04.457415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-83f22933-c8d5-4a65-a922-78af810760bc req-e03f5cf3-2030-44d9-ad29-ebfbb17a144f tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 946 time: 0.0962696 May 20 07:47:04.459740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Network 124136bc-8b34-4982-91a9-dd3074054f4a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:04.465895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:04.469399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:04.534650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:04.538419 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:04.559582 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-83f22933-c8d5-4a65-a922-78af810760bc req-45c49d69-2bfd-4b56-9f0b-e348aab3c68d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930259 May 20 07:47:04.572507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:04.573542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.603453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-e31cf072-eb21-4159-9f9b-c2bb1448baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:04.605774 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-e31cf072-eb21-4159-9f9b-c2bb1448baa2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1097 time: 0.1031060 May 20 07:47:04.686089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}, {'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:04.702991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299870 May 20 07:47:04.715962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Request body: {'port': {'device_id': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:04.775158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.789226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:04.836904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95e40e47-ede1-4f97-a4e0-9da52780dd93 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:04.847473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-2183fcd2-ea95-4e81-8aab-fbf175acae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:04.849422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-2183fcd2-ea95-4e81-8aab-fbf175acae33 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2340360 May 20 07:47:04.857245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'd437d78c-65e1-457b-be78-870b6ee89278'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:04.867984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7f2d-c978-41a5-a6e0-982b28762801 req-21948d8e-79b9-448d-a6d4-ea29ce4a845c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:04.877890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09ec7f2d-c978-41a5-a6e0-982b28762801 req-21948d8e-79b9-448d-a6d4-ea29ce4a845c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce0dc362-027b-4d21-bdcb-3df3769b6b63 HTTP/1.1" status: 200 len: 867 time: 0.1616428 May 20 07:47:04.933964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=067b9eb0-479f-48e8-bb5f-a47345eddcbf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:04.950416 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-a91d0433-5889-4ec9-a6d2-6e644373e196 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.0698986 May 20 07:47:04.962695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:04.980714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:05.037964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09ec7f2d-c978-41a5-a6e0-982b28762801 req-b3506158-94d5-4d6c-a6c1-09001859ba49 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592042 May 20 07:47:05.061599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c48597ad-1cef-4f28-ad13-601cc8e56e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:05.061599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c48597ad-1cef-4f28-ad13-601cc8e56e3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0773444 May 20 07:47:05.100523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port 067b9eb0-479f-48e8-bb5f-a47345eddcbf on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:05.113434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:05.116189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'name': 'network-vif-deleted', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:05.141811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-ea37f85a-ebae-468a-9012-0258249baf49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721836 May 20 07:47:05.258707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2595175d-02de-460b-b915-6cbb262e1a8a req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "DELETE /v2.0/ports/067b9eb0-479f-48e8-bb5f-a47345eddcbf HTTP/1.1" status: 204 len: 173 time: 1.6072807 May 20 07:47:05.272936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd64cc9-a808-4bb4-977b-aa0adba2f46a req-e86a1110-37b1-41c6-b6e6-2d5b20726fc5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:05.283679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3cd64cc9-a808-4bb4-977b-aa0adba2f46a req-e86a1110-37b1-41c6-b6e6-2d5b20726fc5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 946 time: 0.4476683 May 20 07:47:05.370685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-0879d62b-d519-49ca-9f1d-e833bec93f2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:05.371582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-0879d62b-d519-49ca-9f1d-e833bec93f2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:05.379757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 067b9eb0-479f-48e8-bb5f-a47345eddcbf no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:05.443769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 067b9eb0-479f-48e8-bb5f-a47345eddcbf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:05.444125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 067b9eb0-479f-48e8-bb5f-a47345eddcbf not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:05.503281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3cd64cc9-a808-4bb4-977b-aa0adba2f46a req-bd2e8c0f-5ce6-4398-8662-e4d8a2a83b71 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185636 May 20 07:47:05.549388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-172a789f-93c3-4a0d-bd5b-2a38273e97a7 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005208 May 20 07:47:05.584880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-0879d62b-d519-49ca-9f1d-e833bec93f2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:05.586502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-0879d62b-d519-49ca-9f1d-e833bec93f2b tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 949 time: 0.5327082 May 20 07:47:05.704619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-7fe1adf2-d0e8-4ca7-a32a-0bf964186cb9 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454382 May 20 07:47:05.751207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd172145-6149-4083-9634-4f7a2962a509 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:05.767265 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:05.792711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Transition to ACTIVE for port object bd172145-6149-4083-9634-4f7a2962a509 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:05.814661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port d437d78c-65e1-457b-be78-870b6ee89278 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:05.815017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:05.898703 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'code': 200} May 20 07:47:05.899828 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'code': 200} May 20 07:47:05.954672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-d0ea8237-016a-46d4-ab5d-7072a94f15f2 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:05.956026 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-d0ea8237-016a-46d4-ab5d-7072a94f15f2 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1097 time: 0.0923467 May 20 07:47:05.968671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:06.106097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.109981 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9fb6bec-ea27-4214-954f-12989a5dc9fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:06.160013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.252727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f564c03-7ce8-46bf-8aa3-3f2c1f0e3549 req-0d492868-792a-4a1e-8dff-29d50b0b310b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:06.254348 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f564c03-7ce8-46bf-8aa3-3f2c1f0e3549 req-0d492868-792a-4a1e-8dff-29d50b0b310b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1023 time: 0.1911464 May 20 07:47:06.287152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:06.302783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:06.361283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7f564c03-7ce8-46bf-8aa3-3f2c1f0e3549 req-c1dd6ffa-02b8-4d45-819f-4cd61144daef tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:06.423070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port d437d78c-65e1-457b-be78-870b6ee89278, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d437d78c-65e1-457b-be78-870b6ee89278,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:06.423510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.482444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:06.516761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:06.561322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7f564c03-7ce8-46bf-8aa3-3f2c1f0e3549 req-c1dd6ffa-02b8-4d45-819f-4cd61144daef tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:06.562504 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f564c03-7ce8-46bf-8aa3-3f2c1f0e3549 req-c1dd6ffa-02b8-4d45-819f-4cd61144daef tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95a2cad-e0f6-40f7-817a-0f9b5923fd22&id=7b10acbc-f39b-4a1a-aac8-ffbdf3698126&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2997200 May 20 07:47:06.588898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for d437d78c-65e1-457b-be78-870b6ee89278 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:06.598081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.605328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0145f3-0446-45f3-8c1f-f2eb8d1b471c req-836819bf-cc0a-45d2-b5f4-56a0cea8d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:06.606829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0145f3-0446-45f3-8c1f-f2eb8d1b471c req-836819bf-cc0a-45d2-b5f4-56a0cea8d6d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 1096 time: 0.5407021 May 20 07:47:06.614177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:06.703854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Attempting to bind port bd172145-6149-4083-9634-4f7a2962a509 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:06.704100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Attempting to bind port bd172145-6149-4083-9634-4f7a2962a509 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:06.704432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Attempting to bind port bd172145-6149-4083-9634-4f7a2962a509 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:06.724472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Port bd172145-6149-4083-9634-4f7a2962a509 on network 124136bc-8b34-4982-91a9-dd3074054f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:06.724796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Attempting to bind port bd172145-6149-4083-9634-4f7a2962a509 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:06.725754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.737282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0fb1c24-0e9c-4af5-870e-053288713445 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:06.739097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e369-9d58-4dce-9630-9b2f847f09bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.755994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0145f3-0446-45f3-8c1f-f2eb8d1b471c req-b034509c-005e-4d0f-9c98-8373aac92a0d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365016 May 20 07:47:06.757083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:06.757422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Checking segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:06.757857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Bound using segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:06.758296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Bound port: bd172145-6149-4083-9634-4f7a2962a509, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:06.758675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.798716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfeb1b-0b42-4a16-a0b8-377907b0b4d2 req-e1498e7a-ada3-4418-a019-c740dbbf1608 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:06.798861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73bfeb1b-0b42-4a16-a0b8-377907b0b4d2 req-e1498e7a-ada3-4418-a019-c740dbbf1608 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:06.922348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:06.928073 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:06.940837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-ea8ad077-ae8e-4561-98a1-22dd4d5681da tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:06.942219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-ea8ad077-ae8e-4561-98a1-22dd4d5681da tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:06.946610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:06.946951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:06.947279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:06.967776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcac2e-4832-4b2f-bee1-e4f07395eb09 req-3cd27dd1-9df5-4550-bdd4-a1dab735f3ae tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:06.967776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9efcac2e-4832-4b2f-bee1-e4f07395eb09 req-3cd27dd1-9df5-4550-bdd4-a1dab735f3ae tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.2819033 May 20 07:47:06.967776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:06.967776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Attempting to bind port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:06.971517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:06.971851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:06.972257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:06.972401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:06.972664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Bound port: 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:06.973015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:06.977943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73bfeb1b-0b42-4a16-a0b8-377907b0b4d2 req-e1498e7a-ada3-4418-a019-c740dbbf1608 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:06.979074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73bfeb1b-0b42-4a16-a0b8-377907b0b4d2 req-e1498e7a-ada3-4418-a019-c740dbbf1608 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 943 time: 0.5972207 May 20 07:47:06.981951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:07.031062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73bfeb1b-0b42-4a16-a0b8-377907b0b4d2 req-8e8598e9-27f5-4974-b160-a95b1d2731fb tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 May 20 07:47:07.054290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-ea8ad077-ae8e-4561-98a1-22dd4d5681da tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:07.055432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-ea8ad077-ae8e-4561-98a1-22dd4d5681da tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1023 time: 0.4133086 May 20 07:47:07.072443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9efcac2e-4832-4b2f-bee1-e4f07395eb09 req-1e9a5d16-f5ab-4fb7-9b6a-a11f0a6980e0 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884311 May 20 07:47:07.109100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:07.111880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:07.123276 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0dc362-027b-4d21-bdcb-3df3769b6b63', 'name': 'network-vif-deleted', 'tag': '067b9eb0-479f-48e8-bb5f-a47345eddcbf', 'status': 'completed', 'code': 200} May 20 07:47:07.127436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.131100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.137284 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2207347-95f3-4171-ad32-c1b5419ef41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:07.144319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:07.160036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.167096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7ecd991-0c42-4412-9692-0b615e349399 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:07.203883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:07.322467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:07.325257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.327632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd172145-6149-4083-9634-4f7a2962a509 HTTP/1.1" status: 200 len: 1091 time: 2.6159477 May 20 07:47:07.391500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=8']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:07.402579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:07.466376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:07.467000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.468456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] 10.222.0.84 "PUT /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 1122 time: 1.5051646 May 20 07:47:07.472172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4954a4c5-f90d-4b54-b1fb-7d640340ee7f req-d7a4d57f-d563-42da-984c-74a004a1d379 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.2602575 May 20 07:47:07.516194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port d437d78c-65e1-457b-be78-870b6ee89278 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:07.532970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.543903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:07.551336 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:07.557108 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7c5a0be-63db-490a-b5d2-1a6f70375020 tempest-LiveAutoBlockMigrationV225Test-1947903068 tempest-LiveAutoBlockMigrationV225Test-1947903068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:07.618963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['57b2f0be-a2bc-457a-8441-96b4a95abfa8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:07.653602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=d437d78c-65e1-457b-be78-870b6ee89278,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:07.660625 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:07.669174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6f324b7-252f-4d1e-92c7-e6717ae0154b req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "DELETE /v2.0/ports/d437d78c-65e1-457b-be78-870b6ee89278 HTTP/1.1" status: 204 len: 173 time: 2.0674038 May 20 07:47:07.687921 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'code': 200} May 20 07:47:07.699665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Deleting port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:07.700020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:07.971644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-e39fc9c4-b0e3-4164-8a65-103429885b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:07.973105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-e39fc9c4-b0e3-4164-8a65-103429885b0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 1094 time: 0.4913881 May 20 07:47:07.982079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-684491d8-b43e-42e5-9e97-e5f2d559f740 req-03882dd2-3bd3-4007-8fa6-f490174738d5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7 HTTP/1.1" status: 200 len: 210 time: 0.0749772 May 20 07:47:08.069948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-ecc6f61d-987c-4b26-aa1c-e74cc7659d6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd172145-6149-4083-9634-4f7a2962a509 HTTP/1.1" status: 200 len: 217 time: 0.0772865 May 20 07:47:08.140907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c7607-3ffc-4aca-9e61-cad1d4141154 req-f9c9309e-cd78-4c86-8778-c88693e1d7ca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.142485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b4c7607-3ffc-4aca-9e61-cad1d4141154 req-f9c9309e-cd78-4c86-8778-c88693e1d7ca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.5482290 May 20 07:47:08.154227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] For port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,segment=NetworkSegment(5c825d68-2c2c-45e2-816f-41b9be6d0027),segment_id=5c825d68-2c2c-45e2-816f-41b9be6d0027)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:08.154643 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:08.271709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec0b49-d18f-46a2-a9b7-8b9a685e1c3a req-96356a2b-f9f7-4f5d-b8ea-867d229edbe5 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.273410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51ec0b49-d18f-46a2-a9b7-8b9a685e1c3a req-96356a2b-f9f7-4f5d-b8ea-867d229edbe5 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 1023 time: 0.1978679 May 20 07:47:08.311751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Calling delete_port for ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:08.325504 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51ec0b49-d18f-46a2-a9b7-8b9a685e1c3a req-ea05e4d2-d0d9-41cd-815c-d3501cbc09e0 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups?id=d95a2cad-e0f6-40f7-817a-0f9b5923fd22&id=7b10acbc-f39b-4a1a-aac8-ffbdf3698126&id=c023a8ce-5bf2-4304-a723-1ea187a3f5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0451877 May 20 07:47:08.341722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-9f52718d-78ef-4836-9e08-6eff61c5ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.343173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-9f52718d-78ef-4836-9e08-6eff61c5ee1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.2522390 May 20 07:47:08.398523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b4c7607-3ffc-4aca-9e61-cad1d4141154 req-c7982635-e2e8-475d-98ba-22dd1ee898ac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360997 May 20 07:47:08.402688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-f09230a1-cbe6-42e5-b990-723d0d240014 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506954 May 20 07:47:08.552463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af409f-d4ff-4029-9945-c99ef6789b75 req-c253eb82-fd2a-4f29-af26-1f8993c9ffea tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.554002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73af409f-d4ff-4029-9945-c99ef6789b75 req-c253eb82-fd2a-4f29-af26-1f8993c9ffea tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 943 time: 0.0917680 May 20 07:47:08.606056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73af409f-d4ff-4029-9945-c99ef6789b75 req-9e99d6d1-0a08-4124-aef1-e1be75104cf0 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 May 20 07:47:08.670448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-b2486e34-3eb2-44c7-9664-4007da5874d8 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441568 May 20 07:47:08.708391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36584299-4333-481b-93ab-30293e8ebc54 req-44c23d62-5c02-45ab-86ba-5d02da9eea8c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.709877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36584299-4333-481b-93ab-30293e8ebc54 req-44c23d62-5c02-45ab-86ba-5d02da9eea8c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1993163 May 20 07:47:08.748576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:08.804748 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-66cdc64d-fdc6-4782-be89-0ff513b26924 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:08.859716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8b9e-1c9e-4e81-8b95-2b89c17bc2a9 req-e1e3a77a-af64-4e91-b55b-88da1d2872fc tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:08.861247 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52ac8b9e-1c9e-4e81-8b95-2b89c17bc2a9 req-e1e3a77a-af64-4e91-b55b-88da1d2872fc tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 946 time: 0.0826964 May 20 07:47:08.869435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'Port': ['ID=ca455736-c8a3-4c3e-ad39-51aa4dcc7e22,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:08.879538 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:08.919131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52ac8b9e-1c9e-4e81-8b95-2b89c17bc2a9 req-81f5cb16-e9ae-4dc7-9ce5-a765b1f0c636 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515001 May 20 07:47:08.920224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36584299-4333-481b-93ab-30293e8ebc54 req-1bdb3d70-6168-4ee7-bc45-7ccad3a632dd tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955585 May 20 07:47:08.975328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] No DVR routers for this DVR port ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:08.979714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:08.988443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:08.990594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c38c7ea9-2d19-4252-9a20-da269c015a9a req-cd046752-b5d1-4aa4-a746-0a12104a29ac service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085980 May 20 07:47:08.994107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d437d78c-65e1-457b-be78-870b6ee89278 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:09.033081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: d437d78c-65e1-457b-be78-870b6ee89278 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:09.033438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d437d78c-65e1-457b-be78-870b6ee89278 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:09.086821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3eec9f80-cc8d-4d6c-9401-0f8f0dae5cdb req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.81 "DELETE /v2.0/ports/ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 HTTP/1.1" status: 204 len: 173 time: 2.0249853 May 20 07:47:09.104012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b4a8d6a4-b12b-4792-82c0-70c1ff7239b9 req-d54941e9-7cbb-485d-8a5c-e72a1172a47a tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0477502 May 20 07:47:09.125272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509'}, {'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'name': 'network-vif-deleted', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278'}, {'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'name': 'network-vif-deleted', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:09.160093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e2005-8be5-44ea-bce5-a9a0e026c8b7 req-8b80ec60-e0f4-4514-8f7f-b3285b51fd81 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:09.161891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-107e2005-8be5-44ea-bce5-a9a0e026c8b7 req-8b80ec60-e0f4-4514-8f7f-b3285b51fd81 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1128864 May 20 07:47:09.207119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:09.218238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-107e2005-8be5-44ea-bce5-a9a0e026c8b7 req-b374207f-0e85-429e-b82b-cea45064ac24 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 May 20 07:47:09.222907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '77e1334c-542f-41b7-aad6-46f948333211', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '77e1334c-542f-41b7-aad6-46f948333211', 'mac_address': 'fa:16:3e:61:07:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:09.257135 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509', 'status': 'completed', 'code': 200} May 20 07:47:09.257443 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bdbd4c-02c5-4be4-ad42-89cdf62cc8f7', 'name': 'network-vif-deleted', 'tag': 'd437d78c-65e1-457b-be78-870b6ee89278', 'status': 'completed', 'code': 200} May 20 07:47:09.257773 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a26a13-da4a-4602-804e-2322d0e7d649', 'name': 'network-vif-deleted', 'tag': 'ca455736-c8a3-4c3e-ad39-51aa4dcc7e22', 'status': 'completed', 'code': 200} May 20 07:47:09.269514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26398263-cee2-4e79-b5ca-a37c7637f844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:09.287733 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:09.305959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:09.321821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:09.374357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-533c5fcc-b6a6-4877-8ae9-2aa19989d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:09.376181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-533c5fcc-b6a6-4877-8ae9-2aa19989d814 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 1094 time: 0.0856843 May 20 07:47:09.390590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:09.392316 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:09.450165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:09.454756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:09.530432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:09.535543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:09.535896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca455736-c8a3-4c3e-ad39-51aa4dcc7e22 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:09.579120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aacf1eff-2344-4e94-a470-a0b0f68d2186 req-e3a10c88-dec7-40cf-b848-7a94d1d02e02 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Synchronizing usage tracker for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:09.587585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:09.592600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:09.647589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-a75abe77-8b66-46ba-bbc3-2f0a7f4a2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:09.649014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-a75abe77-8b66-46ba-bbc3-2f0a7f4a2b16 service neutron] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 906 time: 0.2642641 May 20 07:47:09.658924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['77e1334c-542f-41b7-aad6-46f948333211'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:09.689364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:09.726491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-bc1f0ed5-af44-4cfc-a1db-b33985083b19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd172145-6149-4083-9634-4f7a2962a509 HTTP/1.1" status: 200 len: 217 time: 0.0649064 May 20 07:47:09.728559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aacf1eff-2344-4e94-a470-a0b0f68d2186 req-e3a10c88-dec7-40cf-b848-7a94d1d02e02 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Unset dirty status for tenant:dc8d6231c8324ff18bdbbae415dad200 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:09.730890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aacf1eff-2344-4e94-a470-a0b0f68d2186 req-e3a10c88-dec7-40cf-b848-7a94d1d02e02 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/ports?device_id=51a26a13-da4a-4602-804e-2322d0e7d649 HTTP/1.1" status: 200 len: 210 time: 0.2258167 May 20 07:47:09.821572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:09.848937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'port_id': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'mac_address': 'fa:16:3e:92:0c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fadb7ea-0425-45df-b3bc-28bc9215e8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:09.950670 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:09.985163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:10.024478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:10.050705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-82474c69-85ef-4905-88dd-e680e783b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.052463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-82474c69-85ef-4905-88dd-e680e783b500 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.3086255 May 20 07:47:10.104007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e2dc5-2d04-49f6-83f7-421b32c1d99f req-d940615a-79d3-452c-a02b-12d519145b3d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.106089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a64e2dc5-2d04-49f6-83f7-421b32c1d99f req-d940615a-79d3-452c-a02b-12d519145b3d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.0973690 May 20 07:47:10.114256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:10.114606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-f898b6dc-803b-4e7e-8fdc-a9686235e11b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447474 May 20 07:47:10.117739 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:10.168117 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a64e2dc5-2d04-49f6-83f7-421b32c1d99f req-b83852b5-52fa-4138-a70f-c87ebf3e6d13 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 May 20 07:47:10.193715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:10.203847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:10.297843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['972d9d9b-12fb-4658-8e9d-8c05965530c4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:10.403003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-8753eb9c-f0c5-4014-bb76-aa2e6c690eb2 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089145 May 20 07:47:10.490953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a8776-4f8f-4327-99ac-bfea3d26ad70 req-3ed2ad22-49d3-44da-ac0a-b62edb3ed4a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.501021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d71a8776-4f8f-4327-99ac-bfea3d26ad70 req-3ed2ad22-49d3-44da-ac0a-b62edb3ed4a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 943 time: 0.1597495 May 20 07:47:10.567112 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'status': 'completed', 'code': 200} May 20 07:47:10.595631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d71a8776-4f8f-4327-99ac-bfea3d26ad70 req-3961ce4b-eacb-4a36-ab6b-d33854659736 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909085 May 20 07:47:10.783604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00f6fb5f-13ba-4f79-ae2b-49fae0fc412f req-b4dec326-d37a-41f9-b99e-2c53e404b615 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705368 May 20 07:47:10.814462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-35f98fbb-eff9-493d-a641-9c01c560d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.815861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-35f98fbb-eff9-493d-a641-9c01c560d974 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1125 time: 0.2164083 May 20 07:47:10.824842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdda69f-dfc5-40e0-872b-238345a27ea4 req-5c0b082e-8dd9-4fd0-87a2-bcac7038cc57 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.826552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebdda69f-dfc5-40e0-872b-238345a27ea4 req-5c0b082e-8dd9-4fd0-87a2-bcac7038cc57 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1391678 May 20 07:47:10.854198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e0b1-45ad-45b3-95f4-1e623bf56511 req-16028a0a-8424-4fb3-a273-b113fc3330a4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:10.856205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e713e0b1-45ad-45b3-95f4-1e623bf56511 req-16028a0a-8424-4fb3-a273-b113fc3330a4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 945 time: 0.1064992 May 20 07:47:10.904014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e713e0b1-45ad-45b3-95f4-1e623bf56511 req-70fe8d0d-56ad-48f0-a79c-3120424b29a1 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 May 20 07:47:10.958194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebdda69f-dfc5-40e0-872b-238345a27ea4 req-87a1e11f-a26d-4710-87e5-ac39c93da331 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220274 May 20 07:47:10.999807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:11.002930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:11.019153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-a739d30c-1a90-4172-a916-fd6f0f451b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:11.020992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-a739d30c-1a90-4172-a916-fd6f0f451b24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.1738026 May 20 07:47:11.050848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:11.109851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-1862313c-6c9c-4404-a9a8-1ff542fddf92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.0733013 May 20 07:47:11.148022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1a802299-08e1-486a-a88c-01d53d88a112 req-ab417aa4-b8dc-4a7e-af78-6e32d115f169 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0931928 May 20 07:47:11.240732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 77e1334c-542f-41b7-aad6-46f948333211 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:11.241387 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:11.260860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-b91aa64d-6632-4c15-94f4-1f8a1b226857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:11.263237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-b91aa64d-6632-4c15-94f4-1f8a1b226857 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1427686 May 20 07:47:11.379891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-efd5c345-37b8-41d9-9af8-2c8cba61bae7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926099 May 20 07:47:11.425003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:11.457982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:11.576249 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-d43397ed-3274-4e20-aad0-598781e8eea9 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922846 May 20 07:47:11.616904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a5fc-e3b6-49e8-b397-65b7dcc27505 req-65e88850-b998-4734-bad5-5a3097a48f7f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:11.619275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2528a5fc-e3b6-49e8-b397-65b7dcc27505 req-65e88850-b998-4734-bad5-5a3097a48f7f tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.1524827 May 20 07:47:11.641688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:47:11.691857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2528a5fc-e3b6-49e8-b397-65b7dcc27505 req-59fe8a2e-337a-4278-9628-f3e01e7f373e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659664 May 20 07:47:11.712135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:11.820111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fada5f5-faf4-40eb-a1e3-f1a5ad218cad req-b3c1cdd3-6f5d-4373-be3c-0a9f16f4d1b2 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656485 May 20 07:47:11.848743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:11.867775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:11.877051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9d53c62-84b8-4656-b31b-5230f27e7105 req-d4ee80c0-5c09-44a5-b79b-c839f00e82bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.3022072 May 20 07:47:11.955716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:11.961850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:11.997982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-655561d5-038a-408e-a699-de4f562ae880 req-73edaaf1-70ff-4e56-bc09-82b0926a8795 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/7b10acbc-f39b-4a1a-aac8-ffbdf3698126 HTTP/1.1" status: 200 len: 1798 time: 0.3766010 May 20 07:47:12.006679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:12.039563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.041456 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:12.072631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79bbdd-e73e-41a6-ba91-c02445cde66e req-9693adff-618e-4015-93ba-c2ffe506a8c8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:12.075878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d79bbdd-e73e-41a6-ba91-c02445cde66e req-9693adff-618e-4015-93ba-c2ffe506a8c8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 949 time: 0.1350086 May 20 07:47:12.115865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-f7e36931-cee7-4813-93ea-e6c13738889f service neutron] 10.222.0.81 "GET /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.2849538 May 20 07:47:12.118648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.152058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d79bbdd-e73e-41a6-ba91-c02445cde66e req-bddbc7d4-4887-4b06-bcae-a7a3fca1bdde tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 May 20 07:47:12.211995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-655561d5-038a-408e-a699-de4f562ae880 req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.219219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:12.224443 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:12.225926 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:12.311371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-655561d5-038a-408e-a699-de4f562ae880 req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.329799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:12.334771 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:12.467825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1156d-5ca6-4034-aef5-ff6b98a62d70 req-017b6534-7148-48db-ba21-63d64376731e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:12.469385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1b1156d-5ca6-4034-aef5-ff6b98a62d70 req-017b6534-7148-48db-ba21-63d64376731e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 943 time: 0.1108613 May 20 07:47:12.485226 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.549704 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1b1156d-5ca6-4034-aef5-ff6b98a62d70 req-50ea73b5-b95d-454c-a6a8-147c98735397 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 May 20 07:47:12.747737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:12.763221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c1781-e913-4c58-ab8f-69d5fefcbcce req-78337697-dcf2-449f-93cb-b4be7852c223 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:12.771394 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b4c1781-e913-4c58-ab8f-69d5fefcbcce req-78337697-dcf2-449f-93cb-b4be7852c223 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 944 time: 0.1061089 May 20 07:47:12.772682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:12.829316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b4c1781-e913-4c58-ab8f-69d5fefcbcce req-e609bf60-335e-4c51-abfd-9bcde8811e8b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570679 May 20 07:47:12.844096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-655561d5-038a-408e-a699-de4f562ae880 req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:12.878523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-77d6e020-ca15-4b09-bc8a-fd673416bf02 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:12.882211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-77d6e020-ca15-4b09-bc8a-fd673416bf02 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:12.884509 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'code': 200} May 20 07:47:12.896029 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdadc371-7216-4d67-a094-d522aaf4db63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:12.924813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b2f0be-a2bc-457a-8441-96b4a95abfa8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:12.933642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10acbc-f39b-4a1a-aac8-ffbdf3698126,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:12.946917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:12.957362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:13.001548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-655561d5-038a-408e-a699-de4f562ae880 req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.002623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-655561d5-038a-408e-a699-de4f562ae880 req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/7b10acbc-f39b-4a1a-aac8-ffbdf3698126 HTTP/1.1" status: 204 len: 173 time: 0.9974310 May 20 07:47:13.036056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-77d6e020-ca15-4b09-bc8a-fd673416bf02 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:13.037193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-77d6e020-ca15-4b09-bc8a-fd673416bf02 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 949 time: 0.8185902 May 20 07:47:13.037771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.156212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a08e6-bbeb-4c88-8a73-56746f816c41 req-608b869f-d37e-4713-8334-25d014543179 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:13.169230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f4a08e6-bbeb-4c88-8a73-56746f816c41 req-608b869f-d37e-4713-8334-25d014543179 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1454916 May 20 07:47:13.232388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f4a08e6-bbeb-4c88-8a73-56746f816c41 req-11675b19-8909-4a0d-88dd-86b0d0d53258 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566487 May 20 07:47:13.280119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dd58800-9d10-456d-ad8f-189cb83c3c9a req-73c2f2e7-add6-4be0-8a4b-1426e5ed88ac tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1412058 May 20 07:47:13.445756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:13.506251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:13.506734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.529388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Transition to ACTIVE for port object 57b2f0be-a2bc-457a-8441-96b4a95abfa8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:13.614232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-5e748f2e-8ef8-46c7-922f-7ff7f0da209e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:13.618542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-5e748f2e-8ef8-46c7-922f-7ff7f0da209e tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "GET /v2.0/ports?device_id=72a6080c-4f45-468e-978f-e5e73e79b597 HTTP/1.1" status: 200 len: 949 time: 0.3275425 May 20 07:47:13.651633 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.660629 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02021af7-0df8-4044-a6e3-386e61528e4a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:13.724599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:13.759999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Pushing event updated for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:13.760657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'bd172145-6149-4083-9634-4f7a2962a509', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': 'bd172145-6149-4083-9634-4f7a2962a509', 'mac_address': 'fa:16:3e:2c:16:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:13.770915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:13.790637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2d195-56fb-4c13-bd96-f53eae790625 req-11a6c399-3566-4c56-b974-0b7cd3d96974 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:13.798646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ca2d195-56fb-4c13-bd96-f53eae790625 req-11a6c399-3566-4c56-b974-0b7cd3d96974 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 944 time: 0.3611460 May 20 07:47:13.859486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ca2d195-56fb-4c13-bd96-f53eae790625 req-10987960-88cf-40d3-a94e-49a7afdac628 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597892 May 20 07:47:13.865904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port 55810cdd-c48d-4c45-9119-143bb6873b7d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:13.866380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.867073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.906396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd172145-6149-4083-9634-4f7a2962a509 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:13.956064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] No DVR routers for this DVR port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:13.959496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:13.959863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:13.969276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:14.028981 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-6459a32d-ea7c-412d-b7df-6ff5faa5320a tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "GET /v2.0/security-groups/d95a2cad-e0f6-40f7-817a-0f9b5923fd22 HTTP/1.1" status: 200 len: 1799 time: 0.1319890 May 20 07:47:14.051319 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.061487 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:14.134116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port 55810cdd-c48d-4c45-9119-143bb6873b7d, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=55810cdd-c48d-4c45-9119-143bb6873b7d,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:14.134640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.146182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.150656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:14.162100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] 10.222.0.81 "PUT /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0361085 May 20 07:47:14.278574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:14.289011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.289799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.290295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.290798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.291730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.292896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.293459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.294126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.294986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.296006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.296755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.297410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:14.302258 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:14.329787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['bd172145-6149-4083-9634-4f7a2962a509'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:14.409364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for 55810cdd-c48d-4c45-9119-143bb6873b7d owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:14.428398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.448989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.461336 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fc0562a-3e30-4c44-95c2-f352dd327ad5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:14.472945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['55810cdd-c48d-4c45-9119-143bb6873b7d', '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:14.551425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=4a12326a-86bc-4cf2-b343-ea33dfbd69e7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:14.555314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:14.591702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.599766 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-508365fa-4c1d-4ca6-b84e-ffc3a2d814b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:14.620470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a2cad-e0f6-40f7-817a-0f9b5923fd22,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:14.625911 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:14.639595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.657303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49126) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:14.657451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c77e9e9-30fa-4bab-bb22-9ca1d69c490e req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] 10.222.0.79 "DELETE /v2.0/security-groups/d95a2cad-e0f6-40f7-817a-0f9b5923fd22 HTTP/1.1" status: 204 len: 173 time: 0.6257021 May 20 07:47:14.708300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.714457 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:14.718356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-35c5ced2-639e-4252-b7c9-dbb44410c31e tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:14.721286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-35c5ced2-639e-4252-b7c9-dbb44410c31e tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.3862939 May 20 07:47:14.725441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:14.728412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.740549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'name': 'network-vif-deleted', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:14.809563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d314-d288-4655-a06c-321726c65fd8 req-c553d4e4-5f0e-442a-b8c6-672e207604a9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:14.810227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9648d314-d288-4655-a06c-321726c65fd8 req-c553d4e4-5f0e-442a-b8c6-672e207604a9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:14.822704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=55810cdd-c48d-4c45-9119-143bb6873b7d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:14.828682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:14.871684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Deleting subnet dc329322-f1a3-4f13-8cee-2a00d2dde222 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:47:14.875418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.938188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4a12326a-86bc-4cf2-b343-ea33dfbd69e7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:14.946966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port 55810cdd-c48d-4c45-9119-143bb6873b7d on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:14.950258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:14.952570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd048b50-2d4b-4ef0-89fc-4c2332a1438f req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "DELETE /v2.0/ports/55810cdd-c48d-4c45-9119-143bb6873b7d HTTP/1.1" status: 204 len: 173 time: 1.3196347 May 20 07:47:14.953311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'name': 'network-vif-deleted', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:15.085025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:15.148606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:15.224790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:15.274217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c0fd318b-0647-4627-9459-c1a2847162a6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:15.380843 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e49f240-2cc1-4ed9-ae06-51c1befc9810 req-be4fc46d-1307-452f-bd9f-e2a39a951e4b tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e&device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.1392260 May 20 07:47:15.399812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4da61a81-92f9-4aa9-96b7-07963752cd4f req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.84 "DELETE /v2.0/ports/4a12326a-86bc-4cf2-b343-ea33dfbd69e7 HTTP/1.1" status: 204 len: 173 time: 2.3459899 May 20 07:47:15.449071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c30bee1a-d01e-4ee1-8567-5b49d3893357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:15.457502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c30bee1a-d01e-4ee1-8567-5b49d3893357 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532&tenant_id=ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 1096 time: 0.7204792 May 20 07:47:15.463100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9648d314-d288-4655-a06c-321726c65fd8 req-c553d4e4-5f0e-442a-b8c6-672e207604a9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:15.463100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9648d314-d288-4655-a06c-321726c65fd8 req-c553d4e4-5f0e-442a-b8c6-672e207604a9 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 867 time: 1.1249354 May 20 07:47:15.544673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:15.562677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:15.570357 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bcba78a-9f31-4caf-9947-aec80b240b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:15.612237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc329322-f1a3-4f13-8cee-2a00d2dde222,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:15.615367 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:15.644471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:15.649169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084e41-c7e5-4ed4-ba04-efa769bb2aaf req-d2de6300-6fc0-4347-b9c8-d4dde6c3da3e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:15.658150 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17084e41-c7e5-4ed4-ba04-efa769bb2aaf req-d2de6300-6fc0-4347-b9c8-d4dde6c3da3e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 944 time: 0.1767080 May 20 07:47:15.661429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dc329322-f1a3-4f13-8cee-2a00d2dde222 HTTP/1.1" status: 204 len: 168 time: 1.0015194 May 20 07:47:15.665673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:15.671484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9648d314-d288-4655-a06c-321726c65fd8 req-bb0775c9-d7fd-4cae-bacc-c43030857bde tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962116 May 20 07:47:15.728163 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17084e41-c7e5-4ed4-ba04-efa769bb2aaf req-6ef1cf9a-6b41-47d2-9d5e-dcffc38fd768 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 May 20 07:47:15.751356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c1b7ff5b-3af3-4da9-9b83-87cdd0004ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:15.763661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-c1b7ff5b-3af3-4da9-9b83-87cdd0004ffa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1096 time: 0.2716622 May 20 07:47:15.925367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.036821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa423-f464-498b-9e9d-cea01cba070c req-31fc6b51-6329-44f2-8022-02bebdc7b956 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.039193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a2fa423-f464-498b-9e9d-cea01cba070c req-31fc6b51-6329-44f2-8022-02bebdc7b956 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1434717 May 20 07:47:16.064140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6370a4f4-ede5-47b3-acae-3c33dc3ba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.065627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-6370a4f4-ede5-47b3-acae-3c33dc3ba875 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2309141 May 20 07:47:16.087846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port bd172145-6149-4083-9634-4f7a2962a509 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:16.098056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port bd172145-6149-4083-9634-4f7a2962a509 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:16.098436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.110295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a2fa423-f464-498b-9e9d-cea01cba070c req-1a9eeb44-bf69-40dd-872c-536896336123 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646374 May 20 07:47:16.306061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.306185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-28556ef1-5a86-437c-aa2d-c300108355cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.1030424 May 20 07:47:16.306313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:16.311536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:16.404361 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c005f640-96ad-45dd-aacf-307b1f28015e', 'name': 'network-vif-deleted', 'tag': '4a12326a-86bc-4cf2-b343-ea33dfbd69e7', 'status': 'completed', 'code': 200} May 20 07:47:16.549978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-9942e126-e54d-4ab3-8c27-a178d7993345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.551422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-9942e126-e54d-4ab3-8c27-a178d7993345 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1992941 May 20 07:47:16.555525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24178-ac61-489e-8dde-c748cbfe8862 req-fb842844-eb31-4a48-8bf1-027ca867d23c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.557306 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4d24178-ac61-489e-8dde-c748cbfe8862 req-fb842844-eb31-4a48-8bf1-027ca867d23c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.0979891 May 20 07:47:16.559321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.583139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552c5a-c21d-4ff0-be52-2d9fa2f149f8 req-fbfc456b-5903-4a33-a51a-7538e857be2c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.584631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd552c5a-c21d-4ff0-be52-2d9fa2f149f8 req-fbfc456b-5903-4a33-a51a-7538e857be2c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 944 time: 0.5176983 May 20 07:47:16.633375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8363092a-0303-4118-a5ad-d91f39624e53']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:16.646755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4d24178-ac61-489e-8dde-c748cbfe8862 req-9a7d989d-00c1-47aa-a9e4-e216b731945b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 May 20 07:47:16.648134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-26ac19ad-ccfe-4e9c-aa2e-8e35d2a898c7 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:16.649795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-26ac19ad-ccfe-4e9c-aa2e-8e35d2a898c7 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 944 time: 0.5785978 May 20 07:47:16.681023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-009a03d1-1cd1-48d9-a33e-0cadd1e4dfd1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058099 May 20 07:47:16.682741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c825d68-2c2c-45e2-816f-41b9be6d0027') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:16.683065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c825d68-2c2c-45e2-816f-41b9be6d0027') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:16.685178 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.686490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:16.700412 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a6080c-4f45-468e-978f-e5e73e79b597', 'name': 'network-vif-deleted', 'tag': '55810cdd-c48d-4c45-9119-143bb6873b7d', 'status': 'completed', 'code': 200} May 20 07:47:16.737414 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:16.763906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:47:16.773078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.844314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd552c5a-c21d-4ff0-be52-2d9fa2f149f8 req-dbcebdbd-ee51-4781-b303-5d324ca8643b tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177732 May 20 07:47:16.893784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:16.917352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:16.934450 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:16.941590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:16.949285 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509', 'code': 200} May 20 07:47:16.979715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:47:16.980295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:17.015534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 55810cdd-c48d-4c45-9119-143bb6873b7d no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:17.092850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 55810cdd-c48d-4c45-9119-143bb6873b7d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:17.094088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 55810cdd-c48d-4c45-9119-143bb6873b7d not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:17.094628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:17.134333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:17.134858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4a12326a-86bc-4cf2-b343-ea33dfbd69e7 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: timer() May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:47:17.167113 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:47:17.327110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-a235eaa7-ca92-4501-9dbd-26eed5f6929f service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975680 May 20 07:47:17.411626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-070ce6fd-398f-4bc5-b194-5ac27f774d4e req-313bb200-9569-4cb9-ba9a-2e80b1a1bf57 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=c005f640-96ad-45dd-aacf-307b1f28015e HTTP/1.1" status: 200 len: 210 time: 0.1918993 May 20 07:47:17.500642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556ef0e0-26a3-404b-be96-e1bf509b6271 req-fba320c3-4a84-4ff6-a504-54ec250f23bd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e8be2f4073841de9579de91e01fa008&device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.1674247 May 20 07:47:17.530752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb2805-e44e-4e93-a359-5818af61a946 req-e4f0bfde-c0c9-4648-a378-dc4cd48f637a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:17.538684 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ebeb2805-e44e-4e93-a359-5818af61a946 req-e4f0bfde-c0c9-4648-a378-dc4cd48f637a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1253731 May 20 07:47:17.612405 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ebeb2805-e44e-4e93-a359-5818af61a946 req-3804415b-972b-4794-aaff-1fdae25a7859 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 May 20 07:47:17.670537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556ef0e0-26a3-404b-be96-e1bf509b6271 req-a3ca8b13-a226-43e6-a5e4-a0e9acb3f303 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=2e8be2f4073841de9579de91e01fa008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395819 May 20 07:47:17.718202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:17.723159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:17.740439 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-814e41fc-2eb9-46bc-af13-9ee4320d4a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:17.781113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de5e2-b969-44da-a3ce-8a0961874ff8 req-1cd0c1d4-1f6c-4378-8e43-ebd1c91f997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:17.782951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-705de5e2-b969-44da-a3ce-8a0961874ff8 req-1cd0c1d4-1f6c-4378-8e43-ebd1c91f997b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.6037979 May 20 07:47:17.829568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Deleting port 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:17.829922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:17.845094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Pushing event deleted for resources: {'Network': ['ID=8363092a-0303-4118-a5ad-d91f39624e53,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:17.848523 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:17.863620 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7dcaf4a9-9407-4c31-a702-36afc549b121 req-cc811d1c-09a0-44f3-94d4-fdba4f9468ee tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0622833 May 20 07:47:17.965232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8363092a-0303-4118-a5ad-d91f39624e53 HTTP/1.1" status: 204 len: 168 time: 2.2977924 May 20 07:47:18.068584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-706ba925-feca-4bce-9fdd-ef64ab4ccc7b service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859312 May 20 07:47:18.093137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-705de5e2-b969-44da-a3ce-8a0961874ff8 req-3b209d7f-cd58-4121-90c5-14d8978e3380 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862327 May 20 07:47:18.147181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ef0e0-26a3-404b-be96-e1bf509b6271 req-5061191d-fec1-4b73-8866-768f8dc6709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:18.147181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556ef0e0-26a3-404b-be96-e1bf509b6271 req-5061191d-fec1-4b73-8866-768f8dc6709f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4599884 May 20 07:47:18.160494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7affa2-64cd-4ea9-8356-b113fe55db80 req-732890e1-7f33-48ee-8b38-e9d08cb6acae tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:18.168644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b7affa2-64cd-4ea9-8356-b113fe55db80 req-732890e1-7f33-48ee-8b38-e9d08cb6acae tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.6082997 May 20 07:47:18.169991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12510454-720c-4300-826d-75966dcc5982 req-11a9c609-6383-452d-ba74-76d05890b5cf tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:18.171777 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12510454-720c-4300-826d-75966dcc5982 req-11a9c609-6383-452d-ba74-76d05890b5cf tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.1571882 May 20 07:47:18.220882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] For port 972d9d9b-12fb-4658-8e9d-8c05965530c4, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=972d9d9b-12fb-4658-8e9d-8c05965530c4,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:18.221391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:18.232261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12510454-720c-4300-826d-75966dcc5982 req-913fad2e-157c-4cb0-8e40-84afec7db593 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 May 20 07:47:18.303695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b7affa2-64cd-4ea9-8356-b113fe55db80 req-da5a9aaf-f5cb-4860-bff9-b787ebddd527 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340539 May 20 07:47:18.381548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Calling delete_port for 972d9d9b-12fb-4658-8e9d-8c05965530c4 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:18.455476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:18.553464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49186) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:18.566281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9efb108-c2c7-4e63-b811-16aaf9ab3ae0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc8d6231c8324ff18bdbbae415dad200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049967 May 20 07:47:18.591770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29bc3f-b4bb-4ad8-8af4-f921ef5d2d3e req-c797dd0c-8466-4d80-b632-6ee606c18865 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:18.609202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:18.610230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e29bc3f-b4bb-4ad8-8af4-f921ef5d2d3e req-c797dd0c-8466-4d80-b632-6ee606c18865 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 944 time: 0.2462475 May 20 07:47:18.621171 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e1d104-4077-4c6c-b49c-53f615a7a142 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:18.675259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e29bc3f-b4bb-4ad8-8af4-f921ef5d2d3e req-00f7e287-f3df-4da9-97c4-655a17955d61 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636523 May 20 07:47:18.692900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event deleted for resources: {'Port': ['ID=972d9d9b-12fb-4658-8e9d-8c05965530c4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:18.699731 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:18.825504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:18.893380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] No DVR routers for this DVR port 972d9d9b-12fb-4658-8e9d-8c05965530c4 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:18.903331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:18.907733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'name': 'network-vif-deleted', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:18.950778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:18.956669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570adf-3af3-45e3-ae77-d2e65e2a7d6c req-c727c235-9304-4c97-9b15-7dad722e785a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:18.969512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4570adf-3af3-45e3-ae77-d2e65e2a7d6c req-c727c235-9304-4c97-9b15-7dad722e785a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1730711 May 20 07:47:19.018501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-7f76d110-2502-49b4-bbcc-9c9f361f3c57 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:19.020075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-7f76d110-2502-49b4-bbcc-9c9f361f3c57 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.2054048 May 20 07:47:19.023040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c7f2ca0-4161-473c-9ebd-384b92659c80 req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "DELETE /v2.0/ports/972d9d9b-12fb-4658-8e9d-8c05965530c4 HTTP/1.1" status: 204 len: 173 time: 2.3457263 May 20 07:47:19.061847 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4570adf-3af3-45e3-ae77-d2e65e2a7d6c req-8fee2168-ae9f-4860-b539-76b38929bdb0 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898945 May 20 07:47:19.244673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:19.250398 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ecd03-7238-4ddb-92e9-650e471a138f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:19.266661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023a8ce-5bf2-4304-a723-1ea187a3f5d7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:19.279232 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:19.281539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:19.282863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c023a8ce-5bf2-4304-a723-1ea187a3f5d7 HTTP/1.1" status: 204 len: 168 time: 0.7279818 May 20 07:47:19.306404 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ff1603e4-ec33-4a57-963e-933f632ad4ed req-c0bcc36d-f277-4171-a8f8-6f02b8744c47 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0733707 May 20 07:47:19.343171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-9698e00d-9781-4a38-8b15-eb82576f000b service neutron] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:19.346796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-9698e00d-9781-4a38-8b15-eb82576f000b service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:19.349422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c34647-bcaa-43dc-a4da-829b21e183aa req-9698e00d-9781-4a38-8b15-eb82576f000b service neutron] 10.222.0.84 "DELETE /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.3200464 May 20 07:47:19.381155 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67f9892-bbf4-49e4-ba49-165913bcfce9', 'name': 'network-vif-deleted', 'tag': '972d9d9b-12fb-4658-8e9d-8c05965530c4', 'status': 'completed', 'code': 200} May 20 07:47:19.483037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:19.601178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 972d9d9b-12fb-4658-8e9d-8c05965530c4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:19.604383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 972d9d9b-12fb-4658-8e9d-8c05965530c4 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:19.624114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556ef0e0-26a3-404b-be96-e1bf509b6271 req-8e457f00-4671-45d9-a9f8-70440af3219c tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.84 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0875995 May 20 07:47:19.639249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f04c8-68ea-4025-b35f-c3ccfaad29d4 req-b1843c77-ac11-43b5-85f3-2625d010d177 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:19.642192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e7f04c8-68ea-4025-b35f-c3ccfaad29d4 req-b1843c77-ac11-43b5-85f3-2625d010d177 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.1687007 May 20 07:47:19.728713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9e7f04c8-68ea-4025-b35f-c3ccfaad29d4 req-89019355-798f-438d-a4bf-e029dd28c29b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 May 20 07:47:19.959529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5346b9-e6e3-4c70-bfcc-b46ac69f8c1e req-b4648752-c44e-47ec-9477-6eb2b5e3add3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:19.960418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc5346b9-e6e3-4c70-bfcc-b46ac69f8c1e req-b4648752-c44e-47ec-9477-6eb2b5e3add3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Synchronizing usage tracker for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:20.101416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e0bd-0d96-43eb-baf2-3da451daf006 req-8d015505-e0b7-4dfc-b631-29645dbb2848 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:20.103136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45c8e0bd-0d96-43eb-baf2-3da451daf006 req-8d015505-e0b7-4dfc-b631-29645dbb2848 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.2822847 May 20 07:47:20.122012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-cc5346b9-e6e3-4c70-bfcc-b46ac69f8c1e req-b4648752-c44e-47ec-9477-6eb2b5e3add3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Unset dirty status for tenant:ca77c0faa71e4bfe8302a54abe800bb0 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:20.124002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc5346b9-e6e3-4c70-bfcc-b46ac69f8c1e req-b4648752-c44e-47ec-9477-6eb2b5e3add3 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 950 time: 0.2701540 May 20 07:47:20.171720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45c8e0bd-0d96-43eb-baf2-3da451daf006 req-877d1c96-17ea-408d-95cd-2e1f3236af98 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594707 May 20 07:47:20.228413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc5346b9-e6e3-4c70-bfcc-b46ac69f8c1e req-42b3478e-fb53-47af-9d64-5d771f08261a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985537 May 20 07:47:20.352549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b84932-ea4d-47fe-8fcb-f94bedb1ceb0 req-806ccac5-ebcd-448c-87ba-99109a36ea51 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:20.430552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-55b84932-ea4d-47fe-8fcb-f94bedb1ceb0 req-806ccac5-ebcd-448c-87ba-99109a36ea51 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:20.431910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55b84932-ea4d-47fe-8fcb-f94bedb1ceb0 req-806ccac5-ebcd-448c-87ba-99109a36ea51 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=a67f9892-bbf4-49e4-ba49-165913bcfce9 HTTP/1.1" status: 200 len: 210 time: 0.1414640 May 20 07:47:20.832158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771170-1e85-4b15-b582-24983cff40cf req-1c4a925a-81e3-4919-b59a-a7d0b76f80ff tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:20.836857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452c486-b280-4fb5-a578-9fb858751ca1 req-90531e8e-2e14-4fa1-a4bb-10dc0ed9a1d9 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:20.844462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2771170-1e85-4b15-b582-24983cff40cf req-1c4a925a-81e3-4919-b59a-a7d0b76f80ff tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1768672 May 20 07:47:20.864719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b452c486-b280-4fb5-a578-9fb858751ca1 req-90531e8e-2e14-4fa1-a4bb-10dc0ed9a1d9 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1096 time: 0.2026806 May 20 07:47:20.927985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b452c486-b280-4fb5-a578-9fb858751ca1 req-63a32934-2020-460e-8d4a-8a65d0b7759c tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680563 May 20 07:47:20.934040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2771170-1e85-4b15-b582-24983cff40cf req-ecfd70ea-b5b0-4f52-9b3f-fa4f6cfd0b6b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 May 20 07:47:21.201580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5392097a-c2ec-4ca0-87ee-8a6761d36197 req-7df67c40-4874-4337-ad8f-f425bed31053 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=e545a5fb-30b3-4aad-9495-25b760413b3e HTTP/1.1" status: 200 len: 210 time: 0.0524290 May 20 07:47:21.462752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-2f954cba-d277-48f0-977c-5f1cee53d646 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:21.465338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-2f954cba-d277-48f0-977c-5f1cee53d646 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.1712596 May 20 07:47:21.504246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:21.524179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-654c265d-e719-4f2c-819c-e1380b9d0e77 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/quotas/ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 375 time: 0.0208025 May 20 07:47:21.622428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-685081322-network', 'tenant_id': '2db6f5f546c9427788b83e9d5578008e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:21.627731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:21.631654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Usage tracker for resource:network and tenant:2db6f5f546c9427788b83e9d5578008e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:21.634629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:21.641367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:21.651703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-1c551b4e-a746-4a8b-9dc7-6b7af303d922 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:21.652187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-1c551b4e-a746-4a8b-9dc7-6b7af303d922 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 950 time: 0.1810014 May 20 07:47:21.724176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-ffe3f19b-7536-419a-8f3a-46299f25b9a9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907487 May 20 07:47:21.764644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Made reservation on behalf of 2db6f5f546c9427788b83e9d5578008e for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:21.767021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:21.780932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:21.799569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:21.803730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Usage tracker for resource:security_group_rule and tenant:2db6f5f546c9427788b83e9d5578008e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:21.806856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:21.813790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:21.943618 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:21.963336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-e92600ee-e965-4e59-a851-2d2c97ffdae2 service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301717 May 20 07:47:21.966332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Deleting port c0fd318b-0647-4627-9459-c1a2847162a6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:21.966682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.071669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.077883 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d7cf40-46e3-4182-8d79-6dfe7fe55a6d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:22.117127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a379d-c125-45de-9855-5e6103bbf56f req-5fe75b9b-c963-40a5-9b71-626affacbae1 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:22.118794 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b22a379d-c125-45de-9855-5e6103bbf56f req-5fe75b9b-c963-40a5-9b71-626affacbae1 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1267941 May 20 07:47:22.124828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:47:22.147567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77db7e0d-34e7-48c3-88ef-61e6980db070,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:22.154225 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:22.162810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.164207 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Added segment f3e9de82-b2df-48f4-965b-18acf736375a of type vlan for network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe May 20 07:47:22.206421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b22a379d-c125-45de-9855-5e6103bbf56f req-18c0f0c0-5c7f-449d-a258-2bd9e4da959a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 May 20 07:47:22.245893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] For port c0fd318b-0647-4627-9459-c1a2847162a6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c0fd318b-0647-4627-9459-c1a2847162a6,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:22.246388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.249495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.394209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Calling delete_port for c0fd318b-0647-4627-9459-c1a2847162a6 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:22.418610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-64d9bee4-bca3-464c-81cc-fda1c5953404 service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333942 May 20 07:47:22.438172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.439045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:22.439699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.446153 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-282459e1-2aa6-41cf-a038-67c33b783fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:22.658411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:22.678377 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:22.715018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Pushing event updated for resources: {'Network': ['ID=19320aaf-dfe3-49b0-a022-73a82f6aa9fe,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:22.735729 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:22.736056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:47:22.747805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309b54-69ea-41f2-bbd3-80333e1c0454 req-305b090b-726c-4909-91bb-0b9284bab21a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:22.749622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22309b54-69ea-41f2-bbd3-80333e1c0454 req-305b090b-726c-4909-91bb-0b9284bab21a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 950 time: 0.3776131 May 20 07:47:22.783386 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2778900 May 20 07:47:22.786869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:22.794588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Request body: {'subnet': {'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-685081322-subnet', 'tenant_id': '2db6f5f546c9427788b83e9d5578008e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:22.805625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:22.813563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Usage tracker for resource:subnet and tenant:2db6f5f546c9427788b83e9d5578008e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:22.827581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:22.836154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:22.855855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Pushing event deleted for resources: {'Port': ['ID=c0fd318b-0647-4627-9459-c1a2847162a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:22.864827 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22309b54-69ea-41f2-bbd3-80333e1c0454 req-3106967b-592b-4f55-bede-f38206524f9a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/security-groups?id=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971859 May 20 07:47:22.910718 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:22.985362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Made reservation on behalf of 2db6f5f546c9427788b83e9d5578008e for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:22.988771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:23.023247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] No DVR routers for this DVR port c0fd318b-0647-4627-9459-c1a2847162a6 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:23.033837 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:23.065957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'name': 'network-vif-deleted', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:23.367693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf42bc-61b7-41b7-991c-8fa36d681d25 req-c4f1ff48-64f8-4dd6-a175-aad26621d317 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:23.390273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-53cf42bc-61b7-41b7-991c-8fa36d681d25 req-c4f1ff48-64f8-4dd6-a175-aad26621d317 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.3367503 May 20 07:47:23.394485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0adbd1f-deca-479a-9382-3d9d60cbe4af req-960b0f0f-421f-46b9-a331-8efb5f4520d3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 210 time: 0.2239969 May 20 07:47:23.397893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb737712-cb11-4d6f-8fdb-805b013d86d6 req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.81 "DELETE /v2.0/ports/c0fd318b-0647-4627-9459-c1a2847162a6 HTTP/1.1" status: 204 len: 173 time: 1.7363155 May 20 07:47:23.484240 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f87caf-84ce-42c4-a6c1-0fb56ca39d46', 'name': 'network-vif-deleted', 'tag': 'c0fd318b-0647-4627-9459-c1a2847162a6', 'status': 'completed', 'code': 200} May 20 07:47:23.496422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-53cf42bc-61b7-41b7-991c-8fa36d681d25 req-3458b57c-df2e-4aee-853d-cf09809a80d3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050422 May 20 07:47:23.517295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c0fd318b-0647-4627-9459-c1a2847162a6 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:23.616862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c0fd318b-0647-4627-9459-c1a2847162a6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:23.627181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c0fd318b-0647-4627-9459-c1a2847162a6 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:23.856599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-82021da2-975c-44af-a9eb-9c00ecc26969 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:23.864220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-82021da2-975c-44af-a9eb-9c00ecc26969 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.2542198 May 20 07:47:23.891914 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-d12e722f-76f8-42af-91a6-c5c6629b1564 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/quotas/54a58c667378458e8011db6c717be15a HTTP/1.1" status: 200 len: 375 time: 0.0265136 May 20 07:47:24.030850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-1a94be20-1c7e-43fb-ae56-dcc371a28bc2 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377761 May 20 07:47:24.097317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:24.115979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:24.152085 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:24.269255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086c66f2-22e1-4700-9405-82e39d4d5c1f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:24.274598 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:24.283532 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-3cdf17be-4a9e-4c73-b879-761d4fbc03ea service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382331 May 20 07:47:24.306623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Checking segment: {'id': 'f3e9de82-b2df-48f4-965b-18acf736375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:24.309273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Network hostable DHCP agents. Network: 19320aaf-dfe3-49b0-a022-73a82f6aa9fe, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:47:24.309413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3da8fb00-bf69-4954-91c4-fbc479999209 req-51dcab57-cb73-4c42-b1a7-ecedb16f4e0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e8be2f4073841de9579de91e01fa008&device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0761290 May 20 07:47:24.431445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3da8fb00-bf69-4954-91c4-fbc479999209 req-f33f5bbc-4f2c-4adf-b1e2-30a485842c01 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e8be2f4073841de9579de91e01fa008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583544 May 20 07:47:24.446311 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-7f608743-4e24-4e78-8b14-a1f68182fa01 service neutron] 10.222.0.79 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617229 May 20 07:47:24.464506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:47:24.514143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d37f1-ee73-4563-a4ec-15535fdb4f82 req-b5cf3b25-20f6-442c-9025-bb7bc36e813f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:24.521973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d54d37f1-ee73-4563-a4ec-15535fdb4f82 req-b5cf3b25-20f6-442c-9025-bb7bc36e813f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.2088189 May 20 07:47:24.558335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 19320aaf-dfe3-49b0-a022-73a82f6aa9fe) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:24.568647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c121cf-fb88-45e2-a973-404e4ee06d3e None None] Network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:24.585379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:24.586155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:24.655950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d54d37f1-ee73-4563-a4ec-15535fdb4f82 req-97b7fabf-a2e9-49f0-8c3b-cd34457409a4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330252 May 20 07:47:24.694259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8fb00-bf69-4954-91c4-fbc479999209 req-0e931c27-9628-4fa4-a108-b415d5172192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:24.699489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3da8fb00-bf69-4954-91c4-fbc479999209 req-0e931c27-9628-4fa4-a108-b415d5172192 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2505836 May 20 07:47:24.732767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9359081 May 20 07:47:24.880900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1220655e-5d74-477c-afcb-1e5f66e9ed92 None None] Network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:25.090439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372db212-55bc-4a6c-8faa-8ce97b82f45f req-45baa1d2-76ee-4bd2-b3c1-39b40dc2e8f5 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0938294 May 20 07:47:25.136946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b73f5504-2667-4cd8-bf5f-d00c2d94fbf0 req-25d9a6ef-af15-47db-8205-c248f12c1802 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] 10.222.0.79 "GET /v2.0/ports?device_id=13f87caf-84ce-42c4-a6c1-0fb56ca39d46 HTTP/1.1" status: 200 len: 210 time: 0.1045518 May 20 07:47:25.259889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a26ac6-6344-44ca-acb2-430a26980585 req-65345adb-bcee-4203-9f18-cf2484925fe1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 210 time: 0.0620542 May 20 07:47:25.370327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80fcf07d-a1db-4522-bbe4-8eb378a95ed8 req-0359711f-d208-4145-bf2a-95edc95d669e tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.0637281 May 20 07:47:25.371284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304f78c-9ffc-4a56-b42d-0a8df545410f req-f1e9d521-dad9-492f-a901-587e1cb5a7d9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:25.383699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c304f78c-9ffc-4a56-b42d-0a8df545410f req-f1e9d521-dad9-492f-a901-587e1cb5a7d9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1326711 May 20 07:47:25.493281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c304f78c-9ffc-4a56-b42d-0a8df545410f req-f8a08caf-288f-4e84-9eab-49f01a3395fa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011076 May 20 07:47:25.945517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec0b0c-96a1-44fd-b601-f730f6bdeaa5 req-fa19fc11-cb3a-49cf-8af6-e936a725d58e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:25.956972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90ec0b0c-96a1-44fd-b601-f730f6bdeaa5 req-fa19fc11-cb3a-49cf-8af6-e936a725d58e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1477971 May 20 07:47:26.033375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-0610519f-0d13-4cda-a746-91f9c2e5482d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:26.034882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-0610519f-0d13-4cda-a746-91f9c2e5482d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.1938863 May 20 07:47:26.060266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Request body: {'port': {'device_id': '69acd262-cf74-41ad-b623-c3822291f627', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'admin_state_up': True, 'tenant_id': 'ed1028bad2744827b51f30754ae192e3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:26.080116 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90ec0b0c-96a1-44fd-b601-f730f6bdeaa5 req-ab5dd90c-3254-47ed-818f-7092e7b03e03 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158447 May 20 07:47:26.114618 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:26.168384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3da8fb00-bf69-4954-91c4-fbc479999209 req-3319c8b2-3abe-4d1d-b75c-b528227bf9b4 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.81 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0545456 May 20 07:47:26.221003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-fbbdb549-5d45-475f-b2fe-39a7101a8908 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:26.222572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-fbbdb549-5d45-475f-b2fe-39a7101a8908 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/networks?id=19320aaf-dfe3-49b0-a022-73a82f6aa9fe HTTP/1.1" status: 200 len: 813 time: 0.5478671 May 20 07:47:26.285526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-a934b8a8-9bf1-4ac7-930a-817ce5b336e3 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/quotas/2db6f5f546c9427788b83e9d5578008e HTTP/1.1" status: 200 len: 375 time: 0.0290129 May 20 07:47:26.396364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-75e77ad9-f174-4525-88dd-51514d595241 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2db6f5f546c9427788b83e9d5578008e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928912 May 20 07:47:26.404371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:26.415114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:26.446909 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa202041-c6b2-45a2-86d7-3e7c68120b62 req-35ae9ca5-5de0-4807-a65f-d2d77c4027eb tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0618160 May 20 07:47:26.598065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-34ebd94c-a634-4a58-91d4-1e749475d07f service neutron] 10.222.0.79 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954756 May 20 07:47:26.708405 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b04c68a6-0a54-4c8f-96ea-49437c0e500b req-04f392b0-c077-496c-9b86-548cc44c7aeb tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 210 time: 0.0558329 May 20 07:47:26.718947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:26.722857 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:26.803861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-6931a772-9696-4926-94c6-82ee9d36208d service neutron] 10.222.0.79 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003124 May 20 07:47:26.908548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0be8627a-db48-4f5f-b6ac-2fc911c1be28 req-dc70daeb-2d94-4282-806d-33a553463ee7 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.0635507 May 20 07:47:27.037342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Allocated IP 172.20.0.4 (70437a33-3b6a-460f-89a4-9a90d6050cb9/1b4ad184-5023-41a6-8c83-29772f84a53e/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:27.113669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c9b3-b76c-48a4-9a09-1d9d1c1c153e req-8658e889-89d9-426c-924b-0ac282ae36e8 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:27.124690 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c14c9b3-b76c-48a4-9a09-1d9d1c1c153e req-8658e889-89d9-426c-924b-0ac282ae36e8 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1129351 May 20 07:47:27.236139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c14c9b3-b76c-48a4-9a09-1d9d1c1c153e req-26309341-fedf-4046-a6b7-a94e1b41c265 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 May 20 07:47:27.391701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:27.436967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33fc1135-8fd7-4f24-a800-a30b445f53e2 req-8e48545e-ce1c-41ed-b84f-e4e7c266d300 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.2356286 May 20 07:47:27.794308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09eb34a9-8afc-432d-995e-5b5268177b71 req-1855af52-56f0-4ee4-81e2-a8e2cc022298 tempest-ServerShowV247Test-1311514246 tempest-ServerShowV247Test-1311514246-project] 10.222.0.79 "GET /v2.0/ports?device_id=886b864f-162f-4a52-8d9f-be3338317596 HTTP/1.1" status: 200 len: 210 time: 0.0614023 May 20 07:47:27.800982 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:27.804384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b227ff78-745b-4ac2-9a6f-8b242d90b6a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca77c0faa71e4bfe8302a54abe800bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090705 May 20 07:47:27.804892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49438) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:27.836832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf7f6-2b0c-48fb-a691-2dbc556eeee2 req-2b926a31-2d28-4980-9268-11e850d5f0b6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:27.838552 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e0baf7f6-2b0c-48fb-a691-2dbc556eeee2 req-2b926a31-2d28-4980-9268-11e850d5f0b6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.3763442 May 20 07:47:27.918971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e0baf7f6-2b0c-48fb-a691-2dbc556eeee2 req-985d4fe6-5f0d-48f0-ab99-64a8c3524f92 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705121 May 20 07:47:27.930286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:27.965869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:27.966174 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:27.982745 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:28.070457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:28.075622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:28.083174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:28.102338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-05971959-95ea-4bc5-bbfa-378ff9e44be5 req-06e13cb3-5d65-41d4-8b2c-76ce7d637962 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.0564415 May 20 07:47:28.124822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:28.129459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab4a024a-33f3-4c4d-95e5-aa136604704e tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:28.132603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:28.136822 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:28.144378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e1bf5-fab1-4c42-820b-572cd5d5a68f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:28.155885 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:28.162540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:28.163168 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:28.182922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925f81f-cc8e-40e5-aaef-4624bcff2ed6 req-5c25efcd-75c3-4129-8b1d-1feab0975f04 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:28.184312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c925f81f-cc8e-40e5-aaef-4624bcff2ed6 req-5c25efcd-75c3-4129-8b1d-1feab0975f04 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 931 time: 0.2777524 May 20 07:47:28.239864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c925f81f-cc8e-40e5-aaef-4624bcff2ed6 req-e8a11283-f7dc-4076-8c17-d1ec07fc5ca9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 May 20 07:47:28.256305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:28.256305 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e9e1bf5-fab1-4c42-820b-572cd5d5a68f HTTP/1.1" status: 204 len: 168 time: 0.4472818 May 20 07:47:28.299058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2520061 May 20 07:47:28.314417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Request body: {'port': {'device_id': '69acd262-cf74-41ad-b623-c3822291f627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:28.427931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:28.447275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719ea34-d1fc-418d-89b5-e8a3391ba292 req-08db2670-12d5-49eb-91b4-92fa6276dad1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:28.451335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0719ea34-d1fc-418d-89b5-e8a3391ba292 req-08db2670-12d5-49eb-91b4-92fa6276dad1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.0882430 May 20 07:47:28.499844 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0719ea34-d1fc-418d-89b5-e8a3391ba292 req-5d95879c-bbc4-4c0a-8f68-d1cc633c62df tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 May 20 07:47:28.604944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac05b001-b296-4986-8420-43f22df6e182 req-b3d657aa-1486-4d56-b052-ca9ae274fc5b tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.0815303 May 20 07:47:28.874489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-aae9c68e-c899-4855-8b01-8978c3bcd2b4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:28.876482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-aae9c68e-c899-4855-8b01-8978c3bcd2b4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 822 time: 0.3984900 May 20 07:47:28.939771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Request body: {'port': {'device_id': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'admin_state_up': True, 'tenant_id': '54a58c667378458e8011db6c717be15a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:28.941543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c98d5-75b1-4112-ba17-74a07e9125b1 req-824f6587-220f-4938-b2ef-2b57652ebf4a tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:28.943234 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-418c98d5-75b1-4112-ba17-74a07e9125b1 req-824f6587-220f-4938-b2ef-2b57652ebf4a tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 951 time: 0.1241810 May 20 07:47:29.012881 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-418c98d5-75b1-4112-ba17-74a07e9125b1 req-8d3cf227-bb62-4ecb-9d0a-0383603c28ca tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 May 20 07:47:29.136340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49494) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:29.207549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8291132a-8be2-4997-bd43-e892cd2360a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4dad0ae39bb49a9bb14d1a6037035ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697992 May 20 07:47:29.210216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49498) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:29.232491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:29.264804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da99a4-e5c2-40e3-a4c1-17d46356860d req-66ab4860-1e6d-413c-bda0-1f55d3ec1872 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:29.266460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9da99a4-e5c2-40e3-a4c1-17d46356860d req-66ab4860-1e6d-413c-bda0-1f55d3ec1872 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.2060602 May 20 07:47:29.267451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:29.301204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86d8db9c-c681-4666-bc76-f240dc6c7808 req-f0d25019-63ba-40b1-adb4-8d2625845209 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.0615854 May 20 07:47:29.342228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.374426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.394014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:29.412875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.415425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Made reservation on behalf of 54a58c667378458e8011db6c717be15a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:29.419835 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.457076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9da99a4-e5c2-40e3-a4c1-17d46356860d req-699d5a77-1ab0-4c8e-a360-f87dd8e225ba tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802897 May 20 07:47:29.467719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Transition to ACTIVE for port object 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:29.478125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49506) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:29.550669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.567795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d9f3c27-6b0f-496c-8e11-df65e5096452 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:29.635948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.672303 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3af648eb-7a97-464c-85fc-9ab825cf0b59 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:29.678552 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.708460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46895d45-e452-41ee-9852-b3690db332fa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:29.712311 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:29.720846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:29.733562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8be2f4073841de9579de91e01fa008 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:29.738627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:29.741730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:29.742854 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46895d45-e452-41ee-9852-b3690db332fa HTTP/1.1" status: 204 len: 168 time: 0.5294025 May 20 07:47:29.751013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:29.804414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23419462-d7f0-420d-b597-72887bcffa9a req-5237e83b-9b55-4d50-b55a-d4c1f1112d37 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:29.806173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23419462-d7f0-420d-b597-72887bcffa9a req-5237e83b-9b55-4d50-b55a-d4c1f1112d37 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.1735899 May 20 07:47:29.857147 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23419462-d7f0-420d-b597-72887bcffa9a req-57a080bd-862b-48f1-8d3c-ef665812dcb7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 May 20 07:47:29.988632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:30.006000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:30.033112 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f32ab9cd-8bfb-4eb7-bb64-609e4f903b86 req-25d69726-f3e2-44ca-b089-f34bca9050f4 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.0564020 May 20 07:47:30.033897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Allocated IP 172.20.0.13 (9a84aa03-e83c-4e19-9e19-9aaf329424d8/1fadb7ea-0425-45df-b3bc-28bc9215e8ae/ea9dd93f-e42c-4970-bb10-a49dc9296000) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:30.037766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.084406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:30.084752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:30.085290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:30.111056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51f533-e3e6-4560-b5da-1dd6aed0a62c req-c9cbd7ff-506c-4947-8747-c5fab8335bf6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:30.113163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b51f533-e3e6-4560-b5da-1dd6aed0a62c req-c9cbd7ff-506c-4947-8747-c5fab8335bf6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.4459763 May 20 07:47:30.115276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.116181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:30.116407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:30.125463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a14539c-964d-43ab-8730-df603155a70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:30.150713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:30.151637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:30.152256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:30.152887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Bound port: 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:30.153431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.246012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e8be2f4073841de9579de91e01fa008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668562 May 20 07:47:30.260130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49526) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:30.273017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70213f4f-39d6-4c41-85d5-93d64a462bda,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:30.281524 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:30.331031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b51f533-e3e6-4560-b5da-1dd6aed0a62c req-56ba9f43-fd02-474a-ad24-d425b1188b92 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090554 May 20 07:47:30.424467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:30.433341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-b1650c97-18da-41c2-8038-9cc4e553ddf1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:30.434147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-b1650c97-18da-41c2-8038-9cc4e553ddf1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Synchronizing usage tracker for tenant:2db6f5f546c9427788b83e9d5578008e on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:30.448280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456037a-28a0-4bf3-9352-7dcacda3df87 req-bafcb43b-41d1-44d5-9927-f71537328f05 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:30.455524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8456037a-28a0-4bf3-9352-7dcacda3df87 req-bafcb43b-41d1-44d5-9927-f71537328f05 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 951 time: 0.3000307 May 20 07:47:30.464198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:30.474827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.481560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.515186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8456037a-28a0-4bf3-9352-7dcacda3df87 req-e83a372d-af24-4f72-9d81-7a8731d2c1ac tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587566 May 20 07:47:30.569593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.570442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-b1650c97-18da-41c2-8038-9cc4e553ddf1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Unset dirty status for tenant:2db6f5f546c9427788b83e9d5578008e on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:30.571575 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-b1650c97-18da-41c2-8038-9cc4e553ddf1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.81 "GET /v2.0/networks?id=19320aaf-dfe3-49b0-a022-73a82f6aa9fe HTTP/1.1" status: 200 len: 813 time: 0.3614326 May 20 07:47:30.577568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.584664 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1811e02a-4fca-45cf-a7a4-4a3e7e31eb0a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:30.584849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Request body: {'port': {'device_id': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe', 'admin_state_up': True, 'tenant_id': '2db6f5f546c9427788b83e9d5578008e'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:30.614165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93617cd4-a0fd-4f8c-90cc-1fd10b3a07b2 req-dcfb1162-6bbb-4a93-b915-dd1d43950704 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.1035099 May 20 07:47:30.693396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:30.694039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.695542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] 10.222.0.81 "PUT /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 1091 time: 2.3874290 May 20 07:47:30.696093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:30.716751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:30.719900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:30.812077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.816195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.829366 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec854a01-4e66-42a6-94d4-0e1a11532bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:30.846256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:30.852202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Usage tracker for resource:port and tenant:2db6f5f546c9427788b83e9d5578008e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:30.856684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:30.864713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:30.876329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577d781-653e-4a2c-9704-a151dc1d7fa1 req-66f696ed-7ab4-49b8-b253-89a304922cbe tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:30.877929 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5577d781-653e-4a2c-9704-a151dc1d7fa1 req-66f696ed-7ab4-49b8-b253-89a304922cbe tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1492281 May 20 07:47:30.899808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70213f4f-39d6-4c41-85d5-93d64a462bda,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:30.906671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:30.907345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba0544e7-a403-4f04-bc24-b35a522cc0fb tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:30.942655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5577d781-653e-4a2c-9704-a151dc1d7fa1 req-82e514d8-7833-42ac-a2be-2bfb1c450e3a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544126 May 20 07:47:30.959793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Made reservation on behalf of 2db6f5f546c9427788b83e9d5578008e for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:30.963666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:30.991654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:31.000749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:31.004501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:31.050094 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'status': 'completed', 'code': 200} May 20 07:47:31.100215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event updated for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:31.107365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:31.117268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:31.118428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70213f4f-39d6-4c41-85d5-93d64a462bda HTTP/1.1" status: 204 len: 168 time: 0.8598616 May 20 07:47:31.170618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:31.171499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:31.180580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-5a862db1-e629-4ab9-aa63-b13a525aa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:31.183232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-5a862db1-e629-4ab9-aa63-b13a525aa4aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1094 time: 0.3387449 May 20 07:47:31.261906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-805edeb5-7fd5-4f09-9db5-466fada8d3ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 217 time: 0.0704906 May 20 07:47:31.297763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Allocated IP 172.20.0.11 (19320aaf-dfe3-49b0-a022-73a82f6aa9fe/086c66f2-22e1-4700-9405-82e39d4d5c1f/7cee8eb7-cfca-469c-b84e-9f235ef4919f) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:31.327671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdd7e3-2d57-4ee1-b1d9-27aa2d1310ca req-4b7fcea0-e880-48ee-971f-e77f804d7803 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:31.329205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22fdd7e3-2d57-4ee1-b1d9-27aa2d1310ca req-4b7fcea0-e880-48ee-971f-e77f804d7803 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.1718154 May 20 07:47:31.332765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729938-3995-4448-96af-1dcd935c43c3 req-b5b53470-3e3c-4b3d-a12f-dc681c036394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:31.334225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-b5b53470-3e3c-4b3d-a12f-dc681c036394 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0654483 May 20 07:47:31.338865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4034150 May 20 07:47:31.387630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Request body: {'port': {'device_id': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:31.450151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-25c0d2af-0e0e-4693-9b64-e0f9b276d2d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029322 May 20 07:47:31.565648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22fdd7e3-2d57-4ee1-b1d9-27aa2d1310ca req-e5c03d09-6a51-4264-8740-b6a4d92925f1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 May 20 07:47:31.638573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:31.725640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-d1ee2301-ae6b-4247-82fa-7bfca9f51587 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626400 May 20 07:47:31.750228 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-becd5f1a-033b-40ff-a719-a9caf60ec2da req-f88f1c02-96c6-48fd-b274-131ca770ddaf tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.0687585 May 20 07:47:31.825805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:31.971823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:31.975590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715939c-765f-412b-b759-34461f629a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:32.058412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:32.062623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:32.075829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:32.127414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Pushing event updated for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:32.142033 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:32.172291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:32.172970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:32.196409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85729938-3995-4448-96af-1dcd935c43c3 req-9d0ab701-fa1b-4692-84e6-41a392ddb8a0 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653788 May 20 07:47:32.271192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6908331 May 20 07:47:32.287026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Request body: {'port': {'device_id': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:32.302476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9dd93f-e42c-4970-bb10-a49dc9296000 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:32.311417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:32.383303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Transition to ACTIVE for port object ea9dd93f-e42c-4970-bb10-a49dc9296000 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:32.414138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:32.420684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-e1274ce5-2641-4b93-8c3b-32f4468fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:32.422674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-e1274ce5-2641-4b93-8c3b-32f4468fe770 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1094 time: 0.0800033 May 20 07:47:32.473786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:32.481685 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb4b0e0d-ee06-4419-95e1-0a3d26d0e9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:32.809590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889473a-2862-48e0-9b11-00fb7cc955fe req-d8226d8a-4645-4fc4-bab1-af6910b7d609 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:32.811067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5889473a-2862-48e0-9b11-00fb7cc955fe req-d8226d8a-4645-4fc4-bab1-af6910b7d609 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 944 time: 0.1353085 May 20 07:47:32.817282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:32.820309 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:32.854925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-bb5bde0f-a4e4-43a5-99aa-fa91a8451b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:32.856370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-bb5bde0f-a4e4-43a5-99aa-fa91a8451b6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.4262767 May 20 07:47:32.908323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cee8eb7-cfca-469c-b84e-9f235ef4919f {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:32.914880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5889473a-2862-48e0-9b11-00fb7cc955fe req-aa335046-7560-4d06-866b-d95a1549cbd6 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955169 May 20 07:47:32.918778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:32.943207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Transition to ACTIVE for port object 7cee8eb7-cfca-469c-b84e-9f235ef4919f will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:32.953351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-8d3b6487-88b0-4f4b-b538-dcdbe2075cd8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 217 time: 0.0824525 May 20 07:47:32.959742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Attempting to bind port ea9dd93f-e42c-4970-bb10-a49dc9296000 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:32.960033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Attempting to bind port ea9dd93f-e42c-4970-bb10-a49dc9296000 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:32.960403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Attempting to bind port ea9dd93f-e42c-4970-bb10-a49dc9296000 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:32.972310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d1c98-c69f-4316-8932-8db07e24acd0 req-724230c4-7434-4caf-a3e3-38197a0f543a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:32.973789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf9d1c98-c69f-4316-8932-8db07e24acd0 req-724230c4-7434-4caf-a3e3-38197a0f543a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.3173847 May 20 07:47:33.001024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.006066 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:33.006241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Port ea9dd93f-e42c-4970-bb10-a49dc9296000 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:33.010826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Attempting to bind port ea9dd93f-e42c-4970-bb10-a49dc9296000 on network 9a84aa03-e83c-4e19-9e19-9aaf329424d8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:33.035601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:33.035944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Checking segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:33.036323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Bound using segment: {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:33.036763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Bound port: ea9dd93f-e42c-4970-bb10-a49dc9296000, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b191f160-b6f9-4f21-8011-b0809d2b88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:33.037106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.093783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:33.141246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf9d1c98-c69f-4316-8932-8db07e24acd0 req-d69d75ca-2565-43b2-88fc-14c120750dfb tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310203 May 20 07:47:33.142636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-1327c9c9-66d4-4781-9f38-189ff356141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.144099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-1327c9c9-66d4-4781-9f38-189ff356141b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1679537 May 20 07:47:33.216805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-7a2364e1-fa77-40ce-881a-a9b126dc69b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538819 May 20 07:47:33.223737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:33.227403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.228230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:33.234490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:33.245787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:33.296997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:33.297975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:33.343404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acb338-9046-4516-931e-e4087af7bf68 req-81bc8a68-5f89-4af6-96bd-820ebb68cb1f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.344220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.346070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37acb338-9046-4516-931e-e4087af7bf68 req-81bc8a68-5f89-4af6-96bd-820ebb68cb1f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.3025227 May 20 07:47:33.367903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Attempting to bind port 7cee8eb7-cfca-469c-b84e-9f235ef4919f on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:33.368549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Attempting to bind port 7cee8eb7-cfca-469c-b84e-9f235ef4919f by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'f3e9de82-b2df-48f4-965b-18acf736375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:33.368882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Attempting to bind port 7cee8eb7-cfca-469c-b84e-9f235ef4919f on network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:33.379681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Port 7cee8eb7-cfca-469c-b84e-9f235ef4919f on network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:47:33.380005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Attempting to bind port 7cee8eb7-cfca-469c-b84e-9f235ef4919f on network 19320aaf-dfe3-49b0-a022-73a82f6aa9fe {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:33.383444 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d580ca51-8830-4170-afa0-4a1cfe9640fe tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:33.386303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:33.386645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Checking segment: {'id': 'f3e9de82-b2df-48f4-965b-18acf736375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:33.387030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Bound using segment: {'id': 'f3e9de82-b2df-48f4-965b-18acf736375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:33.387460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Bound port: 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e9de82-b2df-48f4-965b-18acf736375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:33.387807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.398923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.402582 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:33.469525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37acb338-9046-4516-931e-e4087af7bf68 req-c783352d-4475-4f5c-bbdc-f828a48f8943 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175084 May 20 07:47:33.498097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.498840 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.500292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] 10.222.0.81 "PUT /v2.0/ports/ea9dd93f-e42c-4970-bb10-a49dc9296000 HTTP/1.1" status: 200 len: 1092 time: 2.1519806 May 20 07:47:33.506343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:33.519712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:33.524425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:33.532553 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:33.534924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-4bcd8f50-0dfe-4d6b-b08c-63ad4329f34b service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088207 May 20 07:47:33.536101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:33.539752 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:33.545577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f,segment=NetworkSegment(f3e9de82-b2df-48f4-965b-18acf736375a),segment_id=f3e9de82-b2df-48f4-965b-18acf736375a)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:33.610575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.617010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-326d67c3-73a6-49fd-a190-7684e8f80fb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:33.728504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.729342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:33.730711 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] 10.222.0.81 "PUT /v2.0/ports/7cee8eb7-cfca-469c-b84e-9f235ef4919f HTTP/1.1" status: 200 len: 1092 time: 1.4513171 May 20 07:47:33.739817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:33.758137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:33.762633 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:33.783932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670d757-1953-43ac-bef8-148a456b327a req-c2b31a1a-9fdc-4324-84e5-e0000ae58e0c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.784660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d670d757-1953-43ac-bef8-148a456b327a req-c2b31a1a-9fdc-4324-84e5-e0000ae58e0c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Synchronizing usage tracker for tenant:2db6f5f546c9427788b83e9d5578008e on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:33.806644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855bdbf-d998-44de-9e66-3b2d199bded6 req-82190bc6-3e5c-492b-a7ff-474b711e113d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.807935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d855bdbf-d998-44de-9e66-3b2d199bded6 req-82190bc6-3e5c-492b-a7ff-474b711e113d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:33.881610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be0772e8-5a22-4ec1-b96d-f15576255ff6 req-300154a7-f98d-430f-9469-c522e29bbdeb service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383896 May 20 07:47:33.894124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-2d3bb3a2-77f3-40d7-bdfa-e8e71709b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:33.895543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-2d3bb3a2-77f3-40d7-bdfa-e8e71709b43d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 1095 time: 0.2582655 May 20 07:47:33.927083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d670d757-1953-43ac-bef8-148a456b327a req-c2b31a1a-9fdc-4324-84e5-e0000ae58e0c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Unset dirty status for tenant:2db6f5f546c9427788b83e9d5578008e on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:33.928363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d670d757-1953-43ac-bef8-148a456b327a req-c2b31a1a-9fdc-4324-84e5-e0000ae58e0c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 944 time: 0.2722204 May 20 07:47:34.005111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-dab62d8c-f343-4050-81ed-9256dca3ca01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000 HTTP/1.1" status: 200 len: 217 time: 0.0996604 May 20 07:47:34.013851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d855bdbf-d998-44de-9e66-3b2d199bded6 req-82190bc6-3e5c-492b-a7ff-474b711e113d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:34.015052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d855bdbf-d998-44de-9e66-3b2d199bded6 req-82190bc6-3e5c-492b-a7ff-474b711e113d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.6751621 May 20 07:47:34.089289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d670d757-1953-43ac-bef8-148a456b327a req-dd1f0fed-a995-4612-9ba3-991b1801b3b2 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Synchronizing usage tracker for tenant:2db6f5f546c9427788b83e9d5578008e on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:34.126897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d855bdbf-d998-44de-9e66-3b2d199bded6 req-025546c5-ae77-4dd3-bcd6-f62073142d38 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 May 20 07:47:34.135120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5054ae82-45cc-4a2b-bd75-eaab35beb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:34.136577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-5054ae82-45cc-4a2b-bd75-eaab35beb6c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.1134739 May 20 07:47:34.144571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-c0a1ae87-55c8-496a-91a6-3d364a3db1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:34.149344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-c0a1ae87-55c8-496a-91a6-3d364a3db1ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db6f5f546c9427788b83e9d5578008e&device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 1095 time: 0.1888871 May 20 07:47:34.164924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-d670d757-1953-43ac-bef8-148a456b327a req-dd1f0fed-a995-4612-9ba3-991b1801b3b2 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Unset dirty status for tenant:2db6f5f546c9427788b83e9d5578008e on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:34.180602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d670d757-1953-43ac-bef8-148a456b327a req-dd1f0fed-a995-4612-9ba3-991b1801b3b2 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438247 May 20 07:47:34.221988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:34.263007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-9813b144-25d6-411a-bdd6-366a3a17ea64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f HTTP/1.1" status: 200 len: 217 time: 0.1032937 May 20 07:47:34.278777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-14298032-58d1-492c-886c-e2a0149ed46e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203203 May 20 07:47:34.344573 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'code': 200} May 20 07:47:34.375021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:34.394185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:34.398547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8f6b96750e4fc1b47f641a1f7e8903 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:34.403347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:34.410157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:34.418050 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000', 'status': 'completed', 'code': 200} May 20 07:47:34.431933 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f', 'status': 'completed', 'code': 200} May 20 07:47:34.437432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-0f1b4ed2-f211-4ed7-8ca8-43f5b5fb8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:34.443334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-0f1b4ed2-f211-4ed7-8ca8-43f5b5fb8a06 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=086c66f2-22e1-4700-9405-82e39d4d5c1f HTTP/1.1" status: 200 len: 853 time: 0.1637886 May 20 07:47:34.504630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-e1bd2300-7b40-49fd-853e-971e8935eeb3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=19320aaf-dfe3-49b0-a022-73a82f6aa9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583954 May 20 07:47:34.512228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:34.562554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-c67c6009-628c-445d-b413-d86e652a5ff7 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507188 May 20 07:47:34.578135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:34.587119 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:34.646607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a8f6b96750e4fc1b47f641a1f7e8903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210212 May 20 07:47:34.646607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4de89f-b1b4-4412-89a9-7e7bd94a5e12,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:34.649443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:34.651142 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:34.674701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97bed8-407a-42c0-85b4-03d74a22c566 req-bd177415-0cac-4b1e-9d59-6d4ca39ae6dc tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:34.676162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1f97bed8-407a-42c0-85b4-03d74a22c566 req-bd177415-0cac-4b1e-9d59-6d4ca39ae6dc tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 944 time: 0.1487482 May 20 07:47:34.723683 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1f97bed8-407a-42c0-85b4-03d74a22c566 req-750f67df-9774-4bbb-93fe-d770ebb730ac tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 May 20 07:47:34.846675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-d401ced9-4a53-4e93-8c15-17bf0cb1686d service neutron] 10.222.0.81 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347464 May 20 07:47:34.974581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d92fc30-2a49-4c59-98e9-13d44e991c5e req-a8ea6e01-8b39-4003-bbeb-edebe5226d8f service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644540 May 20 07:47:34.981228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.034383 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.054087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0173a83-6faa-46a1-aa0a-1f8bc7479ee7 req-c924a513-e213-4a20-aaa3-b2a9064af81d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.055566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0173a83-6faa-46a1-aa0a-1f8bc7479ee7 req-c924a513-e213-4a20-aaa3-b2a9064af81d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.3793459 May 20 07:47:35.116161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72e1a18d-c4f1-44ce-9a6f-fdd95ad9d18f req-c7d475f8-30e5-44e1-8fe7-3c1a347c5fc7 service neutron] 10.222.0.81 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587924 May 20 07:47:35.143628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0173a83-6faa-46a1-aa0a-1f8bc7479ee7 req-6e6a7d8b-66b5-4e10-b1e0-52b71f081f6b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692170 May 20 07:47:35.224408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-f0244a2a-e264-4177-bc6b-ab032eafd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.226028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-f0244a2a-e264-4177-bc6b-ab032eafd6be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=54a58c667378458e8011db6c717be15a&device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 1095 time: 0.0858140 May 20 07:47:35.235677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.242916 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9cbdfa37-5833-49ae-8721-cd6f1a6ca77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:35.259428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a088e-fb9f-4c15-8c6c-68ba44f15b42 req-9483e6f1-dfc0-42d3-880f-6a3e3958a706 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.261435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-297a088e-fb9f-4c15-8c6c-68ba44f15b42 req-9483e6f1-dfc0-42d3-880f-6a3e3958a706 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.0981319 May 20 07:47:35.309686 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-297a088e-fb9f-4c15-8c6c-68ba44f15b42 req-22db7ec7-0390-4878-a51a-7c12a37171f6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 May 20 07:47:35.319479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4de89f-b1b4-4412-89a9-7e7bd94a5e12,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:35.330152 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:35.560431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.564299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee4de89f-b1b4-4412-89a9-7e7bd94a5e12 HTTP/1.1" status: 204 len: 168 time: 0.9044316 May 20 07:47:35.590114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4f1-3393-4d08-a760-c999fc10802b req-a98dcbc4-7f47-40d1-893e-c2f8aee8dca5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.593152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:35.598743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6dd9e4f1-3393-4d08-a760-c999fc10802b req-a98dcbc4-7f47-40d1-893e-c2f8aee8dca5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.0907931 May 20 07:47:35.643590 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6dd9e4f1-3393-4d08-a760-c999fc10802b req-98cf3254-fe99-488f-8b56-4b4676d1820d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430129 May 20 07:47:35.644851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-f535b65e-71dd-49c6-bad8-b6cd259df8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.646508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-f535b65e-71dd-49c6-bad8-b6cd259df8ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 200 len: 923 time: 0.4062500 May 20 07:47:35.733900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-7e57ef2b-d095-4192-999c-a2830c53c9cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000 HTTP/1.1" status: 200 len: 217 time: 0.0765927 May 20 07:47:35.740678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30221b74-667a-411d-95be-5b3588e49734 req-ca35730a-08fd-46a4-aa75-3d409e5f7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.742282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-ca35730a-08fd-46a4-aa75-3d409e5f7d44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db6f5f546c9427788b83e9d5578008e&device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 1095 time: 0.4688632 May 20 07:47:35.751096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:35.765671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'port_id': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'mac_address': 'fa:16:3e:47:1b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4ad184-5023-41a6-8c83-29772f84a53e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:35.783257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971d86-c231-4e9f-8933-92e6f1f39c3f req-ffcba540-122e-437f-8d95-afc005b3a14d tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.784717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55971d86-c231-4e9f-8933-92e6f1f39c3f req-ffcba540-122e-437f-8d95-afc005b3a14d tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 949 time: 0.4666789 May 20 07:47:35.829044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.848384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:35.850862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526275-fee1-4359-8dc4-35f2980a99a3 req-80eadee2-eacc-4b9e-a44d-4b2522e2591d tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.852691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef526275-fee1-4359-8dc4-35f2980a99a3 req-80eadee2-eacc-4b9e-a44d-4b2522e2591d tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 944 time: 0.1020136 May 20 07:47:35.874353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:35.905396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef526275-fee1-4359-8dc4-35f2980a99a3 req-14fcbd23-21e1-479a-b07b-0d7999160257 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 May 20 07:47:35.975940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:35.977835 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:35.989459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55971d86-c231-4e9f-8933-92e6f1f39c3f req-61ba40c2-a3fd-4581-92b9-eab618d011ed tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802514 May 20 07:47:35.995046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-013799c9-b358-4fa5-aaec-4d053d239f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:35.995046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-013799c9-b358-4fa5-aaec-4d053d239f19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 200 len: 862 time: 0.2505984 May 20 07:47:36.062979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-4c1ed9f1-84b3-4e76-a457-d46f0aaca101 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a84aa03-e83c-4e19-9e19-9aaf329424d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592153 May 20 07:47:36.071017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30221b74-667a-411d-95be-5b3588e49734 req-33aebb37-e5af-4b75-9635-a0341a1f917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:36.075891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-33aebb37-e5af-4b75-9635-a0341a1f917e service neutron] 10.222.0.81 "GET /v2.0/networks?id=19320aaf-dfe3-49b0-a022-73a82f6aa9fe HTTP/1.1" status: 200 len: 914 time: 0.2840905 May 20 07:47:36.078527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:36.081962 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:36.192074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-aba263b1-de3c-4c1f-b347-d6a3270e01a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f HTTP/1.1" status: 200 len: 217 time: 0.0861468 May 20 07:47:36.258129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:36.398850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30221b74-667a-411d-95be-5b3588e49734 req-5105ddb4-c00d-4541-aace-b06ed8f1664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:36.400306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-5105ddb4-c00d-4541-aace-b06ed8f1664e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=086c66f2-22e1-4700-9405-82e39d4d5c1f HTTP/1.1" status: 200 len: 853 time: 0.1634631 May 20 07:47:36.404866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-7bdf4967-1b25-4ab5-b832-788b767e90f1 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313518 May 20 07:47:36.469553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f4cae-0b76-4e1d-b101-41e85ed09db3 req-1a5e4b1e-c956-41df-a326-cb13f52b2b01 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:36.471797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-581f4cae-0b76-4e1d-b101-41e85ed09db3 req-1a5e4b1e-c956-41df-a326-cb13f52b2b01 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1032422 May 20 07:47:36.491501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-841aabdd-748f-466a-982d-41b65d3b1596 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=19320aaf-dfe3-49b0-a022-73a82f6aa9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781765 May 20 07:47:36.528570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-581f4cae-0b76-4e1d-b101-41e85ed09db3 req-de2a64c9-3f64-49e3-8c57-fdd59cb1c1ec tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 May 20 07:47:36.615897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551ec55-e5d1-4ba7-aea3-16be9bbdcb49 req-a3458b55-c1e0-4c89-9df8-1dcc47b00f32 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:36.622024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9551ec55-e5d1-4ba7-aea3-16be9bbdcb49 req-a3458b55-c1e0-4c89-9df8-1dcc47b00f32 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:36.753235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ebe5-9b35-4104-8004-f3b7578eef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:36.792713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e80c6c-eaa4-4597-84ec-cc144452bb50 req-8ff107b0-9ab1-4a33-93bb-6f644dee7820 service neutron] 10.222.0.81 "GET /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221252 May 20 07:47:36.828666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-c3b87ffb-35bc-4b8e-9f67-fc15d402c5fd service neutron] 10.222.0.81 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189955 May 20 07:47:36.872679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9551ec55-e5d1-4ba7-aea3-16be9bbdcb49 req-a3458b55-c1e0-4c89-9df8-1dcc47b00f32 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:36.873845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9551ec55-e5d1-4ba7-aea3-16be9bbdcb49 req-a3458b55-c1e0-4c89-9df8-1dcc47b00f32 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 944 time: 0.5805426 May 20 07:47:36.881712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be4986-e50d-43e9-9763-791a97aba439 req-cad815be-bdea-4b70-880e-8c51c78c45fc tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:36.883244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43be4986-e50d-43e9-9763-791a97aba439 req-cad815be-bdea-4b70-880e-8c51c78c45fc tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.84 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 949 time: 0.1711600 May 20 07:47:37.028010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98825281-0ba2-4d59-a402-9cad8fc88384 req-faddad3c-7e82-416d-b2f5-6f76a008a452 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:37.029696 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98825281-0ba2-4d59-a402-9cad8fc88384 req-faddad3c-7e82-416d-b2f5-6f76a008a452 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.0845141 May 20 07:47:37.077434 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98825281-0ba2-4d59-a402-9cad8fc88384 req-9e976ab7-d53b-4500-831e-f5175229b955 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 May 20 07:47:37.102557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9551ec55-e5d1-4ba7-aea3-16be9bbdcb49 req-d276f9ea-530b-49e8-813d-c95058132121 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182345 May 20 07:47:37.148723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30221b74-667a-411d-95be-5b3588e49734 req-1b0b3d1d-5993-41d0-a04c-1ef5b2d1952d service neutron] 10.222.0.81 "GET /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043556 May 20 07:47:37.170371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Deleting port 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:37.171064 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:37.273038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5caff-94cf-4219-863e-340f7c8388af req-29809e1f-a44e-4d8a-8b5f-459c68ea46cc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:37.274624 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acb5caff-94cf-4219-863e-340f7c8388af req-29809e1f-a44e-4d8a-8b5f-459c68ea46cc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.0925024 May 20 07:47:37.328215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acb5caff-94cf-4219-863e-340f7c8388af req-71218d0e-8eb2-4773-962c-0f83480c22fe tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 May 20 07:47:37.460278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] For port 77e1334c-542f-41b7-aad6-46f948333211, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=77e1334c-542f-41b7-aad6-46f948333211,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:37.460821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:37.508324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8ae16-7df7-45ad-8fdc-38e2b38c1d59 req-49217749-f537-4358-ad5e-87a7618a2662 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:37.509803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-add8ae16-7df7-45ad-8fdc-38e2b38c1d59 req-49217749-f537-4358-ad5e-87a7618a2662 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 944 time: 0.0848179 May 20 07:47:37.564638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-add8ae16-7df7-45ad-8fdc-38e2b38c1d59 req-bc786080-8ec1-4cdc-8fd1-90079d22ef93 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 May 20 07:47:37.599348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ea9dd93f-e42c-4970-bb10-a49dc9296000 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:37.605821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Calling delete_port for 77e1334c-542f-41b7-aad6-46f948333211 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:37.609983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:37.806972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:37.819750 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-41374b54-60ee-4107-8a76-af25beeda4c5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:37.820486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:37.835025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ea9dd93f-e42c-4970-bb10-a49dc9296000', 'network_id': '9a84aa03-e83c-4e19-9e19-9aaf329424d8', 'port_id': 'ea9dd93f-e42c-4970-bb10-a49dc9296000', 'mac_address': 'fa:16:3e:7e:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fadb7ea-0425-45df-b3bc-28bc9215e8ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:37.835684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7d1c-3941-469d-a5f6-261f644d91ce req-7302d9bc-561a-42f6-8aa4-f77f733e4552 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:37.837508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b3d7d1c-3941-469d-a5f6-261f644d91ce req-7302d9bc-561a-42f6-8aa4-f77f733e4552 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 949 time: 0.0977235 May 20 07:47:37.869654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:37.886624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:37.891899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:37.892048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b3d7d1c-3941-469d-a5f6-261f644d91ce req-e74e99d0-f3eb-41a0-b5ff-81637b2c85de tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec9543dd-5375-4d18-bb7e-4acec8337b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 May 20 07:47:37.907037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Pushing event deleted for resources: {'Port': ['ID=77e1334c-542f-41b7-aad6-46f948333211,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:37.914004 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:37.961923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:37.983166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9dd93f-e42c-4970-bb10-a49dc9296000 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:38.005638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] No DVR routers for this DVR port 77e1334c-542f-41b7-aad6-46f948333211 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:38.008571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:38.014155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-deleted', 'tag': '77e1334c-542f-41b7-aad6-46f948333211'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:38.031371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:38.051357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146b64-87e2-4647-b206-554c5fe3ceff req-13ceb0de-944f-4756-9f8a-f9511738516f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.052876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca146b64-87e2-4647-b206-554c5fe3ceff req-13ceb0de-944f-4756-9f8a-f9511738516f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2343061 May 20 07:47:38.056492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:38.085101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:38.088303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43be4986-e50d-43e9-9763-791a97aba439 req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.84 "DELETE /v2.0/ports/77e1334c-542f-41b7-aad6-46f948333211 HTTP/1.1" status: 204 len: 173 time: 1.1906307 May 20 07:47:38.095636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:38.109364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca146b64-87e2-4647-b206-554c5fe3ceff req-e2d0395f-e4ee-4f42-86c8-14a61b5ebb1e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 May 20 07:47:38.109717 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:38.111391 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:38.154959 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:38.202927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:38.206075 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:38.206603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:38.243784 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05da5b96-5f9b-4050-b7b5-9c101b7dc9ba', 'name': 'network-vif-deleted', 'tag': '77e1334c-542f-41b7-aad6-46f948333211', 'status': 'completed', 'code': 200} May 20 07:47:38.278865 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'code': 200} May 20 07:47:38.285317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:38.294612 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:38.342813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ea9dd93f-e42c-4970-bb10-a49dc9296000'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:38.528027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09790a-70ab-439e-8d5f-21bfc4c45555 req-dc6d637b-2a16-47ee-868a-cb4de486aadd tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.536523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e09790a-70ab-439e-8d5f-21bfc4c45555 req-dc6d637b-2a16-47ee-868a-cb4de486aadd tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 945 time: 0.1122482 May 20 07:47:38.580584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3e91-bd06-45d5-8658-3d3855ec4b2e req-0047c120-2ad6-4b04-af30-1d0ff3c64307 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.582373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bdc3e91-bd06-45d5-8658-3d3855ec4b2e req-0047c120-2ad6-4b04-af30-1d0ff3c64307 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1945837 May 20 07:47:38.584774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e36845-b230-44ff-966e-25832a41fedc req-62d1b7bf-a3e8-4430-8430-35e8eaa88739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.586248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27e36845-b230-44ff-966e-25832a41fedc req-62d1b7bf-a3e8-4430-8430-35e8eaa88739 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1096 time: 0.1587789 May 20 07:47:38.597167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7e09790a-70ab-439e-8d5f-21bfc4c45555 req-b8aa8c28-eb84-40aa-a17e-236659576fb5 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 May 20 07:47:38.661674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27e36845-b230-44ff-966e-25832a41fedc req-00f2fef6-2cac-4f99-8673-611793da7cf8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 May 20 07:47:38.664533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bdc3e91-bd06-45d5-8658-3d3855ec4b2e req-ed185ec0-c5bb-4d1d-9423-618cefc30b4f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744209 May 20 07:47:38.849260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8cdf0-b8ff-4568-b812-a0e34bdf40df req-e0b598d7-4081-477f-bd7b-019bc3effccc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.850764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5bf8cdf0-b8ff-4568-b812-a0e34bdf40df req-e0b598d7-4081-477f-bd7b-019bc3effccc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.0853689 May 20 07:47:38.868069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c54eac-eb60-45c4-8890-1515818e24c0 req-d48758a6-c386-49d8-b21e-2a2466613e44 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:38.871625 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72c54eac-eb60-45c4-8890-1515818e24c0 req-d48758a6-c386-49d8-b21e-2a2466613e44 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 944 time: 0.0974560 May 20 07:47:38.907481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5bf8cdf0-b8ff-4568-b812-a0e34bdf40df req-28259e21-00bf-4eb3-8779-d05620c1a136 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495782 May 20 07:47:38.930170 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72c54eac-eb60-45c4-8890-1515818e24c0 req-6d48ed75-1724-4686-8201-15f8c7cc2ca6 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 May 20 07:47:39.021214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-afeab8cb-c71f-4aeb-9378-fba685d250dc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740530 May 20 07:47:39.131435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6890-3566-4f67-9c28-2cf510057b78 req-d20528a4-0bb0-4a70-b004-7f2699529569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:39.133340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-d20528a4-0bb0-4a70-b004-7f2699529569 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1096 time: 0.0806322 May 20 07:47:39.172597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80888843-11c0-4d43-8fc5-90436a055eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:39.231057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7a6997cd-625d-42c2-a3dd-6e51dbdaa728 req-27e0abb8-9437-4b6f-8d51-b033ed3fd70c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Synchronizing usage tracker for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:39.325892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b2b37-b0f3-46a8-a3a9-c04d2706ad0c req-ce99bf81-eb42-4144-b93f-c1e0a9e7b274 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:39.327512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e46b2b37-b0f3-46a8-a3a9-c04d2706ad0c req-ce99bf81-eb42-4144-b93f-c1e0a9e7b274 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.0854225 May 20 07:47:39.348396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6890-3566-4f67-9c28-2cf510057b78 req-2d474d2f-fbc3-42c1-9377-f80d4038ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:39.349877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-2d474d2f-fbc3-42c1-9377-f80d4038ec73 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.1489716 May 20 07:47:39.374604 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e46b2b37-b0f3-46a8-a3a9-c04d2706ad0c req-3b647228-c162-4052-bcb7-2e94af35a13d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 May 20 07:47:39.414606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7a6997cd-625d-42c2-a3dd-6e51dbdaa728 req-27e0abb8-9437-4b6f-8d51-b033ed3fd70c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Unset dirty status for tenant:421848cbbe324a099e9d4eb9225f55d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:39.415753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a6997cd-625d-42c2-a3dd-6e51dbdaa728 req-27e0abb8-9437-4b6f-8d51-b033ed3fd70c tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] 10.222.0.79 "GET /v2.0/ports?device_id=05da5b96-5f9b-4050-b7b5-9c101b7dc9ba HTTP/1.1" status: 200 len: 210 time: 0.2604952 May 20 07:47:39.428521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-046bae56-ef4a-4ed1-bd68-629201a5f1be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.0680265 May 20 07:47:39.461826 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:39.502683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6890-3566-4f67-9c28-2cf510057b78 req-b55eccda-a2c9-460c-8f33-f2745f27d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:39.504207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-b55eccda-a2c9-460c-8f33-f2745f27d1f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0651660 May 20 07:47:39.559700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-7073a1d9-1a83-407b-81bd-bf188d282128 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444872 May 20 07:47:39.610407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7cee8eb7-cfca-469c-b84e-9f235ef4919f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:39.613071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ea9dd93f-e42c-4970-bb10-a49dc9296000 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:39.630106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49782) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:39.784974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-782d1c00-f9d6-4378-bb87-1409c4f33693 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149534 May 20 07:47:39.791774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:39.836612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:39.840798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Usage tracker for resource:security_group_rule and tenant:71756f6b41fc49b68b186ad70a925aeb is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:39.844164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:39.850786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:39.876191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f,segment=NetworkSegment(f3e9de82-b2df-48f4-965b-18acf736375a),segment_id=f3e9de82-b2df-48f4-965b-18acf736375a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:39.891847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '7cee8eb7-cfca-469c-b84e-9f235ef4919f', 'network_id': '19320aaf-dfe3-49b0-a022-73a82f6aa9fe', 'port_id': '7cee8eb7-cfca-469c-b84e-9f235ef4919f', 'mac_address': 'fa:16:3e:68:17:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086c66f2-22e1-4700-9405-82e39d4d5c1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:39.950860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:39.966633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ea9dd93f-e42c-4970-bb10-a49dc9296000 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:39.972946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee8eb7-cfca-469c-b84e-9f235ef4919f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:39.978090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ea9dd93f-e42c-4970-bb10-a49dc9296000 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:39.978389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:39.988850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0171b-38f9-4e7e-a05e-e568de856797 req-73e45488-a1a5-48cf-898d-d866e588dafc tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:39.990326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0df0171b-38f9-4e7e-a05e-e568de856797 req-73e45488-a1a5-48cf-898d-d866e588dafc tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1585960 May 20 07:47:40.035339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f,segment=NetworkSegment(f3e9de82-b2df-48f4-965b-18acf736375a),segment_id=f3e9de82-b2df-48f4-965b-18acf736375a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:40.077997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.081490 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0df0171b-38f9-4e7e-a05e-e568de856797 req-5441744a-7ba7-424b-bdfa-86d7dc66e440 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779014 May 20 07:47:40.109135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-952b6890-3566-4f67-9c28-2cf510057b78 req-ff74b10f-f918-41fd-a1dd-c92570c5f78d service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748144 May 20 07:47:40.109903 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.114274 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:40.117427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0dfca-eea8-4b83-9f87-068b14897c28 req-debbe333-a4d7-4da8-b275-02eb2ea06e5c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.118905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afe0dfca-eea8-4b83-9f87-068b14897c28 req-debbe333-a4d7-4da8-b275-02eb2ea06e5c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 945 time: 0.3330095 May 20 07:47:40.154598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.179291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.186379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afe0dfca-eea8-4b83-9f87-068b14897c28 req-badbfc2a-e37a-4b40-853b-bdb3586f3f65 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 May 20 07:47:40.215565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:40.219714 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f389a0f0-8e48-43bb-83c6-8e847215102c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:40.222336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:40.225341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:40.280500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:40.289439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49798) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:40.293463 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.296169 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:40.347345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71756f6b41fc49b68b186ad70a925aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159548 May 20 07:47:40.350281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49804) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:40.350897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa019ad2-a0c5-4b48-b039-f163662632ac,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:40.356708 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:40.413551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['7cee8eb7-cfca-469c-b84e-9f235ef4919f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:40.424002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa265df-06c9-4795-8405-68163ca7c4de req-f5c2559a-e77f-417d-b166-70ee4c483e6e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.425511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-efa265df-06c9-4795-8405-68163ca7c4de req-f5c2559a-e77f-417d-b166-70ee4c483e6e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.1869795 May 20 07:47:40.440078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.460912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:40.472664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7ad91-43aa-429c-991e-ca50270fbce5 req-74fe0e3b-30e4-4a90-98dc-95b9d3ff4b93 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.474169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49e7ad91-43aa-429c-991e-ca50270fbce5 req-74fe0e3b-30e4-4a90-98dc-95b9d3ff4b93 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 945 time: 0.1593225 May 20 07:47:40.475161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Usage tracker for resource:security_group_rule and tenant:737eba374dd349f0a89504248455032f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:40.478518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:40.485665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:40.496491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:40.497943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.500815 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:40.502233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-efa265df-06c9-4795-8405-68163ca7c4de req-d8496f58-4e66-433e-9fae-0de45f2086b7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685999 May 20 07:47:40.542556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.561916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49e7ad91-43aa-429c-991e-ca50270fbce5 req-b53e57a9-adbc-4761-af88-9ab875669829 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 May 20 07:47:40.634029 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000', 'code': 200} May 20 07:47:40.638065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.749851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.781299 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b0b3d6d-bcd7-4105-a1c9-b9c8583978b6 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:40.804327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=737eba374dd349f0a89504248455032f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137403 May 20 07:47:40.815506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49816) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:40.844014 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.853299 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-407a7f4c-fa1c-4479-af5e-b302b273d8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:40.861909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ae53-4ec1-45b0-be54-d1a4d3c2592c req-67eab290-4e3b-4f97-965c-997906d0c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.863373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81a0ae53-4ec1-45b0-be54-d1a4d3c2592c req-67eab290-4e3b-4f97-965c-997906d0c4fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 1097 time: 0.2047257 May 20 07:47:40.864055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4574d2fa-6794-4b0e-95bf-1b20048909db,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:40.871350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa019ad2-a0c5-4b48-b039-f163662632ac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:40.876798 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:40.880265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:40.892235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.894844 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa019ad2-a0c5-4b48-b039-f163662632ac HTTP/1.1" status: 204 len: 168 time: 0.5395031 May 20 07:47:40.931256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa763edb-0371-4993-b549-a4a81710d2ee req-3adf6ce3-15fa-4d44-b4eb-b68a96be290a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.934097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa763edb-0371-4993-b549-a4a81710d2ee req-3adf6ce3-15fa-4d44-b4eb-b68a96be290a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2456045 May 20 07:47:40.976576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81a0ae53-4ec1-45b0-be54-d1a4d3c2592c req-bd40e300-d8d3-4047-933e-1553131c6565 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030610 May 20 07:47:40.986727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:40.991543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66ff1a-a425-4f4b-a3ca-867aea970783 req-3cef529c-657d-4ab4-b035-b728a26a588c tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:40.993044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e66ff1a-a425-4f4b-a3ca-867aea970783 req-3cef529c-657d-4ab4-b035-b728a26a588c tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1096 time: 0.1838663 May 20 07:47:41.002893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa763edb-0371-4993-b549-a4a81710d2ee req-fdbc6baf-843c-407a-a63d-e9f170eae39f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 May 20 07:47:41.045355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.068286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e66ff1a-a425-4f4b-a3ca-867aea970783 req-7a88a91a-e61a-48d4-94b3-95d79bca8b12 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 May 20 07:47:41.073219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.156118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:41.193080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.194544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 77e1334c-542f-41b7-aad6-46f948333211 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:41.194900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 77e1334c-542f-41b7-aad6-46f948333211 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:41.197273 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c25a9ab-b995-46b5-a687-532e3f5a1d88 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:41.222933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4574d2fa-6794-4b0e-95bf-1b20048909db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:41.227185 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:41.248381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49836) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:41.359774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.363259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4574d2fa-6794-4b0e-95bf-1b20048909db HTTP/1.1" status: 204 len: 168 time: 0.5444963 May 20 07:47:41.423415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed554709-4ab1-463f-b7e6-f8ecdcaf4bef req-5e6f83dc-ab23-4abd-8709-19cd8476e71e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:41.425125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ed554709-4ab1-463f-b7e6-f8ecdcaf4bef req-5e6f83dc-ab23-4abd-8709-19cd8476e71e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.2034326 May 20 07:47:41.459374 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b180809-d792-4c54-8093-26ec35901fff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=421848cbbe324a099e9d4eb9225f55d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097094 May 20 07:47:41.462352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:41.487686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86299b-b923-4f0d-ad19-5d39a13aa53c req-d75935a3-3e0d-41ba-95f3-70cb54dcde5a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:41.488325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ed554709-4ab1-463f-b7e6-f8ecdcaf4bef req-1596205e-093e-4deb-9479-08ad61b7825d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 May 20 07:47:41.489912 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f86299b-b923-4f0d-ad19-5d39a13aa53c req-d75935a3-3e0d-41ba-95f3-70cb54dcde5a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 946 time: 0.1544685 May 20 07:47:41.576549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f86299b-b923-4f0d-ad19-5d39a13aa53c req-8c3d6823-754d-4dab-abe2-8bf2c044d92c tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778949 May 20 07:47:41.581286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.610636 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.634980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7cee8eb7-cfca-469c-b84e-9f235ef4919f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:41.816276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.827301 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6fa85ab3-e943-4938-a36f-dfb3ac306c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:41.842493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 7cee8eb7-cfca-469c-b84e-9f235ef4919f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:41.850046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 7cee8eb7-cfca-469c-b84e-9f235ef4919f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:41.850046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:41.862633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731330b-61a3-48c7-8b69-4971c77268e8 req-dd0f583b-2bfa-4492-807a-a7365d2fa51c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:41.869801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a731330b-61a3-48c7-8b69-4971c77268e8 req-dd0f583b-2bfa-4492-807a-a7365d2fa51c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 945 time: 0.1637502 May 20 07:47:41.881769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9543dd-5375-4d18-bb7e-4acec8337b56,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:41.886904 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:41.936555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a731330b-61a3-48c7-8b69-4971c77268e8 req-dd2fa07e-e4ca-43a8-ad24-2eff00f63ce3 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 May 20 07:47:42.000326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:42.011270 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec9543dd-5375-4d18-bb7e-4acec8337b56 HTTP/1.1" status: 204 len: 168 time: 0.5366261 May 20 07:47:42.033290 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:42.072235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f,segment=NetworkSegment(f3e9de82-b2df-48f4-965b-18acf736375a),segment_id=f3e9de82-b2df-48f4-965b-18acf736375a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:42.137293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:42.139620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:42.247444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:42.254441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:42.291654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4fb1-b691-4bd8-bc6c-32f21ec08875 req-5f787025-1efa-4e49-8dc6-e893e39d171c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:42.293243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-482c4fb1-b691-4bd8-bc6c-32f21ec08875 req-5f787025-1efa-4e49-8dc6-e893e39d171c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1591148 May 20 07:47:42.324852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:42.347217 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-482c4fb1-b691-4bd8-bc6c-32f21ec08875 req-9db91d5b-47b3-44ac-be8a-aa44435cf4d5 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 May 20 07:47:42.613182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:42.642967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:42.784653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bc8cc-9f0e-41b1-87e2-ca476b16baae req-a4e2dc6e-8d11-4ac3-835c-2479942db522 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:42.794692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a72bc8cc-9f0e-41b1-87e2-ca476b16baae req-a4e2dc6e-8d11-4ac3-835c-2479942db522 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1688015 May 20 07:47:42.865513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a72bc8cc-9f0e-41b1-87e2-ca476b16baae req-31b847af-0356-40ff-a854-34a945d3b3be tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 May 20 07:47:42.890899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-513488226-network', 'tenant_id': '9ebd31503ffd4f1ba6155d8971505772'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:42.911931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:42.926533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0efa0-9cb2-404e-92f4-0c0dbfba812e req-891da3b2-8c26-4847-a95b-9c2245753f26 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:42.928030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-afd0efa0-9cb2-404e-92f4-0c0dbfba812e req-891da3b2-8c26-4847-a95b-9c2245753f26 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 946 time: 0.1807342 May 20 07:47:42.929280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Usage tracker for resource:network and tenant:9ebd31503ffd4f1ba6155d8971505772 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:42.932893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:42.940551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:42.945199 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f', 'code': 200} May 20 07:47:42.994030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-afd0efa0-9cb2-404e-92f4-0c0dbfba812e req-4a40db8e-1af4-44ab-a36b-1158f7c26d45 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579014 May 20 07:47:43.092496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Made reservation on behalf of 9ebd31503ffd4f1ba6155d8971505772 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:43.094958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.115617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.156365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:43.167590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Usage tracker for resource:security_group_rule and tenant:9ebd31503ffd4f1ba6155d8971505772 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:43.173561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801e19-d518-4330-b24d-894e2601d61f req-04fe05a3-2f1a-4149-9422-99f75d7c5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:43.173934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:43.175554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47801e19-d518-4330-b24d-894e2601d61f req-04fe05a3-2f1a-4149-9422-99f75d7c5547 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 1097 time: 0.1503637 May 20 07:47:43.183864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:43.189149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31a159-8710-4528-8ecd-1cdb76e45c72 req-6a46ad2c-c865-4325-bf09-0301c718f36d tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:43.190994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f31a159-8710-4528-8ecd-1cdb76e45c72 req-6a46ad2c-c865-4325-bf09-0301c718f36d tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.1240268 May 20 07:47:43.268629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47801e19-d518-4330-b24d-894e2601d61f req-bc72d3bc-d970-48a3-8fac-dbe4098a1956 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765374 May 20 07:47:43.284924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f31a159-8710-4528-8ecd-1cdb76e45c72 req-9be179aa-5568-436d-a896-f889156949e0 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771186 May 20 07:47:43.315184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:43.404642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.480533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1662971730-network', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:43.485679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:43.490331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Usage tracker for resource:network and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:43.494950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.497734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:43.502038 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b386553-4bc4-436c-9360-5847d21e7fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:43.530923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:47:43.554352 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.554766 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Added segment 22fe77d3-355d-4830-a4db-b20e07bcbd86 of type vlan for network 0d8516ef-a8ef-4484-a53a-0fdb6a760c77 May 20 07:47:43.580990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:43.585945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816177f5-d0c6-42fe-9fb8-ee30776506b5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:43.593046 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:43.597004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.662000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a2a5b-ac0d-44cf-b301-54742d14ff4e req-55d823ba-26b7-42ca-b86b-9a097bb38b16 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:43.675482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b41a2a5b-ac0d-44cf-b301-54742d14ff4e req-55d823ba-26b7-42ca-b86b-9a097bb38b16 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1743748 May 20 07:47:43.742621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Made reservation on behalf of 60515dbf5e2b47daacfb4af5c7d78201 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:43.746762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.777343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b41a2a5b-ac0d-44cf-b301-54742d14ff4e req-7fa39c88-0bfe-4fad-9317-3b51147ac83e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995431 May 20 07:47:43.778911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.792698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.794650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:43.799711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:43.808296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:43.815110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Usage tracker for resource:security_group_rule and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:43.820189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:43.826224 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e721c4c-fcdf-4b82-8792-b51a254ca1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:43.831012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:43.949638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.011722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49944) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:44.021030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3768237 May 20 07:47:44.033002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Pushing event updated for resources: {'Network': ['ID=0d8516ef-a8ef-4484-a53a-0fdb6a760c77,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:44.036702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:44.044946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 0d8516ef-a8ef-4484-a53a-0fdb6a760c77 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:47:44.063093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a69d-6426-4b58-bb73-3f0e8d69b8ec req-102b91af-7bb9-48b8-ad6a-634d6af2f764 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:44.071336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b59a69d-6426-4b58-bb73-3f0e8d69b8ec req-102b91af-7bb9-48b8-ad6a-634d6af2f764 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 946 time: 0.3619516 May 20 07:47:44.095717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.122353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:47:44.142583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.146225 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Added segment 5af9fb92-ebe7-4302-b823-e6649fd66e86 of type vlan for network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 May 20 07:47:44.148177 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b59a69d-6426-4b58-bb73-3f0e8d69b8ec req-5fe47c57-8e1a-4740-a45e-29253b96ac3a tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739136 May 20 07:47:44.161301 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca853d67-35fc-4c68-ac31-69f4ab5bf943 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:44.239510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.258706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52210b3-b363-4dc4-afeb-5b9e00b958f2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:44.269117 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:44.285022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1214046059-network', 'tenant_id': '2671dab32db34badb8cde963cae740c1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:44.294598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:44.308718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Usage tracker for resource:network and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:44.314653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:44.327949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4436-c3f7-4b86-a01a-1e3bd87edede req-2d293728-a25a-4ba6-ba56-8c74c495346c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:44.335826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-379d4436-c3f7-4b86-a01a-1e3bd87edede req-2d293728-a25a-4ba6-ba56-8c74c495346c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.3214302 May 20 07:47:44.354844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:44.391851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-379d4436-c3f7-4b86-a01a-1e3bd87edede req-b0a74a04-0c13-4f72-b697-9e7cb726543a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547459 May 20 07:47:44.456818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Made reservation on behalf of 2671dab32db34badb8cde963cae740c1 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:44.459584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.476172 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.477404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:44.478077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.489645 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce1e45d9-e41f-4777-bc41-ab00b790ea16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:44.520309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:44.546568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c277a99-750b-4577-b008-7bfff5f8a996 req-a3b22896-029d-4752-94a7-23d153543f92 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:44.548338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c277a99-750b-4577-b008-7bfff5f8a996 req-a3b22896-029d-4752-94a7-23d153543f92 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.1356831 May 20 07:47:44.570115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:44.600560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c277a99-750b-4577-b008-7bfff5f8a996 req-d3cee4ae-0eb8-4839-99eb-181a6286c698 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 May 20 07:47:44.650177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Usage tracker for resource:security_group_rule and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:44.776014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:44.808859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Pushing event updated for resources: {'Network': ['ID=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:44.811196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:44.818180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:47:44.827012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:44.918561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6021335 May 20 07:47:44.921941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49970) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:44.927762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Request body: {'subnet': {'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1662971730-subnet', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:44.942377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:44.946494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Usage tracker for resource:subnet and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:44.950479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:44.958467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:44.991244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85db27-2fd8-4eca-afb4-dd13b6fa8343 req-9254d992-59a8-4ac8-8fca-17c9e4d5f661 tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:44.998487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85db27-2fd8-4eca-afb4-dd13b6fa8343 req-9254d992-59a8-4ac8-8fca-17c9e4d5f661 tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.004436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85db27-2fd8-4eca-afb4-dd13b6fa8343 req-9254d992-59a8-4ac8-8fca-17c9e4d5f661 tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.006042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f85db27-2fd8-4eca-afb4-dd13b6fa8343 req-9254d992-59a8-4ac8-8fca-17c9e4d5f661 tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2366509 May 20 07:47:45.052777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.090187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Made reservation on behalf of 60515dbf5e2b47daacfb4af5c7d78201 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:45.092464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.138603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.142474 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:45.229348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:47:45.236553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade40dd-adec-4f75-a6dd-d198e4930c80,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:45.241746 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:45.258962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.259305 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Added segment 21c0cec0-120f-45cc-a3d0-78ac20dcaa21 of type vlan for network 882fc62c-1293-4046-bbb3-e07ff41c162d May 20 07:47:45.303616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7fa4-4b00-4d73-8658-3ecb7d7fbc61 req-7d6d8788-59cb-4008-929f-ffe50232b1df tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.305084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2ef7fa4-4b00-4d73-8658-3ecb7d7fbc61 req-7d6d8788-59cb-4008-929f-ffe50232b1df tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2112799 May 20 07:47:45.307374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.371675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-553d6fc8-0e66-4e11-bf5c-c866adf01be4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.373009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-553d6fc8-0e66-4e11-bf5c-c866adf01be4 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 946 time: 0.2146988 May 20 07:47:45.383658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2ef7fa4-4b00-4d73-8658-3ecb7d7fbc61 req-94800222-c28f-431a-b187-9b4f021d40bf tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713367 May 20 07:47:45.535462 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.536483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.537061 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.575976 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:45.595922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.600345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:45.673917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3ab91c-ff29-4dfd-befd-ea309edc23b3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:45.678928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:45.681381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Checking segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:45.681824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Network hostable DHCP agents. Network: 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:47:45.703355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa7cf8-a19c-4c49-a07e-e9282b1be840 req-eb148ab0-0c9d-41cd-a752-073f654a8c8d tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.704662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3afa7cf8-a19c-4c49-a07e-e9282b1be840 req-eb148ab0-0c9d-41cd-a752-073f654a8c8d tempest-ComputeTenantNetworksTest-157475683 tempest-ComputeTenantNetworksTest-157475683-project] 10.222.0.79 "GET /v2.0/networks/0d8516ef-a8ef-4484-a53a-0fdb6a760c77 HTTP/1.1" status: 200 len: 768 time: 0.2842407 May 20 07:47:45.715560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49986) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:45.718230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Pushing event updated for resources: {'Network': ['ID=882fc62c-1293-4046-bbb3-e07ff41c162d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:45.730007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 882fc62c-1293-4046-bbb3-e07ff41c162d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:47:45.739635 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:45.787216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:47:45.821190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8083339 May 20 07:47:45.825820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:45.835952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Request body: {'subnet': {'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1214046059-subnet', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:45.843268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.846005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Deleting port ea9dd93f-e42c-4970-bb10-a49dc9296000 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:45.846260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:45.860838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:45.872960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Usage tracker for resource:subnet and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:45.881647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:45.894297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:45.945613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:45.959714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c4614-d288-45d3-b7dd-153d2089c89e None None] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:45.971696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:45.972573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.017333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba6073-4518-44ec-84fe-bf8dbc8ed94b req-d6562a3b-1779-4bed-b3e4-c69f86c0f520 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:46.025364 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-beba6073-4518-44ec-84fe-bf8dbc8ed94b req-d6562a3b-1779-4bed-b3e4-c69f86c0f520 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1726635 May 20 07:47:46.059440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Made reservation on behalf of 2671dab32db34badb8cde963cae740c1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:47:46.062624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.101813 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1783099 May 20 07:47:46.113522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49996) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:46.121168 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-beba6073-4518-44ec-84fe-bf8dbc8ed94b req-10c12f0f-fd85-463d-834e-f09379690169 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 May 20 07:47:46.134526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:46.169579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:46.238603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:47:46.239494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.261334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Usage tracker for resource:router and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:46.276388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:46.290269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.298314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:46.301311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] For port ea9dd93f-e42c-4970-bb10-a49dc9296000, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ea9dd93f-e42c-4970-bb10-a49dc9296000,segment=NetworkSegment(b191f160-b6f9-4f21-8011-b0809d2b88b0),segment_id=b191f160-b6f9-4f21-8011-b0809d2b88b0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:46.301854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.327501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8516ef-a8ef-4484-a53a-0fdb6a760c77']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:46.433358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Allocated IP 172.20.0.2 (73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22/3c3ab91c-ff29-4dfd-befd-ea309edc23b3/fd7f0986-f51b-41c7-88cb-a9d7fc121bbf) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:46.484680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Calling delete_port for ea9dd93f-e42c-4970-bb10-a49dc9296000 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:46.491610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27858ab-c07b-4efd-9381-3fc65b6b7e26 req-4128ca14-eaa6-406c-a4be-8442a7fa554d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:46.502197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f27858ab-c07b-4efd-9381-3fc65b6b7e26 req-4128ca14-eaa6-406c-a4be-8442a7fa554d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 946 time: 0.6386557 May 20 07:47:46.506896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fe77d3-355d-4830-a4db-b20e07bcbd86') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:46.507196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fe77d3-355d-4830-a4db-b20e07bcbd86') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:46.543124 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.552023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49bea-69a0-4d0f-82c0-e16c3852d9bd req-97258113-0370-4791-b372-4345f5a86226 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:46.562599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cab49bea-69a0-4d0f-82c0-e16c3852d9bd req-97258113-0370-4791-b372-4345f5a86226 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.1149428 May 20 07:47:46.583569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.584575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.602890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.625539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f27858ab-c07b-4efd-9381-3fc65b6b7e26 req-2b9b1b7e-6247-4dd4-af19-66b9926b1797 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd44b198-2dad-4192-baf0-4b8c0e1bcecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 May 20 07:47:46.635748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:47:46.638779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.658697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cab49bea-69a0-4d0f-82c0-e16c3852d9bd req-935bcd8b-d44f-407d-ae3a-16292e5d30bf tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 May 20 07:47:46.685004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: timer() May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:47:46.800090 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:47:46.872631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:46.876421 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:46.970041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387dd6dc-6b93-40f5-9a12-5fc9702244fd,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:46.977364 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:47.050711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a1d59-e280-4baa-89bd-72310abf2995 req-97e3309b-bdc3-406c-99b8-f9db8268f90e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:47.052319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c7a1d59-e280-4baa-89bd-72310abf2995 req-97e3309b-bdc3-406c-99b8-f9db8268f90e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1796072 May 20 07:47:47.058318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.058653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Checking segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:47.058653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Network hostable DHCP agents. Network: 882fc62c-1293-4046-bbb3-e07ff41c162d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:47:47.067345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:47.077618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.106808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8516ef-a8ef-4484-a53a-0fdb6a760c77,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:47.115488 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:47.132256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Transition to ACTIVE for port object fd7f0986-f51b-41c7-88cb-a9d7fc121bbf will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:47.147170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c7a1d59-e280-4baa-89bd-72310abf2995 req-b5259455-2649-4a44-bb0f-6166c04147a1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631046 May 20 07:47:47.151077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.153009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Transition to ACTIVE for port object fd7f0986-f51b-41c7-88cb-a9d7fc121bbf will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:47.170022 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f7eccfe-94e4-4490-a6ee-d97de605b666 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:47.172371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Network 882fc62c-1293-4046-bbb3-e07ff41c162d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:47:47.177861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:47.191930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:47.242573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.246324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] 10.222.0.79 "DELETE /v2.0/networks/0d8516ef-a8ef-4484-a53a-0fdb6a760c77 HTTP/1.1" status: 204 len: 168 time: 1.5298133 May 20 07:47:47.257660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event deleted for resources: {'Port': ['ID=ea9dd93f-e42c-4970-bb10-a49dc9296000,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:47.270474 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:47.278286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 882fc62c-1293-4046-bbb3-e07ff41c162d) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:47.282209 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.288145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:47.288898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.296441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:47.334226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0cebc-8b36-417f-8942-ae015f7f6985 None None] Network 882fc62c-1293-4046-bbb3-e07ff41c162d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:47.348172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:47:47.399741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5685949 May 20 07:47:47.403277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50016) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:47.409287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] No DVR routers for this DVR port ea9dd93f-e42c-4970-bb10-a49dc9296000 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:47.411225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:47:47.414751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.418371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:47.421659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'name': 'network-vif-deleted', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:47.424267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Usage tracker for resource:router and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:47.427051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f94bc83-7ca0-44be-b91e-b8f6566f366e req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.81 "DELETE /v2.0/ports/ea9dd93f-e42c-4970-bb10-a49dc9296000 HTTP/1.1" status: 204 len: 173 time: 2.0463116 May 20 07:47:47.429088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:47.448822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:47.473004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302cdae-4383-4274-8403-a250a89643ce req-beccea47-63ed-495e-9128-5319bd929db7 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:47.474826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4302cdae-4383-4274-8403-a250a89643ce req-beccea47-63ed-495e-9128-5319bd929db7 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.1575401 May 20 07:47:47.539450 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b005-9070-4973-b2ed-b04a56ef235b', 'name': 'network-vif-deleted', 'tag': 'ea9dd93f-e42c-4970-bb10-a49dc9296000', 'status': 'completed', 'code': 200} May 20 07:47:47.544253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.547031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.569840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:47.574480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4302cdae-4383-4274-8403-a250a89643ce req-51fa2471-cac2-45c6-91b1-ddc5cec315e2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937059 May 20 07:47:47.599855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:47.644578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'port_id': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'mac_address': 'fa:16:3e:72:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12185d1d-cab3-4684-9966-5994a0be36f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:47:47.684440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:47.710372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ea9dd93f-e42c-4970-bb10-a49dc9296000 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:47.731227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:47.780339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:47.783161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:47.924336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4b2635b7-011d-446e-bbc7-b5ccfe6d3db9 req-b56684a8-39f8-481e-ba86-41cba9bccaed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Synchronizing usage tracker for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:47.988331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Pushing event updated for resources: {'Port': ['ID=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:47.990914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: ea9dd93f-e42c-4970-bb10-a49dc9296000 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:47:47.991371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ea9dd93f-e42c-4970-bb10-a49dc9296000 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:47:47.992862 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:48.032690 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.104748 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ab3822f-a1e8-4423-a41f-f95ff2d74101 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ebd31503ffd4f1ba6155d8971505772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667095 May 20 07:47:48.107680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50032) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:48.110704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.136171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4268f0-b1b3-440a-b724-21bda990cd6c req-f29e1f66-051b-4018-b208-277b382b0dd1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:48.142550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.143566 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed4268f0-b1b3-440a-b724-21bda990cd6c req-f29e1f66-051b-4018-b208-277b382b0dd1 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.4625230 May 20 07:47:48.184397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4b2635b7-011d-446e-bbc7-b5ccfe6d3db9 req-b56684a8-39f8-481e-ba86-41cba9bccaed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Unset dirty status for tenant:54a58c667378458e8011db6c717be15a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:48.189451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b2635b7-011d-446e-bbc7-b5ccfe6d3db9 req-b56684a8-39f8-481e-ba86-41cba9bccaed tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/ports?device_id=33b2b005-9070-4973-b2ed-b04a56ef235b HTTP/1.1" status: 200 len: 210 time: 0.3864970 May 20 07:47:48.196107 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed4268f0-b1b3-440a-b724-21bda990cd6c req-cd7a5f47-3ccc-4ce6-9c45-d153955af1b3 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515602 May 20 07:47:48.202338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Attempting to bind port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:48.202771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Attempting to bind port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:48.203975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Attempting to bind port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf on network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:48.238212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:48.238606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Checking segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:48.239036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.239444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Bound using segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:48.239954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Bound port: fd7f0986-f51b-41c7-88cb-a9d7fc121bbf, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:48.240342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.261664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b88b03b-9fab-4079-a339-4a35ae82cfd8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:48.281501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:48.343417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.356431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.377808 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.387861 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:48.542782 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.552133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] For port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:48.555616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] For port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:48.558076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:48.571379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.589626 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:48.618795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.692300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.707352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e1a0-992b-4aa5-bd65-6c4e09b823a1 req-9645c4e1-470e-4fab-bccb-40c8f8cbd496 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:48.708890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46b4e1a0-992b-4aa5-bd65-6c4e09b823a1 req-9645c4e1-470e-4fab-bccb-40c8f8cbd496 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.2384362 May 20 07:47:48.722208 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:48.773388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0b88b03b-9fab-4079-a339-4a35ae82cfd8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:47:48.893785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46b4e1a0-992b-4aa5-bd65-6c4e09b823a1 req-b412b5c2-eea8-4ec1-b1bc-55fbac145f3b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619887 May 20 07:47:48.975951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:48.990783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea8b3904-30c9-4fd8-aa16-c5368aaa75f5 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:49.005284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816177f5-d0c6-42fe-9fb8-ee30776506b5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:49.010335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:49.035078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:47:49.035436 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:47:49.043201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Allocated IP 172.25.8.98 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/c379bda5-a455-48b5-be5f-f21e5e37bc08) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:49.056326 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.059693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/816177f5-d0c6-42fe-9fb8-ee30776506b5 HTTP/1.1" status: 204 len: 168 time: 0.9514399 May 20 07:47:49.082515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-882fc62c-1293-4046-bbb3-e07ff41c162d', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:47:49.083345 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.096557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.169497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Pushing event updated for resources: {'Port': ['ID=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:49.194787 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:49.405192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.613404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-8e5ce953-82c2-4d21-a15a-38017b81a162 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:49.615277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-8e5ce953-82c2-4d21-a15a-38017b81a162 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.81 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.2647936 May 20 07:47:49.624219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bac89-9670-4d8a-a4bd-616b90df45d5 req-7204a780-8afb-4b7f-b2e4-ec306cebd23c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:49.636136 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f7bac89-9670-4d8a-a4bd-616b90df45d5 req-7204a780-8afb-4b7f-b2e4-ec306cebd23c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 944 time: 0.5684245 May 20 07:47:49.655068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Allocated IP 172.20.0.2 (882fc62c-1293-4046-bbb3-e07ff41c162d/387dd6dc-6b93-40f5-9a12-5fc9702244fd/79cc1ba2-6de4-4e7f-bb43-412a4ba46c79) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:49.745578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.784991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f7bac89-9670-4d8a-a4bd-616b90df45d5 req-77cc0411-8bbf-4549-bc85-1d0b33381cff tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426978 May 20 07:47:49.799068 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.847681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0b88b03b-9fab-4079-a339-4a35ae82cfd8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:47:49.863708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:49.866932 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:49.879716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e7282-7880-4bf2-b8c5-bac3b35064b3 req-b72719df-e04d-42ff-a697-ea4bfb747a79 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:49.893161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a84e7282-7880-4bf2-b8c5-bac3b35064b3 req-b72719df-e04d-42ff-a697-ea4bfb747a79 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.2768328 May 20 07:47:49.928596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:50.029031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c379bda5-a455-48b5-be5f-f21e5e37bc08,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:50.035633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.039243 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:50.042955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:50.044894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:50.050509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:50.055442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:50.068776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Allocated IP 172.25.8.102 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:50.194496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.205937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a84e7282-7880-4bf2-b8c5-bac3b35064b3 req-5518a098-67b9-4783-841e-679d2449e5b3 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107626 May 20 07:47:50.245611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Transition to ACTIVE for port object 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:50.287097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Transition to ACTIVE for port object 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:50.293610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:50.298543 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:50.365300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.371560 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:50.390216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Deleting port 7cee8eb7-cfca-469c-b84e-9f235ef4919f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:50.390564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.498931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Network 882fc62c-1293-4046-bbb3-e07ff41c162d is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:50.502185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:50.506038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:50.516070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Pushing event updated for resources: {'Port': ['ID=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:50.559128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:50.593244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:50.620942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63837e13-172e-4cb8-b4de-3671d1693de5 None None] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:50.677631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.684663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Attempting to bind port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:50.685043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Attempting to bind port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:50.685410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Attempting to bind port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 on network 882fc62c-1293-4046-bbb3-e07ff41c162d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:50.746442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:50.746827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Checking segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:50.747240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.747640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Bound using segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:50.748132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Bound port: 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:50.748763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.780200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] For port 7cee8eb7-cfca-469c-b84e-9f235ef4919f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7cee8eb7-cfca-469c-b84e-9f235ef4919f,segment=NetworkSegment(f3e9de82-b2df-48f4-965b-18acf736375a),segment_id=f3e9de82-b2df-48f4-965b-18acf736375a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:50.781377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.817716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd7f0986-f51b-41c7-88cb-a9d7fc121bbf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:50.833736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:50.839772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681a9b0-6cfc-4d65-ad9e-d30932a7eb8c req-34677478-b47b-47ad-bc80-e8d252063d76 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:50.848805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a681a9b0-6cfc-4d65-ad9e-d30932a7eb8c req-34677478-b47b-47ad-bc80-e8d252063d76 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.5362334 May 20 07:47:50.867125 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-854fb980-282b-44ef-a94b-65bea27f552f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:50.879311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0cd22054-c7f3-4ba3-a4d9-989f634ba310 None None] Provisioning for port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:50.934182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a681a9b0-6cfc-4d65-ad9e-d30932a7eb8c req-09862762-3110-4eb0-a0b3-da49755a2258 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811920 May 20 07:47:50.959482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:51.034285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:51.048081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.115021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] For port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:51.126026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] For port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:51.157616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Calling delete_port for 7cee8eb7-cfca-469c-b84e-9f235ef4919f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:51.160499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:51.189028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:51.197122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:51.200348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.233398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:51.243799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.283308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.303542 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:51.367613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.376610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:51.390697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:51.531080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Pushing event updated for resources: {'Port': ['ID=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:51.538913 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:51.590429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.626595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:51.630367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.711978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7cee8eb7-cfca-469c-b84e-9f235ef4919f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:47:51.927890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d470d5-9464-4b81-a734-8370f568efe3 req-73e238a3-3a68-4137-b59e-38a83008cc31 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:51.933202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7d470d5-9464-4b81-a734-8370f568efe3 req-73e238a3-3a68-4137-b59e-38a83008cc31 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 946 time: 0.4177938 May 20 07:47:51.941712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:51.963274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:52.036937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccfca5-7660-4bbe-bacb-9ccd549b4102 req-b2632f59-732e-473d-9af9-75376fbe64da tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:52.038579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cbccfca5-7660-4bbe-bacb-9ccd549b4102 req-b2632f59-732e-473d-9af9-75376fbe64da tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 943 time: 0.8917670 May 20 07:47:52.065624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.067536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d18d5617-7123-438e-a109-030113a57b04 None None] Provisioning complete for port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:52.068013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d18d5617-7123-438e-a109-030113a57b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.153971 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:52.180793 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c0317ba-8cb8-4136-959e-62fb3d2d1c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:52.233866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a62f81f-f20e-4eca-a0de-0186cbcb51ff,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:52.260571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:52.302417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7d470d5-9464-4b81-a734-8370f568efe3 req-7a6c7527-ae76-47bf-90d4-851ded1fe156 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/security-groups?id=77db7e0d-34e7-48c3-88ef-61e6980db070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533754 May 20 07:47:52.312037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.336254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cbccfca5-7660-4bbe-bacb-9ccd549b4102 req-d9e3f977-e369-40df-a783-16470fab3956 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812147 May 20 07:47:52.537512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.582228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.656109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:52.677851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:52.684192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:52.685612 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:52.741566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.743302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "DELETE /v2.0/security-groups/8a62f81f-f20e-4eca-a0de-0186cbcb51ff HTTP/1.1" status: 204 len: 168 time: 2.1054981 May 20 07:47:52.762116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:52.773362 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'code': 200} May 20 07:47:52.776552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.800603 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1852aa0-a49d-4687-8673-160d811c1668 tempest-ImagesOneServerTestJSON-846989967 tempest-ImagesOneServerTestJSON-846989967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:52.810927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.812903 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:52.824538 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-2d12b770-0fef-42c8-91c5-7ae8ca8a9d27 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] show failed (client error): The resource could not be found. May 20 07:47:52.825459 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d12b770-0fef-42c8-91c5-7ae8ca8a9d27 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "GET /v2.0/security-groups/8a62f81f-f20e-4eca-a0de-0186cbcb51ff HTTP/1.1" status: 404 len: 347 time: 0.0498483 May 20 07:47:52.828217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:52.908390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:52.950016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:52.982315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c00a4-782d-4bbd-8246-0dfc7147ea7a req-201039d4-f454-442b-847e-2ebe00fcfd8b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:52.991384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d4c00a4-782d-4bbd-8246-0dfc7147ea7a req-201039d4-f454-442b-847e-2ebe00fcfd8b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.4495258 May 20 07:47:53.118108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:53.123552 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:53.126199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:47:53.154635 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d4c00a4-782d-4bbd-8246-0dfc7147ea7a req-22b5aa06-7486-4bc4-8915-4206831776ab tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632562 May 20 07:47:53.158029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15e4c3-5167-4544-9a5a-b632dfa4c3d2 None None] Network 882fc62c-1293-4046-bbb3-e07ff41c162d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:47:53.216300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Pushing event deleted for resources: {'Port': ['ID=7cee8eb7-cfca-469c-b84e-9f235ef4919f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:53.264286 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:53.268754 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:53.290060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] No DVR routers for this DVR port 7cee8eb7-cfca-469c-b84e-9f235ef4919f on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:47:53.296480 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.299026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'name': 'network-vif-deleted', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:47:53.395104 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba', 'name': 'network-vif-deleted', 'tag': '7cee8eb7-cfca-469c-b84e-9f235ef4919f', 'status': 'completed', 'code': 200} May 20 07:47:53.445025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Deleting port b0b2721d-1dcc-43c3-a49e-cbda5a017428 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:47:53.445416 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.523169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da3d89a8-8751-401d-b7a7-2c4e099ed3f4 req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.81 "DELETE /v2.0/ports/7cee8eb7-cfca-469c-b84e-9f235ef4919f HTTP/1.1" status: 204 len: 173 time: 3.8517773 May 20 07:47:53.535061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d3964-d9af-426c-b2a8-7e795b19742a req-a2392899-61c1-4862-bfef-db3791665d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:53.536951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-090d3964-d9af-426c-b2a8-7e795b19742a req-a2392899-61c1-4862-bfef-db3791665d06 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 1096 time: 0.4390082 May 20 07:47:53.558385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b901e0c3-962e-49d6-8b33-4c19cd6b4e66 req-9582b1a9-053e-4557-9e11-cf8d9436a21f tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.0676873 May 20 07:47:53.633706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:47:53.651407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Sync routers for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:47:53.661829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:47:53.663311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:53.685358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.686009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.750175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Provisioning for port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:53.754196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.764778 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:47:53.773466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.777663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3702047 May 20 07:47:53.777967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Provisioning complete for port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:53.778451 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:53.784448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50146) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:53.854764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Calling delete_port for b0b2721d-1dcc-43c3-a49e-cbda5a017428 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:47:53.983021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:47:53.991840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-090d3964-d9af-426c-b2a8-7e795b19742a req-784897f4-ae3c-4e40-beab-6755c0ea0c2c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856187 May 20 07:47:54.099797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841a2c-41ba-4628-8e46-a00df9eb5642 req-2f42bf27-c24a-4029-9973-510c186c855b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:54.102017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d841a2c-41ba-4628-8e46-a00df9eb5642 req-2f42bf27-c24a-4029-9973-510c186c855b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.4946454 May 20 07:47:54.109738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.114798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b017103-c760-4ee4-885b-8dbcbad005b5 tempest-ImagesNegativeTestJSON-648222204 tempest-ImagesNegativeTestJSON-648222204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:54.161787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Pushing event deleted for resources: {'Port': ['ID=b0b2721d-1dcc-43c3-a49e-cbda5a017428,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:54.169028 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:54.183704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.199104 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.284523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] For port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:54.382004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.388521 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:54.476014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d841a2c-41ba-4628-8e46-a00df9eb5642 req-be9438f7-bda8-474b-878f-98ae116e0a42 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536959 May 20 07:47:54.493879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Pushing event updated for resources: {'Port': ['ID=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:54.502768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:50Z', 'revision_number': 3, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:54.518868 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:54.526117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Checking router: e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:47:54.527193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Updating router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 port c379bda5-a455-48b5-be5f-f21e5e37bc08 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:47:54.554717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.595400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edca80-86b6-4d99-9ff9-5a8543931871 req-c084c038-0dc5-47ec-bbb5-66e9addaf65c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:54.595400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73edca80-86b6-4d99-9ff9-5a8543931871 req-c084c038-0dc5-47ec-bbb5-66e9addaf65c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1089501 May 20 07:47:54.608892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-04ceaf20-1df2-4054-a9af-b90d1d167cd7 None None] Provisioning complete for port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:54.609278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-04ceaf20-1df2-4054-a9af-b90d1d167cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.648541 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73edca80-86b6-4d99-9ff9-5a8543931871 req-fe35a6d6-a290-483f-8fba-79128b72d757 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 May 20 07:47:54.670197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.670197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] 10.222.0.79 "DELETE /v2.0/floatingips/f1c15a0d-01fd-4b0e-b85e-96421674e026 HTTP/1.1" status: 204 len: 168 time: 1.8358574 May 20 07:47:54.680395 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:54.759243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:47:54.810335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd7f0986-f51b-41c7-88cb-a9d7fc121bbf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:54.846661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ec24af56-d157-48d0-b4b5-220e95cfa4c5 req-4e4f368f-6ce1-4680-ab6f-4a0e5c981044 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Synchronizing usage tracker for tenant:2db6f5f546c9427788b83e9d5578008e on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:47:54.976754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:55.140484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:55.140873 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.149331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.157519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ec24af56-d157-48d0-b4b5-220e95cfa4c5 req-4e4f368f-6ce1-4680-ab6f-4a0e5c981044 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Unset dirty status for tenant:2db6f5f546c9427788b83e9d5578008e on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:47:55.167966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:55.169121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec24af56-d157-48d0-b4b5-220e95cfa4c5 req-4e4f368f-6ce1-4680-ab6f-4a0e5c981044 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] 10.222.0.79 "GET /v2.0/ports?device_id=3afc8dd9-8e73-4789-8b1e-2f4c4e73f2ba HTTP/1.1" status: 200 len: 210 time: 0.4201815 May 20 07:47:55.172555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Usage tracker for resource:security_group_rule and tenant:63de8fe10c6d452da30bd37d75fa2126 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:55.175467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:55.181561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:55.352824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.396322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:47:55.407410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50190) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:55.421441 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Sync routers for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:47:55.428679 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:47:55.429985 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:55.483646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.495845 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e925d2b-a376-4b26-a726-f4d50faae17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:55.520762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:55.565027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.566367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4518161 May 20 07:47:55.571443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50198) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:55.581094 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63de8fe10c6d452da30bd37d75fa2126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030934 May 20 07:47:55.607454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50202) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:55.676658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aeb6c1-f649-415b-8b4c-476583c8362e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:55.685622 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:55.699240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Deleting subnet 1fadb7ea-0425-45df-b3bc-28bc9215e8ae {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:47:55.717923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.721746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.762669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Transition to ACTIVE for port object c379bda5-a455-48b5-be5f-f21e5e37bc08 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:55.788678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:55.802097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.821652 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:47:55.832449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.835703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.847162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.853124 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:55.917937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.946492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.953732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Attempting to bind port c379bda5-a455-48b5-be5f-f21e5e37bc08 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:55.954453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Attempting to bind port c379bda5-a455-48b5-be5f-f21e5e37bc08 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:55.955092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Attempting to bind port c379bda5-a455-48b5-be5f-f21e5e37bc08 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:55.958612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.964818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:55.965751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:55.967017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.967017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:55.967716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Bound port: c379bda5-a455-48b5-be5f-f21e5e37bc08, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:55.968332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:55.992615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Pushing event updated for resources: {'Port': ['ID=c379bda5-a455-48b5-be5f-f21e5e37bc08,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:56.003409 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:56.124260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] For port c379bda5-a455-48b5-be5f-f21e5e37bc08, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:56.127960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] For port c379bda5-a455-48b5-be5f-f21e5e37bc08, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c379bda5-a455-48b5-be5f-f21e5e37bc08,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:56.187925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.189748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754e4f6-14b1-4888-9454-837065f845cd req-737650a4-076d-49db-adde-024fa840013a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:56.191248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f754e4f6-14b1-4888-9454-837065f845cd req-737650a4-076d-49db-adde-024fa840013a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.4032483 May 20 07:47:56.240335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.240950 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.249161 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:56.253116 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1df9fa8-8a15-4d8f-b620-55d7fcb2504d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:56.266292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.272283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:47:52Z', 'revision_number': 3, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:56.279534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Checking router: b7a5c87f-74ea-4301-8db2-96aa1e978cf0 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:47:56.279959 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Updating router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:47:56.281779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4aeb6c1-f649-415b-8b4c-476583c8362e HTTP/1.1" status: 204 len: 168 time: 0.6600382 May 20 07:47:56.282643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:56.291835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aeb6c1-f649-415b-8b4c-476583c8362e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:56.331552 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:56.351481 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.442445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Deleting subnet 086c66f2-22e1-4700-9405-82e39d4d5c1f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:47:56.445954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Pushing event updated for resources: {'Port': ['ID=c379bda5-a455-48b5-be5f-f21e5e37bc08,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:56.448556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.453846 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:56.456437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:47:56.457840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:56.513161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.548136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f754e4f6-14b1-4888-9454-837065f845cd req-6468540d-904b-4126-8270-69768799b58f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310836 May 20 07:47:56.578474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.584395 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6efc47e2-8b14-4cf6-9667-dab08f164e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:56.634185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fadb7ea-0425-45df-b3bc-28bc9215e8ae,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:56.638127 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:56.643633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.647035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.690184 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1fadb7ea-0425-45df-b3bc-28bc9215e8ae HTTP/1.1" status: 204 len: 168 time: 1.2818279 May 20 07:47:56.696141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50230) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:56.833183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:56.911490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:47:56.986376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Allocated IP 172.20.0.1 (882fc62c-1293-4046-bbb3-e07ff41c162d/387dd6dc-6b93-40f5-9a12-5fc9702244fd/f6558922-d089-4448-8218-a11418e7566b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:57.041290 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.057547 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Transition to ACTIVE for port object 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:57.120740 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.125270 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:57.164649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.194153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a84aa03-e83c-4e19-9e19-9aaf329424d8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:57.246115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Pushing event updated for resources: {'Port': ['ID=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:57.257324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b191f160-b6f9-4f21-8011-b0809d2b88b0') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:57.257938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b191f160-b6f9-4f21-8011-b0809d2b88b0') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:57.258315 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.259033 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.259485 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.260544 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.261357 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.261833 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.262311 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.262709 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.263106 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.263556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.263984 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.264765 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.270410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:57.278529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.283231 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:57.291709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:50Z', 'revision_number': 3, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:57.296907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecede1-2cda-4d98-a840-f0c540eb15a6 None None] The sync data for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 is: [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:50Z', 'revision_number': 3, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:47:57.312388 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Attempting to bind port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:47:57.313627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Attempting to bind port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:47:57.313627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Attempting to bind port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Bound port: 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:47:57.325057 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.385410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.421327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] For port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:47:57.425347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Transition to ACTIVE for port object f6558922-d089-4448-8218-a11418e7566b will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:57.427552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] For port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:47:57.438464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.456113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed238-aeee-4022-9dc0-c905567317d0 req-f695380e-dd36-47c1-9122-efb55e4b6175 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:57.456113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d51ed238-aeee-4022-9dc0-c905567317d0 req-f695380e-dd36-47c1-9122-efb55e4b6175 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 0.6153336 May 20 07:47:57.470399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.498756 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.514645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.514757 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-26259554-3677-4289-8402-29b67a0d241f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:57.520642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:47:57.533628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:47:57.534023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: timer() May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:47:57.553048 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:47:57.555724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Usage tracker for resource:security_group_rule and tenant:b01a8a6437814dac8579cc256b422987 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:47:57.580384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Allocated IP 172.20.0.1 (73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22/3c3ab91c-ff29-4dfd-befd-ea309edc23b3/23be8a29-c2c6-4bc6-8882-98e518609e61) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:47:57.592790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:47:57.629822 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d51ed238-aeee-4022-9dc0-c905567317d0 req-5a4e13fe-4fc4-4f70-adf2-e644f3ea0643 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678038 May 20 07:47:57.630811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:47:57.632007 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:47:57.633288 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:57.714979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.723169 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:57.801054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.804156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086c66f2-22e1-4700-9405-82e39d4d5c1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:57.842542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.846770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.847190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.847509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.847953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.848519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.849064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.849434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.849850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.850286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.850623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.850980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.851400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:57.855691 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:57.865935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.876512 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:57.882423 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25c5f249-c7e6-49b2-ac66-9476b2e6bb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:57.883444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Transition to ACTIVE for port object 23be8a29-c2c6-4bc6-8882-98e518609e61 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:47:57.887707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:47:57.916890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Pushing event deleted for resources: {'Network': ['ID=9a84aa03-e83c-4e19-9e19-9aaf329424d8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:57.920328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:57.923300 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] 10.222.0.79 "DELETE /v2.0/networks/9a84aa03-e83c-4e19-9e19-9aaf329424d8 HTTP/1.1" status: 204 len: 168 time: 1.2255559 May 20 07:47:57.946830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/086c66f2-22e1-4700-9405-82e39d4d5c1f HTTP/1.1" status: 204 len: 168 time: 1.6580174 May 20 07:47:57.959418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:58.015234 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.022004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.038020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ae0cbe7-3a67-4ee7-b915-4aee0dd46fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:58.071191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.114410 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Pushing event updated for resources: {'Port': ['ID=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:58.119056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.120964 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:58.130485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-20dcd6d4-01bb-43f6-98a7-3bdf52515472 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:58.137279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Network 882fc62c-1293-4046-bbb3-e07ff41c162d is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:58.198068 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b01a8a6437814dac8579cc256b422987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9164727 May 20 07:47:58.201011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7721d7f1-d7a8-4f2f-9ce0-5c5c0535e961,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:58.208867 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:58.209405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:58.217601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:58.230539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:47:58.242660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:58.340645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.358692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.427228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.471259 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:47:52Z', 'revision_number': 3, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:58.488621 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0cbc1-6bab-46d4-8d0b-725c3cb8dd8f None None] The sync data for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 is: [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:47:52Z', 'revision_number': 3, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:47:58.535454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:47:58.550121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50282) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:58.582109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Pushing event updated for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:58.586428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.589408 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:58.597923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:47:58.633505 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba857e32-6312-4e3f-9021-ba6da409f3bf tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:58.672811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f13876d-6773-4b24-873a-38c6dd1f6a22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54a58c667378458e8011db6c717be15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185160 May 20 07:47:58.672947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:47:58.755742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.774216 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9df99473-10d2-43a9-ba3c-09ffb0d36620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:58.775962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3f3f95a6-a2b3-4466-ad4e-4955d0317c58 None None] Provisioning for port f6558922-d089-4448-8218-a11418e7566b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:58.781243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3f3f95a6-a2b3-4466-ad4e-4955d0317c58 None None] Provisioning complete for port f6558922-d089-4448-8218-a11418e7566b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:58.781686 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f3f95a6-a2b3-4466-ad4e-4955d0317c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:58.865823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f95a6-a2b3-4466-ad4e-4955d0317c58 None None] Port f6558922-d089-4448-8218-a11418e7566b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:47:58.867281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c379bda5-a455-48b5-be5f-f21e5e37bc08 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:47:58.887112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Pushing event updated for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:58.910812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.911207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.911583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.911951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.912366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.912782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.913087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.913442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.932615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.932615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.932615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.932615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:47:58.940028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:58.940924 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.007568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7721d7f1-d7a8-4f2f-9ce0-5c5c0535e961,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:47:59.050941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:47:59.137813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.141931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7721d7f1-d7a8-4f2f-9ce0-5c5c0535e961 HTTP/1.1" status: 204 len: 168 time: 0.9313903 May 20 07:47:59.196054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c379bda5-a455-48b5-be5f-f21e5e37bc08 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:59.210010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c379bda5-a455-48b5-be5f-f21e5e37bc08 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:59.210593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.239448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.249751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-225107dc-d1f4-4ccf-87c7-1a4f39174f53 None None] Provisioning for port 23be8a29-c2c6-4bc6-8882-98e518609e61 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:47:59.279487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-225107dc-d1f4-4ccf-87c7-1a4f39174f53 None None] Provisioning complete for port 23be8a29-c2c6-4bc6-8882-98e518609e61 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:47:59.279716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-225107dc-d1f4-4ccf-87c7-1a4f39174f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.439247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-225107dc-d1f4-4ccf-87c7-1a4f39174f53 None None] Port 23be8a29-c2c6-4bc6-8882-98e518609e61 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:47:59.539870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.543084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.573345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-fe0f9656-376b-4f60-b43e-72d1ac510076 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:47:59.575385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c379bda5-a455-48b5-be5f-f21e5e37bc08, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c379bda5-a455-48b5-be5f-f21e5e37bc08,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:47:59.578898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.581089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-fe0f9656-376b-4f60-b43e-72d1ac510076 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.9137285 May 20 07:47:59.622476 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-d4e15450-5043-4a67-9411-7b5ec5d57052 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/quotas/c2993eb6033c4664af95849109d80f95 HTTP/1.1" status: 200 len: 375 time: 0.0243435 May 20 07:47:59.657489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19320aaf-dfe3-49b0-a022-73a82f6aa9fe']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:59.678434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e9de82-b2df-48f4-965b-18acf736375a') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:59.678875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e9de82-b2df-48f4-965b-18acf736375a') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:47:59.684250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:47:59.701932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.712772 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:59.726789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.759472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.764873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-04deb7f1-08a0-408d-a6bc-9a68946ad9db tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266444 May 20 07:47:59.850844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:47:59.852289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.878615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:47:59.879409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:47:59.882135 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-810eb3bf-80ae-49f8-8ded-0fa895a32df3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: timer() May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:47:59.917433 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:48:00.001048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44b198-2dad-4192-baf0-4b8c0e1bcecd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:00.003567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:00.017796 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.019109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dd44b198-2dad-4192-baf0-4b8c0e1bcecd HTTP/1.1" status: 204 len: 168 time: 1.3449266 May 20 07:48:00.073210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-e8d6b0ba-439f-4517-82e3-996b68422e9d service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920828 May 20 07:48:00.185653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:00.211019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'bd172145-6149-4083-9634-4f7a2962a509', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': 'bd172145-6149-4083-9634-4f7a2962a509', 'mac_address': 'fa:16:3e:2c:16:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:00.293912 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.296698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-8a47b44c-b7c6-4253-bf7a-d3a793db963d service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155826 May 20 07:48:00.325825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c379bda5-a455-48b5-be5f-f21e5e37bc08,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:00.336107 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:00.365092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.383905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd172145-6149-4083-9634-4f7a2962a509 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:00.402256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:00.480849 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.482742 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:00.648284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.672176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.682373 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.698989 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5e583af-c060-400b-9ec3-1267f329ea6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:00.763616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:00.775859 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:00.780845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-0d715ab0-2564-4afb-8f9f-eb8780736b5e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:00.787982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-0d715ab0-2564-4afb-8f9f-eb8780736b5e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bad57aa-a664-48a3-a2d7-4c626f134f7a HTTP/1.1" status: 200 len: 945 time: 1.0209160 May 20 07:48:00.835362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['bd172145-6149-4083-9634-4f7a2962a509'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:00.845005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=19320aaf-dfe3-49b0-a022-73a82f6aa9fe,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:00.857147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:00.917708 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-510e4958-0d8d-4058-8af9-77c46718ec16 req-3cdaace7-9077-4ba2-842e-fa20a4f94a70 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 210 time: 0.1363380 May 20 07:48:00.991403 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:00.997590 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:01.024061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:01.312275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:01.329822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:01.330542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.375735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] 10.222.0.79 "DELETE /v2.0/networks/19320aaf-dfe3-49b0-a022-73a82f6aa9fe HTTP/1.1" status: 204 len: 168 time: 3.4137988 May 20 07:48:01.544543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.582474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.627224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:01.659952 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.663497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Pushing event updated for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:01.686404 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:01.686902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:01.720352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.721163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c379bda5-a455-48b5-be5f-f21e5e37bc08 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:01.753464 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:01.899710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:01.906252 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:01.911047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Deleting port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:48:01.911651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.917062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c379bda5-a455-48b5-be5f-f21e5e37bc08 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:01.917648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:01.972730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port bd172145-6149-4083-9634-4f7a2962a509 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:01.975950 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.047299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:02.065572 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98f61930-983c-400a-8285-c5bc60ef5e0c req-7c1f0d43-fd0b-40da-954c-e40a92e9909a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 210 time: 0.0789680 May 20 07:48:02.137330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d82d2e7-54b9-4c99-aade-d64c2a6cd175 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2db6f5f546c9427788b83e9d5578008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877628 May 20 07:48:02.140673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:02.266819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.310270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.325671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] For port 0b88b03b-9fab-4079-a339-4a35ae82cfd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0b88b03b-9fab-4079-a339-4a35ae82cfd8,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:02.329085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.338670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.369492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:02.370844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:02.441640 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.447251 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-20ce46f1-4277-45a2-9af4-7d0f15bbcb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:02.568171 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509', 'code': 200} May 20 07:48:02.580191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.591139 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fbec7a9-dcbd-4ac1-9372-a2836885f0ce tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:02.651065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77db7e0d-34e7-48c3-88ef-61e6980db070,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:02.664526 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:02.706366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:02.720087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.722208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77db7e0d-34e7-48c3-88ef-61e6980db070 HTTP/1.1" status: 204 len: 168 time: 0.5801866 May 20 07:48:02.727574 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:02.794793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:02.881292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Calling delete_port for 0b88b03b-9fab-4079-a339-4a35ae82cfd8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:48:02.886442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:02.887245 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:02.932688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264430d2-4722-4d6b-9b73-48486e29594a req-75e84479-ef88-492f-ae44-99ad0b024352 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:02.935403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-264430d2-4722-4d6b-9b73-48486e29594a req-75e84479-ef88-492f-ae44-99ad0b024352 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1096 time: 1.9486499 May 20 07:48:03.062380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Network 882fc62c-1293-4046-bbb3-e07ff41c162d is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:03.070553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:03.109822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-264430d2-4722-4d6b-9b73-48486e29594a req-eed0ea21-a464-4c7a-8d94-ae4d049b91cb tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318746 May 20 07:48:03.219077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0b88b03b-9fab-4079-a339-4a35ae82cfd8 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:48:03.269162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:48:03.325067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:03.426154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f3773fe-1eb5-45d9-9ef2-83d3e986d723 req-9c1ddcca-d609-4953-947f-4f18cbd561b4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 210 time: 0.1127951 May 20 07:48:03.601266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:03.627726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:03.686494 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c11eee4e-9c18-42e0-a836-fabfcad5e90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:03.706094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-02620786-2995-41a2-958e-b35d3dc3da27 None None] Provisioning complete for port f6558922-d089-4448-8218-a11418e7566b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:03.707460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02620786-2995-41a2-958e-b35d3dc3da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:03.895402 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:03.897605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-02620786-2995-41a2-958e-b35d3dc3da27 None None] Port f6558922-d089-4448-8218-a11418e7566b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:48:03.969442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Pushing event updated for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:03.979738 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:03.993303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:48:04.012150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:04.046983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78dd0049-438b-4226-98aa-df702039aa91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:04.206887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event deleted for resources: {'Port': ['ID=0b88b03b-9fab-4079-a339-4a35ae82cfd8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:04.219989 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:04.571038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-de4688b3-a268-4d08-b90a-78bb06ce66bb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:04.573176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-de4688b3-a268-4d08-b90a-78bb06ce66bb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.6816931 May 20 07:48:04.660611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Request body: {'port': {'device_id': '1ea34458-36fb-4e06-85ab-ad242998f875', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'admin_state_up': True, 'tenant_id': 'c2993eb6033c4664af95849109d80f95'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:04.669906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4a050fc8-f772-4df3-b047-12216d6796f0 req-6d98971b-e929-4e6d-ac30-d4db29c131c4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 210 time: 0.0734463 May 20 07:48:04.712510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] No DVR routers for this DVR port 0b88b03b-9fab-4079-a339-4a35ae82cfd8 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:48:04.730783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:04.780762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-deleted', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:04.916228 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bad57aa-a664-48a3-a2d7-4c626f134f7a', 'name': 'network-vif-deleted', 'tag': '0b88b03b-9fab-4079-a339-4a35ae82cfd8', 'status': 'completed', 'code': 200} May 20 07:48:04.987225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5228ebb8-e7a2-4ee1-b208-f27839ead36b req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.84 "DELETE /v2.0/ports/0b88b03b-9fab-4079-a339-4a35ae82cfd8 HTTP/1.1" status: 204 len: 173 time: 3.9990368 May 20 07:48:05.035615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:05.049348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:05.074269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:48:05.097002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] 10.222.0.79 "PUT /v2.0/routers/e1d6a24c-1126-46b3-a1b2-85fd53b44bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3032446 May 20 07:48:05.101290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Sync routers for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:48:05.125863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:05.126867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:05.678153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:05.729706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b338aedf-fbf0-4b01-99a8-eaa18e1de1c6 None None] Provisioning complete for port 23be8a29-c2c6-4bc6-8882-98e518609e61 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:05.730284 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b338aedf-fbf0-4b01-99a8-eaa18e1de1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:05.747673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Usage tracker for resource:port and tenant:c2993eb6033c4664af95849109d80f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:05.758435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:05.780556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:05.781660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:05.815266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:48:05.886592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Made reservation on behalf of c2993eb6033c4664af95849109d80f95 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:05.894547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:05.894690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b338aedf-fbf0-4b01-99a8-eaa18e1de1c6 None None] Port 23be8a29-c2c6-4bc6-8882-98e518609e61 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:48:06.183131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:48:06.195477 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Sync routers for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:48:06.217374 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:06.219753 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:06.226090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] 10.222.0.79 "PUT /v2.0/routers/b7a5c87f-74ea-4301-8db2-96aa1e978cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6530077 May 20 07:48:06.291954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Allocated IP 172.20.0.13 (416c339a-acaf-4ec4-a6cb-58b60c2e9ee7/12185d1d-cab3-4684-9966-5994a0be36f1/3d4b6b41-bfe5-46c0-85e8-60fd40541c7d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:06.313245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50542) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:06.434927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50550) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:06.531430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 2, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:06.550984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Checking router: e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:48:06.552576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Updating router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 port f6558922-d089-4448-8218-a11418e7566b binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:48:06.720415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-230934980-network', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:06.736934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:06.749796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Usage tracker for resource:network and tenant:62ee9a09fc2c4c8299c03fa965c80d51 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:06.767610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:06.811830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:06.842958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:06.850047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f1ec5387-f889-43e4-bb49-dbf511bc8621 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:48:06.851528 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f1ec5387-f889-43e4-bb49-dbf511bc8621 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150554 May 20 07:48:06.860997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Request body: {'binding': {'host': 'n-h2-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:06.861800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:48:06.873813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:06.948642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:06.975509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:06.988994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Made reservation on behalf of 62ee9a09fc2c4c8299c03fa965c80d51 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:06.997037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.058434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:07.066519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Usage tracker for resource:security_group_rule and tenant:df8b0499abf44d44ac8ca10da819b15f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:07.071928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:07.089024 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-59e2ae4e-5954-4ded-9a10-3a08a4259e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.097283 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.114436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a18eb146-641a-42f0-b42b-e02f324cfa8d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:07.195674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.245639 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 2, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:07.250156 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Checking router: b7a5c87f-74ea-4301-8db2-96aa1e978cf0 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:48:07.250534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Updating router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 port 23be8a29-c2c6-4bc6-8882-98e518609e61 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:48:07.256193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:07.259724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:07.264200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:07.277579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:07.281035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:07.281706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:07.289026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:07.345706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:62ee9a09fc2c4c8299c03fa965c80d51 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:07.355561 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.358645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:07.456385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:07.457178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:07.457178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.537200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.549450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h2-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:07.550061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:07.550725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:07.551913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Transition to ACTIVE for port object f6558922-d089-4448-8218-a11418e7566b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:07.572979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9313312 May 20 07:48:07.584618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:07.588371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:07.588504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Request body: {'port': {'device_id': '1ea34458-36fb-4e06-85ab-ad242998f875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:07.652386 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.656654 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:07.710991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.715495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:07.719869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:07.720322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:07.723435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Bound port: 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:07.781787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.792295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.826242 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3b1fddcf-eb5b-4a63-896d-c6e77b179330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:07.882598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df8b0499abf44d44ac8ca10da819b15f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4430225 May 20 07:48:07.893457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c746d6-2634-42ee-b8c5-c0e6febbe71a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:07.903575 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:07.904120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:07.908214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.955131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:07.963909 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:07.982323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400557198', 'description': 'tempest-description--139476727'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:07.990970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:07.993064 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Transition to ACTIVE for port object 23be8a29-c2c6-4bc6-8882-98e518609e61 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:08.000261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Usage tracker for resource:security_group and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:08.004336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:08.014246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:08.057651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Pushing event updated for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:08.068761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.077193 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.078847 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9e830de-2edc-433c-8a97-0154ef796e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.103177 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.108263 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.124737 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:08.152226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Attempting to bind port f6558922-d089-4448-8218-a11418e7566b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:08.152604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Attempting to bind port f6558922-d089-4448-8218-a11418e7566b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:08.152971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Attempting to bind port f6558922-d089-4448-8218-a11418e7566b on network 882fc62c-1293-4046-bbb3-e07ff41c162d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:08.155336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:48:08.163276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:08.163657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Checking segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:08.168615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.168615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Bound using segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:08.168615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Bound port: f6558922-d089-4448-8218-a11418e7566b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:08.168615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.179475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.179902 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Added segment 1bf88354-8836-4824-91dc-4cda81a394dd of type vlan for network 67ab71a8-a685-4664-9094-8d045033b103 May 20 07:48:08.217997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.232790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:08.234036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.280917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] For port f6558922-d089-4448-8218-a11418e7566b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:08.286818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] For port f6558922-d089-4448-8218-a11418e7566b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6558922-d089-4448-8218-a11418e7566b,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:08.334498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:08.339698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Usage tracker for resource:security_group_rule and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:08.342715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:08.351050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:08.393199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.398181 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.433804 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Pushing event updated for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:08.470878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.471111 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:08.471696 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Attempting to bind port 23be8a29-c2c6-4bc6-8882-98e518609e61 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:08.472066 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Attempting to bind port 23be8a29-c2c6-4bc6-8882-98e518609e61 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:08.472476 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Attempting to bind port 23be8a29-c2c6-4bc6-8882-98e518609e61 on network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:08.486419 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:08.486803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Checking segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:08.493142 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.493142 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Bound using segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:08.493142 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Bound port: 23be8a29-c2c6-4bc6-8882-98e518609e61, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:08.493142 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.520740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:48:08.550327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.569009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.616392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Pushing event updated for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:08.640740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:08.642880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:08.645553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:08.645713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9dd278-9dfb-4f93-9826-2e948223c4d1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:08.660457 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:08.687731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2dc91fa-563e-4578-8448-179c2a0b4dfe tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.707993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] For port 23be8a29-c2c6-4bc6-8882-98e518609e61, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:08.711616 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] For port 23be8a29-c2c6-4bc6-8882-98e518609e61, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=23be8a29-c2c6-4bc6-8882-98e518609e61,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:08.726871 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.726871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-be6906d2-cb38-40b3-9fe8-9d5ca6573c5d service neutron] 10.222.0.79 "POST /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e/bindings HTTP/1.1" status: 201 len: 389 time: 1.8685369 May 20 07:48:08.733219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732061a5-a0b7-4b75-aff7-ba0ebeb6373f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:08.747601 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:08.748730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.750370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7904086 May 20 07:48:08.762639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:08.789543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:08.792364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5648a-44c0-4573-8a48-4f0daccc67b6 req-627604c9-dc37-4ed2-97ca-de1efeff202d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:08.801295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.801820 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-99c5648a-44c0-4573-8a48-4f0daccc67b6 req-627604c9-dc37-4ed2-97ca-de1efeff202d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 932 time: 0.5467339 May 20 07:48:08.805269 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.811783 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.830497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Transition to ACTIVE for port object 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:08.830767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'security_group_rule': {'security_group_id': '732061a5-a0b7-4b75-aff7-ba0ebeb6373f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:08.838918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:08.844110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Usage tracker for resource:security_group_rule and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:08.847835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:08.855386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:08.880857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.883633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:08.884216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.913820 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2078deee-2674-4018-a53b-875053b8ee85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.935563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:08.948549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3336e00c-0e5f-4ca9-b4dd-02c7bda18988 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:08.989126 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:08.995407 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:47:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:09.077518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7599456 May 20 07:48:09.085774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50590) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:09.100902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-99c5648a-44c0-4573-8a48-4f0daccc67b6 req-c32bbf07-9169-41d2-a107-f682e55e534b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981191 May 20 07:48:09.105131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.114039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:09.135413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=67ab71a8-a685-4664-9094-8d045033b103,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:09.193256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Request body: {'subnet': {'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-subnet', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:09.199116 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Pushing event updated for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:09.203616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:09.208089 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:09.216504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Usage tracker for resource:subnet and tenant:62ee9a09fc2c4c8299c03fa965c80d51 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:09.220033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:09.226849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:09.242711 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:09.305633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:09.329690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.338725 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-498c23be-4737-46a8-9a1c-a3c9fa20dc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:09.358659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Made reservation on behalf of 62ee9a09fc2c4c8299c03fa965c80d51 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:09.361898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.400787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c746d6-2634-42ee-b8c5-c0e6febbe71a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:09.413283 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:09.438250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 67ab71a8-a685-4664-9094-8d045033b103 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:48:09.495517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.525922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.532986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62c746d6-2634-42ee-b8c5-c0e6febbe71a HTTP/1.1" status: 204 len: 168 time: 1.6211293 May 20 07:48:09.533206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:09.729875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.786989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:09.878840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adf38a6-1b6e-4ac8-8d74-6ef0a07c3718,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:09.883313 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:09.910070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Attempting to bind port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:09.910668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Attempting to bind port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:09.910807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Attempting to bind port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:09.933402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:09.933811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Attempting to bind port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:09.946668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-603b3f09-08d6-49fd-9bd6-4c3a0d44b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:09.948478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-603b3f09-08d6-49fd-9bd6-4c3a0d44b56b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1096 time: 0.4056308 May 20 07:48:09.953170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.953456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:09.953793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Checking segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:09.954189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Bound using segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:09.954629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Bound port: 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:09.954984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:09.955893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1772151 May 20 07:48:09.958812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:09.997008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'security_group_rule': {'security_group_id': '732061a5-a0b7-4b75-aff7-ba0ebeb6373f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:10.038582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:10.055333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Usage tracker for resource:security_group_rule and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:10.062938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:10.067081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:10.093937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:10.097161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:10.109375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:10.130278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5325b7-cc29-4aea-99dc-ca0ebc954513 req-01d88077-83f2-4eaf-a7d8-79c23dcb4b1a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:10.138859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e5325b7-cc29-4aea-99dc-ca0ebc954513 req-01d88077-83f2-4eaf-a7d8-79c23dcb4b1a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.5348380 May 20 07:48:10.201103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.240893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-320119fa-7a2c-4599-8494-cdeb01f06973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:10.245222 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:08Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:10.249637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.251506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43904a7-43ae-4e59-a390-3689ba3e32e9 None None] The sync data for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 is: [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:08Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:48:10.266641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c04d618-fe01-4ca6-a41a-3833aa768161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.317803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.458968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:10.505408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702325184', 'description': 'tempest-description--1424643111'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:10.507220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-311888b2-9112-44c5-a5fd-07976615988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:10.508779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-311888b2-9112-44c5-a5fd-07976615988e service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.5309539 May 20 07:48:10.524252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:10.534537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Usage tracker for resource:security_group and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:10.555318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:10.581071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:10.646532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:10.662370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e5325b7-cc29-4aea-99dc-ca0ebc954513 req-28f35750-cff0-46a2-88df-a5835af33b1b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225794 May 20 07:48:10.670032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:10.671272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.673540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] 10.222.0.81 "PUT /v2.0/ports/3d4b6b41-bfe5-46c0-85e8-60fd40541c7d HTTP/1.1" status: 200 len: 1092 time: 3.0914593 May 20 07:48:10.706995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:10.731169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.735269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-9c527c23-b00e-44f3-867d-bd4646baf2e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 217 time: 0.2144616 May 20 07:48:10.751425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:10.763516 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:10.795311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:10.911511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 23be8a29-c2c6-4bc6-8882-98e518609e61 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:10.940303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-a501ea94-32a4-420c-be76-de2c984df5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:10.943149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-a501ea94-32a4-420c-be76-de2c984df5ef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1781642 May 20 07:48:11.005521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.050867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:08Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:11.057302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89c3f8-b5bd-4c4d-98c6-7474e64ba667 None None] The sync data for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 is: [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:08Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:48:11.077196 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'status': 'completed', 'code': 200} May 20 07:48:11.091029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-521db486-193e-4127-9b7d-5375a682dcaf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961366 May 20 07:48:11.107805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.115142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.139908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 23be8a29-c2c6-4bc6-8882-98e518609e61 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:11.172892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 23be8a29-c2c6-4bc6-8882-98e518609e61 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:11.173384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.188856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:11.192131 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82d7c338-330c-4002-b650-c78b8bd98e62 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:11.219836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Usage tracker for resource:security_group_rule and tenant:5e791cff50084277881f58c8a35193d2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:11.223253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:11.237033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:11.245888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Usage tracker for resource:security_group_rule and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:11.267072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65880ce-d84f-4967-b4fa-a05363e7fd28,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:11.298341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:11.301082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:11.304063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:11.332570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:11.341744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-a9957c82-5cac-4dc5-89a1-eec8cbedc1af service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213335 May 20 07:48:11.433664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.503913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.516749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.520446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5552034 May 20 07:48:11.524218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:11.530147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 23be8a29-c2c6-4bc6-8882-98e518609e61, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=23be8a29-c2c6-4bc6-8882-98e518609e61,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:11.536638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:11.550203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:11.564303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Usage tracker for resource:floatingip and tenant:2671dab32db34badb8cde963cae740c1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:11.567386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:11.573497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:11.600524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.612942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.613914 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb487373-7de4-48b9-abfd-44f93e57b2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:11.620620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:11.646992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd727-fb8f-439d-a78e-9bfa56a1cfaf req-149c70c8-27f2-4819-bc5a-acd3b15142fa tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:11.655463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a44cd727-fb8f-439d-a78e-9bfa56a1cfaf req-149c70c8-27f2-4819-bc5a-acd3b15142fa tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 944 time: 0.6190019 May 20 07:48:11.688460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-e7559cbb-d152-4dab-beb1-563b44b402cc service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348720 May 20 07:48:11.694614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-eda70194-0a51-4dd5-b8ff-982e647c0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:11.697266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-eda70194-0a51-4dd5-b8ff-982e647c0c06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 1095 time: 0.7529511 May 20 07:48:11.730919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:11.858121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:11.861447 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e791cff50084277881f58c8a35193d2&name=default HTTP/1.1" status: 200 len: 2980 time: 1.1620271 May 20 07:48:11.862259 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:11.879473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f93f1-976c-481c-bf74-99c05a8b716e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:11.884069 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:11.890978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:11.970227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-c075831a-ff98-46fa-a78f-889f11033b04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d HTTP/1.1" status: 200 len: 217 time: 0.2619033 May 20 07:48:12.012738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a44cd727-fb8f-439d-a78e-9bfa56a1cfaf req-5919e682-0e83-4a29-a204-bf2635035f36 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554029 May 20 07:48:12.174680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.279328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.301289 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:12.325998 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.354098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.358568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-f00a2fc3-f193-4520-87f8-c37894d72acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:12.360164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-f00a2fc3-f193-4520-87f8-c37894d72acd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.3774958 May 20 07:48:12.388471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fe630-adea-46be-bb88-a825e2bd4564 req-e01a913f-4480-4c9e-a396-21288736239c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:12.416553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b39fe630-adea-46be-bb88-a825e2bd4564 req-e01a913f-4480-4c9e-a396-21288736239c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.3305202 May 20 07:48:12.450004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.458593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb103bc6-18f9-4a78-89f8-dcb3b303f565,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:12.465453 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:12.472381 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-adaa9cd2-5ea9-4491-926f-f003937f8372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:12.559295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.568650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0975289 May 20 07:48:12.569808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50678) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:12.612414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'security_group_rule': {'security_group_id': 'cb103bc6-18f9-4a78-89f8-dcb3b303f565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:12.635607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.644937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:12.659310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Usage tracker for resource:security_group_rule and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:12.677675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:12.696087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Checking segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:12.696562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Network hostable DHCP agents. Network: 67ab71a8-a685-4664-9094-8d045033b103, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:48:12.704421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b39fe630-adea-46be-bb88-a825e2bd4564 req-cfabb4b2-d1d8-49ca-a5c0-1a81bc6a158d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810333 May 20 07:48:12.707532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-bf4eeb09-dad5-4851-b1e0-76b6bc302851 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3333862 May 20 07:48:12.717286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:12.736181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8193a62-9e37-4573-a1c2-f9c37a3de0e3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:12.756701 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:12.788245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:12.955677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 23be8a29-c2c6-4bc6-8882-98e518609e61 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:13.086403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 23be8a29-c2c6-4bc6-8882-98e518609e61 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:13.086403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:13.093928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-89b2bb1b-10f9-4017-9e7d-376778c64888 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764098 May 20 07:48:13.203797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Network 67ab71a8-a685-4664-9094-8d045033b103 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:48:13.219066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:13.333530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6558922-d089-4448-8218-a11418e7566b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:13.386393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73ea0e17-4d26-410b-a456-68baa796ee4c req-4142bbb1-206a-4eab-b844-f28a781de526 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812047 May 20 07:48:13.591262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Allocated IP 172.25.8.159 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/9326947c-c6c9-4edf-979d-f09d5050dfcd) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:13.595923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f6558922-d089-4448-8218-a11418e7566b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:13.602865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f6558922-d089-4448-8218-a11418e7566b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:13.603775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:13.859132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:13.874187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:13.878741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 67ab71a8-a685-4664-9094-8d045033b103) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:13.884912 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5705b0f1-bcb3-462a-bf30-633e6a634123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:13.938907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f93f1-976c-481c-bf74-99c05a8b716e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:13.939339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c14ca3-e537-4e80-a083-261b689ac3cd None None] Network 67ab71a8-a685-4664-9094-8d045033b103 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:48:13.949462 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:13.955816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:13.956551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.053541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-0f767291-327f-49f0-b485-a0640ac5585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:14.059311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-0f767291-327f-49f0-b485-a0640ac5585e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 1095 time: 0.2693284 May 20 07:48:14.069613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.075078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183b16-286f-43ca-925f-0f9be827f4bb req-2e8acf9b-d256-4899-8bb2-3e5284e3aa4a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:14.076082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-40183b16-286f-43ca-925f-0f9be827f4bb req-2e8acf9b-d256-4899-8bb2-3e5284e3aa4a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:14.077761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f1f93f1-976c-481c-bf74-99c05a8b716e HTTP/1.1" status: 204 len: 168 time: 2.1835563 May 20 07:48:14.137247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.265863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.1741307 May 20 07:48:14.270118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50722) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:14.275481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f6558922-d089-4448-8218-a11418e7566b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6558922-d089-4448-8218-a11418e7566b,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:14.275875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.326290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:14.339207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:14.358546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-e6631f79-72c5-47b9-a54a-b1b13b7a30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:14.360081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-e6631f79-72c5-47b9-a54a-b1b13b7a30d3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 915 time: 0.2795303 May 20 07:48:14.376518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Usage tracker for resource:router and tenant:62ee9a09fc2c4c8299c03fa965c80d51 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:14.390224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:14.393343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.401330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effa05c-2714-4b4f-8990-b342280fdd71 None None] Network 67ab71a8-a685-4664-9094-8d045033b103 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:48:14.443876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:14.447609 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6b1f3d7a-e6e7-4f00-bbfd-102009fe71e1 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:14.453551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-fe3a18ec-e47a-4507-89ca-8124b04f46c8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d HTTP/1.1" status: 200 len: 217 time: 0.0813091 May 20 07:48:14.501012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.505839 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:14.525539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f022da-1433-4cff-a573-e17a62915a93,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:14.538898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.552462 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:14.554902 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e809b62-a2b0-4f78-9108-c2bdc96e368e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:14.593961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-e0f417b8-d51d-4b4d-a614-398f4881b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:14.595902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-e0f417b8-d51d-4b4d-a614-398f4881b5e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.1295063 May 20 07:48:14.597273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-40183b16-286f-43ca-925f-0f9be827f4bb req-2e8acf9b-d256-4899-8bb2-3e5284e3aa4a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:14.598505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40183b16-286f-43ca-925f-0f9be827f4bb req-2e8acf9b-d256-4899-8bb2-3e5284e3aa4a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 944 time: 1.2082391 May 20 07:48:14.666093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-756aab02-ec41-41ac-b06b-e326babd637b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609848 May 20 07:48:14.675787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.676811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.709117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.717100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1269715 May 20 07:48:14.720271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50730) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:14.729963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'security_group_rule': {'security_group_id': 'cb103bc6-18f9-4a78-89f8-dcb3b303f565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:14.755856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e42d-17b9-4651-9f8b-bafc684b5959 req-4c7da132-8274-45fd-9074-e8c58e8bbbfd tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:14.763639 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a492e42d-17b9-4651-9f8b-bafc684b5959 req-4c7da132-8274-45fd-9074-e8c58e8bbbfd tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.6816752 May 20 07:48:14.777192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:14.785183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:14.792181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:14.794980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:14.803358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:14.805600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.809357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.813664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.819258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.821412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.822461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.823000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:14.832560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Usage tracker for resource:security_group_rule and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:14.866777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:14.882015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'Port': ['ID=9326947c-c6c9-4edf-979d-f09d5050dfcd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:14.894449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:14.907300 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:14.914301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:14.930550 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:14.953858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a492e42d-17b9-4651-9f8b-bafc684b5959 req-d7ea2ac5-b15f-4258-924c-de2c3e4b4633 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891828 May 20 07:48:15.030093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-64eeee20-c92d-4b13-bf14-e03632710b4c service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422446 May 20 07:48:15.058425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.059491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40183b16-286f-43ca-925f-0f9be827f4bb req-3ab0def7-dbee-43ee-82ee-13c68dea1147 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918967 May 20 07:48:15.171765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.233165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-599f7c4a-e067-4f8f-8361-d288e7ab3eff req-a1e905df-0dba-4d4a-8335-e6ef9c0d0a6f service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940138 May 20 07:48:15.462992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.483066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.493180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.561858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.586665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:15.679028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be2cf01-0652-4b9c-ad8b-2f57fd7d3a1b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:15.683285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:15.899074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.903839 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1768308 May 20 07:48:15.904238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50766) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:15.910153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:15.945654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:15.966233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:15.977641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Usage tracker for resource:floatingip and tenant:60515dbf5e2b47daacfb4af5c7d78201 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:15.982242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:15.990773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:16.164284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.171650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:16.181841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2eb9-ba56-459e-9c54-07747fb0b120 req-0fa9a9a1-7e05-4a7e-856d-70086e903015 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:16.181841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-838f2eb9-ba56-459e-9c54-07747fb0b120 req-0fa9a9a1-7e05-4a7e-856d-70086e903015 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.0954702 May 20 07:48:16.254820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-838f2eb9-ba56-459e-9c54-07747fb0b120 req-7515edbf-5575-41f7-b040-189216c4efb6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 May 20 07:48:16.366025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.479649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'Port': ['ID=9326947c-c6c9-4edf-979d-f09d5050dfcd,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:16.485823 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:16.507885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.554199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.556324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.718177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b104-1ceb-4c9a-bc5f-8af9e4e7d781 req-8c074ac8-bb8f-416e-bf13-0f00d2325202 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:16.720162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d223b104-1ceb-4c9a-bc5f-8af9e4e7d781 req-8c074ac8-bb8f-416e-bf13-0f00d2325202 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 944 time: 0.3367767 May 20 07:48:16.793299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d223b104-1ceb-4c9a-bc5f-8af9e4e7d781 req-99fb51cb-a9b4-4fae-a20e-183bbeae0e60 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 May 20 07:48:16.816124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6558922-d089-4448-8218-a11418e7566b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:16.841004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:16.912785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Allocated IP 172.25.8.89 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/a1ee7636-7e69-406d-a0ad-3d83e08ee5a8) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:16.982551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f6558922-d089-4448-8218-a11418e7566b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:16.982907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:17.154817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:17.212864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:17.222080 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6948836 May 20 07:48:17.277276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:17.309235 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2fdfa7b4-8625-4126-a927-98559b5a1bd9 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:17.412049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Allocated IP 172.25.8.143 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/14c8f154-a328-4d9f-92cc-ea5fdf405d6c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:17.500712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:17.503656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:17.506406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:17.508612 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:17.510733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:17.582209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-f4fdae82-2dc6-412e-9616-a8b21d1d47f5 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800664 May 20 07:48:17.792289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:18.032924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:18.050227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'port_id': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'mac_address': 'fa:16:3e:72:fc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12185d1d-cab3-4684-9966-5994a0be36f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:18.102047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612562df-165b-4bfd-8f7a-9185d2744c5e req-3522e029-cad8-45b2-97f8-907db0f2be46 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:18.110431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-612562df-165b-4bfd-8f7a-9185d2744c5e req-3522e029-cad8-45b2-97f8-907db0f2be46 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.3483582 May 20 07:48:18.117628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:18.132729 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:18.168290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:18.180392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-ec68e3de-4149-4733-91bf-877c1af0c454 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:18.186700 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-ec68e3de-4149-4733-91bf-877c1af0c454 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5812387 May 20 07:48:18.198175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:18.228584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-303ce065-c2b3-4996-b9e7-d3eb252f2d90 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/quotas/0e0e1ba7dfdf4dc7a3ede13be6665af8 HTTP/1.1" status: 200 len: 375 time: 0.0340638 May 20 07:48:18.254534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-612562df-165b-4bfd-8f7a-9185d2744c5e req-1c1c89eb-dcda-4679-bb49-9c569b8b000d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278176 May 20 07:48:18.286568 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:18.288718 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:18.327945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-6ed8f90c-648f-442c-8176-6c4e93753ef9 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888677 May 20 07:48:18.365962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:18.377673 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:18.451895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:18.456025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:18.523759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:18.567335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:18.573687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:18.588283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:18.985366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:19.136314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50908) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:19.333825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c2636f27-3708-443e-928c-293c71ec201b tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153860 May 20 07:48:19.394186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'Port': ['ID=14c8f154-a328-4d9f-92cc-ea5fdf405d6c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:19.404959 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:19.458328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:19.478813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab28b-6944-410d-8db1-be9a6e77213a req-794d83ff-180d-444f-9687-60e2f005e11f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:19.493881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a4ab28b-6944-410d-8db1-be9a6e77213a req-794d83ff-180d-444f-9687-60e2f005e11f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 945 time: 0.2725787 May 20 07:48:19.552502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a4ab28b-6944-410d-8db1-be9a6e77213a req-2e84aeed-a3e2-4c8c-840f-dab2a1ec4c3b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 May 20 07:48:19.730941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:19.817296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:19.964173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.040472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:20.046640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Usage tracker for resource:security_group_rule and tenant:0c6788ac1a04469fb9e723c5c06bc0df is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:20.050288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:20.059685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:20.226590 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.283434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:20.289304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:20.293869 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.294037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20757-4ca0-4eba-93cb-d4acb4513546 req-f2d078c7-95f4-42c0-bba1-503603872761 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:20.301767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95b20757-4ca0-4eba-93cb-d4acb4513546 req-f2d078c7-95f4-42c0-bba1-503603872761 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.4849584 May 20 07:48:20.315104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.358122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95b20757-4ca0-4eba-93cb-d4acb4513546 req-570175cb-d751-46ca-aba9-a80021c4e932 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 May 20 07:48:20.363446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.377259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:20.430172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.537444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'Port': ['ID=14c8f154-a328-4d9f-92cc-ea5fdf405d6c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:20.540377 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:20.548552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.593161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.595560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c6254cd-0738-4dea-a6e3-2adc09651ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:20.624899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-bab7ec87-7ffc-4266-b3d5-6a2b7412d29b tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:20.633512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-bab7ec87-7ffc-4266-b3d5-6a2b7412d29b tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2987914 May 20 07:48:20.648106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:20.662776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:20.674516 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.676064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7707179 May 20 07:48:20.714534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-852758cb-d985-43c4-a9b9-1ee8689134b8 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/quotas/0e0e1ba7dfdf4dc7a3ede13be6665af8 HTTP/1.1" status: 200 len: 375 time: 0.0799954 May 20 07:48:20.721339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c6788ac1a04469fb9e723c5c06bc0df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5750587 May 20 07:48:20.725031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50972) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:20.726986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b57d8-a5f8-46bd-afb5-801e61c7e08f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:20.741210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.743200 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:20.800925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:20.816449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.829456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.849240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-f43328a9-2bb2-42f5-a7f0-3dd7bc506aaa tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337209 May 20 07:48:20.870647 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:20.956006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:20.968746 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:21.161513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:21.169394 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:21.191121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b57d8-a5f8-46bd-afb5-801e61c7e08f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:21.245586 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:21.255282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:21.263507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac2b57d8-a5f8-46bd-afb5-801e61c7e08f HTTP/1.1" status: 204 len: 168 time: 0.5219033 May 20 07:48:21.360584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:48:21.852790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b237-7b24-4e2d-b62b-90dc67e69a87 req-a5acdbff-00f5-41f7-b585-9b9fee17d221 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:21.861381 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dcc7b237-7b24-4e2d-b62b-90dc67e69a87 req-a5acdbff-00f5-41f7-b585-9b9fee17d221 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.3179698 May 20 07:48:21.935453 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dcc7b237-7b24-4e2d-b62b-90dc67e69a87 req-eb84ed68-2486-43f2-b861-088179434b08 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716019 May 20 07:48:21.966260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:48:21.978694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Sync routers for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:48:21.999762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:22.002830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:10Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:22.112094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:22.113776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8195491 May 20 07:48:22.116229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:22.141304 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'code': 200} May 20 07:48:22.367802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f154a-0c61-476a-8434-bd17136de362 req-5556e33b-6b94-4467-b751-26f2ba57dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:22.374964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee0f154a-0c61-476a-8434-bd17136de362 req-5556e33b-6b94-4467-b751-26f2ba57dd5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 1097 time: 0.2822199 May 20 07:48:22.375242 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:22.529592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee0f154a-0c61-476a-8434-bd17136de362 req-684149e8-61e3-4b95-a003-f4bd17810963 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450987 May 20 07:48:22.625403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-7500d37e-fb39-4cdf-9ff4-02f5779a467a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001773 May 20 07:48:22.966707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:18Z', 'revision_number': 3, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:22.974153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Checking router: 4539cfb7-7b9c-4445-a7d6-18f425a50e6f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:48:22.974511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Updating router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:48:23.068565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-a3196250-c08d-4b14-b333-177fe01d591f tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:23.070102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-a3196250-c08d-4b14-b333-177fe01d591f tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362121 May 20 07:48:23.088223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Request body: {'port': {'device_id': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '0e0e1ba7dfdf4dc7a3ede13be6665af8'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:23.120088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.379327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:23.384768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Usage tracker for resource:port and tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:23.388176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:23.394578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:23.486262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Made reservation on behalf of 0e0e1ba7dfdf4dc7a3ede13be6665af8 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:23.492307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.510284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.555320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:23.575405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Usage tracker for resource:security_group_rule and tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:23.590590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:23.602446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:23.833415 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.841276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.906404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:23.919471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Transition to ACTIVE for port object a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:24.093337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Allocated IP 172.20.0.1 (67ab71a8-a685-4664-9094-8d045033b103/e8193a62-9e37-4573-a1c2-f9c37a3de0e3/811f1150-630e-4676-a8b0-e8f2a05a17d6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:24.264002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.295475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.309684 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-069b5f51-2d4c-4ca3-a98b-32e23ddd39ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:24.366459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.371811 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:24.402552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd956a7-3d9e-44d3-9f38-bface0b5021b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:24.407682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:24.428156 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.434677 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fee40db-475d-4e1e-8e22-ea998be13e33 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:24.468820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.523037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Pushing event updated for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:24.528702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:24.552887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Network 67ab71a8-a685-4664-9094-8d045033b103 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:24.554800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:24.564198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:24.589042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Pushing event updated for resources: {'Port': ['ID=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:24.593424 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:24.596049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Attempting to bind port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:24.596251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Attempting to bind port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:24.596657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Attempting to bind port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:24.604087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:24.605556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:24.605556 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.605556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:24.605963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Bound port: a1ee7636-7e69-406d-a0ad-3d83e08ee5a8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:24.606433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.621200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-688acecf-ec77-4e3c-9ea8-5f096eeeeb6e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389638 May 20 07:48:24.627857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Allocated IP 192.168.233.113 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/1e42d398-48f9-4fa6-aa04-aecd343f47ee) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:24.631105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.757884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] For port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:24.767892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] For port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:24.867368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:24.873800 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:24.904006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-fe080135-9261-4472-b031-f543fb0bf593 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:24.905501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-fe080135-9261-4472-b031-f543fb0bf593 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751093 May 20 07:48:24.978280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Request body: {'port': {'device_id': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '0e0e1ba7dfdf4dc7a3ede13be6665af8'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:24.994962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:24.996746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:10Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:25.074782 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.220434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Pushing event updated for resources: {'Port': ['ID=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:25.246654 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:25.396482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:25.405413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Usage tracker for resource:port and tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:25.411514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:25.421492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:25.478395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:25.494297 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.518514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Transition to ACTIVE for port object 1e42d398-48f9-4fa6-aa04-aecd343f47ee will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:25.566568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Made reservation on behalf of 0e0e1ba7dfdf4dc7a3ede13be6665af8 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:25.570980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.580508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.654084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.667455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.676792 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:25.717523 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b378ac49-3127-4662-8c91-c21df31faeb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:25.760747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:25.778036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:25.800009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:25.838821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Pushing event updated for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:25.843517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:25.849122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:25.874381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '811f1150-630e-4676-a8b0-e8f2a05a17d6', 'name': '', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'mac_address': 'fa:16:3e:fb:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:23Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 1, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'subnets': [{'id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:25.880934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7fa0f-e30a-4f5a-966b-5b69c35270c6 None None] The sync data for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 is: [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '811f1150-630e-4676-a8b0-e8f2a05a17d6', 'name': '', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'mac_address': 'fa:16:3e:fb:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:23Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 1, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'subnets': [{'id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:48:25.954264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:25.954264 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:26.012681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:26.013367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:26.059541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Allocated IP 192.168.233.217 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/eddc7e69-08b5-4ee2-88d8-4bc43267a6bd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:26.083106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Network 67ab71a8-a685-4664-9094-8d045033b103 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:26.085297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:26.163958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:26.260771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-383ee215-201b-44fa-8ad5-9ec52ebb846a None None] Provisioning for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:26.277348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-383ee215-201b-44fa-8ad5-9ec52ebb846a None None] Provisioning complete for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:26.277757 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-383ee215-201b-44fa-8ad5-9ec52ebb846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:26.342179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2581654 May 20 07:48:26.357457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-383ee215-201b-44fa-8ad5-9ec52ebb846a None None] Port 1e42d398-48f9-4fa6-aa04-aecd343f47ee cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:48:26.365773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Request body: {'port': {'device_id': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:26.605455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:48:26.608121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e0bdcad0-6a96-44a6-9021-c39c7811200e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Synchronizing usage tracker for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:26.629504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:26.805591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ec0652ee-5161-4d81-a026-322e5f955558 req-6ca809d8-253e-4cdb-89d9-f3fed35c0b8e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Synchronizing usage tracker for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:26.813860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Transition to ACTIVE for port object eddc7e69-08b5-4ee2-88d8-4bc43267a6bd will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:26.854580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:26.913248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ec0652ee-5161-4d81-a026-322e5f955558 req-6ca809d8-253e-4cdb-89d9-f3fed35c0b8e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Unset dirty status for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:26.916414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec0652ee-5161-4d81-a026-322e5f955558 req-6ca809d8-253e-4cdb-89d9-f3fed35c0b8e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 210 time: 0.2731349 May 20 07:48:26.950942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e0bdcad0-6a96-44a6-9021-c39c7811200e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Unset dirty status for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:26.952133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e0bdcad0-6a96-44a6-9021-c39c7811200e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1702325184&fields=id&tenant_id=60515dbf5e2b47daacfb4af5c7d78201 HTTP/1.1" status: 200 len: 267 time: 0.4357805 May 20 07:48:27.055718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:27.070511 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b8e6152-5b9e-47bb-b6c8-b8ce23db70a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:27.154565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:27.184526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:48:27.201209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:27.217657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:27.221745 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] 10.222.0.79 "PUT /v2.0/routers/4539cfb7-7b9c-4445-a7d6-18f425a50e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1036506 May 20 07:48:27.257079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-24ecad4c-484d-40a8-8a5c-02e1db94ba99 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:27.258655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-24ecad4c-484d-40a8-8a5c-02e1db94ba99 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/networks?id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 200 len: 812 time: 0.2624738 May 20 07:48:27.290237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-4b52a927-4740-4932-b185-bd529ab36e88 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/quotas/60515dbf5e2b47daacfb4af5c7d78201 HTTP/1.1" status: 200 len: 375 time: 0.0209868 May 20 07:48:27.406452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:27.409654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:27.598968 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-6b65ab2c-6258-4d24-b13c-3296b38fa67f tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3020132 May 20 07:48:27.607565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-9fae3315-21bf-426b-869c-1e709611e2d3 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:27.609852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-9fae3315-21bf-426b-869c-1e709611e2d3 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.2522848 May 20 07:48:27.619128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:27.623630 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:27.637082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-4'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:27.662807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aadb6937-4a08-4151-b1be-db56b8e53571 None None] Provisioning for port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:27.670484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aadb6937-4a08-4151-b1be-db56b8e53571 None None] Provisioning complete for port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:27.671731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aadb6937-4a08-4151-b1be-db56b8e53571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:27.706256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7375596 May 20 07:48:27.749143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Request body: {'port': {'device_id': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:27.800369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-aadb6937-4a08-4151-b1be-db56b8e53571 None None] Port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:48:27.863623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df91f90-058e-41c6-96cc-90d6cef087de req-24da5aed-0c9c-4b0a-b4a1-d1cd51fd7f5d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:27.865117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df91f90-058e-41c6-96cc-90d6cef087de req-24da5aed-0c9c-4b0a-b4a1-d1cd51fd7f5d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 945 time: 0.7452173 May 20 07:48:27.998282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-18243158-9872-4947-b4b8-ea76f534c77f service neutron] 10.222.0.79 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030531 May 20 07:48:28.010628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df91f90-058e-41c6-96cc-90d6cef087de req-ce42be9b-d913-431a-abf7-4b83111638ed tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080787 May 20 07:48:28.025825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.031728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:28.042157 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.060728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.129359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Transition to ACTIVE for port object 1e42d398-48f9-4fa6-aa04-aecd343f47ee will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:28.316233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-7936bb20-98dd-497c-88ab-9e779613bd45 service neutron] 10.222.0.79 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947278 May 20 07:48:28.371706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:28.380570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.393705 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7460643b-0254-41bf-92e3-f147a259146c tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:28.428000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:28.473124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:28.476076 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:28.535938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:28.543810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.643723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.653646 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7c6772-a2cb-4c51-864d-61c7fca2c11a tempest-FloatingIPsAssociationNegativeTestJSON-2026662349 tempest-FloatingIPsAssociationNegativeTestJSON-2026662349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:28.833895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb4a9-8fde-4d03-b630-35290a8f6377 req-095a2a19-434f-4008-b69f-960f11647f4c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:28.835447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb7bb4a9-8fde-4d03-b630-35290a8f6377 req-095a2a19-434f-4008-b69f-960f11647f4c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.6411030 May 20 07:48:28.856826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Attempting to bind port 1e42d398-48f9-4fa6-aa04-aecd343f47ee on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:28.857178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Attempting to bind port 1e42d398-48f9-4fa6-aa04-aecd343f47ee by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:28.857504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Attempting to bind port 1e42d398-48f9-4fa6-aa04-aecd343f47ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:28.890460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Port 1e42d398-48f9-4fa6-aa04-aecd343f47ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:28.891231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Attempting to bind port 1e42d398-48f9-4fa6-aa04-aecd343f47ee on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:28.910353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:28.910752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:28.911087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:28.911590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Bound port: 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:28.912037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:28.935698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:29.006484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb7bb4a9-8fde-4d03-b630-35290a8f6377 req-7545012e-033d-46df-af78-d66b945685b2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611884 May 20 07:48:29.022218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:29.047306 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:29.111877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:48:29.229172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:29.235971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:29.236585 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.251017 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Sync routers for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:48:29.264313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:29.265374 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:10Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:29.412078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:29.483128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:29.483128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:29.483128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:29.483937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddc7e69-08b5-4ee2-88d8-4bc43267a6bd {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:29.500893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:29.501264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:29.509297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:29.511951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:29.511951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:29.511951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Bound port: 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:29.511951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.549208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.596325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:48:29.608133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:29.608336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:29.621370 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.622873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:29.636971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Transition to ACTIVE for port object eddc7e69-08b5-4ee2-88d8-4bc43267a6bd will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:29.671759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f476-33dd-48f5-99eb-acada97a7aa3 req-1bf79622-646a-4632-8102-b16145155a79 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:29.690253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfc5f476-33dd-48f5-99eb-acada97a7aa3 req-1bf79622-646a-4632-8102-b16145155a79 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 936 time: 0.4230788 May 20 07:48:29.730277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-15c075e0-8ce1-48fc-a61d-2c43d9d2ba81 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:29.731334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-15c075e0-8ce1-48fc-a61d-2c43d9d2ba81 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Synchronizing usage tracker for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:29.751603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51192) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:29.763620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:29.769975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:29.786272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.799159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:29.807273 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d60746-f1d9-470a-bec4-ffa25241ec9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:29.849333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:29.862973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-15c075e0-8ce1-48fc-a61d-2c43d9d2ba81 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Unset dirty status for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:29.864165 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-15c075e0-8ce1-48fc-a61d-2c43d9d2ba81 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 818 time: 0.4397056 May 20 07:48:29.867846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.890546 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df8624fc-94d6-4dcb-9229-397ef029b27a tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:29.891628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.915984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:29.921288 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:29.927879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cfc5f476-33dd-48f5-99eb-acada97a7aa3 req-cfde08fd-02fe-4782-91ae-8cf325f3780e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Synchronizing usage tracker for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:29.981524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:29.981789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.000204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] 10.222.0.84 "PUT /v2.0/ports/1e42d398-48f9-4fa6-aa04-aecd343f47ee HTTP/1.1" status: 200 len: 1096 time: 3.6428206 May 20 07:48:30.007253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:30.062322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:30.075690 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:30.080286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h1-780147-4 for vnic_type normal with profile {"migrating_to": "n-h2-780147-4"} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:30.081107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:30.081860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:30.089015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:30.089993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Attempting to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:30.098155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:30.098843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:30.099674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:30.100539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Bound port: 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:30.101521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.235049 n-d-780147-4 neutron-server[93103]: WARNING neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Concurrent port binding operations failed on port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e May 20 07:48:30.245535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:30.247334 n-d-780147-4 neutron-server[93103]: INFO neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Attempt 2 to bind port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e May 20 07:48:30.247967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e has no active binding in host n-h2-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:48:30.275517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=8']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:30.281570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-ab3c0313-2f27-4073-9dab-dbe0e9e01c52 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/quotas/62ee9a09fc2c4c8299c03fa965c80d51 HTTP/1.1" status: 200 len: 375 time: 0.3969698 May 20 07:48:30.284436 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:30.295995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.308110 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '811f1150-630e-4676-a8b0-e8f2a05a17d6', 'name': '', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'mac_address': 'fa:16:3e:fb:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:23Z', 'updated_at': '2021-05-20T07:48:25Z', 'revision_number': 2, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'subnets': [{'id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:30.313141 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Checking router: 4539cfb7-7b9c-4445-a7d6-18f425a50e6f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:48:30.313778 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Updating router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f port 811f1150-630e-4676-a8b0-e8f2a05a17d6 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:48:30.316322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:30.354879 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:30.356755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:30.428211 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.455950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:30.462821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Usage tracker for resource:security_group_rule and tenant:c1ce694d2c254c46824efeace8765262 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:30.471043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:30.482642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:30.523309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:30.524462 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.526926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] 10.222.0.84 "PUT /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 1121 time: 2.9041882 May 20 07:48:30.540222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:30.546345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:30.557254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-3514f240-9ae4-4739-a835-e334f808f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:30.559239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-3514f240-9ae4-4739-a835-e334f808f2d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 1099 time: 0.3481438 May 20 07:48:30.604744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:30.701557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cfc5f476-33dd-48f5-99eb-acada97a7aa3 req-cfde08fd-02fe-4782-91ae-8cf325f3780e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Unset dirty status for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:30.708462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:30.710795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfc5f476-33dd-48f5-99eb-acada97a7aa3 req-cfde08fd-02fe-4782-91ae-8cf325f3780e tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0128748 May 20 07:48:30.729265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-1373a6b8-a395-482d-bb79-be2c246d7063 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee HTTP/1.1" status: 200 len: 217 time: 0.1425812 May 20 07:48:30.736877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-bcb56d46-8d04-4933-a9be-d7680441bd3e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Synchronizing usage tracker for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:30.833877 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'code': 200} May 20 07:48:30.851602 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:48:30.856440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.861570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:30.875815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-edae8e05-1830-44b1-9873-2261008b624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:30.877557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-edae8e05-1830-44b1-9873-2261008b624e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1414175 May 20 07:48:30.878471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Attempting to bind port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:30.879117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Attempting to bind port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:30.879702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Attempting to bind port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:30.885820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:30.886884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Attempting to bind port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:30.935843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-bcb56d46-8d04-4933-a9be-d7680441bd3e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Unset dirty status for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:30.941503 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-bcb56d46-8d04-4933-a9be-d7680441bd3e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6124878 May 20 07:48:30.943859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.944076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:30.944076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:30.944783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:30.945557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Bound port: eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:30.946104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:30.970243 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:31.023172 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.054867 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Transition to ACTIVE for port object 811f1150-630e-4676-a8b0-e8f2a05a17d6 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:31.088124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:31.091569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:31.114457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-d050a8bd-9124-4b84-91ac-3ca0c555b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:31.116797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-d050a8bd-9124-4b84-91ac-3ca0c555b14c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274990 May 20 07:48:31.146537 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.151909 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3d68033b-c612-4a09-a13c-34ec57649424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:31.175255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:31.175852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.208372 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c1ce694d2c254c46824efeace8765262&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4541914 May 20 07:48:31.209035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:31.220594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d3a952-a7d4-4e92-a805-b9b4d6122974,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:31.245338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:31.418685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.421860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-9b47a8fd-3b4b-436e-8ccf-7c3af945d69a service neutron] 10.222.0.79 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552553 May 20 07:48:31.432909 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:31.528890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.549813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ba472d7-4156-4aa9-88cd-ac555e0cd104 req-c78ebdea-7d1b-4693-a44a-d1d27bf727e4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Synchronizing usage tracker for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:31.619204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:31.619834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.623507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] 10.222.0.84 "PUT /v2.0/ports/eddc7e69-08b5-4ee2-88d8-4bc43267a6bd HTTP/1.1" status: 200 len: 1096 time: 3.8896608 May 20 07:48:31.631489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:31.658318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:31.661037 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Pushing event updated for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:31.665254 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:31.676655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.686007 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Attempting to bind port 811f1150-630e-4676-a8b0-e8f2a05a17d6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:31.686393 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Attempting to bind port 811f1150-630e-4676-a8b0-e8f2a05a17d6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:31.686763 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Attempting to bind port 811f1150-630e-4676-a8b0-e8f2a05a17d6 on network 67ab71a8-a685-4664-9094-8d045033b103 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:31.697945 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:31.698604 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Checking segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:31.703198 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.705153 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Bound using segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:31.705153 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Bound port: 811f1150-630e-4676-a8b0-e8f2a05a17d6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:31.705383 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.742981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-7f7bc9e5-8567-414a-a78a-fa9b93b7760e service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600610 May 20 07:48:31.756530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ba472d7-4156-4aa9-88cd-ac555e0cd104 req-c78ebdea-7d1b-4693-a44a-d1d27bf727e4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Unset dirty status for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:31.758539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ba472d7-4156-4aa9-88cd-ac555e0cd104 req-c78ebdea-7d1b-4693-a44a-d1d27bf727e4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 210 time: 0.6326237 May 20 07:48:31.810989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-72c52bf0-54fc-412d-9a19-8f2154bd6677 service neutron] 10.222.0.79 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883190 May 20 07:48:31.841704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.841704 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-166e6c9c-07d1-47df-a0ef-15b769acc75b tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:31.873922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.877941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54d3a952-a7d4-4e92-a805-b9b4d6122974 HTTP/1.1" status: 204 len: 168 time: 0.6609361 May 20 07:48:31.879391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d3a952-a7d4-4e92-a805-b9b4d6122974,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:31.888085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:48:31.890315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:31.896223 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] For port 811f1150-630e-4676-a8b0-e8f2a05a17d6, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:31.909373 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] For port 811f1150-630e-4676-a8b0-e8f2a05a17d6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=811f1150-630e-4676-a8b0-e8f2a05a17d6,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:31.960782 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:31.968003 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:32.189969 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Pushing event updated for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:32.189969 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:32.192860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:32.193335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:48:32.193335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:10Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:32.292327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:32.330264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:32.376606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5ec2ff5-07ef-48b3-862d-6cedb6af4030 req-58a4fee0-12ca-4003-8752-5ea7757c0e96 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165214 May 20 07:48:32.432046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-018e0e00-d815-479b-a934-6282a37fca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:32.433755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-018e0e00-d815-479b-a934-6282a37fca5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 1099 time: 0.6214595 May 20 07:48:32.445440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:32.448312 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16eff660-a926-4def-9af4-0348d84fb10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:32.572201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:32.576622 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:32.611401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924f5-b247-4c51-9e04-744eb12567ce req-ac6c7f92-2881-4fef-a533-5d4547b773f8 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:32.613519 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:48:32.619703 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-47c924f5-b247-4c51-9e04-744eb12567ce req-ac6c7f92-2881-4fef-a533-5d4547b773f8 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.2479682 May 20 07:48:32.773070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-47c924f5-b247-4c51-9e04-744eb12567ce req-484b1df5-51eb-4ef5-8018-19ab1ef04a61 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519830 May 20 07:48:32.835631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:32.864984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-f1d2447e-a1e4-415a-ae0e-ef47ee5e6827 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd HTTP/1.1" status: 200 len: 217 time: 0.4230201 May 20 07:48:32.886740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 811f1150-630e-4676-a8b0-e8f2a05a17d6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:32.983831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1669a591-2cd5-485b-af68-c5d296aab1d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:32.984552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1669a591-2cd5-485b-af68-c5d296aab1d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Synchronizing usage tracker for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:33.006633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-138faddd-bbf1-4994-ba35-a3ae2cb68e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:33.008076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-138faddd-bbf1-4994-ba35-a3ae2cb68e73 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.1246123 May 20 07:48:33.130569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397e823-0ff9-4025-8679-d09c589d22fe req-abdc6f47-cbad-4e64-8987-d1eac58f6342 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:33.138617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0397e823-0ff9-4025-8679-d09c589d22fe req-abdc6f47-cbad-4e64-8987-d1eac58f6342 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.1868296 May 20 07:48:33.171115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-eaaf9b91-7fb1-4f4d-8cb2-cb3ebf23dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:33.172650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-eaaf9b91-7fb1-4f4d-8cb2-cb3ebf23dbd8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448627 May 20 07:48:33.198484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0397e823-0ff9-4025-8679-d09c589d22fe req-8c5c0af7-7e42-4507-b933-371ce007e331 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582013 May 20 07:48:33.261639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 811f1150-630e-4676-a8b0-e8f2a05a17d6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:33.288711 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'status': 'completed', 'code': 200} May 20 07:48:33.292619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 811f1150-630e-4676-a8b0-e8f2a05a17d6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:33.293006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:33.297257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1669a591-2cd5-485b-af68-c5d296aab1d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Unset dirty status for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:33.298412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1669a591-2cd5-485b-af68-c5d296aab1d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.81 "GET /v2.0/networks?id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 200 len: 812 time: 0.9837749 May 20 07:48:33.317499 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '811f1150-630e-4676-a8b0-e8f2a05a17d6', 'name': '', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'mac_address': 'fa:16:3e:fb:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:23Z', 'updated_at': '2021-05-20T07:48:31Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'subnets': [{'id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:48:33.328950 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38c854-0934-4d04-a762-ffaa494f04d2 None None] The sync data for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 is: [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:48:24Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '811f1150-630e-4676-a8b0-e8f2a05a17d6', 'name': '', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'mac_address': 'fa:16:3e:fb:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:23Z', 'updated_at': '2021-05-20T07:48:31Z', 'revision_number': 4, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'subnets': [{'id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:48:33.498681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-06ba3000-6219-4f7f-bb77-9fafb60c380d service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187468 May 20 07:48:33.537622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:33.550056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc009-c84a-48ce-bad2-9bc077e64196 req-6c852e08-a396-4ad5-b6f6-cfd82b4f06cf tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:33.552124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-794cc009-c84a-48ce-bad2-9bc077e64196 req-6c852e08-a396-4ad5-b6f6-cfd82b4f06cf tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.1429601 May 20 07:48:33.589628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-4a3f956a-a0a6-4f71-904a-bfcf8e5a38e9 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Synchronizing usage tracker for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:33.611815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 811f1150-630e-4676-a8b0-e8f2a05a17d6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=811f1150-630e-4676-a8b0-e8f2a05a17d6,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:33.639214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-794cc009-c84a-48ce-bad2-9bc077e64196 req-8212e0f6-b372-468d-9b73-9c10c9be10b6 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767429 May 20 07:48:33.708294 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:33.714953 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:33.732183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-4a3f956a-a0a6-4f71-904a-bfcf8e5a38e9 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Unset dirty status for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:33.733408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-4a3f956a-a0a6-4f71-904a-bfcf8e5a38e9 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60515dbf5e2b47daacfb4af5c7d78201 HTTP/1.1" status: 200 len: 380 time: 0.4193294 May 20 07:48:33.749222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'port': {'device_id': '2a04eaae-11f2-449c-9aa6-286602449f62', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'admin_state_up': True, 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'security_groups': ['cb103bc6-18f9-4a78-89f8-dcb3b303f565']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:33.777539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-da029b27-b434-44d2-9fba-8a5b95218ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:33.782033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-da029b27-b434-44d2-9fba-8a5b95218ab7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 1099 time: 0.4273064 May 20 07:48:33.828155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ddc8a5f-21ad-40dc-b13f-2eb99a653e0a req-bd206bf7-8100-4f2f-8e5e-e81fda477cf6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 210 time: 0.0901909 May 20 07:48:33.936929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:33.949498 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:33.961767 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509', 'code': 200} May 20 07:48:34.130677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd2762cc-9ac1-460d-9ad9-54fa2fbbdf95 req-b1ee6593-33f5-45ab-958f-1a9ea5c35adc service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133747 May 20 07:48:34.401567 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'status': 'completed', 'code': 200} May 20 07:48:34.464846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-52381a04-e0cf-4d38-b302-085db58defde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:34.473154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-52381a04-e0cf-4d38-b302-085db58defde service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.6574078 May 20 07:48:34.479778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:34.561346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-46bfaef9-7b74-4fb7-9de0-93d1ede133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:34.563981 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-46bfaef9-7b74-4fb7-9de0-93d1ede133f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1124 time: 0.1125364 May 20 07:48:34.772434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:34.784196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-72a0a9d4-d0bc-4fbf-abad-a50c42daf30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:34.785878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-72a0a9d4-d0bc-4fbf-abad-a50c42daf30a service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2096002 May 20 07:48:34.786279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66578748-fc41-4945-8d80-918131eea3bf req-4594ba26-e069-4d40-a339-a193e3c2216f tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 210 time: 0.3117945 May 20 07:48:34.790476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-76118fd2-d2c1-419f-88f7-bd9f7649ffbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee HTTP/1.1" status: 200 len: 217 time: 0.3066170 May 20 07:48:34.798111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 811f1150-630e-4676-a8b0-e8f2a05a17d6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:34.874098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Made reservation on behalf of 60515dbf5e2b47daacfb4af5c7d78201 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:34.877846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:34.926359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-ae9d96bf-80db-496b-b00e-01e6ac24bb21 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5836363 May 20 07:48:34.944422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-cf24819d-60ac-4e7c-89d1-dbb68ad379c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 217 time: 0.1391912 May 20 07:48:34.959990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 811f1150-630e-4676-a8b0-e8f2a05a17d6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:34.960380 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:35.056174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-fecab053-f37d-4e07-a0ab-b59af51b6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.058278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-fecab053-f37d-4e07-a0ab-b59af51b6800 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.2605932 May 20 07:48:35.291936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:35.363864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaadacc-a9d3-4d41-8c0b-443e521b039f req-29d4cb67-515c-47d8-9f69-ab4ff48009e5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.370142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfaadacc-a9d3-4d41-8c0b-443e521b039f req-29d4cb67-515c-47d8-9f69-ab4ff48009e5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.3560419 May 20 07:48:35.372732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:35.393415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Allocated IP 172.20.0.13 (73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22/3c3ab91c-ff29-4dfd-befd-ea309edc23b3/21001cd0-dc91-4f23-bc27-6315ee2f0c09) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:35.412290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-db402481-1ce3-4f31-bb02-012508beea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.413787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-db402481-1ce3-4f31-bb02-012508beea95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3381517 May 20 07:48:35.428044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-e5eb8ad5-dac0-419e-8e22-82c20f8b5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.429465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-e5eb8ad5-dac0-419e-8e22-82c20f8b5445 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 1094 time: 0.2937579 May 20 07:48:35.456428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-a4160c69-056c-438f-a719-decf12b127a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.458086 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-a4160c69-056c-438f-a719-decf12b127a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.5092473 May 20 07:48:35.552187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-b8a35494-ca2c-4033-9389-b4b375e03dca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865698 May 20 07:48:35.567949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-8239fd02-6e4e-461c-aaeb-7815282abf33 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:35.575785 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-8239fd02-6e4e-461c-aaeb-7815282abf33 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 818 time: 0.3394773 May 20 07:48:35.621355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:35.637516 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-dc4e6427-6598-42dd-8509-f479a73c6651 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/quotas/62ee9a09fc2c4c8299c03fa965c80d51 HTTP/1.1" status: 200 len: 375 time: 0.0607688 May 20 07:48:35.638122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'mac_address': 'fa:16:3e:4b:6f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:35.729814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfaadacc-a9d3-4d41-8c0b-443e521b039f req-6e8ab040-cd61-4007-935e-f583412c341e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464203 May 20 07:48:35.794593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:35.848002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-5013877e-22bd-470f-af84-b5c6a4e488b8 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697921 May 20 07:48:35.866789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:35.919834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-71513d42-d3d8-46cb-aafc-217b43d183bc tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811513 May 20 07:48:35.958512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:36.006148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-57fbb2e9-76f9-4548-81a6-8d804d1040cb service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806687 May 20 07:48:36.257994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-4a504361-41b0-4d92-86ca-7f11e2cc424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:36.260959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-4a504361-41b0-4d92-86ca-7f11e2cc424b service neutron] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 906 time: 0.7588649 May 20 07:48:36.337579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcc06469-ceb8-40de-a57f-51b7b7f1dcdd req-867a3273-e63c-4bd4-b882-072c1b7d8406 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762664 May 20 07:48:36.348967 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-0dd45b5e-6fe7-4ee1-af4c-4a7cdfe1583f service neutron] 10.222.0.79 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128662 May 20 07:48:36.449754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-301daf98-caf9-4e70-9095-11b73dcab7d3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:36.449754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-301daf98-caf9-4e70-9095-11b73dcab7d3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 818 time: 0.8400435 May 20 07:48:36.449754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-841b2d46-fa28-4b40-a4c1-bcd065bbf9fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd172145-6149-4083-9634-4f7a2962a509 HTTP/1.1" status: 200 len: 217 time: 0.1545546 May 20 07:48:36.449754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Request body: {'port': {'device_id': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'admin_state_up': True, 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:36.506413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-6ef4f3db-f209-42ff-960c-5092c7ec529e service neutron] 10.222.0.79 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513059 May 20 07:48:36.510165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:36.656727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f808f08f-4638-4ae1-b2f1-f9beac5d9135 req-e31d18fb-3cf8-40dc-9ef7-a1a92cb8018f service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349616 May 20 07:48:36.675645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Transition to ACTIVE for port object 21001cd0-dc91-4f23-bc27-6315ee2f0c09 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:36.690983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-635ad29f-f07b-41f6-bcc7-9d96b51a4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:36.692466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-635ad29f-f07b-41f6-bcc7-9d96b51a4f98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.2393382 May 20 07:48:36.912732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:36.919205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-6ba46ed6-5f3d-4ab7-839c-926803f283e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093277 May 20 07:48:36.932808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:37.021166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea04b46c-f455-4603-a0fc-824fa7528ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.024612 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.026735 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:37.100556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-ad9bc6f3-13e8-4533-bef0-3e069d7b9300 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695733 May 20 07:48:37.110727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.110727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Made reservation on behalf of 62ee9a09fc2c4c8299c03fa965c80d51 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:37.153368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.153368 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:37.153681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:37.161073 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:37.302219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1e42d398-48f9-4fa6-aa04-aecd343f47ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:37.383013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:37.397440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:37.408420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:37.422127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:37.510179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635932c4-3f9e-41c9-9fa2-e6052acce67f req-84da2364-6e7c-4d65-8dfe-583852d3bed4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:37.539773 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-635932c4-3f9e-41c9-9fa2-e6052acce67f req-84da2364-6e7c-4d65-8dfe-583852d3bed4 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.2755423 May 20 07:48:37.644122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:37.652738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.652911 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-635932c4-3f9e-41c9-9fa2-e6052acce67f req-6f445539-e166-4756-8a12-2ace43de8fce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097701 May 20 07:48:37.675285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:37.732094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'mac_address': 'fa:16:3e:df:da:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:37.947614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:37.985858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event updated for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:37.993668 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'status': 'completed', 'code': 200} May 20 07:48:37.993668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51378) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:38.027844 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:38.049534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddc7e69-08b5-4ee2-88d8-4bc43267a6bd {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:38.088828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:38.165501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf783434-b664-40d3-8811-98861337e559 None None] Provisioning for port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:38.173504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf783434-b664-40d3-8811-98861337e559 None None] Provisioning complete for port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:38.174209 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf783434-b664-40d3-8811-98861337e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:38.183116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23dce-06d8-4fad-80c6-bfca99b1e100 req-d276e9cf-5164-418a-b565-bd75e549be1c tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:38.188555 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3aa23dce-06d8-4fad-80c6-bfca99b1e100 req-d276e9cf-5164-418a-b565-bd75e549be1c tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 932 time: 0.2308953 May 20 07:48:38.248175 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3aa23dce-06d8-4fad-80c6-bfca99b1e100 req-0fa192db-32f3-4398-aa67-18f5ed6fa32c tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529447 May 20 07:48:38.302759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:38.309577 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3ce4150-1cb7-448b-b763-7003ddfeaf99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:38.348308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6032865 May 20 07:48:38.384478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bf783434-b664-40d3-8811-98861337e559 None None] Port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:48:38.389074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56ff7408-3856-4a9f-8168-76c020fae7d1 req-6367b6e8-e22f-4c95-91f2-a11033a5c3ad service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2558856 May 20 07:48:38.397730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Request body: {'port': {'device_id': '2a04eaae-11f2-449c-9aa6-286602449f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:38.432049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:38.446049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:38.449860 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:38.501052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:38.512293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306bced-15a4-40d1-834f-20a134c6edb1 req-68b5baf5-6868-4182-90da-6266cce2d8eb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:38.514221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6306bced-15a4-40d1-834f-20a134c6edb1 req-68b5baf5-6868-4182-90da-6266cce2d8eb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.7809234 May 20 07:48:38.523348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4ab44f7ac84585a860844b4d1403f9 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:38.532333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-180cbc3b-a8a1-403c-8684-9af3bc6c7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:38.548701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-180cbc3b-a8a1-403c-8684-9af3bc6c7cfd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 1099 time: 0.4987831 May 20 07:48:38.548701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:38.552164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Allocated IP 172.20.0.11 (67ab71a8-a685-4664-9094-8d045033b103/e8193a62-9e37-4573-a1c2-f9c37a3de0e3/c55a6006-263f-4bfb-beb1-07a368901774) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:38.560940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:38.614060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c22500-69aa-4fa6-95a1-b8b40aa942d3 req-0fa0a5a7-2781-4cef-8852-9b02caf30a43 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:38.615740 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8c22500-69aa-4fa6-95a1-b8b40aa942d3 req-0fa0a5a7-2781-4cef-8852-9b02caf30a43 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.1610832 May 20 07:48:38.624577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:38.741800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8c22500-69aa-4fa6-95a1-b8b40aa942d3 req-7ef8133f-4608-4519-9841-2f88cb544117 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173093 May 20 07:48:38.966492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.000859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6306bced-15a4-40d1-834f-20a134c6edb1 req-6e06d681-8065-4cdd-a5cb-e87a82da1248 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660907 May 20 07:48:39.016987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.085242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.106007 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32da0bbc-5ccd-4576-b716-8702a4f54fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:39.125995 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf9d7f7c-8f08-441f-9bbb-b8868773ef16 req-76cccd79-cc8e-4799-bba3-5239ea4a02e5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.1296895 May 20 07:48:39.181528 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ab8971-c453-4c7b-9948-3cbeafa98409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.299276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-415e7b88-b854-4b58-8945-73581f1e165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:39.300715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-415e7b88-b854-4b58-8945-73581f1e165d service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.7500606 May 20 07:48:39.357459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a470921-a236-40fe-86a5-8a74b6521309 req-ff7c1109-8d96-47e7-92ff-e428178d150d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:39.365195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8a470921-a236-40fe-86a5-8a74b6521309 req-ff7c1109-8d96-47e7-92ff-e428178d150d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1241624 May 20 07:48:39.403774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:39.406466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2cdab-3ff0-4db5-9528-6c485ef9ff4c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:39.430078 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8a470921-a236-40fe-86a5-8a74b6521309 req-18d270c2-6487-4408-b37a-40e3d1bd9d35 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638838 May 20 07:48:39.486538 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.512542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:39.512806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c4ab44f7ac84585a860844b4d1403f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4354584 May 20 07:48:39.514160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-590f4589-7fd1-4c04-9431-f510c875ea80 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd HTTP/1.1" status: 200 len: 217 time: 0.1801612 May 20 07:48:39.614755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:39.620964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:39.621355 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.684997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.751191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.798184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc05db6-d0ff-488a-803f-b0f055fc95bb req-1db344f2-466c-4352-9924-b2ea06f4c7f1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:39.804899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:39.807780 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6dc05db6-d0ff-488a-803f-b0f055fc95bb req-1db344f2-466c-4352-9924-b2ea06f4c7f1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 932 time: 0.2479565 May 20 07:48:39.837282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:39.848544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:39.871327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:39.878069 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6dc05db6-d0ff-488a-803f-b0f055fc95bb req-da967259-8212-4950-968a-170dd7d41454 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688858 May 20 07:48:39.930946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:48:39.972018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-4791e315-5ee7-4893-b995-660dfd578a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:39.973466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-4791e315-5ee7-4893-b995-660dfd578a2a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0956490 May 20 07:48:39.994241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:40.018970 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:40.038783 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:40.141702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b09d9243-8a53-4f8d-b20c-77f7fd860614 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:40.161067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2cdab-3ff0-4db5-9528-6c485ef9ff4c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:40.166307 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:40.174279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:40.175662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94a2cdab-3ff0-4db5-9528-6c485ef9ff4c HTTP/1.1" status: 204 len: 168 time: 0.6606493 May 20 07:48:40.184876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-35254199-0d66-4fe6-bd5f-98d82196d900 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:40.186579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-35254199-0d66-4fe6-bd5f-98d82196d900 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/ports?device_id=7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3 HTTP/1.1" status: 200 len: 943 time: 0.7869880 May 20 07:48:40.200419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-1b1bf6d1-2493-4663-bbea-59b92d694ec7 service neutron] 10.222.0.81 "GET /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e/bindings/n-h2-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.2819436 May 20 07:48:40.317231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-eaa84b44-5f8e-44b9-8276-65a1116372a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:40.318928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-eaa84b44-5f8e-44b9-8276-65a1116372a9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 1.1095405 May 20 07:48:40.361785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:40.365799 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:40.423496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-549d362f-1cab-4560-8c36-865ef7d003fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:40.424952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-549d362f-1cab-4560-8c36-865ef7d003fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4115219 May 20 07:48:40.475081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-10619e6d-a622-4c47-902d-dd1ff5b39912 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/quotas/d88c6bd9bee4494fa8dc8a5d76c2ed73 HTTP/1.1" status: 200 len: 375 time: 0.0927246 May 20 07:48:40.574338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:40.583726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:40.610099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:40.707466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:40.731363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:40.848213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:40.933297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.81', 54487) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:40.936389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-bf88a892-ebd6-4812-9329-174c767e83b9 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932525 May 20 07:48:40.940005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:48:40.998074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543a57a-abbe-4e43-b1f3-087b0bd8e9be req-bfb3fcc7-a1a5-4a14-8c8b-72de122841f9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:40.998074 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b543a57a-abbe-4e43-b1f3-087b0bd8e9be req-bfb3fcc7-a1a5-4a14-8c8b-72de122841f9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 943 time: 0.2132888 May 20 07:48:41.064826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b543a57a-abbe-4e43-b1f3-087b0bd8e9be req-765649d1-40cc-4b88-8dae-0ed0ceedd18c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 May 20 07:48:41.081335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.124915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Transition to ACTIVE for port object 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:41.127587 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'code': 200} May 20 07:48:41.266078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.302177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Deleting port bd172145-6149-4083-9634-4f7a2962a509 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:48:41.302520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.331739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:41.421679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:41.457408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-4ed649f3-7bb2-432a-b79e-8bafc3658380 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9537137 May 20 07:48:41.473009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21001cd0-dc91-4f23-bc27-6315ee2f0c09 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:41.485677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] For port bd172145-6149-4083-9634-4f7a2962a509, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=bd172145-6149-4083-9634-4f7a2962a509,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:41.486040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.520716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.654541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] No DVR routers for this DVR port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:48:41.660441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:41.672051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:41.672685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.715078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.717460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=10']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:41.722332 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:41.741890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] 10.222.0.81 "PUT /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e/bindings/n-h2-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5324020 May 20 07:48:41.751244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556e95b-7bc4-4534-8d71-52ee0905e10a req-858c75e6-1b47-4bba-ae9d-016e418e045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:41.752945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2556e95b-7bc4-4534-8d71-52ee0905e10a req-858c75e6-1b47-4bba-ae9d-016e418e045d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 1101 time: 0.5432918 May 20 07:48:41.762137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d981c23-2009-4492-ac2d-23833778f31b req-1f3d6460-6889-41e8-8889-3c9cd1c648de tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:41.774787 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d981c23-2009-4492-ac2d-23833778f31b req-1f3d6460-6889-41e8-8889-3c9cd1c648de tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 949 time: 0.5159037 May 20 07:48:41.884651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:41.885399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d981c23-2009-4492-ac2d-23833778f31b req-40bd3467-f0cc-4a51-9354-503d3d2bb935 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096680 May 20 07:48:41.887696 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2556e95b-7bc4-4534-8d71-52ee0905e10a req-5ae2a5c5-da05-435c-b9a0-061dc885c76f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902281 May 20 07:48:41.911311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Calling delete_port for bd172145-6149-4083-9634-4f7a2962a509 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:48:41.960879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Transition to ACTIVE for port object 21001cd0-dc91-4f23-bc27-6315ee2f0c09 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:41.962475 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df6a7a04-b8bd-46b4-9157-12e3f2df5934 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:41.970299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:42.042654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-79936bc2-d68b-4334-bee5-6873e7921452 req-eb465e5b-7aee-40db-917c-25b31cee9ce6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.0477374 May 20 07:48:42.086529 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:42.091026 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a1827400-15d9-42dd-a64d-3965e2a4ec0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:42.147198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:42.186532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-df05d840-5d1c-4ab6-b6ea-e4c1d1648a0f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:42.188089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-df05d840-5d1c-4ab6-b6ea-e4c1d1648a0f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.81 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 818 time: 1.2507589 May 20 07:48:42.221287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:42.221688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fb8ebb-b938-453e-90ad-d1681b10ad61 req-16d20e29-c679-429f-81b1-fd5dff70f1ab service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2354255 May 20 07:48:42.226919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Network 67ab71a8-a685-4664-9094-8d045033b103 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:42.239015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:42.254805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Request body: {'port': {'device_id': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'admin_state_up': True, 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:42.277379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:42.290603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:42.331943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3161-be87-4571-9e22-407da07e8161 req-397f9687-595a-4b28-a7c4-783e7183621f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:42.334218 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-169a3161-be87-4571-9e22-407da07e8161 req-397f9687-595a-4b28-a7c4-783e7183621f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1083479 May 20 07:48:42.364268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:42.394863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-169a3161-be87-4571-9e22-407da07e8161 req-df0154e4-87ae-4411-9824-349e255ebaea tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 May 20 07:48:42.397616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Pushing event updated for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:42.409667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:42.419076 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:42.613742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-3c0b5733-9dda-4658-957d-93b182b713bc service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1301858 May 20 07:48:42.658537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e3b28-fb83-4448-ae63-1a19a706a8ed req-2020aa8c-31c5-42f7-87e6-fb3b149250e3 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:42.666986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d84e3b28-fb83-4448-ae63-1a19a706a8ed req-2020aa8c-31c5-42f7-87e6-fb3b149250e3 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.1143639 May 20 07:48:42.688217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51484) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:42.739107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:42.739727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:42.742323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d84e3b28-fb83-4448-ae63-1a19a706a8ed req-038f0d76-2df7-4f4d-90aa-0eccc9b80ba2 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742764 May 20 07:48:42.801702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Pushing event updated for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:42.855785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:42.900260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:42.929333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-47542e5d-b3ae-4129-aa6c-531bbb91a6ef tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:42.931564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-47542e5d-b3ae-4129-aa6c-531bbb91a6ef tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.9882507 May 20 07:48:42.962559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:42.968745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Usage tracker for resource:security_group_rule and tenant:15dbb0ecd0c445789c2694d6d8ba2c8e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:42.972772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:42.987182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:43.019975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08035f1-e421-4096-a374-3e2166069000 req-9bcf6d88-15b3-45a7-8a4e-a188a7ac802b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:43.027092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b08035f1-e421-4096-a374-3e2166069000 req-9bcf6d88-15b3-45a7-8a4e-a188a7ac802b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.1148410 May 20 07:48:43.056984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:43.076193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b08035f1-e421-4096-a374-3e2166069000 req-d1fc4adc-ec00-43b1-ab58-4c8632b516d2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 May 20 07:48:43.089917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Attempting to bind port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:43.090343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Attempting to bind port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:43.092361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Attempting to bind port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 on network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:43.128738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:43.131767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-86e3c0c8-85f6-489c-a817-384a93d946d4 service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170634 May 20 07:48:43.168888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7487526 May 20 07:48:43.170833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 on network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:43.173835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Attempting to bind port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 on network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:43.197588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Request body: {'port': {'device_id': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:43.235089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:43.247077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:43.247425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Checking segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:43.247834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Bound using segment: {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:43.248318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Bound port: 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af9fb92-ebe7-4302-b823-e6649fd66e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:43.249271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.270408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.294096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a7bda388-fc29-488b-9c27-b1ee6b6c53a8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:43.326342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.343209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef302f2f-675f-446e-9327-e910615a5282 req-03d83600-a3cf-4c38-805c-f790a181d5f4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:43.344709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef302f2f-675f-446e-9327-e910615a5282 req-03d83600-a3cf-4c38-805c-f790a181d5f4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 950 time: 0.1405299 May 20 07:48:43.385483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event deleted for resources: {'Port': ['ID=bd172145-6149-4083-9634-4f7a2962a509,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:43.391298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:43.396018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef302f2f-675f-446e-9327-e910615a5282 req-b049c38e-7e24-4745-950e-0ae2a74a4a8f tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 May 20 07:48:43.397748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Made reservation on behalf of 62ee9a09fc2c4c8299c03fa965c80d51 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:43.402107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.405435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.418733 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36f637df-68de-4a9c-b930-14d61f9358c2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:43.510988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15dbb0ecd0c445789c2694d6d8ba2c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213522 May 20 07:48:43.513347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51514) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:43.516166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d972de-54db-4fed-b2c4-b7bff46c93de,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:43.578218 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'code': 200} May 20 07:48:43.709788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] No DVR routers for this DVR port bd172145-6149-4083-9634-4f7a2962a509 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:48:43.729060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-df80dd18-c1b1-4f5e-bc0b-e243b8b3ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:43.738833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-df80dd18-c1b1-4f5e-bc0b-e243b8b3ef92 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627&tenant_id=ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 1095 time: 0.7955313 May 20 07:48:43.747264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.757898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-deleted', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:43.802270 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.809988 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:43.876745 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-999ac106-ad0c-4aea-a44c-fbd38ef5d5b1 req-dfa941c9-8f5d-4a18-82da-1698a585f2ff tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.0679197 May 20 07:48:43.921924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.969967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:43.973096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:48:44.037781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: bd172145-6149-4083-9634-4f7a2962a509 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:48:44.038145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device bd172145-6149-4083-9634-4f7a2962a509 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:48:44.088763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:44.093255 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea42c049-5214-4a0b-a5d6-585d01eac959 req-555ef3ef-5386-4798-b8e5-7e09ac2d6566 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0749016 May 20 07:48:44.172288 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb0c3a-72c1-4f3e-935b-5ca74ae1c4b3', 'name': 'network-vif-deleted', 'tag': 'bd172145-6149-4083-9634-4f7a2962a509', 'status': 'completed', 'code': 200} May 20 07:48:44.173934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:44.215070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:44.220892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d6c699e-06be-4764-ba01-88fb119e74c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:44.243225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d972de-54db-4fed-b2c4-b7bff46c93de,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:44.255640 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:44.281598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:44.285831 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91d972de-54db-4fed-b2c4-b7bff46c93de HTTP/1.1" status: 204 len: 168 time: 0.7712686 May 20 07:48:44.296438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e890489b-2894-45bd-ae3f-a8bf1fe45c25 req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "DELETE /v2.0/ports/bd172145-6149-4083-9634-4f7a2962a509 HTTP/1.1" status: 204 len: 173 time: 3.9864419 May 20 07:48:44.428037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:44.454759 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:44.469908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334371cf-6528-4bd3-a152-1dc0a8002997 req-56bca31c-7cbb-4f44-a4bc-26c202ca4772 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:44.471750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-334371cf-6528-4bd3-a152-1dc0a8002997 req-56bca31c-7cbb-4f44-a4bc-26c202ca4772 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.1320181 May 20 07:48:44.529199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:44.538558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:44.542502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] 10.222.0.81 "PUT /v2.0/ports/21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 200 len: 1092 time: 6.1671422 May 20 07:48:44.579974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-334371cf-6528-4bd3-a152-1dc0a8002997 req-c44407e8-a94b-46d7-b7ab-be9b3043e307 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006489 May 20 07:48:44.585024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Allocated IP 172.20.0.5 (67ab71a8-a685-4664-9094-8d045033b103/e8193a62-9e37-4573-a1c2-f9c37a3de0e3/c62397d9-7266-4f6c-b5a1-1c40b195c828) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:44.927113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0625d8-7f60-46ae-a295-b729eb8b5cda req-f7e989de-f14f-4392-aae9-bdc57e412994 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:44.937293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d0625d8-7f60-46ae-a295-b729eb8b5cda req-f7e989de-f14f-4392-aae9-bdc57e412994 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.1916239 May 20 07:48:45.007690 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d0625d8-7f60-46ae-a295-b729eb8b5cda req-72f2d668-f41b-4acc-a096-35b8537f1ab9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666656 May 20 07:48:45.091173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338d600-da69-4a47-885a-18980272f03c req-1298085e-40b7-4a5b-9334-86d8d0224c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.093759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c338d600-da69-4a47-885a-18980272f03c req-1298085e-40b7-4a5b-9334-86d8d0224c2b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 1101 time: 1.4212644 May 20 07:48:45.097717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Pushing event updated for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:45.169122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e241a6e-c200-4be4-b609-acfb7a06ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.171046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-7e241a6e-c200-4be4-b609-acfb7a06ed02 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1095 time: 1.3706262 May 20 07:48:45.196996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:45.205192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f51a6-f250-4a67-a4d9-5ed8f555fa98 req-6fd1790c-2f15-4f57-84fb-37cf82b08a11 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.206754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-622f51a6-f250-4a67-a4d9-5ed8f555fa98 req-6fd1790c-2f15-4f57-84fb-37cf82b08a11 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 1.4921229 May 20 07:48:45.271037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602facb4-38bf-4b9a-8bcf-c290791e9c90 req-f42c1065-cace-478b-98b6-881beac19579 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.280853 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-602facb4-38bf-4b9a-8bcf-c290791e9c90 req-f42c1065-cace-478b-98b6-881beac19579 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 950 time: 0.1147022 May 20 07:48:45.345240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-602facb4-38bf-4b9a-8bcf-c290791e9c90 req-7f236c5e-6f63-4b0b-ad97-105923bb845d tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628369 May 20 07:48:45.499818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c338d600-da69-4a47-885a-18980272f03c req-6bde50f6-9064-476c-bdf6-8269a9663f4c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915191 May 20 07:48:45.554121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-622f51a6-f250-4a67-a4d9-5ed8f555fa98 req-8c481749-a68b-4174-9d48-910cd5d11ed6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176651 May 20 07:48:45.577080 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-679968c8-f663-4e5f-80c2-97bdde6d241c req-a674d5fe-0521-4e77-9954-3e896ef6a930 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.0692930 May 20 07:48:45.585934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-ffe0f812-1c02-4c9e-b141-911173b55ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.598612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-ffe0f812-1c02-4c9e-b141-911173b55ed7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 1095 time: 0.8076217 May 20 07:48:45.615615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:45.703590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-c4e853d8-b22d-467a-8e25-c767b0a7c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.705271 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-c4e853d8-b22d-467a-8e25-c767b0a7c7bd service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.4948168 May 20 07:48:45.706655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-977992cf-aa46-4843-8b0b-1c22d02212b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 200 len: 217 time: 0.0947728 May 20 07:48:45.755552 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b29ef807-da54-4af9-81da-87312b652a5a req-493dd169-f762-4242-8fc3-76a0599279e4 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0536404 May 20 07:48:45.861859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-da7f4622-458f-4f97-aaa4-617627e88c88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 200 len: 217 time: 0.1493540 May 20 07:48:45.963336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1135ce9e-476c-42fe-bbc0-9ea1814353ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:45.964976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1135ce9e-476c-42fe-bbc0-9ea1814353ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c3ab91c-ff29-4dfd-befd-ea309edc23b3 HTTP/1.1" status: 200 len: 851 time: 0.2511947 May 20 07:48:46.021347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f5b61580-96d5-462e-9188-b384845610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:46.024432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f5b61580-96d5-462e-9188-b384845610a0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1427751 May 20 07:48:46.093940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-2b9ca1ef-c75c-4d25-8c1f-61112f5e9572 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616612 May 20 07:48:46.104186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb379270-d199-42df-90fa-ac479e5d0b17 req-ff64ea4d-3b49-4f22-b76d-a6c4f941e6d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:46.104878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bb379270-d199-42df-90fa-ac479e5d0b17 req-ff64ea4d-3b49-4f22-b76d-a6c4f941e6d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Synchronizing usage tracker for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:46.209117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedf7d-314e-4656-bc98-54c031f48136 req-899a8e4c-69b7-45a4-84e4-5bca1d362143 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:46.211261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-29bedf7d-314e-4656-bc98-54c031f48136 req-899a8e4c-69b7-45a4-84e4-5bca1d362143 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.0993655 May 20 07:48:46.213514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:46.254426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:46.263591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-29bedf7d-314e-4656-bc98-54c031f48136 req-49de6e45-9a91-45ee-bdd1-0ee7aa78f57b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 May 20 07:48:46.272371 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:46.487978 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'status': 'completed', 'code': 200} May 20 07:48:46.573507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bb379270-d199-42df-90fa-ac479e5d0b17 req-ff64ea4d-3b49-4f22-b76d-a6c4f941e6d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Unset dirty status for tenant:60515dbf5e2b47daacfb4af5c7d78201 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:46.580301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb379270-d199-42df-90fa-ac479e5d0b17 req-ff64ea4d-3b49-4f22-b76d-a6c4f941e6d8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.8654242 May 20 07:48:46.605368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6e6dc-944b-4fe7-a63c-9a3d95f5d8ae req-f03c8d68-cb3b-4ed6-b5b5-c94d586b4def tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:46.606899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77a6e6dc-944b-4fe7-a63c-9a3d95f5d8ae req-f03c8d68-cb3b-4ed6-b5b5-c94d586b4def tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 950 time: 0.1338961 May 20 07:48:46.625366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Network 67ab71a8-a685-4664-9094-8d045033b103 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:46.646958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1aaf394f-e6b6-48ed-8139-7f2e914f557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:46.648561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-1aaf394f-e6b6-48ed-8139-7f2e914f557a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6727099 May 20 07:48:46.649561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:46.666991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77a6e6dc-944b-4fe7-a63c-9a3d95f5d8ae req-2874eead-b529-42f9-8099-68a8987ac64b tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532632 May 20 07:48:46.672489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:46.824071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-88d7ed1d-52a0-47f0-b2c5-cc08c32a91da service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158325 May 20 07:48:46.824793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Pushing event updated for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:46.861562 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:46.966095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb379270-d199-42df-90fa-ac479e5d0b17 req-1da2ab9b-a606-42b4-8c08-0f737d961438 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848352 May 20 07:48:47.011388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.012025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.094086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:47.148216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea0ad5-12d9-489c-959a-c2462cc2375f req-27b61da5-7e1f-494b-9bd2-4b61813d6ef6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.150471 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77ea0ad5-12d9-489c-959a-c2462cc2375f req-27b61da5-7e1f-494b-9bd2-4b61813d6ef6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.3594141 May 20 07:48:47.192469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-9426806a-1104-4604-874a-6e07ae8e747b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.198869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-9426806a-1104-4604-874a-6e07ae8e747b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.6621757 May 20 07:48:47.204342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77ea0ad5-12d9-489c-959a-c2462cc2375f req-b418f9a2-8111-45f0-9623-70c12b417760 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 May 20 07:48:47.244372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0116541 May 20 07:48:47.248758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Request body: {'port': {'device_id': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'admin_state_up': True, 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:47.288927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1738684015'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:47.294366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:47.299956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Usage tracker for resource:network and tenant:2db1830f87ae40f8941ef48ff9f26195 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:47.303268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:47.309310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:47.312426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-88414b6d-6a89-4754-8725-443642e269ae service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094565 May 20 07:48:47.329251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Request body: {'port': {'device_id': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:47.368356 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-487cee2e-d3e5-47b4-846c-12b7205bda29 req-4fa6bacd-e13e-4007-892d-0739929ad01d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0445545 May 20 07:48:47.394363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Made reservation on behalf of 2db1830f87ae40f8941ef48ff9f26195 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:47.400652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.415085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.431265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:47.435972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Usage tracker for resource:security_group_rule and tenant:2db1830f87ae40f8941ef48ff9f26195 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:47.439154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:47.448364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:47.457727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55a6006-263f-4bfb-beb1-07a368901774 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:47.482668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-70a85119-3ce6-4ce7-ae88-2fe22a959756 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305799 May 20 07:48:47.502511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.560891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.601667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Transition to ACTIVE for port object c55a6006-263f-4bfb-beb1-07a368901774 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:47.628549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.632315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f12f6e27-2988-4868-b251-155e1d0265c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:47.673170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:48:47.708716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.724770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-548314bb-7411-41c2-92b8-8dba33067469 tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:47.730151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7528e-fb71-40c5-9887-dd5cf7181386,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:47.733604 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:47.744293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.756838 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Added segment 762e7c08-5bd7-48f3-9896-4e39e1f2ef75 of type vlan for network 4d62e323-4b15-4d3a-a277-3952436d0c27 May 20 07:48:47.780225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b91dcb-f6af-431b-869e-69769934af2e req-441f289a-e2ad-4503-94d8-768f7ab03130 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.780941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-66b91dcb-f6af-431b-869e-69769934af2e req-441f289a-e2ad-4503-94d8-768f7ab03130 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Synchronizing usage tracker for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:47.789218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.796573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.816189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:47.830309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27af456a-c12c-4589-b8b1-36d31675ca09 req-2cd6dd7c-25dc-404b-8ac0-3c071d9c9d0b service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663436 May 20 07:48:47.834443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122abb4-9dad-4798-9c15-2acc8da22ad7 req-497781ac-b65b-448d-8419-1d61f2d70a88 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.835959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e122abb4-9dad-4798-9c15-2acc8da22ad7 req-497781ac-b65b-448d-8419-1d61f2d70a88 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.1676388 May 20 07:48:47.880728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Usage tracker for resource:port and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:47.890118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e122abb4-9dad-4798-9c15-2acc8da22ad7 req-5bfcda71-70dd-4088-8664-6ab55018ea89 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461342 May 20 07:48:47.908591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:47.936903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.943347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:47.944215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:47.950238 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6dcf32fd-d9d6-4bd4-9661-0fe11dc74c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:47.958956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:47.969380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:48.007491 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:48.104840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Pushing event updated for resources: {'Network': ['ID=4d62e323-4b15-4d3a-a277-3952436d0c27,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:48.108345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:48.115888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:48:48.150432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843442a0-6768-447a-8f8a-19aeb5e28c6e req-eaf945e5-0fb5-46bf-a20a-f8777d332c88 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:48.152044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-843442a0-6768-447a-8f8a-19aeb5e28c6e req-eaf945e5-0fb5-46bf-a20a-f8777d332c88 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 950 time: 0.1030242 May 20 07:48:48.157721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-66b91dcb-f6af-431b-869e-69769934af2e req-441f289a-e2ad-4503-94d8-768f7ab03130 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Unset dirty status for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:48.158927 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66b91dcb-f6af-431b-869e-69769934af2e req-441f289a-e2ad-4503-94d8-768f7ab03130 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 931 time: 1.0264578 May 20 07:48:48.174297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0762503 May 20 07:48:48.224764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-843442a0-6768-447a-8f8a-19aeb5e28c6e req-6b13fe2d-3bcb-4b79-b5c6-0c60299e9fef tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511343 May 20 07:48:48.420257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc546d3-c382-46f7-a8d5-a343c57529d4 req-563d3807-3ab3-4bbe-ac2c-f54b0ba5ea86 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:48.422798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4bc546d3-c382-46f7-a8d5-a343c57529d4 req-563d3807-3ab3-4bbe-ac2c-f54b0ba5ea86 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.0880470 May 20 07:48:48.473293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Attempting to bind port c55a6006-263f-4bfb-beb1-07a368901774 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:48.473935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Attempting to bind port c55a6006-263f-4bfb-beb1-07a368901774 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:48.474063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Attempting to bind port c55a6006-263f-4bfb-beb1-07a368901774 on network 67ab71a8-a685-4664-9094-8d045033b103 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:48.476996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4bc546d3-c382-46f7-a8d5-a343c57529d4 req-3d9981a2-fbc1-4bd6-a612-b956d4ccccda tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480754 May 20 07:48:48.508505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Port c55a6006-263f-4bfb-beb1-07a368901774 on network 67ab71a8-a685-4664-9094-8d045033b103 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:48.509393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Attempting to bind port c55a6006-263f-4bfb-beb1-07a368901774 on network 67ab71a8-a685-4664-9094-8d045033b103 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:48.514384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66b91dcb-f6af-431b-869e-69769934af2e req-0ba8348a-3c31-4a97-83f9-e3f44278df2c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425968 May 20 07:48:48.548082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:48.548559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Checking segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:48.548959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Bound using segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:48.549407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Bound port: c55a6006-263f-4bfb-beb1-07a368901774, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:48.549782 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:48.568503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:48.572717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:48.635475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-87543d95-8066-4fe2-8440-6e0f1cab4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:48.636842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-87543d95-8066-4fe2-8440-6e0f1cab4666 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 1095 time: 0.6205430 May 20 07:48:48.675134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51618) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:48.681057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27', 'binding:host_id': 'n-h1-780147-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1027486931'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:48.687650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:48.691678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Usage tracker for resource:port and tenant:8d68cfc2f314453bbae397848f031989 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:48.694662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:48.701276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:48.710658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f3fa29ac-c243-490c-976e-bc8ba25dbf53 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:48.712447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-f3fa29ac-c243-490c-976e-bc8ba25dbf53 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.6177630 May 20 07:48:48.839720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61abbfe-29ef-40b4-922f-6b92039caf70 req-f68f2464-9786-431b-adac-edd63cdf8cde tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:48.841433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61abbfe-29ef-40b4-922f-6b92039caf70 req-f68f2464-9786-431b-adac-edd63cdf8cde tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 950 time: 0.0855656 May 20 07:48:48.866814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Made reservation on behalf of 8d68cfc2f314453bbae397848f031989 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:48.869710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:48.893760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:48.917161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:48.924703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Usage tracker for resource:security_group_rule and tenant:8d68cfc2f314453bbae397848f031989 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:48:48.929810 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61abbfe-29ef-40b4-922f-6b92039caf70 req-53ca0e13-cb85-46d1-a0a5-0c53f89d7b6c tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829520 May 20 07:48:48.931143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:48:48.938234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:49.084544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.088266 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5445aab0-9c86-4b73-9d99-0c512df53067 req-a70c79c4-945c-4509-bc12-25880f9f0bb6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0527298 May 20 07:48:49.117390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:49.121774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c55a6006-263f-4bfb-beb1-07a368901774,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:49.200519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-7f121d4d-5ebe-4666-9e5b-e05f09793c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:49.201999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-7f121d4d-5ebe-4666-9e5b-e05f09793c2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 200 len: 913 time: 0.5512593 May 20 07:48:49.262345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.265810 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dda12c91-ac4e-496e-bc1e-4ff4402f42fa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:49.276965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port d2b13305-5922-43c6-ab09-235ac84d2610 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:48:49.346166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.350673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-f4c1b8e6-4c3c-4a29-9a0f-16e4fa083c92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 200 len: 217 time: 0.1350880 May 20 07:48:49.360714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-189a5937-4e58-4fb4-91f0-6d7d2193061b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:49.399340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635168c-b5cd-4a96-a24a-752afbc8a264 req-8d67cedc-4b9a-4a43-b8c1-39174ffdafab tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:49.401313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8635168c-b5cd-4a96-a24a-752afbc8a264 req-8d67cedc-4b9a-4a43-b8c1-39174ffdafab tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.7624629 May 20 07:48:49.423133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768e80-4c8e-450c-9cd9-9f77b4c7af19 req-450622bf-6f04-4897-8d7d-50eda17be840 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:49.424681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd768e80-4c8e-450c-9cd9-9f77b4c7af19 req-450622bf-6f04-4897-8d7d-50eda17be840 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.2358425 May 20 07:48:49.485562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Allocated IP 172.20.0.2 (124136bc-8b34-4982-91a9-dd3074054f4a/e026b3a1-fb47-4689-947b-d3e0237eec4c/864d78a2-bff6-436e-b64b-7baec5987e95) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:48:49.488899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a19e9eb-2263-4f95-ac7e-6ef46e8a5657,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:49.500702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:49.512261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62397d9-7266-4f6c-b5a1-1c40b195c828 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:49.529773 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd768e80-4c8e-450c-9cd9-9f77b4c7af19 req-f2b4fbf5-02ab-49d7-bced-10787c646bc2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972238 May 20 07:48:49.560423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.565266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:49.569706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.569706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] 10.222.0.84 "PUT /v2.0/ports/c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 1092 time: 6.3884437 May 20 07:48:49.584493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:49.621330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8635168c-b5cd-4a96-a24a-752afbc8a264 req-fc8ffdde-719d-4a42-b7a2-bfdf670638a1 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949749 May 20 07:48:49.638184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-92315feb-4199-42a7-a7b7-1b518049e760 service neutron] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:49.638896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Transition to ACTIVE for port object c62397d9-7266-4f6c-b5a1-1c40b195c828 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:49.655373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-a2d346a4-f0e9-4c8d-ad9b-23791aa4da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:49.657392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-a2d346a4-f0e9-4c8d-ad9b-23791aa4da59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c3ab91c-ff29-4dfd-befd-ea309edc23b3 HTTP/1.1" status: 200 len: 851 time: 0.2551637 May 20 07:48:49.696497 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-92315feb-4199-42a7-a7b7-1b518049e760 service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.697746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-92315feb-4199-42a7-a7b7-1b518049e760 service neutron] 10.222.0.84 "DELETE /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e/bindings/n-h1-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.9526839 May 20 07:48:49.698433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:49.756063 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:49.765571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port d2b13305-5922-43c6-ab09-235ac84d2610 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:48:49.776260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.791585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Transition to ACTIVE for port object d2b13305-5922-43c6-ab09-235ac84d2610 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:49.795959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.808791 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:49.920404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:49.928831 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7705d551-7705-4600-a299-821a550cea9c tempest-ServerAddressesTestJSON-530952417 tempest-ServerAddressesTestJSON-530952417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:50.027786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Checking segment: {'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:50.028150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Network hostable DHCP agents. Network: 4d62e323-4b15-4d3a-a277-3952436d0c27, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:48:50.032366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=d2b13305-5922-43c6-ab09-235ac84d2610,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:50.036563 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:50.112145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:48:50.226044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 4d62e323-4b15-4d3a-a277-3952436d0c27) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:50.232108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:50.238836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ea4e3-a890-4a6f-ab8f-00324b75d67e None None] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:48:50.253653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.254004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.254367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.261803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.262141 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.262612 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 2 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.267618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Pushing event updated for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:50.293347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.293701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.294036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.302767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.303092 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.303481 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 3 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.307278 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:50.343130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.343130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.343130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.352173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.352936 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.353529 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 4 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.375965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.376345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.376732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.382569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.383053 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.383443 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 5 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.403263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.403668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.403969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.408833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.409568 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.409568 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 6 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.425387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.426114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.426114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.432198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.437256 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.437256 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 7 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.438357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-ebe29e10-f56f-4628-bc51-cf9462c504e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.440018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-ebe29e10-f56f-4628-bc51-cf9462c504e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7614777 May 20 07:48:50.490710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-9838236c-239a-4fec-a81b-b74c896ca9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.492209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-9838236c-239a-4fec-a81b-b74c896ca9b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1095 time: 0.7375481 May 20 07:48:50.497512 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:50.505905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.506259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.506594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.509871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25362b19-fe30-46af-bec1-577857afe6ba req-e1699310-43a0-4442-ad2c-04258f07a9e7 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.511692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25362b19-fe30-46af-bec1-577857afe6ba req-e1699310-43a0-4442-ad2c-04258f07a9e7 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.7099028 May 20 07:48:50.524507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.524824 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.525990 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 8 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.546251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.546251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.546513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.559105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.559446 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.560573 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 9 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.581823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.582191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.582483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.583438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Attempting to bind port c62397d9-7266-4f6c-b5a1-1c40b195c828 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.583788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Attempting to bind port c62397d9-7266-4f6c-b5a1-1c40b195c828 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.584126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Attempting to bind port c62397d9-7266-4f6c-b5a1-1c40b195c828 on network 67ab71a8-a685-4664-9094-8d045033b103 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.594385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be316d4-80b8-451c-9bc8-94403ace84c2 req-21ae7843-3d91-4042-8eeb-a800c17b3ee4 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.595895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8be316d4-80b8-451c-9bc8-94403ace84c2 req-21ae7843-3d91-4042-8eeb-a800c17b3ee4 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 943 time: 0.1550357 May 20 07:48:50.597972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.598296 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.598674 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 10 to bind port d2b13305-5922-43c6-ab09-235ac84d2610 May 20 07:48:50.624939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-bfd511b8-723a-4e59-a60d-4ed06acf1481 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.1090932 May 20 07:48:50.625508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Port c62397d9-7266-4f6c-b5a1-1c40b195c828 on network 67ab71a8-a685-4664-9094-8d045033b103 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.627533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Attempting to bind port c62397d9-7266-4f6c-b5a1-1c40b195c828 on network 67ab71a8-a685-4664-9094-8d045033b103 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.634171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:50.634523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:50.634857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:50.650042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port d2b13305-5922-43c6-ab09-235ac84d2610 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:50.650373 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port d2b13305-5922-43c6-ab09-235ac84d2610 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:50.650729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:50.676858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8be316d4-80b8-451c-9bc8-94403ace84c2 req-23d26bec-bf15-4265-b0ec-b2af5884fb2f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Synchronizing usage tracker for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:50.731771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:50.732429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Checking segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:50.732586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Bound using segment: {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:50.733071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Bound port: c62397d9-7266-4f6c-b5a1-1c40b195c828, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf88354-8836-4824-91dc-4cda81a394dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '67ab71a8-a685-4664-9094-8d045033b103'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:50.733430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:50.768725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port d2b13305-5922-43c6-ab09-235ac84d2610, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:50.769065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 07:48:50.852293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25362b19-fe30-46af-bec1-577857afe6ba req-923435eb-3298-4286-97a1-c789f1b6a0e8 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239055 May 20 07:48:50.877636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8be316d4-80b8-451c-9bc8-94403ace84c2 req-23d26bec-bf15-4265-b0ec-b2af5884fb2f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Unset dirty status for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:50.882215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8be316d4-80b8-451c-9bc8-94403ace84c2 req-23d26bec-bf15-4265-b0ec-b2af5884fb2f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712224 May 20 07:48:50.886501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-32a8a1db-5a44-4ade-8694-a2c678ce0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.887956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-32a8a1db-5a44-4ade-8694-a2c678ce0998 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.2029257 May 20 07:48:50.890074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-d287f3b6-b9c8-467e-a2e5-c58d0f55eaf5 service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247994 May 20 07:48:50.915809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:50.922583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-154acacf-32fb-47af-9932-9c3e7eece75c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:50.969592 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774', 'status': 'completed', 'code': 200} May 20 07:48:50.995636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:50.996991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.001003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:51.005861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-c1e96c6d-519a-4852-b6d7-1cc0a44ff3c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012454 May 20 07:48:51.042086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:51.050557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=d2b13305-5922-43c6-ab09-235ac84d2610,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:51.071734 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:51.105377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.125779 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f4be23a-18c1-43bd-a0a3-7d9b32f7c03a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:51.160231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6280a-d5b6-4a75-9db4-866d8bcd71df req-09c22dea-5d20-4354-81de-a51604d4d6f3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.167153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-edf6280a-d5b6-4a75-9db4-866d8bcd71df req-09c22dea-5d20-4354-81de-a51604d4d6f3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 931 time: 0.1058648 May 20 07:48:51.212744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-edf6280a-d5b6-4a75-9db4-866d8bcd71df req-be81aa1a-81ef-4253-bf7d-79bf00ce4eb4 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 May 20 07:48:51.225919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5471466 May 20 07:48:51.230129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:51.291960 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.315181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Network 124136bc-8b34-4982-91a9-dd3074054f4a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:51.327786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:51.346526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:51.396455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:51.409892 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:51.412563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.413181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.414599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] 10.222.0.81 "PUT /v2.0/ports/c62397d9-7266-4f6c-b5a1-1c40b195c828 HTTP/1.1" status: 200 len: 1091 time: 4.1231737 May 20 07:48:51.421661 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-159ba756-aea3-47f6-bc32-ef358b6da196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:51.429167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Deleting port d2b13305-5922-43c6-ab09-235ac84d2610 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:48:51.429784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.447912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474056-702e-4725-a0de-1dd19ec504e8 req-9c2ff242-29dd-4b4e-a03e-4fb05683a5f8 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.449395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b474056-702e-4725-a0de-1dd19ec504e8 req-9c2ff242-29dd-4b4e-a03e-4fb05683a5f8 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1095 time: 0.1171482 May 20 07:48:51.472807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b68e728-1e70-4a56-8418-0149da7fbedb req-3b57a58f-827e-445b-bb9c-9a394f71d679 service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673420 May 20 07:48:51.507111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-b3716157-74e2-4baf-8447-ce176ee4b182 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898350 May 20 07:48:51.553857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.554380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.569406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port d2b13305-5922-43c6-ab09-235ac84d2610, host n-h1-780147-4, got binding levels [] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:51.569788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.578302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0b474056-702e-4725-a0de-1dd19ec504e8 req-a21e5dc5-260c-4d94-a0a8-32d8c0bf9795 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180499 May 20 07:48:51.633467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Pushing event updated for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:51.683518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:51.701957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Calling delete_port for d2b13305-5922-43c6-ab09-235ac84d2610 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:48:51.715821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e349d7-e535-4fe2-9622-b2ef8de6cdd8 req-85d47f2b-8fe8-4767-97bc-dec286bdd0bb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.719646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33e349d7-e535-4fe2-9622-b2ef8de6cdd8 req-85d47f2b-8fe8-4767-97bc-dec286bdd0bb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.5552795 May 20 07:48:51.769735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-431da38b-3ce1-4776-ace9-2895f4caf5fd req-eaf5e896-f484-45b5-87fd-cadd5270b993 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534275 May 20 07:48:51.779568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-720218b2-373a-4d11-bc2b-20a0a023e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.781135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-720218b2-373a-4d11-bc2b-20a0a023e037 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 1094 time: 0.2335267 May 20 07:48:51.783184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5410357 May 20 07:48:51.826244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f8b8-6361-4820-94ca-6441a4c8ed1e req-deea548d-fff2-465e-8dda-4dbe6978701d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:51.827800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9285f8b8-6361-4820-94ca-6441a4c8ed1e req-deea548d-fff2-465e-8dda-4dbe6978701d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 1095 time: 0.1037083 May 20 07:48:51.850725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Request body: {'port': {'device_id': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:51.881604 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9285f8b8-6361-4820-94ca-6441a4c8ed1e req-21c0246a-cd47-4a1a-af3d-d570448098d1 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 May 20 07:48:51.942669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:51.950051 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a39c3afb-c8a8-4cab-9c25-e9957516197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:51.984171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 21001cd0-dc91-4f23-bc27-6315ee2f0c09 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:52.005704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2b13305-5922-43c6-ab09-235ac84d2610,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:52.011814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:52.017887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.029415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d2b13305-5922-43c6-ab09-235ac84d2610 HTTP/1.1" status: 204 len: 168 time: 0.7942131 May 20 07:48:52.029415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:52.074183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-b9f19bc8-393f-4f43-b1c3-aac0ca02d5e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828 HTTP/1.1" status: 200 len: 217 time: 0.2795761 May 20 07:48:52.175114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:52.192985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'port_id': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'mac_address': 'fa:16:3e:bd:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:52.234900 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7359d062-be59-494a-bc0a-336f4d4b064a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] GET failed (client error): The resource could not be found. May 20 07:48:52.235531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7359d062-be59-494a-bc0a-336f4d4b064a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Synchronizing usage tracker for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:52.253290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33e349d7-e535-4fe2-9622-b2ef8de6cdd8 req-86208670-0a61-4d7b-99c5-fb3cdf2531b6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255783 May 20 07:48:52.257627 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.278879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-bbda6ae0-f178-493f-92e4-11a97f7e9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:52.279623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21001cd0-dc91-4f23-bc27-6315ee2f0c09 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:52.280327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-bbda6ae0-f178-493f-92e4-11a97f7e9db7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.1626089 May 20 07:48:52.308461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:52.334256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7359d062-be59-494a-bc0a-336f4d4b064a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Unset dirty status for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:52.336354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7359d062-be59-494a-bc0a-336f4d4b064a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports/d2b13305-5922-43c6-ab09-235ac84d2610 HTTP/1.1" status: 404 len: 333 time: 0.3059816 May 20 07:48:52.347483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708f55e-b11e-4c78-987a-011dbb86eb30 req-b6af366e-5a3a-43cc-adcc-dfbe19548d43 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:52.349184 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c708f55e-b11e-4c78-987a-011dbb86eb30 req-b6af366e-5a3a-43cc-adcc-dfbe19548d43 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 944 time: 0.2801392 May 20 07:48:52.349857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:52.355650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-57eba969-b1a3-48dd-aa46-d9a81a83d1f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670221 May 20 07:48:52.356351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2103157262'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:52.356495 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.362904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:52.392665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:52.420343 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c708f55e-b11e-4c78-987a-011dbb86eb30 req-1701eede-5d59-4010-8325-55e110e2f50b tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599091 May 20 07:48:52.496668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.498752 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-193cd18c-6b0a-4e4e-9785-14ed35245f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:52.503254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-d278649a-e6b8-46e9-a7ec-8555c7086851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:52.511896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-d278649a-e6b8-46e9-a7ec-8555c7086851 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1095 time: 0.4398680 May 20 07:48:52.571740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Made reservation on behalf of 8d68cfc2f314453bbae397848f031989 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:52.574190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.578810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:52.582667 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:52.598336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port fb73493a-efcc-4fb1-aa78-1b77de522e16 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:48:52.762278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['21001cd0-dc91-4f23-bc27-6315ee2f0c09'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:52.792027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-d856f8fd-4f0e-4c6e-8ee7-ba37f4cbab38 service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239724 May 20 07:48:52.850086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:52.996947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-3ab8240e-d869-4320-8e9e-b428b4d244b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:52.998416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-3ab8240e-d869-4320-8e9e-b428b4d244b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.4432142 May 20 07:48:53.005893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a92aaf-4c21-47c2-90ae-c1875e9f3f6c req-c1d55ed5-f958-4568-a47a-0d1d9141b56b tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:53.007220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40a92aaf-4c21-47c2-90ae-c1875e9f3f6c req-c1d55ed5-f958-4568-a47a-0d1d9141b56b tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 943 time: 0.6003971 May 20 07:48:53.007792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:53.026316 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.033697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:53.100424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:53.104055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:53.106449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:53.107576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:53.108267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.129040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=fb73493a-efcc-4fb1-aa78-1b77de522e16,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:53.132273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-0f555978-008c-4d4b-b0d0-a3f254ddf470 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.1147070 May 20 07:48:53.154339 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:53.260092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40a92aaf-4c21-47c2-90ae-c1875e9f3f6c req-b1cc8b97-c4b8-4e1a-b852-156e14125f3f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894660 May 20 07:48:53.265041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8af8dd4-91e2-4b7e-b728-ad61ac9947f5 req-5a954112-2a47-47ad-8fef-da65bf2690e9 service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614246 May 20 07:48:53.275802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-abe8d348-1a8e-491c-a605-bf1401024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:53.277567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-abe8d348-1a8e-491c-a605-bf1401024e6d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.1328335 May 20 07:48:53.288592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9375334 May 20 07:48:53.291865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51716) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:53.300321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:53.370181 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828', 'status': 'completed', 'code': 200} May 20 07:48:53.382831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-bcdd7946-f7d7-4df4-8451-f58234fe1c80 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951958 May 20 07:48:53.421637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40ec36-55d2-4be6-9f96-daab6fe20e08 req-40e50711-b90b-4c08-ac74-d3823d5f5557 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:53.430097 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f40ec36-55d2-4be6-9f96-daab6fe20e08 req-40e50711-b90b-4c08-ac74-d3823d5f5557 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 931 time: 0.2093215 May 20 07:48:53.497891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864d78a2-bff6-436e-b64b-7baec5987e95 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:53.516462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:53.518915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.530251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.547122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Transition to ACTIVE for port object 864d78a2-bff6-436e-b64b-7baec5987e95 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:53.553509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f40ec36-55d2-4be6-9f96-daab6fe20e08 req-06de66eb-e659-48e1-b578-c3fdf17db85c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217628 May 20 07:48:53.751849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:53.773155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'mac_address': 'fa:16:3e:4b:6f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:53.833216 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.848947 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-284748c4-ce7a-4349-952f-50a431ee3d20 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:53.864227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.885886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281d0c0-f8bc-4104-ae1f-abbc881f738f req-12417d5f-f293-4eb8-99b6-a39b58de9dc3 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:53.887589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a281d0c0-f8bc-4104-ae1f-abbc881f738f req-12417d5f-f293-4eb8-99b6-a39b58de9dc3 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 945 time: 0.1824369 May 20 07:48:53.888530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:53.895704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port fb73493a-efcc-4fb1-aa78-1b77de522e16 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:48:53.906826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:53.919593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:53.954035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Transition to ACTIVE for port object fb73493a-efcc-4fb1-aa78-1b77de522e16 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:48:53.961030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a281d0c0-f8bc-4104-ae1f-abbc881f738f req-3d0c3551-9f30-4dce-b1a7-fb3f39b2eeb4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598495 May 20 07:48:53.999641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6919-de7b-4b16-ae42-672763baf526 req-59fffe1d-e241-4cab-8b08-2f348e9b077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:54.008645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-59fffe1d-e241-4cab-8b08-2f348e9b077f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 1094 time: 0.5814364 May 20 07:48:54.008856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 21001cd0-dc91-4f23-bc27-6315ee2f0c09 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:54.049547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.058003 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:54.089252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.104004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a5a55e9-5b07-4560-b3c0-588f5d22e225 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:54.109074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:54.119180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.122369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:54.135439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-de3a0bfb-89dc-4e84-90c4-4b0f1567e8e5 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432303 May 20 07:48:54.164405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1e42d398-48f9-4fa6-aa04-aecd343f47ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:54.216475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:54.229051 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:54.312539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:54.335267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6919-de7b-4b16-ae42-672763baf526 req-286277c1-6751-4715-85c1-3f0bc4d13828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:54.337640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-286277c1-6751-4715-85c1-3f0bc4d13828 service neutron] 10.222.0.81 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.3177419 May 20 07:48:54.340955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.341304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.349842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.363840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.364187 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.364768 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 2 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.388533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:54.389007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.408179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=fb73493a-efcc-4fb1-aa78-1b77de522e16,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:54.410544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.410888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.411231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.413673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:54.425346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.425915 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.426411 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 3 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.473023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.473511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.473944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.522056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.522495 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.529295 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 4 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.535913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-f47927c3-9aad-41a1-a156-0a5c31b6413a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828 HTTP/1.1" status: 200 len: 217 time: 0.1580741 May 20 07:48:54.567928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.568424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.568868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.585647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.590257 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.590257 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 5 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.606089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.606583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.607023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.615767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.616275 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.617622 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 6 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.634887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.635410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.635867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.647055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.647514 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.648572 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 7 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.667294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed389f5-8dca-4f72-b20f-634196f76851 req-8e36b28a-9da7-4ff3-bb3a-4ebdd3279916 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:54.675095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ed389f5-8dca-4f72-b20f-634196f76851 req-8e36b28a-9da7-4ff3-bb3a-4ebdd3279916 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 943 time: 0.1943748 May 20 07:48:54.686893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f4147-c486-4b8b-8241-490379b9697c req-d47b21c2-090e-4e86-9ce3-be31755ee39c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:54.689657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c0f4147-c486-4b8b-8241-490379b9697c req-d47b21c2-090e-4e86-9ce3-be31755ee39c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 1.1546540 May 20 07:48:54.736113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.736634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.737317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.744465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.744931 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.747344 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 8 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.770679 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ed389f5-8dca-4f72-b20f-634196f76851 req-b7a6f22a-0909-4058-b924-11f82e682763 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944691 May 20 07:48:54.792774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6919-de7b-4b16-ae42-672763baf526 req-38cffee6-f70b-4b8f-97f5-8df326adca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:54.792774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-38cffee6-f70b-4b8f-97f5-8df326adca0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.1784017 May 20 07:48:54.795496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.795954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.796415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.810620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.810620 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.810620 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 9 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.845911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.846263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.846614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.868236 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.875618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.875952 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.876406 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 10 to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 May 20 07:48:54.913982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:54.916628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:54.922226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-0cc756d8-1cd5-4a9f-aa6f-2bca376b79b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011848 May 20 07:48:54.955497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.956091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.956438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.968835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Attempting to bind port 864d78a2-bff6-436e-b64b-7baec5987e95 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:48:54.971632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Attempting to bind port 864d78a2-bff6-436e-b64b-7baec5987e95 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:48:54.973972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Attempting to bind port 864d78a2-bff6-436e-b64b-7baec5987e95 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:54.975780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:54.976176 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port fb73493a-efcc-4fb1-aa78-1b77de522e16 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:48:54.976690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.993762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:54.997852 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:55.046694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Port 864d78a2-bff6-436e-b64b-7baec5987e95 on network 124136bc-8b34-4982-91a9-dd3074054f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:48:55.048934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Attempting to bind port 864d78a2-bff6-436e-b64b-7baec5987e95 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:48:55.068458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:48:55.068713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Checking segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:48:55.069191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Bound using segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:48:55.070114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Bound port: 864d78a2-bff6-436e-b64b-7baec5987e95, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:48:55.070469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:55.101495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:55.105089 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:55.148014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12735-92f6-4dc7-ab2b-50835e21168b req-3a9cb2d0-4643-4c0d-b942-8f6c4de4d2e6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.158351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-30e12735-92f6-4dc7-ab2b-50835e21168b req-3a9cb2d0-4643-4c0d-b942-8f6c4de4d2e6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 0.2434633 May 20 07:48:55.159214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c0f4147-c486-4b8b-8241-490379b9697c req-1c122ecb-5e94-4ce6-b849-efac58648558 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520896 May 20 07:48:55.193848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port fb73493a-efcc-4fb1-aa78-1b77de522e16, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:55.194228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 07:48:55.225274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-30e12735-92f6-4dc7-ab2b-50835e21168b req-7e8aa0b4-0d16-4553-858d-351093ca1cb6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658069 May 20 07:48:55.238809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eecc9d4-0962-4a37-bd33-d772ba4bbb86 req-7669b0a5-de2e-4b7a-8bdc-fa2922e085aa service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0719333 May 20 07:48:55.263786 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'code': 200} May 20 07:48:55.296935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:55.303735 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65fafe09-9bb7-4bb5-8732-09f8004ddbc3 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:55.453224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-acd3c3d2-3574-469e-ae26-ad5e4d32728a service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542165 May 20 07:48:55.515937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:48:55.524726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:48:55.532779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c55a6006-263f-4bfb-beb1-07a368901774 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:55.644834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:55.645065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:55.665751 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b67fb80d-3840-459d-86c9-f2925939a704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:55.687585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] In _notify_port_updated(), no bound segment for port fb73493a-efcc-4fb1-aa78-1b77de522e16 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:48:55.688603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.693013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:55.693013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "PUT /v2.0/ports/fb73493a-efcc-4fb1-aa78-1b77de522e16 HTTP/1.1" status: 200 len: 979 time: 2.3980601 May 20 07:48:55.698616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51782) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:55.816842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35d868-3411-4f7b-a5ef-acf67c5255be req-93f51b96-4c44-4464-98f3-607682065b83 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.834561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b35d868-3411-4f7b-a5ef-acf67c5255be req-93f51b96-4c44-4464-98f3-607682065b83 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.4301002 May 20 07:48:55.861049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=fb73493a-efcc-4fb1-aa78-1b77de522e16,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:55.887161 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:55.905385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b35d868-3411-4f7b-a5ef-acf67c5255be req-d30a4dbf-b301-45ea-bfbd-7339260ca303 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696077 May 20 07:48:55.921514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:55.931609 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:55.975559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.977265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.980092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.983151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.983890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.985788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.987568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.990859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.991675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.993007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.994986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.997016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:55.998393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.000450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.008043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.008418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c62397d9-7266-4f6c-b5a1-1c40b195c828 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:48:56.009203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.009203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.009860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.010339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.010814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.011283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.011755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.012224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.012691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.016720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.017675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.019317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] 10.222.0.81 "PUT /v2.0/ports/864d78a2-bff6-436e-b64b-7baec5987e95 HTTP/1.1" status: 200 len: 1091 time: 4.1742008 May 20 07:48:56.021733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.027956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Synchronizing usage tracker for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:56.032435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:56.158082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c55a6006-263f-4bfb-beb1-07a368901774,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:56.171123 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95', 'status': 'completed', 'code': 200} May 20 07:48:56.178017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67d66-0407-4d1b-bab0-783b548b79d4 req-e6124217-388a-4d20-82d0-be2abf49da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.191342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Unset dirty status for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:56.197587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-20c685af-4eda-4d9b-a447-3b765d70b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22396 time: 0.4977331 May 20 07:48:56.198545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51794) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:56.208396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a67d66-0407-4d1b-bab0-783b548b79d4 req-e6124217-388a-4d20-82d0-be2abf49da9d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 1097 time: 0.8730648 May 20 07:48:56.208643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'c55a6006-263f-4bfb-beb1-07a368901774', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'port_id': 'c55a6006-263f-4bfb-beb1-07a368901774', 'mac_address': 'fa:16:3e:75:c8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:56.314315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:56.314692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.464581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.564736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635dbf-0a32-47a2-a7fd-721f72e0a51c req-13b40e14-de9a-479a-a51a-549f3002d04e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.567148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b635dbf-0a32-47a2-a7fd-721f72e0a51c req-13b40e14-de9a-479a-a51a-549f3002d04e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1366322 May 20 07:48:56.569064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Deleting port fb73493a-efcc-4fb1-aa78-1b77de522e16 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:48:56.569467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.724884 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.735820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port fb73493a-efcc-4fb1-aa78-1b77de522e16, host n-h1-780147-4, got binding levels [] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:56.736211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.750673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55a6006-263f-4bfb-beb1-07a368901774 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:56.796345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:56.824904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c55a6006-263f-4bfb-beb1-07a368901774,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:56.827847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c62397d9-7266-4f6c-b5a1-1c40b195c828', 'network_id': '67ab71a8-a685-4664-9094-8d045033b103', 'port_id': 'c62397d9-7266-4f6c-b5a1-1c40b195c828', 'mac_address': 'fa:16:3e:55:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8193a62-9e37-4573-a1c2-f9c37a3de0e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:48:56.840149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a67d66-0407-4d1b-bab0-783b548b79d4 req-302b6c70-cf25-45ac-8342-073db8dde2f9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6142344 May 20 07:48:56.866400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-478e6919-de7b-4b16-ae42-672763baf526 req-799a7e67-8da7-4ec1-bf4f-4a68d8d4f82f service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4010916 May 20 07:48:56.886082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Calling delete_port for fb73493a-efcc-4fb1-aa78-1b77de522e16 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:48:56.890930 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:56.919614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1c538-82a2-41e9-803e-34f4d9755578 req-7d18844f-ae5d-412a-a984-335884d5e1be tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:56.933715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eef1c538-82a2-41e9-803e-34f4d9755578 req-7d18844f-ae5d-412a-a984-335884d5e1be tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 943 time: 0.9327669 May 20 07:48:56.951575 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:57.011815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b635dbf-0a32-47a2-a7fd-721f72e0a51c req-d9bb96e4-5a7b-44d3-94ea-0ac517b9e66f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 May 20 07:48:57.019119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-676e6d91-6aac-4ab1-9f9a-4db957fd54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:57.024919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-676e6d91-6aac-4ab1-9f9a-4db957fd54fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 1094 time: 0.8018637 May 20 07:48:57.043134 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.058569 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:57.111152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eef1c538-82a2-41e9-803e-34f4d9755578 req-b77d5ef6-ea36-443e-98d5-2d8b29879868 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762571 May 20 07:48:57.174321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.205161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.218672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb73493a-efcc-4fb1-aa78-1b77de522e16,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:57.222129 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:57.223654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.279324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['c55a6006-263f-4bfb-beb1-07a368901774'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:57.324187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-2dd6974c-ef0a-47a5-9638-5195f39be187 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864d78a2-bff6-436e-b64b-7baec5987e95 HTTP/1.1" status: 200 len: 217 time: 0.2688029 May 20 07:48:57.341870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62397d9-7266-4f6c-b5a1-1c40b195c828 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:48:57.351882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:57.358837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "DELETE /v2.0/ports/fb73493a-efcc-4fb1-aa78-1b77de522e16 HTTP/1.1" status: 204 len: 168 time: 1.1584320 May 20 07:48:57.361672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51820) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:57.362420 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:57.411182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:48:57.413122 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-463e1e25-b96d-490d-aa4a-a100d6c74cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] GET failed (client error): The resource could not be found. May 20 07:48:57.413748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-463e1e25-b96d-490d-aa4a-a100d6c74cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Synchronizing usage tracker for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:57.441656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:57.447669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:48:57.501127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2863c2-fd31-4499-b309-c4655e351f6a req-8dfc1a03-0bd5-4fe3-8e70-e311beff31a6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:57.502730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b2863c2-fd31-4499-b309-c4655e351f6a req-8dfc1a03-0bd5-4fe3-8e70-e311beff31a6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 0.2277770 May 20 07:48:57.515549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-463e1e25-b96d-490d-aa4a-a100d6c74cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Unset dirty status for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:57.516653 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-463e1e25-b96d-490d-aa4a-a100d6c74cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports/fb73493a-efcc-4fb1-aa78-1b77de522e16 HTTP/1.1" status: 404 len: 333 time: 0.1540835 May 20 07:48:57.522349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:57.523015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-7efecae2-5d12-41e1-9004-ee51e6e3fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:57.524651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-7efecae2-5d12-41e1-9004-ee51e6e3fe57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.1903560 May 20 07:48:57.594890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-bd50c524-2176-47e8-8f03-d6b77bba7f3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603995 May 20 07:48:57.597246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.599518 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:57.610070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731550620', 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:48:57.612482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-5d29b208-18bd-4dde-bfc6-76a4b8b10205 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:48:57.613737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-5d29b208-18bd-4dde-bfc6-76a4b8b10205 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056729 May 20 07:48:57.628016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244144f-94af-4b53-98cf-9855b1faa97e req-3df20c1c-c5df-4bd1-b664-49f174b174ef tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:57.632907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:48:57.636346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0244144f-94af-4b53-98cf-9855b1faa97e req-3df20c1c-c5df-4bd1-b664-49f174b174ef tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.1540456 May 20 07:48:57.671284 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b2863c2-fd31-4499-b309-c4655e351f6a req-a349e43c-dd12-4095-9657-a56f0fee3641 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598353 May 20 07:48:57.694294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:48:57.719534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.788119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Made reservation on behalf of 8d68cfc2f314453bbae397848f031989 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:48:57.790918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:57.842546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port 7b054e6a-ffb7-4ca8-8916-1ab96137390e yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:48:57.952025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:57.963445 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:57.971864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0244144f-94af-4b53-98cf-9855b1faa97e req-9c82c36a-564b-4cf7-9f68-c974ee0c5204 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345244 May 20 07:48:57.974738 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:58.039128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-bed4ca74-57f4-4fe1-a82f-cf76abd9c83a service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874111 May 20 07:48:58.119324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c62397d9-7266-4f6c-b5a1-1c40b195c828'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:48:58.134970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e4bfd2d9-f4dc-4908-ad2f-6af4d4187128 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:48:58.199392 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'code': 200} May 20 07:48:58.200526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:58.206185 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:58.277523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e4bfd2d9-f4dc-4908-ad2f-6af4d4187128 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:48:58.288670 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e4bfd2d9-f4dc-4908-ad2f-6af4d4187128 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--400557198&fields=id&tenant_id=2671dab32db34badb8cde963cae740c1 HTTP/1.1" status: 200 len: 267 time: 0.2921894 May 20 07:48:58.361807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c8b4033-4b3b-4a43-9544-9cafecb2e5fc req-9f6883c2-e452-4dac-8dc0-6886ce614c60 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031065 May 20 07:48:58.498352 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:58.515578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12996ade-87c2-4d5e-9e3c-24ca154e848d req-f5505965-0a59-4537-81b4-588685d03e4f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:58.522837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12996ade-87c2-4d5e-9e3c-24ca154e848d req-f5505965-0a59-4537-81b4-588685d03e4f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1577237 May 20 07:48:58.531267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-0f51d4f6-bc8f-445e-9178-7a2d74166569 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:58.537714 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-0f51d4f6-bc8f-445e-9178-7a2d74166569 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/networks?id=882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 200 len: 816 time: 0.2447529 May 20 07:48:58.580062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-5bfdc519-b807-4bc8-8bb6-ec29bae46ba1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/quotas/2671dab32db34badb8cde963cae740c1 HTTP/1.1" status: 200 len: 375 time: 0.0341473 May 20 07:48:58.644089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12996ade-87c2-4d5e-9e3c-24ca154e848d req-94b0c111-63b1-41b0-881f-7c3676545f6b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140895 May 20 07:48:58.748587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-0a523a61-cc1d-429a-ba4d-76646b092a2d tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2671dab32db34badb8cde963cae740c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676672 May 20 07:48:58.760562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452156fb-360f-4b49-b66d-8fc8a298007c req-03cc7fb6-7e02-4415-90ec-cb19a4f6387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:58.764819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-03cc7fb6-7e02-4415-90ec-cb19a4f6387a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 1094 time: 0.1132805 May 20 07:48:58.776200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:58.838322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6541d8b7-2d91-486e-ad98-2519329b0df1 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:48:58.886791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:48:58.901720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:48:58.934591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:48:58.935531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:58.936127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:48:59.057706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452156fb-360f-4b49-b66d-8fc8a298007c req-7e88ba27-c3ee-4a78-a3b0-c2e3969df96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:59.059732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-7e88ba27-c3ee-4a78-a3b0-c2e3969df96c service neutron] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 906 time: 0.2788346 May 20 07:48:59.069023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9fcd8-1bec-49e6-8bbd-8daf77c12b39 req-1913a799-5d02-4a56-8d5b-7ba517621e95 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:59.077930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61c9fcd8-1bec-49e6-8bbd-8daf77c12b39 req-1913a799-5d02-4a56-8d5b-7ba517621e95 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 944 time: 0.2439959 May 20 07:48:59.201943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-0bb6484d-f816-4b26-a00b-83e179533146 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864d78a2-bff6-436e-b64b-7baec5987e95 HTTP/1.1" status: 200 len: 217 time: 0.1024427 May 20 07:48:59.221533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=7b054e6a-ffb7-4ca8-8916-1ab96137390e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:48:59.235665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.236053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.236431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.236803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.237174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.237563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.237939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.238300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.238660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.239108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.239475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.239832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:48:59.252716 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:48:59.277463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61c9fcd8-1bec-49e6-8bbd-8daf77c12b39 req-11a5b9c3-5bc7-4abc-9d18-3dffef98acfb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985395 May 20 07:48:59.282269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-634df7fa-4dd8-4ee5-b72a-56a7fb0a624f service neutron] 10.222.0.79 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292733 May 20 07:48:59.306923 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7843482 May 20 07:48:59.314952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51844) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:59.385375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452156fb-360f-4b49-b66d-8fc8a298007c req-dc99a1c6-9960-45d8-b1f7-bfcd1f736d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:59.386913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-dc99a1c6-9960-45d8-b1f7-bfcd1f736d88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.1775467 May 20 07:48:59.454921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc76add-5274-4f2b-9617-00853c5443b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:48:59.459123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7fc76add-5274-4f2b-9617-00853c5443b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports/7b054e6a-ffb7-4ca8-8916-1ab96137390e HTTP/1.1" status: 200 len: 959 time: 0.1432815 May 20 07:48:59.460011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51858) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:48:59.591300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c55a6006-263f-4bfb-beb1-07a368901774 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:48:59.595823 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-60179855-1683-4fad-bf61-a2263af68047 service neutron] 10.222.0.79 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126285 May 20 07:48:59.603519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-668867bc-60aa-4884-977c-dfafa546795b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051349 May 20 07:48:59.825511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port c55a6006-263f-4bfb-beb1-07a368901774 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:48:59.831026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port c55a6006-263f-4bfb-beb1-07a368901774 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:48:59.831640 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.048540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c62397d9-7266-4f6c-b5a1-1c40b195c828 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:00.269795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.310321 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c62397d9-7266-4f6c-b5a1-1c40b195c828 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:00.312326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-0379c47e-0ef0-424d-8784-1a660a837713 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735129 May 20 07:49:00.321744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Deleting port 7b054e6a-ffb7-4ca8-8916-1ab96137390e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:00.322310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.341373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c55a6006-263f-4bfb-beb1-07a368901774,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:00.342498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c62397d9-7266-4f6c-b5a1-1c40b195c828 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:00.342877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.374689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:00.382264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6b990-e769-4d8b-ba50-b858fe802226 req-87602e4f-8571-493b-9806-4465a75c259e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:00.384265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ddb6b990-e769-4d8b-ba50-b858fe802226 req-87602e4f-8571-493b-9806-4465a75c259e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:00.427542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.438340 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:00.577227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.598134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:00.608534 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:00.643747 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.692081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:00.779992 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:00.783059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:00.806712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ddb6b990-e769-4d8b-ba50-b858fe802226 req-87602e4f-8571-493b-9806-4465a75c259e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:00.817779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddb6b990-e769-4d8b-ba50-b858fe802226 req-87602e4f-8571-493b-9806-4465a75c259e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 1.1348619 May 20 07:49:00.838186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fe26-5b83-413b-b4d8-aa82b6fe7e77 req-cbf389e3-1610-4a57-a96b-8be682e95129 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:00.846369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b840fe26-5b83-413b-b4d8-aa82b6fe7e77 req-cbf389e3-1610-4a57-a96b-8be682e95129 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.1095304 May 20 07:49:00.855580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Calling delete_port for 7b054e6a-ffb7-4ca8-8916-1ab96137390e owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:00.927458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:00.934357 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:00.962665 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b840fe26-5b83-413b-b4d8-aa82b6fe7e77 req-3171187e-78c0-4bf4-8bf5-a5ae08cb4452 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026621 May 20 07:49:00.966372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-452156fb-360f-4b49-b66d-8fc8a298007c req-4ddb9851-48b4-483e-8316-e5a7134cd1b0 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304114 May 20 07:49:01.013729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddb6b990-e769-4d8b-ba50-b858fe802226 req-470b9d65-684d-4ab7-bdfa-e5394eb47eaf tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718193 May 20 07:49:01.108830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:01.125012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae809f4b-6ce3-42bd-b286-69d91d8cfd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:01.290507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b054e6a-ffb7-4ca8-8916-1ab96137390e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:01.308869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:01.315235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.315890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.315993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.316526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.316944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.317377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.317852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.318286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.318718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.319207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.319647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.320076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:01.331885 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:01.340688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103742-3496-478c-8737-7afc8e6bf574 req-e7b7db76-864b-4572-81dc-49dc1a0d35d3 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:01.348330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "DELETE /v2.0/ports/7b054e6a-ffb7-4ca8-8916-1ab96137390e HTTP/1.1" status: 204 len: 168 time: 1.8746009 May 20 07:49:01.348734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51920) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:01.349502 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef103742-3496-478c-8737-7afc8e6bf574 req-e7b7db76-864b-4572-81dc-49dc1a0d35d3 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.2163157 May 20 07:49:01.410107 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c876bf3-cef9-4fe7-98b2-aba290b8d38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] GET failed (client error): The resource could not be found. May 20 07:49:01.410727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5c876bf3-cef9-4fe7-98b2-aba290b8d38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Synchronizing usage tracker for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:01.426232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef103742-3496-478c-8737-7afc8e6bf574 req-79b998c8-9335-4f09-a429-bafa16544640 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 May 20 07:49:01.465047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f70a66-0762-42ad-82d3-e577e3ebb44c req-8ec98565-91db-4678-b7f7-a996da2cc2a6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:01.468705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18f70a66-0762-42ad-82d3-e577e3ebb44c req-8ec98565-91db-4678-b7f7-a996da2cc2a6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.2529967 May 20 07:49:01.512483 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774', 'code': 200} May 20 07:49:01.520429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5c876bf3-cef9-4fe7-98b2-aba290b8d38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Unset dirty status for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:01.521702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5c876bf3-cef9-4fe7-98b2-aba290b8d38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports/7b054e6a-ffb7-4ca8-8916-1ab96137390e HTTP/1.1" status: 404 len: 333 time: 0.1720552 May 20 07:49:01.528237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51928) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:01.534004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18f70a66-0762-42ad-82d3-e577e3ebb44c req-18609147-49b1-47ca-910b-fbe7dd3a8df8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608711 May 20 07:49:01.535178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474550044'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:01.546891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:01.562468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:01.669024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Made reservation on behalf of 8d68cfc2f314453bbae397848f031989 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:01.676713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:01.698391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9518d4ed-9a88-4658-9d60-bd6484772ef7 req-f142172c-971a-4d48-861e-1a2f2c8e6d32 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:01.736921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:01.764587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8fa6f-9696-4810-9cc3-41b0b53d2b7a req-afcd18e0-2120-4aec-9aa3-84d0e3011d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:01.766139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81c8fa6f-9696-4810-9cc3-41b0b53d2b7a req-afcd18e0-2120-4aec-9aa3-84d0e3011d85 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.1174591 May 20 07:49:01.829162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81c8fa6f-9696-4810-9cc3-41b0b53d2b7a req-9aaab928-2e6c-4ca0-9ee9-ef71d8b79b0f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 May 20 07:49:01.843575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9518d4ed-9a88-4658-9d60-bd6484772ef7 req-f142172c-971a-4d48-861e-1a2f2c8e6d32 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:01.845007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9518d4ed-9a88-4658-9d60-bd6484772ef7 req-f142172c-971a-4d48-861e-1a2f2c8e6d32 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.2387867 May 20 07:49:02.050742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:02.137574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09432761-8114-42c1-b8d5-2b9366f0b2f5 req-336489b5-54ef-4c24-8694-7c099b46c840 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:02.297713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-09432761-8114-42c1-b8d5-2b9366f0b2f5 req-336489b5-54ef-4c24-8694-7c099b46c840 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.2544179 May 20 07:49:02.297713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:02.297713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:02.297713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Request body: {'floatingip': {'port_id': '21001cd0-dc91-4f23-bc27-6315ee2f0c09'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:02.297713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:02.298904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:02.298904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'port_id': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'mac_address': 'fa:16:3e:72:fc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12185d1d-cab3-4684-9966-5994a0be36f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:02.299254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556895ff-0735-4b65-bb22-199b84406594 req-f25f0b1b-f203-41b5-a2a5-4ea4f31a021e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:02.299254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556895ff-0735-4b65-bb22-199b84406594 req-f25f0b1b-f203-41b5-a2a5-4ea4f31a021e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 0.0874183 May 20 07:49:02.340662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-556895ff-0735-4b65-bb22-199b84406594 req-31a7d3ba-fa25-421b-aef2-270e9c945483 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623517 May 20 07:49:02.387066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:02.405467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:02.421997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:02.765139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12e2ba-9a78-493f-a9dc-1833dbe96e06 req-26f6a9eb-aeee-4f6d-a8c9-a98be675466a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:02.766801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be12e2ba-9a78-493f-a9dc-1833dbe96e06 req-26f6a9eb-aeee-4f6d-a8c9-a98be675466a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.0927763 May 20 07:49:02.798317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44ed5e-44a2-4bd3-9e7f-ae1472e776d6 req-284995e0-02da-4a46-b40e-5b8a24940a2d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:02.800113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d44ed5e-44a2-4bd3-9e7f-ae1472e776d6 req-284995e0-02da-4a46-b40e-5b8a24940a2d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.2654066 May 20 07:49:02.820408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be12e2ba-9a78-493f-a9dc-1833dbe96e06 req-41da6113-ca26-4b5d-ada8-a67f62895a0a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 May 20 07:49:02.860876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9d44ed5e-44a2-4bd3-9e7f-ae1472e776d6 req-a7376654-6520-489b-b743-9bc40f54e51a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 May 20 07:49:03.104120 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.105799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:03.109411 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:03.119007 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.160602 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fc136c5-a86c-44da-876f-1baac0dba3d8 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:03.268039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:03.275654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.281419 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:03.340355 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-87767f0f-a9a3-45fc-a0b5-133f9c9c0f1e req-77f79c54-e55a-4440-abaa-cf81cca7eecb tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.2401028 May 20 07:49:03.349631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=3a9c9419-fda8-4fe6-a80f-c4d45cba91d6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:03.359366 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:03.361666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Network 4d62e323-4b15-4d3a-a277-3952436d0c27 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:03.363192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:03.386395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:03.386395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:03.386395 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.427715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.479753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:03.506127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '864d78a2-bff6-436e-b64b-7baec5987e95', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '864d78a2-bff6-436e-b64b-7baec5987e95', 'mac_address': 'fa:16:3e:b6:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:03.514148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:03.615216 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828', 'code': 200} May 20 07:49:03.685014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.697003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1671462 May 20 07:49:03.698371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:03.708198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864d78a2-bff6-436e-b64b-7baec5987e95 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:03.734106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:03.735788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:03.821824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:03.824582 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:03.857563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390724f-4005-4a39-998c-be5b82d4727e req-08adf1f9-cf02-4a5d-93e9-97ff0ee23a6b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:03.874282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7390724f-4005-4a39-998c-be5b82d4727e req-08adf1f9-cf02-4a5d-93e9-97ff0ee23a6b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 0.3591523 May 20 07:49:03.969127 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Floating IP 4e9b2f31-bdbd-4758-9371-e990a2d8cd6f associated. External IP: 172.25.8.143, port: 21001cd0-dc91-4f23-bc27-6315ee2f0c09. May 20 07:49:04.018684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7390724f-4005-4a39-998c-be5b82d4727e req-a90be4fa-eb17-484b-b0d6-7981dfba8ce8 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433501 May 20 07:49:04.034795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:04.040855 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:04.046195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c544-8c97-4607-8690-fd646bcadaf8 req-c079a318-9f08-4d1b-a44b-a5166601a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:04.056123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d813c544-8c97-4607-8690-fd646bcadaf8 req-c079a318-9f08-4d1b-a44b-a5166601a7f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 1096 time: 0.3555033 May 20 07:49:04.064635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:04.112948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:04.164659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d813c544-8c97-4607-8690-fd646bcadaf8 req-8e0011e4-cc99-4574-9bd4-62299ffa2540 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949602 May 20 07:49:04.183338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['864d78a2-bff6-436e-b64b-7baec5987e95'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:04.259161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:04.514980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6b42-3910-40aa-9a7c-9316a7bae3d1 req-f0ba036c-5d6f-4d84-9257-fe7ecbde34eb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:04.522418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eaa6b42-3910-40aa-9a7c-9316a7bae3d1 req-f0ba036c-5d6f-4d84-9257-fe7ecbde34eb tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 945 time: 0.2123244 May 20 07:49:04.606664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eaa6b42-3910-40aa-9a7c-9316a7bae3d1 req-1c767215-05a6-4bfb-b4c3-8c2ff640e1b3 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832338 May 20 07:49:04.828410 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:04.864807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:04.871033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:49:04.984792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:05.037977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-61cc269c-e2fc-4621-9e62-32c4554a67be tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:05.039174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-61cc269c-e2fc-4621-9e62-32c4554a67be tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:05.068157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:05.070254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:05.125394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-61cc269c-e2fc-4621-9e62-32c4554a67be tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:05.127032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-61cc269c-e2fc-4621-9e62-32c4554a67be tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.84 "GET /v2.0/networks?id=882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 200 len: 816 time: 0.3401721 May 20 07:49:05.194602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:05.210990 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:05.227685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e5194a62-33c7-4fa0-a303-98b21a9b9398 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:05.256542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e5194a62-33c7-4fa0-a303-98b21a9b9398 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:05.257978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e5194a62-33c7-4fa0-a303-98b21a9b9398 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2671dab32db34badb8cde963cae740c1 HTTP/1.1" status: 200 len: 379 time: 0.1200674 May 20 07:49:05.269127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'port': {'device_id': '62014cca-7c46-42fb-b931-f4593d615b37', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'admin_state_up': True, 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'security_groups': ['732061a5-a0b7-4b75-aff7-ba0ebeb6373f']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:05.334225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a0b2-a043-48af-bf8e-74c19afc5871 req-bb45f1a8-9e3b-414d-b559-1dbcb2c18ca7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:05.342988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1a77a0b2-a043-48af-bf8e-74c19afc5871 req-bb45f1a8-9e3b-414d-b559-1dbcb2c18ca7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 1.2081826 May 20 07:49:05.377862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] device_id is not set on port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:05.410095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:05.453131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:49:05.516436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Transition to ACTIVE for port object 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:05.546011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1a77a0b2-a043-48af-bf8e-74c19afc5871 req-6e0f5c78-48fb-40cc-a691-5f27899b15a5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020373 May 20 07:49:05.761320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:05.766948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c6124913-c745-4455-9c53-2b8cb43360c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:05.818165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:05.845953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:05.956950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Made reservation on behalf of 2671dab32db34badb8cde963cae740c1 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:05.961983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.057863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1f739b47-bed5-434f-81fb-3dd6c33bf26b req-16ac76eb-1241-4e82-a0e2-2cb06f05b09d tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.2280805 May 20 07:49:06.066819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:06.222724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:06.223427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.313468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=3a9c9419-fda8-4fe6-a80f-c4d45cba91d6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:06.316665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:06.376434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Allocated IP 172.20.0.4 (882fc62c-1293-4046-bbb3-e07ff41c162d/387dd6dc-6b93-40f5-9a12-5fc9702244fd/1318c7f7-c742-41c8-9d2f-1c6a8607041c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:06.452404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.452963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.453682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.468104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:49:06.477802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.481954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Sync routers for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:49:06.532738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.533085 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.536328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:49:06.541258 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 2 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.542359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:06.571403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.571670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.571945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.584959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.585430 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.588359 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 3 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.612448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.612791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.613132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.626338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40437e28-ed7e-4ba1-b518-6c2dfb4d9b06 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "PUT /v2.0/floatingips/4e9b2f31-bdbd-4758-9371-e990a2d8cd6f HTTP/1.1" status: 200 len: 992 time: 4.4748061 May 20 07:49:06.628651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:06.634849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.635222 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.636671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.637858 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 4 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.659130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.659468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.659802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.665573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.665985 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.697520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160070c-09f9-433e-a0b0-c7a696d53b15 req-98fc66c3-4869-4359-a4d3-5a8cf67cba68 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:06.699395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a160070c-09f9-433e-a0b0-c7a696d53b15 req-98fc66c3-4869-4359-a4d3-5a8cf67cba68 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 944 time: 0.3787704 May 20 07:49:06.699914 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 5 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.756720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:06.787103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.787435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.787781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.801779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.802096 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.804552 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 6 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.839592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a160070c-09f9-433e-a0b0-c7a696d53b15 req-708de037-36c2-45c0-9d88-1e7002a0e20f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287892 May 20 07:49:06.850905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:06.856320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.859329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.859749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.860090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.871363 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3ab89bb3-8a13-4f10-8c34-1026ca0baf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.887602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.895140 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.896088 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 7 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.908014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Transition to ACTIVE for port object 1318c7f7-c742-41c8-9d2f-1c6a8607041c will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:06.935092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:06.940770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:06.947771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.948446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.949055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.954438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.955103 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.955723 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 8 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:06.977794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:06.978624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:06.979230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:06.984823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:06.988311 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:06.990085 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 9 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:07.012254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.018537 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e80f196-ef8d-4b38-9fc1-b28b24f57452 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:07.025695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:07.026448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:07.027508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:07.044958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:07.046197 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:07.046838 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempt 10 to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 May 20 07:49:07.054646 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:07.095006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:07.096051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:07.096652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempting to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:07.109571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:07.110264 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Failed to bind port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': '762e7c08-5bd7-48f3-9896-4e39e1f2ef75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4d62e323-4b15-4d3a-a277-3952436d0c27'}] May 20 07:49:07.110937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.228926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Network 882fc62c-1293-4046-bbb3-e07ff41c162d is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:07.230743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:07.248549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:07.278359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:49:07.339264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:07.363589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:07.391935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:07.398269 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:07.401754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:07.402221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 07:49:07.442061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786f32e-414e-4b42-950c-8eb696853dba req-f10436d6-e3c8-409f-87c1-f13e325d3d9c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:07.453164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f786f32e-414e-4b42-950c-8eb696853dba req-f10436d6-e3c8-409f-87c1-f13e325d3d9c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.3096175 May 20 07:49:07.480563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:07.486423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.489724 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.526003 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:07.592225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3282897 May 20 07:49:07.608585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Request body: {'port': {'device_id': '62014cca-7c46-42fb-b931-f4593d615b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:07.703695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] In _notify_port_updated(), no bound segment for port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 on network 4d62e323-4b15-4d3a-a277-3952436d0c27 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:49:07.705026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:07.708477 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.714933 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "PUT /v2.0/ports/3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 HTTP/1.1" status: 200 len: 979 time: 3.9909341 May 20 07:49:07.722663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:07.767461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f786f32e-414e-4b42-950c-8eb696853dba req-f9e36c1d-3f6b-4c23-ab06-a255e52f799a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073843 May 20 07:49:07.824651 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:49:07.831834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event updated for resources: {'Port': ['ID=3a9c9419-fda8-4fe6-a80f-c4d45cba91d6,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:07.842198 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:07.882013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 864d78a2-bff6-436e-b64b-7baec5987e95 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:07.949675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 864d78a2-bff6-436e-b64b-7baec5987e95 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:07.950062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:07.969531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:08.067769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c65ace11-ff21-4922-88ed-0c47e1502d5c None None] Provisioning for port 1318c7f7-c742-41c8-9d2f-1c6a8607041c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:08.109492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfc6b-f2a2-4760-9de1-2192bf0d8036 req-db04872f-1626-42ba-b26f-9e9dcc371214 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:08.110555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c65ace11-ff21-4922-88ed-0c47e1502d5c None None] Provisioning complete for port 1318c7f7-c742-41c8-9d2f-1c6a8607041c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:08.111069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c65ace11-ff21-4922-88ed-0c47e1502d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:08.126176 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-47edfc6b-f2a2-4760-9de1-2192bf0d8036 req-db04872f-1626-42ba-b26f-9e9dcc371214 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1601763 May 20 07:49:08.229010 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-47edfc6b-f2a2-4760-9de1-2192bf0d8036 req-e84d299f-f5ef-4554-a20c-a82ef9067061 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978444 May 20 07:49:08.303756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c65ace11-ff21-4922-88ed-0c47e1502d5c None None] Port 1318c7f7-c742-41c8-9d2f-1c6a8607041c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:49:08.441881 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:08.554339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:08.564327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Deleting port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:08.565593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:08.574409 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'status': 'completed', 'code': 200} May 20 07:49:08.604986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4e9b2f31-bdbd-4758-9371-e990a2d8cd6f', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'port_id': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'mac_address': 'fa:16:3e:bd:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04eaae-11f2-449c-9aa6-286602449f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:19Z', 'updated_at': '2021-05-20T07:49:02Z', 'revision_number': 1, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:08.617520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Checking router: b7a5c87f-74ea-4301-8db2-96aa1e978cf0 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:49:08.620326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:08.623576 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:08.700153 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'code': 200} May 20 07:49:08.742313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:49:08.744402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:48:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:09.076450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:09.095000 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:09.156649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f759b8-f79f-4b41-9ac7-46cb0b721402 req-88c74a95-6a0c-40a7-9589-acc7446ddb33 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:09.168936 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96f759b8-f79f-4b41-9ac7-46cb0b721402 req-88c74a95-6a0c-40a7-9589-acc7446ddb33 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 931 time: 0.2159755 May 20 07:49:09.178877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:49:09.262875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bc3351ff-a202-4a10-8b89-d4717ea64edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:09.307814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] For port 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6, host n-h1-780147-4, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:09.308179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:09.308317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-96f759b8-f79f-4b41-9ac7-46cb0b721402 req-29c06ed6-27bc-42f0-a1be-8fe5912ebb3a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352170 May 20 07:49:09.652369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1318c7f7-c742-41c8-9d2f-1c6a8607041c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:09.661448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:09.687262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Transition to ACTIVE for port object 1318c7f7-c742-41c8-9d2f-1c6a8607041c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:09.703071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Calling delete_port for 3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:09.704462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:09.766623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a28a-d106-400f-ba89-6e5bfcf7cc6d req-2a8ab39e-4b4d-4093-af19-b870acb66912 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:09.768972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5af0a28a-d106-400f-ba89-6e5bfcf7cc6d req-2a8ab39e-4b4d-4093-af19-b870acb66912 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 945 time: 0.1813519 May 20 07:49:09.906451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5af0a28a-d106-400f-ba89-6e5bfcf7cc6d req-2140d8a8-d699-42cb-946c-b0e06d793272 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258068 May 20 07:49:09.934610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4e9b2f31-bdbd-4758-9371-e990a2d8cd6f', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'port_id': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'mac_address': 'fa:16:3e:bd:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04eaae-11f2-449c-9aa6-286602449f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:19Z', 'updated_at': '2021-05-20T07:49:02Z', 'revision_number': 1, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:09.944822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb824b5-688a-4ffd-b6bc-8610f602fbf2 None None] The sync data for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 is: [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4e9b2f31-bdbd-4758-9371-e990a2d8cd6f', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'port_id': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'mac_address': 'fa:16:3e:bd:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04eaae-11f2-449c-9aa6-286602449f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:19Z', 'updated_at': '2021-05-20T07:49:02Z', 'revision_number': 1, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:49:09.966884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:09.979779 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e2edd85a-e77e-4d40-865d-91c5125ac41d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:10.180603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:10.195307 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:10.393830 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a585eea-c45c-4972-b29b-743cdfdd75bf None None] New status for floating IP 4e9b2f31-bdbd-4758-9371-e990a2d8cd6f: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:49:10.416985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297825-b202-400c-a076-5ac8a2c2fad0 req-ce86430c-2253-4c7f-9457-872aaef97b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:10.418662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7297825-b202-400c-a076-5ac8a2c2fad0 req-ce86430c-2253-4c7f-9457-872aaef97b6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 1097 time: 1.1667902 May 20 07:49:10.431310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-ba8b1cd0-9458-4afe-aa67-a079fdd91142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:10.433031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-ba8b1cd0-9458-4afe-aa67-a079fdd91142 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 1097 time: 1.6576295 May 20 07:49:10.598711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7297825-b202-400c-a076-5ac8a2c2fad0 req-9497c263-0578-457f-be14-2fba7e205b4e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608758 May 20 07:49:10.606401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Attempting to bind port 1318c7f7-c742-41c8-9d2f-1c6a8607041c on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:10.607107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Attempting to bind port 1318c7f7-c742-41c8-9d2f-1c6a8607041c by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:10.607553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Attempting to bind port 1318c7f7-c742-41c8-9d2f-1c6a8607041c on network 882fc62c-1293-4046-bbb3-e07ff41c162d {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:10.648665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Port 1318c7f7-c742-41c8-9d2f-1c6a8607041c on network 882fc62c-1293-4046-bbb3-e07ff41c162d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:10.654678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Attempting to bind port 1318c7f7-c742-41c8-9d2f-1c6a8607041c on network 882fc62c-1293-4046-bbb3-e07ff41c162d {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:10.671497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:10.672117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Checking segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:10.672702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Bound using segment: {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:10.673332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Bound port: 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c0cec0-120f-45cc-a3d0-78ac20dcaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:10.673899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:10.696996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:10.702178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:10.704170 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cf075c9-b3ea-46b7-9e52-20a09afc1e94 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:10.835769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a9c9419-fda8-4fe6-a80f-c4d45cba91d6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:10.850717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:10.850717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-1625e682-c69e-4d82-b1ec-9f1dfd9f3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:10.850717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-1625e682-c69e-4d82-b1ec-9f1dfd9f3f9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 200 len: 913 time: 0.3967848 May 20 07:49:10.852347 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:10.931034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "DELETE /v2.0/ports/3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 HTTP/1.1" status: 204 len: 168 time: 3.2072701 May 20 07:49:10.933979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52076) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:11.022712 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af18e57-b2c8-4105-b119-d0d449edafbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] GET failed (client error): The resource could not be found. May 20 07:49:11.023417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0af18e57-b2c8-4105-b119-d0d449edafbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Synchronizing usage tracker for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:11.072214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:11.086938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:11.114927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:11.118929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-2073aeb5-79cb-4904-8618-0b3e13f3e94f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 200 len: 1002 time: 0.2522683 May 20 07:49:11.177006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0af18e57-b2c8-4105-b119-d0d449edafbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Unset dirty status for tenant:8d68cfc2f314453bbae397848f031989 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:11.183856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52080) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:11.184706 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0af18e57-b2c8-4105-b119-d0d449edafbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] 10.222.0.79 "GET /v2.0/ports/3a9c9419-fda8-4fe6-a80f-c4d45cba91d6 HTTP/1.1" status: 404 len: 333 time: 0.2496121 May 20 07:49:11.255241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:11.267305 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-243b9271-3260-4375-af37-d04dae7d29df tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:11.287215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba90e75-7627-4be6-9973-f315aa87226c req-3ed4609e-c325-473c-a685-d94fd6ab4cb0 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:11.301182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aba90e75-7627-4be6-9973-f315aa87226c req-3ed4609e-c325-473c-a685-d94fd6ab4cb0 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.2403133 May 20 07:49:11.421635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a633-1067-4045-b192-054604f3f824 req-cbd72f46-796f-4af7-a1f1-6347df576332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:11.423252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-cbd72f46-796f-4af7-a1f1-6347df576332 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 1096 time: 0.3971317 May 20 07:49:11.441628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:11.441628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:11.442606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] 10.222.0.84 "PUT /v2.0/ports/1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 200 len: 1091 time: 3.8423514 May 20 07:49:11.444071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-4d113a5c-54ee-4841-813f-86682ec14fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:11.445328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-4d113a5c-54ee-4841-813f-86682ec14fe5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c3ab91c-ff29-4dfd-befd-ea309edc23b3 HTTP/1.1" status: 200 len: 851 time: 0.3092072 May 20 07:49:11.446911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:11.447709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aba90e75-7627-4be6-9973-f315aa87226c req-5859f113-2b4c-42db-8eb7-8fe2045155b6 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449363 May 20 07:49:11.761981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:11.773026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:11.778418 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:12.099791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ae973-b2c4-4bc3-bc88-f331e679f972 req-0d38d549-77ff-419f-abc6-14e0e21035ad tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:12.101350 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61ae973-b2c4-4bc3-bc88-f331e679f972 req-0d38d549-77ff-419f-abc6-14e0e21035ad tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.1339464 May 20 07:49:12.130758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.145764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d62e323-4b15-4d3a-a277-3952436d0c27']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:12.163241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762e7c08-5bd7-48f3-9896-4e39e1f2ef75') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:12.164062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762e7c08-5bd7-48f3-9896-4e39e1f2ef75') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:49:12.179502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.200895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.211568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:49:12.211568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.214693 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a61ae973-b2c4-4bc3-bc88-f331e679f972 req-d02824d6-93ce-4aac-ab48-a43c20e1b1c0 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026375 May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: timer() May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:49:12.285065 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:49:12.328976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.334621 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95', 'code': 200} May 20 07:49:12.606264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-4be2e99c-3a11-4f17-bbff-ae590567482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:12.608633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-4be2e99c-3a11-4f17-bbff-ae590567482c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1434374 May 20 07:49:12.624851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41969e2-c3ef-47bd-b74d-80bbb84ab66c req-f1f20c50-1840-4323-a416-304a2514d46e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:12.631994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a41969e2-c3ef-47bd-b74d-80bbb84ab66c req-f1f20c50-1840-4323-a416-304a2514d46e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1224720 May 20 07:49:12.756025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a41969e2-c3ef-47bd-b74d-80bbb84ab66c req-d9a1335b-2e43-4091-9b04-321008cc83a9 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156809 May 20 07:49:12.770154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a633-1067-4045-b192-054604f3f824 req-1a604121-828d-4981-a916-3886ca6f0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:12.771904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-1a604121-828d-4981-a916-3886ca6f0ac3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 1.1858442 May 20 07:49:12.921991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:12.928782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-73867c6a-e14d-4232-a66c-2944d20edd4f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828 HTTP/1.1" status: 200 len: 217 time: 0.1366768 May 20 07:49:12.930929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e2b3fe47-9387-41e7-818d-99bdc41454ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:12.932310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-e2b3fe47-9387-41e7-818d-99bdc41454ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2671dab32db34badb8cde963cae740c1&device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 1094 time: 1.3030498 May 20 07:49:12.943712 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:13.023189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:13.096290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Pushing event deleted for resources: {'Network': ['ID=4d62e323-4b15-4d3a-a277-3952436d0c27,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:13.103216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-6e2c8002-272d-4402-9a15-89076bebf567 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 200 len: 217 time: 0.0760808 May 20 07:49:13.108126 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:13.180483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] 10.222.0.79 "DELETE /v2.0/networks/4d62e323-4b15-4d3a-a277-3952436d0c27 HTTP/1.1" status: 204 len: 168 time: 1.9931462 May 20 07:49:13.254090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a275-99ec-4a0f-86b3-be71539ea1c4 req-505f22da-c762-44ba-9423-7c15391320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.255603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7351a275-99ec-4a0f-86b3-be71539ea1c4 req-505f22da-c762-44ba-9423-7c15391320d5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 1096 time: 0.6458187 May 20 07:49:13.257115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a633-1067-4045-b192-054604f3f824 req-ffc65b08-efc7-4420-9f63-299084137dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.259281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-ffc65b08-efc7-4420-9f63-299084137dab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.2889888 May 20 07:49:13.263275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd5712-b9f9-4e13-80f5-aa5d69afdcd7 req-3c077ae9-f209-49e3-a045-17ae042f72f6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.266617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-d6201515-4ac8-4f83-81ba-ee503d1371a1 service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842912 May 20 07:49:13.268194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-679e51f3-b52d-41da-adee-33bd881c0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.269706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-679e51f3-b52d-41da-adee-33bd881c0834 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=387dd6dc-6b93-40f5-9a12-5fc9702244fd HTTP/1.1" status: 200 len: 855 time: 0.1566410 May 20 07:49:13.275414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bacd5712-b9f9-4e13-80f5-aa5d69afdcd7 req-3c077ae9-f209-49e3-a045-17ae042f72f6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 945 time: 0.2285087 May 20 07:49:13.383346 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bacd5712-b9f9-4e13-80f5-aa5d69afdcd7 req-db114565-b2cd-4f50-ae59-07a4c2c59dcd tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 May 20 07:49:13.432623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-e6ccd0c0-062d-45af-b04f-7bdc75ae1f50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848203 May 20 07:49:13.498625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7351a275-99ec-4a0f-86b3-be71539ea1c4 req-19a4fe6c-e7ec-4919-9780-c6dcfa2614c2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195323 May 20 07:49:13.672882 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'status': 'completed', 'code': 200} May 20 07:49:13.817668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbba764f-a51a-48a3-90e8-a6f45648013b req-ddbacdc9-b8fe-43a0-b7dc-75e02f303b71 service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160223 May 20 07:49:13.822299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-66c77177-4cbd-4e7a-bc9f-0e5fa77802df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.824055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-66c77177-4cbd-4e7a-bc9f-0e5fa77802df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=882fc62c-1293-4046-bbb3-e07ff41c162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5172110 May 20 07:49:13.829970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-9c63a568-6c41-436c-b837-2da401c0c6c4 service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842967 May 20 07:49:13.849399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0fa1b-cc68-4499-9a7d-e387dbe5e631 req-141765a2-4ad7-49d8-b6cb-92fa0a9208f5 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:13.858763 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcf0fa1b-cc68-4499-9a7d-e387dbe5e631 req-141765a2-4ad7-49d8-b6cb-92fa0a9208f5 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1575170 May 20 07:49:13.915181 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcf0fa1b-cc68-4499-9a7d-e387dbe5e631 req-967bfc08-ffec-4001-89a7-ecbb238fef16 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554528 May 20 07:49:14.183441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-872e9607-7768-430f-9301-c3b736d1b905 service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498340 May 20 07:49:14.300108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52108) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:14.347419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fa5a633-1067-4045-b192-054604f3f824 req-9bc2a7de-ba03-4db3-8733-a310c7e7abc4 service neutron] 10.222.0.81 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525779 May 20 07:49:14.405103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c44eba3-d689-48df-aa6e-dee5b4824080 req-0b0fb25c-6861-4171-96da-426ebd3d8a3e service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139883 May 20 07:49:14.579725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e0ed-c81e-45b7-af2c-4ccdbc7beded req-15216a15-80f9-4be0-ba81-0760e48c8b10 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:14.590215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27d2e0ed-c81e-45b7-af2c-4ccdbc7beded req-15216a15-80f9-4be0-ba81-0760e48c8b10 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.3286726 May 20 07:49:14.655982 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27d2e0ed-c81e-45b7-af2c-4ccdbc7beded req-96d82112-f5cd-4e01-afa0-fbe633e59de4 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603969 May 20 07:49:14.666955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:14.667149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f6d151c4-ef66-4cbd-ad15-07495f2224f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2db1830f87ae40f8941ef48ff9f26195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657196 May 20 07:49:14.751586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:14.757562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444980-e527-475e-8946-2bb2155a1710 req-b70147fd-d2ea-4f87-92d7-fa37b241f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:14.759467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-b70147fd-d2ea-4f87-92d7-fa37b241f18d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2671dab32db34badb8cde963cae740c1&device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 1094 time: 0.2052603 May 20 07:49:14.786820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:14.924626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:14.937581 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-578c220f-0028-4e97-997a-edd0ac5ace58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:14.954999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7528e-fb71-40c5-9887-dd5cf7181386,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:14.957880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:14.959786 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61d7528e-fb71-40c5-9887-dd5cf7181386 HTTP/1.1" status: 204 len: 168 time: 0.2914774 May 20 07:49:14.983024 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:15.058069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53fd7d-f37b-45a1-8ff6-9de3f8a571b1 req-37f5c2da-8918-4111-a93c-5edc06ec0beb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.060378 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a53fd7d-f37b-45a1-8ff6-9de3f8a571b1 req-37f5c2da-8918-4111-a93c-5edc06ec0beb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1888800 May 20 07:49:15.144251 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a53fd7d-f37b-45a1-8ff6-9de3f8a571b1 req-cbdc50f4-0455-41b4-8355-351666470169 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702083 May 20 07:49:15.298560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444980-e527-475e-8946-2bb2155a1710 req-f0d0c4da-d41b-439b-8971-360ff1efc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.300672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-f0d0c4da-d41b-439b-8971-360ff1efc806 service neutron] 10.222.0.84 "GET /v2.0/networks?id=882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 200 len: 917 time: 0.5232015 May 20 07:49:15.383583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-e4a1cdb5-7e8f-43ac-a4fe-27a367a4a7fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 200 len: 217 time: 0.0741203 May 20 07:49:15.478806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab5efe-9ea4-4fb7-a643-e0afb8e406cb req-1d735862-0f33-40d3-9543-5cdb1e363e62 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.487799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78ab5efe-9ea4-4fb7-a643-e0afb8e406cb req-1d735862-0f33-40d3-9543-5cdb1e363e62 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1953750 May 20 07:49:15.494201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444980-e527-475e-8946-2bb2155a1710 req-c5deea81-9884-47e6-9828-cda6efb2813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.496076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-c5deea81-9884-47e6-9828-cda6efb2813b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=387dd6dc-6b93-40f5-9a12-5fc9702244fd HTTP/1.1" status: 200 len: 855 time: 0.1031561 May 20 07:49:15.589262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78ab5efe-9ea4-4fb7-a643-e0afb8e406cb req-c6ceb04d-b299-414b-90f7-71d42bc42c47 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927138 May 20 07:49:15.627851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444980-e527-475e-8946-2bb2155a1710 req-0f44eb14-3f33-463e-8d49-1fd0febdc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.629567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-0f44eb14-3f33-463e-8d49-1fd0febdc22d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=882fc62c-1293-4046-bbb3-e07ff41c162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247814 May 20 07:49:15.848570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30da43-7dbb-487b-bcf0-9df7c6af57ea req-8d5ba5a5-e275-4702-bed8-a7c04ac36015 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:15.849448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd30da43-7dbb-487b-bcf0-9df7c6af57ea req-8d5ba5a5-e275-4702-bed8-a7c04ac36015 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 945 time: 0.1466475 May 20 07:49:15.854415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-02750872-c54f-4b1d-893f-bce3c7c65520 service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126341 May 20 07:49:15.946251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52134) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:15.982891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd30da43-7dbb-487b-bcf0-9df7c6af57ea req-67575e82-b65f-4b7c-b820-05948e58b01c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254869 May 20 07:49:16.035875 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd9efffa-7dc9-4c4c-829e-9eb47a35b0fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d68cfc2f314453bbae397848f031989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883141 May 20 07:49:16.040897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52140) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:16.134442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0444980-e527-475e-8946-2bb2155a1710 req-cc2002c2-71e1-48de-866b-9ffb7521757c service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674937 May 20 07:49:16.141360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:16.188609 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:16.365665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:16.373744 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93472e90-4019-4e9e-97cb-4ec87e1a18a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:16.398293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:16.405014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a19e9eb-2263-4f95-ac7e-6ef46e8a5657 HTTP/1.1" status: 204 len: 168 time: 0.3627238 May 20 07:49:16.408737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a19e9eb-2263-4f95-ac7e-6ef46e8a5657,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:16.419031 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:16.964708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107257-b9f6-460a-b7ed-41cb13b89401 req-ef982786-2899-47a6-8629-e6921431e549 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:16.966142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee107257-b9f6-460a-b7ed-41cb13b89401 req-ef982786-2899-47a6-8629-e6921431e549 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.0873291 May 20 07:49:17.013253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee107257-b9f6-460a-b7ed-41cb13b89401 req-01cdf8dd-8178-4a84-86dd-c736c2fabb95 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411508 May 20 07:49:17.796391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a508-bf78-4652-a0cc-7ca8e5137e18 req-58551374-4546-45eb-99cf-4778defde718 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:17.803940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bad9a508-bf78-4652-a0cc-7ca8e5137e18 req-58551374-4546-45eb-99cf-4778defde718 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1162207 May 20 07:49:17.863046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bad9a508-bf78-4652-a0cc-7ca8e5137e18 req-7a42468b-22b7-4b69-a1ef-f671f0f43ee8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580909 May 20 07:49:18.644947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6447682d-1674-41a4-8417-93a297f8fb0b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:18.653028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6447682d-1674-41a4-8417-93a297f8fb0b tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.1881080 May 20 07:49:18.667356 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-8ce65e6d-e388-407e-836b-c6e024f53402 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/quotas/c2993eb6033c4664af95849109d80f95 HTTP/1.1" status: 200 len: 375 time: 0.0130877 May 20 07:49:18.763017 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-4c44f1b5-9e88-4a7e-9bb7-3d8da2dd21e2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885055 May 20 07:49:18.770674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44437462-e7e8-48bf-b399-daa339590290 req-7ba1380a-891a-4144-8d40-59f02495c2b6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:18.786116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44437462-e7e8-48bf-b399-daa339590290 req-7ba1380a-891a-4144-8d40-59f02495c2b6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 945 time: 0.0964351 May 20 07:49:18.786289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-798daf82-5ea9-4b30-9340-1fe47f10b800 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:49:18.786289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-798daf82-5ea9-4b30-9340-1fe47f10b800 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056310 May 20 07:49:18.879535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44437462-e7e8-48bf-b399-daa339590290 req-ee900f73-3eee-4363-8b5e-74e56b3b8c91 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009669 May 20 07:49:18.964673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-915bd603-ebdb-4eed-a0ad-81fe5b0d579c service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823747 May 20 07:49:19.104677 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-10ad891c-b1cd-44c8-a67c-a873ff7392fc service neutron] 10.222.0.79 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338630 May 20 07:49:19.176848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280713-4db1-4163-adca-8de9873a0917 req-41cd6836-6fe5-40f8-884e-ab1b88cf29be tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:19.178698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13280713-4db1-4163-adca-8de9873a0917 req-41cd6836-6fe5-40f8-884e-ab1b88cf29be tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ea34458-36fb-4e06-85ab-ad242998f875 HTTP/1.1" status: 200 len: 946 time: 0.1338649 May 20 07:49:19.187608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426a2f8-1817-455c-bf1c-aa57a34b86d0 req-49f74060-bf6a-41be-9260-ed0c526453cc tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:19.188293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f426a2f8-1817-455c-bf1c-aa57a34b86d0 req-49f74060-bf6a-41be-9260-ed0c526453cc tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:19.343288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f426a2f8-1817-455c-bf1c-aa57a34b86d0 req-49f74060-bf6a-41be-9260-ed0c526453cc tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:19.344482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f426a2f8-1817-455c-bf1c-aa57a34b86d0 req-49f74060-bf6a-41be-9260-ed0c526453cc tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.3461771 May 20 07:49:19.348868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Deleting port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:19.349215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:19.517615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f426a2f8-1817-455c-bf1c-aa57a34b86d0 req-5361ceb3-aa2f-404b-8bf6-bf1639fd0c12 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477048 May 20 07:49:19.563687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] For port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:19.564099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:19.721947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d1e9f-a2f0-4864-80bd-bb603e0b596b req-321ba984-3af1-40f9-b275-cb00ff7b2e2a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:19.730031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f7d1e9f-a2f0-4864-80bd-bb603e0b596b req-321ba984-3af1-40f9-b275-cb00ff7b2e2a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1425934 May 20 07:49:19.768670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Calling delete_port for 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:19.780918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b77ed277-941a-4bec-a3bc-35ca5e41f866 req-2d765925-231f-4418-a978-cd5b70515a05 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 210 time: 0.1390657 May 20 07:49:19.788111 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f7d1e9f-a2f0-4864-80bd-bb603e0b596b req-75f37912-0527-409e-a8a8-1286ac7564ba tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 May 20 07:49:20.048493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:20.067637 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:20.068259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:20.105279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ae41-5e6b-48ce-8689-fffedbb2a026 req-0da8ec83-d767-4ae2-9e0c-222982f6dd79 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:20.112514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5732ae41-5e6b-48ce-8689-fffedbb2a026 req-0da8ec83-d767-4ae2-9e0c-222982f6dd79 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 950 time: 0.1324387 May 20 07:49:20.119239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52254) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:20.189267 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5732ae41-5e6b-48ce-8689-fffedbb2a026 req-61b6fa75-57c5-4306-a098-13e658d94a2f tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757422 May 20 07:49:20.321886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event deleted for resources: {'Port': ['ID=3d4b6b41-bfe5-46c0-85e8-60fd40541c7d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:20.324280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:20.438337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] No DVR routers for this DVR port 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:49:20.439272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:20.442071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-deleted', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:20.494461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c32f46-5ad5-4c9f-9233-c953df6b8dbf req-bb7bddee-c402-414a-bea9-2bd8c975a5ff tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:20.496086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0c32f46-5ad5-4c9f-9233-c953df6b8dbf req-bb7bddee-c402-414a-bea9-2bd8c975a5ff tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 945 time: 0.1754730 May 20 07:49:20.544033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-317829743', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:20.554122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13280713-4db1-4163-adca-8de9873a0917 req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "DELETE /v2.0/ports/3d4b6b41-bfe5-46c0-85e8-60fd40541c7d HTTP/1.1" status: 204 len: 173 time: 1.3629045 May 20 07:49:20.558171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:20.563151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0c32f46-5ad5-4c9f-9233-c953df6b8dbf req-438c7342-4a6b-4b58-9d89-00a185297e35 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 May 20 07:49:20.566310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Usage tracker for resource:port and tenant:bdf9cb0bc5334f25a2dd338697f586f2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:20.569386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:20.576367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:20.647234 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea34458-36fb-4e06-85ab-ad242998f875', 'name': 'network-vif-deleted', 'tag': '3d4b6b41-bfe5-46c0-85e8-60fd40541c7d', 'status': 'completed', 'code': 200} May 20 07:49:20.667825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Made reservation on behalf of bdf9cb0bc5334f25a2dd338697f586f2 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:20.670795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:20.685056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:20.701133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:20.705045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Usage tracker for resource:security_group_rule and tenant:bdf9cb0bc5334f25a2dd338697f586f2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:20.708033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:20.714962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:20.890645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611aa9-5412-4813-a27b-d2811eeef09c req-8daf53d9-3653-4330-abb4-8bb975251fb5 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:20.892222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70611aa9-5412-4813-a27b-d2811eeef09c req-8daf53d9-3653-4330-abb4-8bb975251fb5 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.1483264 May 20 07:49:20.897411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:20.950061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70611aa9-5412-4813-a27b-d2811eeef09c req-c0dc3970-23aa-43ec-b2d5-ee43c2fd6ea0 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502775 May 20 07:49:21.009048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:21.013250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] device_id is not set on port c4b85d34-6e76-4426-b3b9-9ac5af83d2aa yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:21.092202 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18087a37-5375-401e-ac61-0e1ed48bbb99 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:21.130371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2465f27a-3dbd-4249-b3b1-aee4971f1657,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:21.146863 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:21.297935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e4fa-043c-4896-a7ac-a1540baef58e req-29d542bb-a1ec-4ff0-aada-1719814199ec tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:21.299532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d97e4fa-043c-4896-a7ac-a1540baef58e req-29d542bb-a1ec-4ff0-aada-1719814199ec tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1729798 May 20 07:49:21.342584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Allocated IP 172.25.8.54 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/c4b85d34-6e76-4426-b3b9-9ac5af83d2aa) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:21.398901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d97e4fa-043c-4896-a7ac-a1540baef58e req-6fd81011-4732-4446-b029-101f912380e2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913844 May 20 07:49:21.590821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-195cc56c-f2b7-49b1-96f9-8f1be7b86b21 req-3897a269-f03f-4c2c-9788-5e7bdd714d6f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:21.648660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:21.673525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:21.707129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-195cc56c-f2b7-49b1-96f9-8f1be7b86b21 req-3897a269-f03f-4c2c-9788-5e7bdd714d6f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:21.731986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-195cc56c-f2b7-49b1-96f9-8f1be7b86b21 req-3897a269-f03f-4c2c-9788-5e7bdd714d6f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 210 time: 0.2002594 May 20 07:49:21.771056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:21.782708 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-407f811e-16d4-4a5f-8f0d-f17dd01ce6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:21.866299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:21.901110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:21.904006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:21.905414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:21.917177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:21.924495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:21.964339 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'code': 200} May 20 07:49:21.977626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b85d34-6e76-4426-b3b9-9ac5af83d2aa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:21.982750 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:21.990380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:21.992002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.016652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.018973 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:22.108814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9807215 May 20 07:49:22.111697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52320) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:22.117995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.54'}]}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:22.124115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:22.132764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.133577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.134155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.134394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:22.135101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.136006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.136574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.137131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.137916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.138488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.139048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.139453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.139857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:49:22.144815 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:22.146899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Usage tracker for resource:router and tenant:bdf9cb0bc5334f25a2dd338697f586f2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:22.152194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:22.158058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92042f-f583-4825-9830-7faf51c5d96b req-0c4e3a79-48f7-4b5f-bceb-838bba074143 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:22.160138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:22.160458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a92042f-f583-4825-9830-7faf51c5d96b req-0c4e3a79-48f7-4b5f-bceb-838bba074143 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.0927088 May 20 07:49:22.208911 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a92042f-f583-4825-9830-7faf51c5d96b req-cfef4dab-bf19-4c49-8551-213b4038de10 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 May 20 07:49:22.239713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.241050 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.257415 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.643460 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:22.690861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076d82-131b-40cb-bd74-9fb011368bac req-c7b95a9b-7b03-423a-9728-405e0b6316b4 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:22.693137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9076d82-131b-40cb-bd74-9fb011368bac req-c7b95a9b-7b03-423a-9728-405e0b6316b4 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1509314 May 20 07:49:22.777885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9076d82-131b-40cb-bd74-9fb011368bac req-4aa604c8-bffd-4a55-81c6-fd89f6cf73aa tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779171 May 20 07:49:22.954118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13b96444-0bb1-4c56-97e2-e089e97a373f req-4e68b1ea-7c17-4ad2-b7b0-8423331c12ac tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 210 time: 0.0676129 May 20 07:49:23.221889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-21af8a52-344f-4329-8790-21c66669b698 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:23.223170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-21af8a52-344f-4329-8790-21c66669b698 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 814 time: 0.1909244 May 20 07:49:23.323422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Request body: {'port': {'device_id': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'admin_state_up': True, 'tenant_id': 'c2993eb6033c4664af95849109d80f95'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:23.410150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5242077-10be-404e-8ebf-63f69d9c3ddd req-931d1b00-4f96-4de2-a3c5-a9251db74e4b tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:23.411793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d5242077-10be-404e-8ebf-63f69d9c3ddd req-931d1b00-4f96-4de2-a3c5-a9251db74e4b tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.0843761 May 20 07:49:23.468414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d5242077-10be-404e-8ebf-63f69d9c3ddd req-2d09062e-51f7-4bf9-9c4b-6e7e12280384 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491705 May 20 07:49:23.614756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:23.665451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:23.670041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:23.731439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:23.765739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:23.839359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:23.904570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'mac_address': 'fa:16:3e:df:da:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:23.974109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:23.999778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddc7e69-08b5-4ee2-88d8-4bc43267a6bd {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:24.030200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:24.050638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5802b7-7855-434b-8026-ab14d173051c req-0ac20953-8b92-4975-a48d-1bcc046c6a0a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:24.052110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c5802b7-7855-434b-8026-ab14d173051c req-0ac20953-8b92-4975-a48d-1bcc046c6a0a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1074963 May 20 07:49:24.099028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c5802b7-7855-434b-8026-ab14d173051c req-0b59f0b7-e323-4bfd-981b-af98ade441c9 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 May 20 07:49:24.151788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-611a80b2-a298-448e-b811-76ced66aba6c req-b5db01f1-40ed-4daa-b998-baa4e7e5745d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 210 time: 0.0463743 May 20 07:49:24.176606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:24.182562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:24.224174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:49:24.224361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3d4b6b41-bfe5-46c0-85e8-60fd40541c7d not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:49:24.226046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.297526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Made reservation on behalf of c2993eb6033c4664af95849109d80f95 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:24.300991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.310856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.311829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1318c7f7-c742-41c8-9d2f-1c6a8607041c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:24.318012 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:24.350158 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.460834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:24.515398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:24.527206 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:24.541952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '864d78a2-bff6-436e-b64b-7baec5987e95', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '864d78a2-bff6-436e-b64b-7baec5987e95', 'mac_address': 'fa:16:3e:b6:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:24.632324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.634384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.639563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.660973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:24.673433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 864d78a2-bff6-436e-b64b-7baec5987e95 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:24.686830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'port_id': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'mac_address': 'fa:16:3e:ba:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:24.721367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:24.752789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.771376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1318c7f7-c742-41c8-9d2f-1c6a8607041c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:24.789762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:24.792982 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.796109 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:24.814155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Allocated IP 172.20.0.2 (416c339a-acaf-4ec4-a6cb-58b60c2e9ee7/12185d1d-cab3-4684-9966-5994a0be36f1/0eec743d-4cea-423d-9bb6-045ca198227d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:24.871570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.872011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac32e009-09d1-4c24-9b89-14eb5f3e1c40 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:49:24.878365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:24.885768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f550b03-7bcc-47dc-b8e3-a5ffc263f5fe req-9f5ba84c-7bed-4cbe-a363-6a56ae2ac372 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:24.890448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f550b03-7bcc-47dc-b8e3-a5ffc263f5fe req-9f5ba84c-7bed-4cbe-a363-6a56ae2ac372 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.2267215 May 20 07:49:24.890976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:24.907390 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:24.907969 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:24.958031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['864d78a2-bff6-436e-b64b-7baec5987e95'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:25.042580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:25.131519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:25.143373 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:25.146643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f550b03-7bcc-47dc-b8e3-a5ffc263f5fe req-a14d9914-cffc-41fb-9b24-8d2c4ff5ae9b tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429602 May 20 07:49:25.197468 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 07:49:25.200886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a2d8b986-4306-48c5-a9a0-9b2732de16a8 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0852790 May 20 07:49:25.201146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:25.261075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1318c7f7-c742-41c8-9d2f-1c6a8607041c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:25.346107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:25.506726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:25.512602 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-394590f4-944f-4ddb-9b59-7c6c5564bf36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:25.640416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event updated for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:25.644284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:25.646244 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:25.664726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:25.672844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:25.729806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Deleting port c4b85d34-6e76-4426-b3b9-9ac5af83d2aa {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:25.730148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:25.823124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2b01-e3bc-4e61-9cdf-187a40ff1463 req-755ba531-4e1a-4122-afd7-cfbb3b297383 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:25.826888 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e51b2b01-e3bc-4e61-9cdf-187a40ff1463 req-755ba531-4e1a-4122-afd7-cfbb3b297383 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.4106114 May 20 07:49:25.849370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:25.850047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:25.905439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813b0df-3260-4fe1-bcf7-1332c24f8a3f req-dcfcd529-773c-430f-9e20-f758e01653d2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:25.906473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5813b0df-3260-4fe1-bcf7-1332c24f8a3f req-dcfcd529-773c-430f-9e20-f758e01653d2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Synchronizing usage tracker for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:25.971642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e51b2b01-e3bc-4e61-9cdf-187a40ff1463 req-70f5c610-d403-428b-b015-e385a3d7bf92 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933149 May 20 07:49:25.977898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6700835 May 20 07:49:25.978082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:25.998716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Request body: {'port': {'device_id': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:26.067332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5813b0df-3260-4fe1-bcf7-1332c24f8a3f req-dcfcd529-773c-430f-9e20-f758e01653d2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Unset dirty status for tenant:c2993eb6033c4664af95849109d80f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:26.068479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5813b0df-3260-4fe1-bcf7-1332c24f8a3f req-dcfcd529-773c-430f-9e20-f758e01653d2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 931 time: 0.4940236 May 20 07:49:26.124313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.149206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Calling delete_port for c4b85d34-6e76-4426-b3b9-9ac5af83d2aa owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:26.179735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5813b0df-3260-4fe1-bcf7-1332c24f8a3f req-f85594d9-8f42-4b81-8b2a-e790381a81ae tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013470 May 20 07:49:26.185117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.214559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:26.308045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 864d78a2-bff6-436e-b64b-7baec5987e95 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:26.308442 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.341841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.352305 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:26.398224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b85d34-6e76-4426-b3b9-9ac5af83d2aa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:26.403081 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:26.526809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.533771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] 10.222.0.79 "DELETE /v2.0/ports/c4b85d34-6e76-4426-b3b9-9ac5af83d2aa HTTP/1.1" status: 204 len: 168 time: 1.3308814 May 20 07:49:26.641986 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.702908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eec743d-4cea-423d-9bb6-045ca198227d {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:26.713354 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.738138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Transition to ACTIVE for port object 0eec743d-4cea-423d-9bb6-045ca198227d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:26.757641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:26.781001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:26.865343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.872011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a3f2b877-d797-439e-8ea1-359e31a0f7a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:26.875222 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95', 'code': 200} May 20 07:49:26.911082 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:26.913239 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:27.095219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:27.098391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcbc3f-2268-416e-a41f-a023a008b30b req-e9629342-bee6-4dd3-b8bc-439889920674 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:27.101462 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:27.108811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d1fcbc3f-2268-416e-a41f-a023a008b30b req-e9629342-bee6-4dd3-b8bc-439889920674 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 944 time: 0.1548572 May 20 07:49:27.226696 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d1fcbc3f-2268-416e-a41f-a023a008b30b req-03aac3f0-7cdf-41ee-b9c8-827a4efd2937 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164069 May 20 07:49:27.480551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:27.501108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:27.512980 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:27.618805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Attempting to bind port 0eec743d-4cea-423d-9bb6-045ca198227d on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:27.619798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Attempting to bind port 0eec743d-4cea-423d-9bb6-045ca198227d by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:27.620290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Attempting to bind port 0eec743d-4cea-423d-9bb6-045ca198227d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:27.626559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Port 0eec743d-4cea-423d-9bb6-045ca198227d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:27.626895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Attempting to bind port 0eec743d-4cea-423d-9bb6-045ca198227d on network 416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:27.652711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:27.653896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Checking segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:27.654301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Bound using segment: {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:27.654758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Bound port: 0eec743d-4cea-423d-9bb6-045ca198227d, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260e70cb-5003-48a7-9868-9b0ca056838c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:27.655124 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:27.687727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:27.693317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e033f9-25fc-450d-b094-0756fd73fe50 req-487fb242-b80e-4208-b1c3-a742429a3f65 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:27.708427 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8e033f9-25fc-450d-b094-0756fd73fe50 req-487fb242-b80e-4208-b1c3-a742429a3f65 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 943 time: 0.1380961 May 20 07:49:27.798694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:27.827649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:27.835087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0eec743d-4cea-423d-9bb6-045ca198227d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:27.853225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:27.862553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2e580-254e-456d-8615-e2a3b289aa9f req-69d13906-9bc2-4b89-926f-94ab4bb5c557 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:27.877038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23e2e580-254e-456d-8615-e2a3b289aa9f req-69d13906-9bc2-4b89-926f-94ab4bb5c557 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.6036091 May 20 07:49:27.882144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Usage tracker for resource:security_group_rule and tenant:44fe1ee0b19e4c6086df162f6bd0a642 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:27.895301 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8e033f9-25fc-450d-b094-0756fd73fe50 req-a706ac9d-6226-4c1a-b597-6c4290b4310c tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827307 May 20 07:49:27.896227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:27.907666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:27.908041 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:27.924789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:27.987692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23e2e580-254e-456d-8615-e2a3b289aa9f req-4a85dfed-509a-4281-9dcd-5caf93303142 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092603 May 20 07:49:27.991219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.019595 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:28.071390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:28.072514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.074646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] 10.222.0.81 "PUT /v2.0/ports/0eec743d-4cea-423d-9bb6-045ca198227d HTTP/1.1" status: 200 len: 1091 time: 2.0815268 May 20 07:49:28.081789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:28.164348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:28.186939 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:28.212204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.310317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.312922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.361040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:28.387948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-9c064d36-0a0e-41a5-bcfb-8b9f580923be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:28.389794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-9c064d36-0a0e-41a5-bcfb-8b9f580923be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 1094 time: 0.1906371 May 20 07:49:28.395469 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29461ab5-d713-4cc9-8f1f-25e5a20cdb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:28.406947 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44fe1ee0b19e4c6086df162f6bd0a642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245682 May 20 07:49:28.411567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:28.449064 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.450835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1318c7f7-c742-41c8-9d2f-1c6a8607041c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:28.474026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a67faa6-468d-44d9-9a20-fd434fc4d505,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:28.477789 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:28.531494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.549607 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:28.565377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-dbf0e584-2057-4e2b-a8e1-0716f7fb02a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0eec743d-4cea-423d-9bb6-045ca198227d HTTP/1.1" status: 200 len: 217 time: 0.1628947 May 20 07:49:28.601699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.759609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:28.782408 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:28.816191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.825517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b3229d6-0ade-4a6f-8c8a-2a44dca37b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:28.867717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:28.871324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a67faa6-468d-44d9-9a20-fd434fc4d505 HTTP/1.1" status: 204 len: 168 time: 0.4608178 May 20 07:49:28.873151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a67faa6-468d-44d9-9a20-fd434fc4d505,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:28.876795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:28.880228 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:28.935879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 1318c7f7-c742-41c8-9d2f-1c6a8607041c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:28.942465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1318c7f7-c742-41c8-9d2f-1c6a8607041c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:28.946687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:29.050481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-9135dbe6-c26a-40ef-b78c-e94a12472097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:29.059732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-9135dbe6-c26a-40ef-b78c-e94a12472097 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.4734926 May 20 07:49:29.166232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-daf0e870-75ff-4a95-9297-ce9ec306ef69 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012087 May 20 07:49:29.234750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:29.371447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:29.443814 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:29.446421 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:29.451317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-0a03cb26-e212-42ea-be28-c6d61c7ddc61 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734597 May 20 07:49:29.628252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:29.639631 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:29.772706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4edc1ebf-b319-4bc8-99ca-0006a039ce00 req-1e7eeda1-84c4-4be1-852b-456e8e40d720 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088243 May 20 07:49:29.913648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:30.013761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-409b691b-f241-443c-bb6b-553f4b341a9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdf9cb0bc5334f25a2dd338697f586f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959597 May 20 07:49:30.014104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:30.112789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:30.143687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:30.278905 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:30.284714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:30.327514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465f27a-3dbd-4249-b3b1-aee4971f1657,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:30.334334 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:30.352514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:30.354154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2465f27a-3dbd-4249-b3b1-aee4971f1657 HTTP/1.1" status: 204 len: 168 time: 0.3389349 May 20 07:49:32.268430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0eec743d-4cea-423d-9bb6-045ca198227d details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:32.415686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0eec743d-4cea-423d-9bb6-045ca198227d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:32.431077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '0eec743d-4cea-423d-9bb6-045ca198227d', 'network_id': '416c339a-acaf-4ec4-a6cb-58b60c2e9ee7', 'port_id': '0eec743d-4cea-423d-9bb6-045ca198227d', 'mac_address': 'fa:16:3e:91:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12185d1d-cab3-4684-9966-5994a0be36f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:32.495611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:32.515258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eec743d-4cea-423d-9bb6-045ca198227d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:32.532855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0eec743d-4cea-423d-9bb6-045ca198227d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:32.634085 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:32.636413 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:32.796615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:32.800097 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:33.005627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52608) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:33.055027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['0eec743d-4cea-423d-9bb6-045ca198227d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:33.261661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-529406299'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:33.272504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:33.282609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:network and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:33.288777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:33.308335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:33.431299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:33.435934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:33.467292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:33.490398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:33.497853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:security_group_rule and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:33.501624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:33.510219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:33.695419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:33.781711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:33.785311 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1edf396c-c7e4-42fd-8a54-c9f8211746bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:33.823784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb7ef9-c5cc-4ba6-814a-a4aef9df5b5f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:33.827935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:33.844034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:49:33.858401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:33.858950 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Added segment 84045811-ec78-4176-81de-c9a778eeea9a of type vlan for network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 May 20 07:49:33.891227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:34.015876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:34.025133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:34.025133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:34.036470 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3f4735e-9298-46f6-8df4-062047964640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:34.261135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Network': ['ID=a4121aa9-ae30-46b0-ae8a-b961d1ffbc76,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:34.265001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:34.272227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:49:34.308720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3017299 May 20 07:49:34.312589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52616) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:34.320198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:34.505323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:34.510318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:34.513799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:34.519905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:34.622276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:34.626356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:35.394976 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:35.401685 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:35.474763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=1be04646-d772-4c75-b33b-6e52be7f5a77,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:35.479135 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:35.559305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:35.559722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network hostable DHCP agents. Network: a4121aa9-ae30-46b0-ae8a-b961d1ffbc76, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:49:35.688491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:49:36.006217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a4121aa9-ae30-46b0-ae8a-b961d1ffbc76) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:36.016314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f051d-e3df-48d7-a3ae-de5599128742 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:36.050529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:36.050529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:36.292062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9634869 May 20 07:49:36.303409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52622) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:36.308592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0eec743d-4cea-423d-9bb6-045ca198227d up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:36.310197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'name': 'tempest-NetworksTestDHCPv6-257065151'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:36.346787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '1be04646-d772-4c75-b33b-6e52be7f5a77'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:49:36.347632 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:36.475555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:36.480318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:36.483260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:36.493137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:36.549194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/1be04646-d772-4c75-b33b-6e52be7f5a77/0570e562-a40f-42c9-9219-3fc343d02e81) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:36.775418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:36.787330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Transition to ACTIVE for port object 0570e562-a40f-42c9-9219-3fc343d02e81 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:36.805002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Transition to ACTIVE for port object 0570e562-a40f-42c9-9219-3fc343d02e81 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:37.043165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:37.043440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 0eec743d-4cea-423d-9bb6-045ca198227d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:37.046733 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-23fcb731-5897-4d73-ae6d-8cb24cc84ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.049836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.054807 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.055212 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:37.083100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 451c5543-419c-4a7e-ac0f-1b5450084753 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:37.093252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 0eec743d-4cea-423d-9bb6-045ca198227d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:37.093690 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.243368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:37.252064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:37.256541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:37.343320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Pushing event updated for resources: {'Port': ['ID=0570e562-a40f-42c9-9219-3fc343d02e81,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:37.346829 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:37.380825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::235 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/1be04646-d772-4c75-b33b-6e52be7f5a77/451c5543-419c-4a7e-ac0f-1b5450084753) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:37.515010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.562053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Attempting to bind port 0570e562-a40f-42c9-9219-3fc343d02e81 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:37.562446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Attempting to bind port 0570e562-a40f-42c9-9219-3fc343d02e81 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:37.562823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Attempting to bind port 0570e562-a40f-42c9-9219-3fc343d02e81 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:37.579971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:37.580368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:37.580785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.581239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:37.581760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Bound port: 0570e562-a40f-42c9-9219-3fc343d02e81, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:37.582269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.608834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0eec743d-4cea-423d-9bb6-045ca198227d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:37.775926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] For port 0570e562-a40f-42c9-9219-3fc343d02e81, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:37.790904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] For port 0570e562-a40f-42c9-9219-3fc343d02e81, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0570e562-a40f-42c9-9219-3fc343d02e81,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:37.802913 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.811954 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:37.896198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:37.899242 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:37.915263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:37.922306 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:38.035010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Pushing event updated for resources: {'Port': ['ID=0570e562-a40f-42c9-9219-3fc343d02e81,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:38.038797 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:38.065966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:38.107680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 451c5543-419c-4a7e-ac0f-1b5450084753 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:38.283830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:38.294071 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-387e8706-1b56-45a6-872d-b915ca2000b8 tempest-ServersOnMultiNodesTest-47016787 tempest-ServersOnMultiNodesTest-47016787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:38.463116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=451c5543-419c-4a7e-ac0f-1b5450084753,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:38.470833 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:38.484828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:38.486032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:38.489651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:38.510285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:38.512576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:38.643575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3389013 May 20 07:49:38.646177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:38.804373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e653c-c2db-42b3-a62a-c1c2d189a298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:38.814819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e653c-c2db-42b3-a62a-c1c2d189a298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:38.822602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:38.822954 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5d6e653c-c2db-42b3-a62a-c1c2d189a298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1723852 May 20 07:49:38.955472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0570e562-a40f-42c9-9219-3fc343d02e81 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:39.159170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 451c5543-419c-4a7e-ac0f-1b5450084753 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:39.159777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:39.260346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-99c7e12d-df5d-405a-86f1-8d7e5a45fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:39.306870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 0570e562-a40f-42c9-9219-3fc343d02e81 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:39.593930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06982d-f3e3-4989-b7e2-c9890b35e298 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:39.730718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:39.799706 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:39.971550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Provisioning for port 0570e562-a40f-42c9-9219-3fc343d02e81 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:40.002107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Provisioning complete for port 0570e562-a40f-42c9-9219-3fc343d02e81 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:40.025126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:40.192787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 451c5543-419c-4a7e-ac0f-1b5450084753 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:40.584239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:40.656702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] For port 0570e562-a40f-42c9-9219-3fc343d02e81, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0570e562-a40f-42c9-9219-3fc343d02e81,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:40.690561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-62497fb9-32ed-472e-ac56-a3f04a192690 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7414079 May 20 07:49:40.692901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3703-7888-4660-ab31-a00f8c79418a req-0a3911fb-cc2f-4026-9fb5-824d7ed92bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:40.694545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fba3703-7888-4660-ab31-a00f8c79418a req-0a3911fb-cc2f-4026-9fb5-824d7ed92bab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 1096 time: 0.3300395 May 20 07:49:40.763032 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:40.765308 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:40.779479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fba3703-7888-4660-ab31-a00f8c79418a req-0852be57-1e88-4704-aec9-2a806aecc540 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730309 May 20 07:49:40.804620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:40.830683 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:40.922690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=451c5543-419c-4a7e-ac0f-1b5450084753,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:41.023275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Pushing event updated for resources: {'Port': ['ID=0570e562-a40f-42c9-9219-3fc343d02e81,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:41.031241 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:41.035560 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:41.053925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-524bbb92-7bb9-4849-824e-3c4ed620ba14 None None] Could not find standard attr ID for object 451c5543-419c-4a7e-ac0f-1b5450084753. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:49:41.055819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.091491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-524bbb92-7bb9-4849-824e-3c4ed620ba14 None None] Provisioning complete for port 0570e562-a40f-42c9-9219-3fc343d02e81 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:41.092584 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-524bbb92-7bb9-4849-824e-3c4ed620ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.095812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/451c5543-419c-4a7e-ac0f-1b5450084753 HTTP/1.1" status: 204 len: 168 time: 2.2729824 May 20 07:49:41.096519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:41.162848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-6da73044-142b-474c-8ac9-083ff4dcef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:41.169846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-6da73044-142b-474c-8ac9-083ff4dcef87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 1096 time: 0.2546182 May 20 07:49:41.170036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.430924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aaff00-8f24-48f8-82e8-52635ab1619a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:41.437387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aaff00-8f24-48f8-82e8-52635ab1619a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:41.449153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23aaff00-8f24-48f8-82e8-52635ab1619a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3509414 May 20 07:49:41.507833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52658) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:41.601636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-e182df4c-3b45-4b33-8f48-4fc159f80ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:41.605228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-e182df4c-3b45-4b33-8f48-4fc159f80ec2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.4163253 May 20 07:49:41.644421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 1be04646-d772-4c75-b33b-6e52be7f5a77 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:49:41.653629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.684386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-73200fdb-c587-4f58-a556-ac417dc9f91c None None] Could not find standard attr ID for object 451c5543-419c-4a7e-ac0f-1b5450084753. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:49:41.762577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.798558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-03a537e2-67df-4529-bb8a-e157fb19b718 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 200 len: 217 time: 0.1807733 May 20 07:49:41.874624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:41.902761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-04fb5083-915d-4295-9f1c-10024019bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:41.909618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-04fb5083-915d-4295-9f1c-10024019bf0f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0978570 May 20 07:49:41.976449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-acf6f908-ad6b-45ed-b507-960dc7454c99 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649531 May 20 07:49:41.982374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-6ad95e2b-e0cb-4875-84e6-8f072d39932b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:49:41.983741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-6ad95e2b-e0cb-4875-84e6-8f072d39932b service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060709 May 20 07:49:42.159018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-8e4d2f25-c332-4011-b49c-3662247a2254 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475821 May 20 07:49:42.301863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ef15387-e276-4b7c-aeb4-490fcf80af0f req-4bdda74b-0968-48b1-bbb1-567f59fcbc4a service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359828 May 20 07:49:42.812298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0570e562-a40f-42c9-9219-3fc343d02e81 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:42.844857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:42.872024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:42.883932 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:42.889079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0570e562-a40f-42c9-9219-3fc343d02e81 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:42.889524 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:42.922972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:42.931265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74d034-dfac-4c3e-b7dd-00d7fcad028f None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:42.932905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=1be04646-d772-4c75-b33b-6e52be7f5a77,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:42.936233 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:42.938433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/1be04646-d772-4c75-b33b-6e52be7f5a77 HTTP/1.1" status: 204 len: 168 time: 1.4289489 May 20 07:49:42.941257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52674) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:43.051812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4c44e561-8d85-4d20-a369-6b30c1e69c94 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089373 May 20 07:49:43.054682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:43.065738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:43.266363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:43.270126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:43.273041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:43.280983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:43.366255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:49:43.375449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:43.379249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:43.502194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Deleting port 0570e562-a40f-42c9-9219-3fc343d02e81 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:43.503217 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:43.689879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] For port 0570e562-a40f-42c9-9219-3fc343d02e81, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0570e562-a40f-42c9-9219-3fc343d02e81,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:43.690278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:43.824821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Calling delete_port for 0570e562-a40f-42c9-9219-3fc343d02e81 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:43.945289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:43.958758 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:44.019620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Pushing event deleted for resources: {'Port': ['ID=0570e562-a40f-42c9-9219-3fc343d02e81,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:44.023456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] No DVR routers for this DVR port 0570e562-a40f-42c9-9219-3fc343d02e81 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:49:44.023456 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:44.102157 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:44.106665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:44.172113 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d', 'status': 'completed', 'code': 200} May 20 07:49:44.175530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:44.178676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:44.205733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e836491-7390-415a-9888-4c16bb5dbdde None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:44.205851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:44.206289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:44.224530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=bafca1ec-2cdc-4af3-adf7-2867b4d692e7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:44.234567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:44.303890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2479591 May 20 07:49:44.308804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:44.329461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'name': 'tempest-NetworksTestDHCPv6-1551749443'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:44.420100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-3bf19629-93e9-40dd-a4d4-2c3e78d1abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:44.421629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-3bf19629-93e9-40dd-a4d4-2c3e78d1abea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2993eb6033c4664af95849109d80f95&device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 1096 time: 0.2049725 May 20 07:49:44.442765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277c482-b16f-4107-87e6-75cf2126e2cf req-2e7e610a-ea42-4f18-8977-8e552d675c9e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:44.455429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2277c482-b16f-4107-87e6-75cf2126e2cf req-2e7e610a-ea42-4f18-8977-8e552d675c9e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.1743193 May 20 07:49:44.579057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'bafca1ec-2cdc-4af3-adf7-2867b4d692e7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:49:44.580658 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:44.594548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:44.600134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:44.605061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:44.613367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:44.686278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2277c482-b16f-4107-87e6-75cf2126e2cf req-78958efe-64e2-43f7-b83f-68caa1de74cc tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298937 May 20 07:49:44.739281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:44.749404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:44.762518 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'code': 200} May 20 07:49:44.830335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:44.833716 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:49:44.858368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/bafca1ec-2cdc-4af3-adf7-2867b4d692e7/64349e25-4b1f-48d5-aba2-73031e8da8d0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:44.869718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-4e395d94-3cf4-41fc-a0b0-3a0ce7a388ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:44.871625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-4e395d94-3cf4-41fc-a0b0-3a0ce7a388ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 200 len: 915 time: 0.1961765 May 20 07:49:44.896985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0570e562-a40f-42c9-9219-3fc343d02e81 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:44.949554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 0570e562-a40f-42c9-9219-3fc343d02e81 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:49:44.949858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0570e562-a40f-42c9-9219-3fc343d02e81 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:49:44.991627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-b269f917-356d-452e-9c10-f5e142f3792f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0eec743d-4cea-423d-9bb6-045ca198227d HTTP/1.1" status: 200 len: 217 time: 0.1090300 May 20 07:49:45.029239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd8039-74f8-417f-850f-f1acca123138 req-5597e668-2be9-4097-a47d-bcb7ba9cf2ce tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:45.030769 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77dd8039-74f8-417f-850f-f1acca123138 req-5597e668-2be9-4097-a47d-bcb7ba9cf2ce tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.1233194 May 20 07:49:45.087586 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77dd8039-74f8-417f-850f-f1acca123138 req-8dae38c0-1904-4868-87cd-7c5ed270fa99 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495777 May 20 07:49:45.102097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-761c21ab-a14e-4c4c-bbb1-c429c3cb6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:45.104371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-761c21ab-a14e-4c4c-bbb1-c429c3cb6e9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 200 len: 854 time: 0.0982659 May 20 07:49:45.127752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051622-93d7-4c80-963d-103ec1064e1f req-c0f7c41e-e9ed-44a3-8c6b-fc5aafb38a3f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:45.129204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1051622-93d7-4c80-963d-103ec1064e1f req-c0f7c41e-e9ed-44a3-8c6b-fc5aafb38a3f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.1832206 May 20 07:49:45.141367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.153378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Transition to ACTIVE for port object 64349e25-4b1f-48d5-aba2-73031e8da8d0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:45.172678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Transition to ACTIVE for port object 64349e25-4b1f-48d5-aba2-73031e8da8d0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:45.194396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-e7b6e3ff-5d83-498b-ab34-41e0d45c5f84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765841 May 20 07:49:45.251844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1051622-93d7-4c80-963d-103ec1064e1f req-5098af36-1cd7-42f5-a9ab-96443927954e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 May 20 07:49:45.278475 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.283116 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:45.359237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-e9339e5a-cfda-4c78-b0d3-39f77db85738 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492460 May 20 07:49:45.368175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Pushing event updated for resources: {'Port': ['ID=64349e25-4b1f-48d5-aba2-73031e8da8d0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:45.373103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:45.375160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:45.376739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:45.383828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:45.452821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::2c (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/bafca1ec-2cdc-4af3-adf7-2867b4d692e7/24ef6bf1-bf5f-4262-880d-17f1f8f744c1) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:45.485196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ab1ecb0c-a3f3-41b8-9a48-e64c702f3982 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:45.486867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ab1ecb0c-a3f3-41b8-9a48-e64c702f3982 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.2357218 May 20 07:49:45.507252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Attempting to bind port 64349e25-4b1f-48d5-aba2-73031e8da8d0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:45.507669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Attempting to bind port 64349e25-4b1f-48d5-aba2-73031e8da8d0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:45.508944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Attempting to bind port 64349e25-4b1f-48d5-aba2-73031e8da8d0 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:45.514789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:45.515325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:45.515737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.516140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:45.516613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Bound port: 64349e25-4b1f-48d5-aba2-73031e8da8d0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:45.516994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.531105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-05a08f8a-e880-4885-a95f-57fc56a71ccd tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/quotas/ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 375 time: 0.0280945 May 20 07:49:45.583668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d94d1072-508c-495e-aad0-3f1bb4d3c555 req-0c85b8df-d7ff-4dbf-b276-22a0e1001db8 service neutron] 10.222.0.81 "GET /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130020 May 20 07:49:45.611116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] For port 64349e25-4b1f-48d5-aba2-73031e8da8d0, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:45.611828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb0c0-cb8d-4626-866e-a689ee8dbe3d req-e5724304-51af-47c1-8f49-64b33ff8ed8c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:45.613307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e8fb0c0-cb8d-4626-866e-a689ee8dbe3d req-e5724304-51af-47c1-8f49-64b33ff8ed8c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1083193 May 20 07:49:45.615161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] For port 64349e25-4b1f-48d5-aba2-73031e8da8d0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64349e25-4b1f-48d5-aba2-73031e8da8d0,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:45.660594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e8fb0c0-cb8d-4626-866e-a689ee8dbe3d req-b672f2ce-5faf-4463-bf77-21f590b5351e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 May 20 07:49:45.698409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.703452 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:45.776023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:45.788360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Pushing event updated for resources: {'Port': ['ID=64349e25-4b1f-48d5-aba2-73031e8da8d0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:45.793894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-9fc6d5a4-6110-45ac-855e-6c938ab1ede4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2439857 May 20 07:49:45.801183 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:45.817022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:46.087115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:46.097189 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:46.198767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:46.202061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=24ef6bf1-bf5f-4262-880d-17f1f8f744c1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:46.204983 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:46.205996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:46.208015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:46.214014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:46.214672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:46.241965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-c00f6638-f7bf-4b34-a899-cd6a3ab12639 service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469807 May 20 07:49:46.333560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0193827 May 20 07:49:46.335485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52770) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:46.385966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6eba59d0-f26d-43b9-a0bd-92d96deb24ac service neutron] 10.222.0.79 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374846 May 20 07:49:46.425110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b78b16-6bf5-4b2a-b794-0e2081c52016 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:46.431169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b78b16-6bf5-4b2a-b794-0e2081c52016 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:46.431985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-39b78b16-6bf5-4b2a-b794-0e2081c52016 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:46.535821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-39b78b16-6bf5-4b2a-b794-0e2081c52016 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:46.539906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52784) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:46.540494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-39b78b16-6bf5-4b2a-b794-0e2081c52016 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2029061 May 20 07:49:46.696673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:46.696879 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:46.764698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}, {'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:46.852679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:46.884325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64349e25-4b1f-48d5-aba2-73031e8da8d0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:46.940849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-53e97d6e-2b73-4692-aa2a-7ca7cef51dce None None] Provisioning for port 64349e25-4b1f-48d5-aba2-73031e8da8d0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:47.003443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:47.059089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 64349e25-4b1f-48d5-aba2-73031e8da8d0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:47.068213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 64349e25-4b1f-48d5-aba2-73031e8da8d0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:47.068860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.226935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.264467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d541e87d-3de1-407c-8899-e3fb091cbcdb None None] Provisioning for port 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:47.266070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.270707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 64349e25-4b1f-48d5-aba2-73031e8da8d0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64349e25-4b1f-48d5-aba2-73031e8da8d0,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:47.273721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d541e87d-3de1-407c-8899-e3fb091cbcdb None None] Provisioning complete for port 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:47.273721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d541e87d-3de1-407c-8899-e3fb091cbcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.277341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ebcb869-683c-46d1-bb73-7318c96400cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:47.321116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d541e87d-3de1-407c-8899-e3fb091cbcdb None None] Port 24ef6bf1-bf5f-4262-880d-17f1f8f744c1 was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 07:49:47.325925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=24ef6bf1-bf5f-4262-880d-17f1f8f744c1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:47.337771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcd18-3ec7-46e9-a2c2-1ae19b4559ad req-f51fa132-764e-44f7-bade-5acc3cbb64fd tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.339409 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-62ddcd18-3ec7-46e9-a2c2-1ae19b4559ad req-f51fa132-764e-44f7-bade-5acc3cbb64fd tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.1630557 May 20 07:49:47.342068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:47.364180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.371555 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:47.410941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.457036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-62ddcd18-3ec7-46e9-a2c2-1ae19b4559ad req-5c3ec1b9-0d3a-4db0-b000-ab578387a5d8 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865324 May 20 07:49:47.476399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=64349e25-4b1f-48d5-aba2-73031e8da8d0,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:47.480460 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:47.517945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863275e6-711c-4213-bf74-d2958b85a0a2 req-42171240-1b79-4e82-bfab-259172886766 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.519469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-863275e6-711c-4213-bf74-d2958b85a0a2 req-42171240-1b79-4e82-bfab-259172886766 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.0954154 May 20 07:49:47.548872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/24ef6bf1-bf5f-4262-880d-17f1f8f744c1 HTTP/1.1" status: 204 len: 168 time: 1.0077934 May 20 07:49:47.556157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52832) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:47.557373 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'code': 200} May 20 07:49:47.557790 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d', 'code': 200} May 20 07:49:47.610637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-863275e6-711c-4213-bf74-d2958b85a0a2 req-cf0e1eb2-61b2-45fa-ba7c-b195689c906d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851200 May 20 07:49:47.663378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8d0fc-2503-4472-9e1a-eda4c0f7fbca tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.665058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8d0fc-2503-4472-9e1a-eda4c0f7fbca tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.665655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ec8d0fc-2503-4472-9e1a-eda4c0f7fbca tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:47.753824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ec8d0fc-2503-4472-9e1a-eda4c0f7fbca tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:47.759072 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5ec8d0fc-2503-4472-9e1a-eda4c0f7fbca tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2081485 May 20 07:49:47.762290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52838) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:47.788723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5ead7ff-3026-434e-889f-6b7e24945239 req-502dc69b-b183-4560-86bd-d0957d7a747b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.1007338 May 20 07:49:47.794012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:47.857167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fcd67-bb27-48d5-957f-9721b962223c req-129fa832-9f44-4268-9138-b81ee62556cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.858676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-852fcd67-bb27-48d5-957f-9721b962223c req-129fa832-9f44-4268-9138-b81ee62556cb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 1096 time: 0.2138972 May 20 07:49:47.869237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef781f5-776a-45b6-af8a-39ecd8166b07 req-9dd7a39c-2e58-42ca-a51a-36d212952853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:47.869237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ef781f5-776a-45b6-af8a-39ecd8166b07 req-9dd7a39c-2e58-42ca-a51a-36d212952853 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 1096 time: 0.1769991 May 20 07:49:47.875234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet bafca1ec-2cdc-4af3-adf7-2867b4d692e7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:49:47.878909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.938966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-852fcd67-bb27-48d5-957f-9721b962223c req-d2a48e6c-ce52-4333-a143-f7177b8af7ea service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697496 May 20 07:49:47.942455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ef781f5-776a-45b6-af8a-39ecd8166b07 req-f5444c0e-a05c-46a5-84f4-820e2ef6dc41 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 May 20 07:49:47.949687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:47.964754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.003878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:48.039257 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.099678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.102063 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:48.170740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:48.174068 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:48.351461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:48.496177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab56f7-2fc0-4ed3-891f-ef1581fbb600 req-5993d75f-d301-4c7c-8957-51e56a81703c tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:48.497777 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7eab56f7-2fc0-4ed3-891f-ef1581fbb600 req-5993d75f-d301-4c7c-8957-51e56a81703c tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.3076310 May 20 07:49:48.532763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b12cd-d31e-47c4-9da4-ce7ffb0ba39f req-d261c80e-8dd6-40a1-95d7-0cc1596aeff3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:48.543616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-571b12cd-d31e-47c4-9da4-ce7ffb0ba39f req-d261c80e-8dd6-40a1-95d7-0cc1596aeff3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1235743 May 20 07:49:48.546048 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.558850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7eab56f7-2fc0-4ed3-891f-ef1581fbb600 req-d5060198-4c50-4118-9b90-340df783f2a1 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525076 May 20 07:49:48.592450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-571b12cd-d31e-47c4-9da4-ce7ffb0ba39f req-43787a05-de5e-4ebd-a770-88903909021a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479710 May 20 07:49:48.599207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:48.702940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.708704 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:48.727808 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.730015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81a68d2f-79f4-4731-bf37-dfd952284f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:48.795482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28931-a6d5-4675-8e8f-818a6ff7fc1b req-c164613b-158c-4c9e-bcbf-8173076140a0 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:48.797042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1cf28931-a6d5-4675-8e8f-818a6ff7fc1b req-c164613b-158c-4c9e-bcbf-8173076140a0 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.1036465 May 20 07:49:48.821501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=bafca1ec-2cdc-4af3-adf7-2867b4d692e7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:48.821501 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:48.821501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:48.828424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2554b-c267-4289-a4bf-e641606885c0 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:48.871599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64349e25-4b1f-48d5-aba2-73031e8da8d0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:48.883422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1cf28931-a6d5-4675-8e8f-818a6ff7fc1b req-96c18dff-560e-4d64-aeaf-db2bddee96ac tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789633 May 20 07:49:48.888105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-680739d9-a7a2-420b-8437-88117f569567 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:48.889815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-680739d9-a7a2-420b-8437-88117f569567 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.2299237 May 20 07:49:48.907381 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-556ca725-1876-40ec-bc2d-5fa2451ea3ad tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/quotas/d88c6bd9bee4494fa8dc8a5d76c2ed73 HTTP/1.1" status: 200 len: 375 time: 0.0118945 May 20 07:49:48.916525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/bafca1ec-2cdc-4af3-adf7-2867b4d692e7 HTTP/1.1" status: 204 len: 168 time: 1.1544774 May 20 07:49:48.922662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52866) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:48.999607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9f371a80-f7c9-4a4b-b04d-803fbe111581 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756848 May 20 07:49:49.000304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:49.008454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:49.125657 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-49b692a6-53a9-4af3-b3d8-1b2acdd8a80e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121613 May 20 07:49:49.185649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:49.193524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:49.208001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 64349e25-4b1f-48d5-aba2-73031e8da8d0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:49.208425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:49.254592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:49.271363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:49.276712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:49.285662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:49.316534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-f89aa0a4-9c5f-434f-8bc1-e78612c3b62b service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900966 May 20 07:49:49.348494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:49:49.421134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:49.423127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Deleting port 64349e25-4b1f-48d5-aba2-73031e8da8d0 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:49.423692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:49.424568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:49.540273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] For port 64349e25-4b1f-48d5-aba2-73031e8da8d0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64349e25-4b1f-48d5-aba2-73031e8da8d0,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:49.540674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:49.570319 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-27b05ac2-f90f-43e0-84b6-7387341c33f0 service neutron] 10.222.0.79 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458186 May 20 07:49:49.607914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'}, {'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:49.679183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Calling delete_port for 64349e25-4b1f-48d5-aba2-73031e8da8d0 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:49.821635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:49.828263 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:49.940217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Pushing event deleted for resources: {'Port': ['ID=64349e25-4b1f-48d5-aba2-73031e8da8d0,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:49.956404 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:49.957908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] No DVR routers for this DVR port 64349e25-4b1f-48d5-aba2-73031e8da8d0 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:49:50.093364 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ab27dd4-7200-4f2f-8cdb-f165b0393508 req-25e1e689-f0b9-42c7-a9a2-1f0a7a4140c6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.0589225 May 20 07:49:50.128769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:50.132750 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e35ddde3-5bb8-45cb-a7ac-db4f6ca266de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:50.175278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-481a6bbb-6d26-4036-9b9f-567b21653b3b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:50.177618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-481a6bbb-6d26-4036-9b9f-567b21653b3b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 807 time: 0.4901338 May 20 07:49:50.193399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Request body: {'port': {'device_id': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'admin_state_up': True, 'tenant_id': 'ed1028bad2744827b51f30754ae192e3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:50.195325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:50.199497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:50.208959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394fbde-ac14-4803-9cbd-e74f65fe5374 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:50.222980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:50.223508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:50.230148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=0561774c-46ac-4a22-90b9-7ced1b3be87f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:50.238019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:50.251686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629388-b9df-4af0-a88f-14d89ac69dd0 req-a7b2c668-c1d6-42bd-9f06-1675af94e6a2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:50.259391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44629388-b9df-4af0-a88f-14d89ac69dd0 req-a7b2c668-c1d6-42bd-9f06-1675af94e6a2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.2171299 May 20 07:49:50.350425 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3487470 May 20 07:49:50.352880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52898) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:50.360827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'name': 'tempest-NetworksTestDHCPv6-399172921'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:50.393417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44629388-b9df-4af0-a88f-14d89ac69dd0 req-2f4110cb-4c73-4168-9d96-bcede9ab9b66 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292260 May 20 07:49:50.464939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d84a87-5f3a-48b5-ac35-fffae76fc447 req-67396fc7-c9d3-47d3-b415-9e0581c8bcd3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:50.472992 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51d84a87-5f3a-48b5-ac35-fffae76fc447 req-67396fc7-c9d3-47d3-b415-9e0581c8bcd3 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2226830 May 20 07:49:50.492901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '0561774c-46ac-4a22-90b9-7ced1b3be87f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:49:50.496474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:50.500556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:50.518197 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'code': 200} May 20 07:49:50.518534 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95', 'code': 200} May 20 07:49:50.527195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:50.593516 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-51d84a87-5f3a-48b5-ac35-fffae76fc447 req-2c9fa681-2ecf-4232-b538-f39896c0aa33 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060340 May 20 07:49:50.608678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:50.617988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:50.621506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Made reservation on behalf of ed1028bad2744827b51f30754ae192e3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:50.623155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:50.625114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:50.641106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:50.756571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49651add-68b1-48d5-a591-700d38498d18 req-fb1d6b61-bc3a-42b7-8f4c-8d218dd640b2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 210 time: 0.1079831 May 20 07:49:50.793968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/0561774c-46ac-4a22-90b9-7ced1b3be87f/a30614bf-ddef-4b6a-a16a-2a264f14000b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:50.817509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:50.817509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:50.871423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port e070da54-771a-4bc9-b9a1-ecf06ffe50ef yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:49:50.883100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Allocated IP 172.20.0.5 (70437a33-3b6a-460f-89a4-9a90d6050cb9/1b4ad184-5023-41a6-8c83-29772f84a53e/933d0709-be52-48ad-af3a-1068398970e6) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:51.051412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.063763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Transition to ACTIVE for port object a30614bf-ddef-4b6a-a16a-2a264f14000b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:51.084579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Transition to ACTIVE for port object a30614bf-ddef-4b6a-a16a-2a264f14000b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:51.089230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64349e25-4b1f-48d5-aba2-73031e8da8d0 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:51.106170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.131226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 64349e25-4b1f-48d5-aba2-73031e8da8d0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:49:51.131598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64349e25-4b1f-48d5-aba2-73031e8da8d0 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:49:51.173763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.185908 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:51.245078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:51.249187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:51.253297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:51.266203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad71fc-b8a7-414d-9ce3-12a296a9e11a req-fafe91a0-2422-48f9-a1e4-6de27b699b18 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:51.273782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33ad71fc-b8a7-414d-9ce3-12a296a9e11a req-fafe91a0-2422-48f9-a1e4-6de27b699b18 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.3315661 May 20 07:49:51.298658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-561e53df-702f-41e2-b9d1-64d09e9931aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:51.300212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-561e53df-702f-41e2-b9d1-64d09e9931aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/ports?device_id=70d1b25f-0681-478d-a301-b3e1a342c2e4 HTTP/1.1" status: 200 len: 943 time: 0.1657243 May 20 07:49:51.302906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.320593 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58304b1e-610a-4249-8ce6-1005d9ab340d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:51.332447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::75 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/0561774c-46ac-4a22-90b9-7ced1b3be87f/e070da54-771a-4bc9-b9a1-ecf06ffe50ef) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:51.378133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33ad71fc-b8a7-414d-9ce3-12a296a9e11a req-f24ad84e-860c-4a60-8320-75a681499f8a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033623 May 20 07:49:51.389987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:51.475569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:51.479513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:51.523200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Pushing event updated for resources: {'Port': ['ID=a30614bf-ddef-4b6a-a16a-2a264f14000b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:51.532574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928c24-3953-425b-bedb-0f67074c1846 req-2026df3a-9e65-4aa8-946c-830db6c1c444 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:51.539825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e928c24-3953-425b-bedb-0f67074c1846 req-2026df3a-9e65-4aa8-946c-830db6c1c444 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.4040596 May 20 07:49:51.549107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Network 70437a33-3b6a-460f-89a4-9a90d6050cb9 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:51.563243 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:51.567287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:51.569896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:51.582900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Attempting to bind port a30614bf-ddef-4b6a-a16a-2a264f14000b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:51.583991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Attempting to bind port a30614bf-ddef-4b6a-a16a-2a264f14000b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:51.584374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Attempting to bind port a30614bf-ddef-4b6a-a16a-2a264f14000b on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:51.645346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:51.645948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.653736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:51.654163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:51.656641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.657130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:51.657676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Bound port: a30614bf-ddef-4b6a-a16a-2a264f14000b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:51.658072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.725413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e928c24-3953-425b-bedb-0f67074c1846 req-d109f8dc-17db-4a29-a521-f82b30cff38a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845160 May 20 07:49:51.757219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Deleting port 864d78a2-bff6-436e-b64b-7baec5987e95 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:51.757617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.791649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6015818 May 20 07:49:51.807034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Request body: {'port': {'device_id': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:51.848282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:51.934828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object e070da54-771a-4bc9-b9a1-ecf06ffe50ef will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:51.988490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ca898-009c-4507-b1d3-08d93990655e req-b5c5a85e-913d-4472-93d4-e724fb3f336e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:51.997986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] For port a30614bf-ddef-4b6a-a16a-2a264f14000b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:51.998514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7b2ca898-009c-4507-b1d3-08d93990655e req-b5c5a85e-913d-4472-93d4-e724fb3f336e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 931 time: 0.1450524 May 20 07:49:52.007509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] For port a30614bf-ddef-4b6a-a16a-2a264f14000b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a30614bf-ddef-4b6a-a16a-2a264f14000b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:52.054033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7b2ca898-009c-4507-b1d3-08d93990655e req-2b18f7ab-2283-4462-8a76-ad8702a520dc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 May 20 07:49:52.102008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:52.103128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:52.107108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:52.118739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:52.200667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:52.225096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:52.230265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:52.235298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:52.241036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:52.241696 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:52.262432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=e070da54-771a-4bc9-b9a1-ecf06ffe50ef,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:52.274840 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:52.302796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Pushing event updated for resources: {'Port': ['ID=a30614bf-ddef-4b6a-a16a-2a264f14000b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:52.308250 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:52.356213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] For port 864d78a2-bff6-436e-b64b-7baec5987e95, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=864d78a2-bff6-436e-b64b-7baec5987e95,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:52.356818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:52.374343 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0202746 May 20 07:49:52.376804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:52.573911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97077bbc-c624-4572-b163-dbfcfea3915b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:52.621423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97077bbc-c624-4572-b163-dbfcfea3915b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:52.630495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-97077bbc-c624-4572-b163-dbfcfea3915b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:52.724339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef809221-cde5-4c01-8b6f-26f2c5541b25 req-0ef3e3fb-098d-4494-8972-1dc65550b1cb tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 210 time: 0.0733161 May 20 07:49:52.855249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Calling delete_port for 864d78a2-bff6-436e-b64b-7baec5987e95 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:52.855643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-97077bbc-c624-4572-b163-dbfcfea3915b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:52.859328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-97077bbc-c624-4572-b163-dbfcfea3915b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4788609 May 20 07:49:52.859658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:52.917961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a30614bf-ddef-4b6a-a16a-2a264f14000b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:53.184118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a30614bf-ddef-4b6a-a16a-2a264f14000b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:53.186333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e433df-9a69-439f-a35d-62b16bd32540 req-79e37b21-9ed3-413d-a738-645a487731b5 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:53.191423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e147ba-3863-4296-aa43-f0e67a267a76 req-42cd95c3-7df5-4da6-99d5-3791204ea84a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:53.193873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01e433df-9a69-439f-a35d-62b16bd32540 req-79e37b21-9ed3-413d-a738-645a487731b5 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.2235544 May 20 07:49:53.205327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17e147ba-3863-4296-aa43-f0e67a267a76 req-42cd95c3-7df5-4da6-99d5-3791204ea84a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.7487700 May 20 07:49:53.207306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52954) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:53.233511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-a192d322-fa5c-49f5-a3cd-17468d1c1304 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:53.235257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-a192d322-fa5c-49f5-a3cd-17468d1c1304 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 805 time: 0.3953774 May 20 07:49:53.249543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Request body: {'floatingip': {'port_id': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:53.250245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port e070da54-771a-4bc9-b9a1-ecf06ffe50ef {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:53.250593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:53.295799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01e433df-9a69-439f-a35d-62b16bd32540 req-2e0d0b13-967f-43b5-9825-43d990968a95 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008422 May 20 07:49:53.364205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Request body: {'port': {'device_id': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'admin_state_up': True, 'tenant_id': 'd88c6bd9bee4494fa8dc8a5d76c2ed73'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:53.421822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:53.583521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for e070da54-771a-4bc9-b9a1-ecf06ffe50ef owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:53.662841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:53.804229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796e4f-f7f3-49ae-b87b-5c5752c74f15 req-61a11c94-7100-4d52-94ea-e39d7920ea56 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:53.807917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9a796e4f-f7f3-49ae-b87b-5c5752c74f15 req-61a11c94-7100-4d52-94ea-e39d7920ea56 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 931 time: 0.1643791 May 20 07:49:53.833586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:49:53.874440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:53.882290 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e96cdb25-9835-490d-98c8-df0c296a14a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:53.963991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9a796e4f-f7f3-49ae-b87b-5c5752c74f15 req-f4398535-fbc2-451f-a430-1906d6485832 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492348 May 20 07:49:53.964849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=e070da54-771a-4bc9-b9a1-ecf06ffe50ef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:53.977725 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:54.094815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.105061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:54.151275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Provisioning for port a30614bf-ddef-4b6a-a16a-2a264f14000b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:49:54.159836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:54.167017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Provisioning complete for port a30614bf-ddef-4b6a-a16a-2a264f14000b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:54.167465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.208690 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/e070da54-771a-4bc9-b9a1-ecf06ffe50ef HTTP/1.1" status: 204 len: 168 time: 1.3478906 May 20 07:49:54.211063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52978) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:54.237626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Usage tracker for resource:port and tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:49:54.256352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.261930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:49:54.267682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'mac_address': 'fa:16:3e:4b:6f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:49:54.313286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405d318-5506-411e-a4ac-ace976f00f9d req-1e152cf2-ce8a-427e-9fc9-5fecd6888f84 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:54.318100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e405d318-5506-411e-a4ac-ace976f00f9d req-1e152cf2-ce8a-427e-9fc9-5fecd6888f84 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.8399398 May 20 07:49:54.325199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:49:54.344980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:54.366547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.408126 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f565f83d-84a3-4c30-9f24-f3b6c8d60d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:54.409821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.500296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:54.526951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ecf71-7238-4626-a7db-9d6cec3b3c52 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:54.528708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ecf71-7238-4626-a7db-9d6cec3b3c52 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:54.529597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d3ecf71-7238-4626-a7db-9d6cec3b3c52 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:54.550370 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.572578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933d0709-be52-48ad-af3a-1068398970e6 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:54.575399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6ee08-a2c9-4d5a-80e0-65441080f694 req-cc150ee0-0c0e-484a-8bc6-d3b1aaee3ab9 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:54.579176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:54.580732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.582021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07e6ee08-a2c9-4d5a-80e0-65441080f694 req-cc150ee0-0c0e-484a-8bc6-d3b1aaee3ab9 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.3095565 May 20 07:49:54.583336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event deleted for resources: {'Port': ['ID=864d78a2-bff6-436e-b64b-7baec5987e95,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:54.585832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:54.627040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] For port a30614bf-ddef-4b6a-a16a-2a264f14000b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a30614bf-ddef-4b6a-a16a-2a264f14000b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:54.632483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d3ecf71-7238-4626-a7db-9d6cec3b3c52 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:54.636363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d3ecf71-7238-4626-a7db-9d6cec3b3c52 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4212782 May 20 07:49:54.637731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52990) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:54.673175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.675662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:54.684391 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07e6ee08-a2c9-4d5a-80e0-65441080f694 req-94ed582c-ce05-4edc-a26e-6f38e23bd606 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001179 May 20 07:49:54.735624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Made reservation on behalf of d88c6bd9bee4494fa8dc8a5d76c2ed73 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:54.739180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.741846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 0561774c-46ac-4a22-90b9-7ced1b3be87f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:49:54.750938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.769801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:54.833408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['1e42d398-48f9-4fa6-aa04-aecd343f47ee'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:49:54.895023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-50abeedd-ef17-4405-b21a-344a69a5b964 None None] Could not find standard attr ID for object e070da54-771a-4bc9-b9a1-ecf06ffe50ef. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:49:54.896339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:54.902639 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89b5f082-f359-4417-93ce-fbdcda53123e req-ba6296c5-9d2a-4d02-9574-060460ac51c1 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 210 time: 0.0601766 May 20 07:49:54.909204 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:54.913005 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:54.935231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.039784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.108331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Transition to ACTIVE for port object 933d0709-be52-48ad-af3a-1068398970e6 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:49:55.109869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Pushing event updated for resources: {'Port': ['ID=a30614bf-ddef-4b6a-a16a-2a264f14000b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:55.115477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:55.120576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e405d318-5506-411e-a4ac-ace976f00f9d req-953dcc58-7302-4d82-b8e1-e8b574eab5ff tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553318 May 20 07:49:55.389790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Allocated IP 172.20.0.8 (124136bc-8b34-4982-91a9-dd3074054f4a/e026b3a1-fb47-4689-947b-d3e0237eec4c/6b938e2f-a056-4548-8152-da442771c6d8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:49:55.609542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] No DVR routers for this DVR port 864d78a2-bff6-436e-b64b-7baec5987e95 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:49:55.618262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.622893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.634003 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d2f2622-f32e-4759-9770-56aa14172e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:55.673783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-deleted', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:55.694486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=0561774c-46ac-4a22-90b9-7ced1b3be87f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:55.694619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.694770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.696647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e5ac3-bb3b-482d-b18c-83b96e4a348a None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:55.721264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:55.766619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:55.809318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f1f7aa1-c221-46b9-952c-11c17ca43cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:55.827973 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/0561774c-46ac-4a22-90b9-7ced1b3be87f HTTP/1.1" status: 204 len: 168 time: 1.1890893 May 20 07:49:55.834043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:55.906302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:56.083778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb3a03aa-ae56-49dc-991b-cb3818f6fdbf req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "DELETE /v2.0/ports/864d78a2-bff6-436e-b64b-7baec5987e95 HTTP/1.1" status: 204 len: 173 time: 4.7659996 May 20 07:49:56.141209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08ddc174-540a-49e3-b24c-9274c316ed09 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3057659 May 20 07:49:56.147183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53034) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:56.157120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Network 124136bc-8b34-4982-91a9-dd3074054f4a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:56.171117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:56.174767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:49:56.231467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:56.267555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:56.288515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f257ec4-225a-4971-a7ba-93504939b5c7 req-6d060ef7-192e-45c5-ad44-681145e8ed1a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:56.289535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:56.297833 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3f257ec4-225a-4971-a7ba-93504939b5c7 req-6d060ef7-192e-45c5-ad44-681145e8ed1a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.3156343 May 20 07:49:56.351731 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7fc2f4-38c8-468b-8aaa-02150189a0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:56.384095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:56.423066 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3f257ec4-225a-4971-a7ba-93504939b5c7 req-81c5e78c-a4a5-42fe-9855-0b0f0cf0079f tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221943 May 20 07:49:56.511467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 864d78a2-bff6-436e-b64b-7baec5987e95 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:49:56.521448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e503607e-6def-4695-800b-171eceabd451 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:56.521448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e503607e-6def-4695-800b-171eceabd451 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:56.522882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 864d78a2-bff6-436e-b64b-7baec5987e95 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:49:56.569891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:56.570674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:56.582844 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d1b25f-0681-478d-a301-b3e1a342c2e4', 'name': 'network-vif-deleted', 'tag': '864d78a2-bff6-436e-b64b-7baec5987e95', 'status': 'completed', 'code': 200} May 20 07:49:56.606484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:49:56.687384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb4d7c-ed96-4bcc-b965-f8f7cc730a1d req-e43b3b0a-f291-48cd-8bca-aa84ec6c489b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:56.693996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e503607e-6def-4695-800b-171eceabd451 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:56.701780 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e503607e-6def-4695-800b-171eceabd451 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5522897 May 20 07:49:56.704267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53044) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:56.722581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-54cb4d7c-ed96-4bcc-b965-f8f7cc730a1d req-e43b3b0a-f291-48cd-8bca-aa84ec6c489b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:56.792964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Deleting port a30614bf-ddef-4b6a-a16a-2a264f14000b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:49:56.793539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:56.886475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a30614bf-ddef-4b6a-a16a-2a264f14000b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:49:56.936091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5b4bb-bc4f-4c29-a9ef-e1badd842ba4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:56.946097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4be5b4bb-bc4f-4c29-a9ef-e1badd842ba4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:49:56.991801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6316664 May 20 07:49:56.997119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:57.019622 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:57.024548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Request body: {'port': {'device_id': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:57.100846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-54cb4d7c-ed96-4bcc-b965-f8f7cc730a1d req-e43b3b0a-f291-48cd-8bca-aa84ec6c489b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:57.106334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54cb4d7c-ed96-4bcc-b965-f8f7cc730a1d req-e43b3b0a-f291-48cd-8bca-aa84ec6c489b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 1.4986634 May 20 07:49:57.140902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4be5b4bb-bc4f-4c29-a9ef-e1badd842ba4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:49:57.142241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4be5b4bb-bc4f-4c29-a9ef-e1badd842ba4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4369032 May 20 07:49:57.151342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53052) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:57.187963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] For port a30614bf-ddef-4b6a-a16a-2a264f14000b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a30614bf-ddef-4b6a-a16a-2a264f14000b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:57.192255 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:57.295962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:49:57.310509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d3c6384-17c6-41ea-b5af-00775989af68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557746 May 20 07:49:57.310888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:49:57.311444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:57.315325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53056) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:57.315973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:49:57.334528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:57.483396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ee6d-eb87-4554-b235-fb4cac213fc5 req-944f2518-08b9-405b-95fb-23adda500910 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:57.499291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8817ee6d-eb87-4554-b235-fb4cac213fc5 req-944f2518-08b9-405b-95fb-23adda500910 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 931 time: 0.4388287 May 20 07:49:57.531529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:57.549424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:57.576522 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8817ee6d-eb87-4554-b235-fb4cac213fc5 req-8c901d29-83af-455f-973b-6a73737a4b3a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760086 May 20 07:49:57.593067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Calling delete_port for a30614bf-ddef-4b6a-a16a-2a264f14000b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:49:57.650854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:57.654981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:57.681834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:49:57.682484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:49:57.709725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54cb4d7c-ed96-4bcc-b965-f8f7cc730a1d req-4da52e8e-727f-483e-966b-331176ecc5bb tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585053 May 20 07:49:57.723196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:57.778202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:49:57.778202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:49:57.778202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:49:57.778202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Bound port: 933d0709-be52-48ad-af3a-1068398970e6, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:49:57.778202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:57.787647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port a30614bf-ddef-4b6a-a16a-2a264f14000b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a30614bf-ddef-4b6a-a16a-2a264f14000b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:57.887737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:49:57.966461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:57.985929 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:58.074958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.076671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.078067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.107399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] No DVR routers for this DVR port a30614bf-ddef-4b6a-a16a-2a264f14000b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:49:58.119315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=a30614bf-ddef-4b6a-a16a-2a264f14000b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:58.122955 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:58.124429 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:58.159099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:49:58.177677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Pushing event deleted for resources: {'Port': ['ID=a30614bf-ddef-4b6a-a16a-2a264f14000b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:58.181803 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:58.184536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 1e42d398-48f9-4fa6-aa04-aecd343f47ee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:49:58.187633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.309522 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.356562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.397851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:58.414936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:49:58.457031 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'code': 200} May 20 07:49:58.513888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.516191 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:58.649851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:58.654114 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:58.712302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:49:58.720921 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Floating IP f8e946b8-7a3f-4b0e-8948-50aa4bd66b56 associated. External IP: 172.25.8.159, port: 1318c7f7-c742-41c8-9d2f-1c6a8607041c. May 20 07:49:58.815026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.835370 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8bfb714d-80c8-4115-adc4-b3eed69efc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:58.946960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:58.947962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:58.949886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] 10.222.0.84 "PUT /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 1091 time: 7.1503820 May 20 07:49:58.960441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'tag': '933d0709-be52-48ad-af3a-1068398970e6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:49:58.995457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf17026-2257-4cf5-948a-a95c833f4dc2 req-2c8eeb5f-8f5d-44b8-8cb7-ac1af3bbafd9 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:58.997274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abf17026-2257-4cf5-948a-a95c833f4dc2 req-2c8eeb5f-8f5d-44b8-8cb7-ac1af3bbafd9 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.9768732 May 20 07:49:59.006583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:59.019831 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-71acc5eb-507b-4783-8040-7afcb00daf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:49:59.077968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516a53-fc2f-459a-92f7-1cb119cda430 req-1093ce0b-3447-4897-865f-128b1252413e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:59.084960 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa516a53-fc2f-459a-92f7-1cb119cda430 req-1093ce0b-3447-4897-865f-128b1252413e tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 931 time: 0.1908388 May 20 07:49:59.107995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:49:59.112092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:49:59.127165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70447b53-0478-4f47-92ea-37c7370d9f05 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:49:59.133838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:59.135837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:59.158548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=c741574b-6246-4a1d-a1a6-541d99897f88,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:59.168484 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:59.180421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa516a53-fc2f-459a-92f7-1cb119cda430 req-a5876bdc-63a7-480e-9393-d62ada16ec80 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945415 May 20 07:49:59.272154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:49:59.277424 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abf17026-2257-4cf5-948a-a95c833f4dc2 req-869cb96c-d7e3-4a2f-992f-f963ec97589a tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422138 May 20 07:49:59.283213 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:49:59.288297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9721515 May 20 07:49:59.289092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53086) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:49:59.295515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': 'c741574b-6246-4a1d-a1a6-541d99897f88', 'ip_address': '2001:db8::537e:c155:8e29:eed'}], 'name': 'tempest-NetworksTestDHCPv6-611686071'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:49:59.527945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-940ce9d0-f920-4c9b-8d24-66bcaafde17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:59.529444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-940ce9d0-f920-4c9b-8d24-66bcaafde17e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1094 time: 0.3660553 May 20 07:49:59.597667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'c741574b-6246-4a1d-a1a6-541d99897f88'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:49:59.598519 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:59.651000 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'tag': '933d0709-be52-48ad-af3a-1068398970e6', 'status': 'completed', 'code': 200} May 20 07:49:59.684063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-01748a8d-0baf-4019-ab6d-737964bbb3b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 217 time: 0.1422269 May 20 07:49:59.729078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:49:59.756938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda474c6-1258-4d6f-aa00-9af04e7b5b51 req-cc33124f-0bac-4651-8ed9-74c876e6a064 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:59.758191 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eda474c6-1258-4d6f-aa00-9af04e7b5b51 req-cc33124f-0bac-4651-8ed9-74c876e6a064 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.4007378 May 20 07:49:59.767194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:49:59.781280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b938e2f-a056-4548-8152-da442771c6d8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:49:59.798850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:49:59.814281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:49:59.829563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-2dda2cf4-d75d-4acb-a367-aeb844e754d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:49:59.831196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-2dda2cf4-d75d-4acb-a367-aeb844e754d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1360559 May 20 07:49:59.865051 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eda474c6-1258-4d6f-aa00-9af04e7b5b51 req-f4f46e55-75f5-42d9-8c52-2b576a691c3e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996888 May 20 07:49:59.904496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:49:59.933082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/c741574b-6246-4a1d-a1a6-541d99897f88/a5e4e20a-0e70-4048-bb36-b0a367bf7a54) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:00.147947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-737ba9c3-db0e-4891-bde0-13f6846f9d0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2997596 May 20 07:50:00.153511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:50:00.199525 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:00.256658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port dd258a88-91ba-40f7-ba19-6fcec19429f3 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:00.364235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Sync routers for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:50:00.410745 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:00.422943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Transition to ACTIVE for port object a5e4e20a-0e70-4048-bb36-b0a367bf7a54 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:00.452291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Transition to ACTIVE for port object a5e4e20a-0e70-4048-bb36-b0a367bf7a54 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:00.454156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:00.454819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:49:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:00.720572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::537e:c155:8e29:eed (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/c741574b-6246-4a1d-a1a6-541d99897f88/dd258a88-91ba-40f7-ba19-6fcec19429f3) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:00.735555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:00.796883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:00.822479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Transition to ACTIVE for port object 6b938e2f-a056-4548-8152-da442771c6d8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:00.909488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:00.921150 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1470b3ca-f7d3-452d-b283-f67c936967aa tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:00.951781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:00.972043 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:01.042253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Pushing event updated for resources: {'Port': ['ID=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:01.049619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.051951 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:01.056044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:01.058170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:01.076147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object dd258a88-91ba-40f7-ba19-6fcec19429f3 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:01.083762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-f691c1ff-b166-449f-91cb-6ca182dc9cb5 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9261634 May 20 07:50:01.095209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb308e1f-0c4f-4018-b2b4-6ac0881c477a tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "PUT /v2.0/floatingips/f8e946b8-7a3f-4b0e-8948-50aa4bd66b56 HTTP/1.1" status: 200 len: 991 time: 7.8748233 May 20 07:50:01.110264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:01.134769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:01.140895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc88b-c127-4ab1-82d7-935e5bbd4a7b req-368acc6e-d25a-431f-86bc-0acf17163ce9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.149788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-220cc88b-c127-4ab1-82d7-935e5bbd4a7b req-368acc6e-d25a-431f-86bc-0acf17163ce9 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 931 time: 0.5061023 May 20 07:50:01.152750 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:01.210544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.221348 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47424991-173e-435d-aa24-33cf4d21ae8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:01.239051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Attempting to bind port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:01.239972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Attempting to bind port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:01.240741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Attempting to bind port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:01.249003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:01.250091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:01.250874 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.251623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:01.252341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Bound port: a5e4e20a-0e70-4048-bb36-b0a367bf7a54, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:01.253005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.283290 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-220cc88b-c127-4ab1-82d7-935e5bbd4a7b req-24407435-3a33-4fc3-948f-8ea2666eecf6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314774 May 20 07:50:01.317033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e60e3-0f5d-4a80-8480-5020e7d30824 req-369c1733-8535-4b50-bb3f-bf360aba2c57 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.324902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7e60e3-0f5d-4a80-8480-5020e7d30824 req-369c1733-8535-4b50-bb3f-bf360aba2c57 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.5621462 May 20 07:50:01.359388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-c7da1f60-be14-4433-b5fd-4e43da7e6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.360868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-c7da1f60-be14-4433-b5fd-4e43da7e6cb6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.5373409 May 20 07:50:01.403485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:01.411078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:01.422343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:01.441416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.443799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.448264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] For port a5e4e20a-0e70-4048-bb36-b0a367bf7a54, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:01.452566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f8e946b8-7a3f-4b0e-8948-50aa4bd66b56', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'port_id': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'mac_address': 'fa:16:3e:ba:31:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62014cca-7c46-42fb-b931-f4593d615b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:49:57Z', 'revision_number': 1, 'project_id': '2671dab32db34badb8cde963cae740c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:01.459303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] For port a5e4e20a-0e70-4048-bb36-b0a367bf7a54, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:01.464596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Checking router: e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:50:01.465916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7e60e3-0f5d-4a80-8480-5020e7d30824 req-3a4ddebf-2e0f-49e0-8223-a89d680f45a5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401691 May 20 07:50:01.472485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e697d5-0175-4ba3-bad4-a1d4e83bef0c req-cd281e5c-6980-4df0-8da3-c21b31d62ac6 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594713 May 20 07:50:01.476510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Attempting to bind port 6b938e2f-a056-4548-8152-da442771c6d8 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:01.476849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Attempting to bind port 6b938e2f-a056-4548-8152-da442771c6d8 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:01.477243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Attempting to bind port 6b938e2f-a056-4548-8152-da442771c6d8 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:01.498334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:01.499385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:49:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:01.520138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=dd258a88-91ba-40f7-ba19-6fcec19429f3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:01.548039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.548420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.548793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.549164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.561628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.562194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.562581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.562959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.563330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.563699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.564117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.564487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:01.569168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:01.572159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Port 6b938e2f-a056-4548-8152-da442771c6d8 on network 124136bc-8b34-4982-91a9-dd3074054f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:50:01.572488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Attempting to bind port 6b938e2f-a056-4548-8152-da442771c6d8 on network 124136bc-8b34-4982-91a9-dd3074054f4a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:01.587209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:01.588147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Checking segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:01.588595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Bound using segment: {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:01.589100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Bound port: 6b938e2f-a056-4548-8152-da442771c6d8, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d534934-0ff1-4cda-8237-eb792a4199c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:01.589445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.630323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3402791 May 20 07:50:01.631104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:01.684729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:01.792646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853228c1-ed37-42d1-adab-7a6a04e76a90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.798851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853228c1-ed37-42d1-adab-7a6a04e76a90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.799670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-853228c1-ed37-42d1-adab-7a6a04e76a90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:01.863204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-6ad90815-79a6-43e4-bf90-f3537a16a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.865559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-6ad90815-79a6-43e4-bf90-f3537a16a8e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.4785836 May 20 07:50:01.874699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:01.883028 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:01.916798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b889f-d64a-442d-bf8d-c881ef039acf req-5de2be71-9f3e-40b7-b6b1-cfcb93e849d2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:01.927371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e02b889f-d64a-442d-bf8d-c881ef039acf req-5de2be71-9f3e-40b7-b6b1-cfcb93e849d2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1245768 May 20 07:50:01.960763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-853228c1-ed37-42d1-adab-7a6a04e76a90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:01.961324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-853228c1-ed37-42d1-adab-7a6a04e76a90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3292265 May 20 07:50:01.965386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-c8f09d7b-65ab-4b7d-b7f2-71ba80b0c9e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.0892150 May 20 07:50:01.966011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:02.019966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Pushing event updated for resources: {'Port': ['ID=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:02.032258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:02.032675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:02.045404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-09d463db-9f5f-4192-bb4e-60dfa3eb19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:02.047060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-09d463db-9f5f-4192-bb4e-60dfa3eb19d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1094 time: 0.4319665 May 20 07:50:02.055277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:02.098545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-e8b562f5-c01b-4d00-94c8-b8970b857d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:02.099991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-e8b562f5-c01b-4d00-94c8-b8970b857d28 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.1264226 May 20 07:50:02.102185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e02b889f-d64a-442d-bf8d-c881ef039acf req-d4cc994c-a0b5-4f83-af55-6ad6318f08c4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728468 May 20 07:50:02.131558 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:02.265225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-56bd355a-78fe-407b-9ebc-180ee0fb1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:02.265715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port dd258a88-91ba-40f7-ba19-6fcec19429f3 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:02.266183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:02.266850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-56bd355a-78fe-407b-9ebc-180ee0fb1d6e service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2075970 May 20 07:50:02.335330 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'status': 'completed', 'code': 200} May 20 07:50:02.513895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:02.571228 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:02.783628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f8e946b8-7a3f-4b0e-8948-50aa4bd66b56', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'port_id': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'mac_address': 'fa:16:3e:ba:31:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62014cca-7c46-42fb-b931-f4593d615b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:49:57Z', 'revision_number': 1, 'project_id': '2671dab32db34badb8cde963cae740c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:02.792391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fe9c3-0b0a-4dc0-80dc-8afb82e47a9d None None] The sync data for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 is: [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f8e946b8-7a3f-4b0e-8948-50aa4bd66b56', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'port_id': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'mac_address': 'fa:16:3e:ba:31:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62014cca-7c46-42fb-b931-f4593d615b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:49:57Z', 'revision_number': 1, 'project_id': '2671dab32db34badb8cde963cae740c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:50:02.806913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-9f691730-47a1-4706-b5b9-fbbf2050e3ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 217 time: 0.4605796 May 20 07:50:02.830517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:02.842824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-13fae669-25b4-492a-b45c-d900052acf22 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5062003 May 20 07:50:02.937877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:02.937877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:02.937877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] 10.222.0.81 "PUT /v2.0/ports/6b938e2f-a056-4548-8152-da442771c6d8 HTTP/1.1" status: 200 len: 1091 time: 5.9261653 May 20 07:50:02.956955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a5e4e20a-0e70-4048-bb36-b0a367bf7a54 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:03.018524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for dd258a88-91ba-40f7-ba19-6fcec19429f3 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:03.093419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d8b2-0d79-47b7-a128-9f9d8eda9e50 req-29fc7d0c-453f-4977-942a-3bfd51fc5b89 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.101218 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7675d8b2-0d79-47b7-a128-9f9d8eda9e50 req-29fc7d0c-453f-4977-942a-3bfd51fc5b89 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 943 time: 0.5669396 May 20 07:50:03.173503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:03.207081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:03.232863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-2c6d3826-e5c3-48a6-9039-96e930b1bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.234890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-2c6d3826-e5c3-48a6-9039-96e930b1bd16 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.3780975 May 20 07:50:03.284934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7675d8b2-0d79-47b7-a128-9f9d8eda9e50 req-36ddee6c-7398-43f8-966c-1eccbbe4cba3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778941 May 20 07:50:03.310815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.312646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.313562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.314007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.314444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.314872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.315326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.315762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.316173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.316608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.317027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.317445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:03.334481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6860f-60c3-4bb7-a1e2-3cf5fa9b67c4 None None] New status for floating IP f8e946b8-7a3f-4b0e-8948-50aa4bd66b56: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:50:03.344053 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:03.370290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-c19688a9-2064-4d27-8819-a92fb460a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.371857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-c19688a9-2064-4d27-8819-a92fb460a587 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2671dab32db34badb8cde963cae740c1&device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 1096 time: 1.1041293 May 20 07:50:03.389428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-dbb748d3-9ad9-4ed1-bd25-071fe2f61d32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275492 May 20 07:50:03.404017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:03.410507 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ee48239-30d0-4c26-8bea-b678086d7d0f tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:03.422663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a8ba1-95b0-41b4-9a9e-31e29b18a24e req-9dc364ea-c95b-43b6-bb08-75b7d70f2bf2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.430581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c8a8ba1-95b0-41b4-9a9e-31e29b18a24e req-9dc364ea-c95b-43b6-bb08-75b7d70f2bf2 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.9731872 May 20 07:50:03.474017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-8a44406c-6dfc-445a-b41a-862c5ce7962e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.477423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-8a44406c-6dfc-445a-b41a-862c5ce7962e tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 1.0321963 May 20 07:50:03.585188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=dd258a88-91ba-40f7-ba19-6fcec19429f3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:03.649721 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:03.673084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:03.700902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/dd258a88-91ba-40f7-ba19-6fcec19429f3 HTTP/1.1" status: 204 len: 168 time: 1.7335227 May 20 07:50:03.706741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53152) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:03.833016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be454b2c-109e-4ac2-bad9-bdd6f3bc502b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.835353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be454b2c-109e-4ac2-bad9-bdd6f3bc502b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.836306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be454b2c-109e-4ac2-bad9-bdd6f3bc502b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:03.843093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-3cb59969-baec-4fd3-8ad0-c0bdd6c4e48a service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640749 May 20 07:50:03.848404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3ebea-a896-437d-9e93-465a3bcbc17e req-78ded023-8988-47c7-af4d-1a298876af3d tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:03.852382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73f3ebea-a896-437d-9e93-465a3bcbc17e req-78ded023-8988-47c7-af4d-1a298876af3d tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.3205817 May 20 07:50:03.857998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-e174e28e-1ddb-40dd-a4f5-98760e69bf9e service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496622 May 20 07:50:03.955596 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-73f3ebea-a896-437d-9e93-465a3bcbc17e req-d31868ee-1580-45b2-8260-e10c569563e8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985379 May 20 07:50:03.962223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be454b2c-109e-4ac2-bad9-bdd6f3bc502b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:03.964299 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be454b2c-109e-4ac2-bad9-bdd6f3bc502b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2548890 May 20 07:50:03.967515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:04.054927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet c741574b-6246-4a1d-a1a6-541d99897f88 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:04.058855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Provisioning for port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:04.064633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Provisioning complete for port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:04.065268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:04.087948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:04.162682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-01f2a727-b3b8-42a6-902e-ff6368b47dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:04.164976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-01f2a727-b3b8-42a6-902e-ff6368b47dad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 1094 time: 1.0744817 May 20 07:50:04.169696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c8a8ba1-95b0-41b4-9a9e-31e29b18a24e req-0ec0b39d-1719-4097-8fbb-5bca08d2e176 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7381289 May 20 07:50:04.229394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:04.270401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-2680fef5-25b3-4f72-9cc6-280535c11e9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b938e2f-a056-4548-8152-da442771c6d8 HTTP/1.1" status: 200 len: 217 time: 0.0852723 May 20 07:50:04.271473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-4d3d7138-2181-481d-ba3d-d285be6ba7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:04.272950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-4d3d7138-2181-481d-ba3d-d285be6ba7de service neutron] 10.222.0.84 "GET /v2.0/networks?id=882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 200 len: 917 time: 0.8801174 May 20 07:50:04.371981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:04.372473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:04.430201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:04.674243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-cb4dad75-ebb3-455b-b3bc-703e969726a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 200 len: 1001 time: 0.2136717 May 20 07:50:04.910045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139a8d-0c97-43db-8350-20fc6477a43b req-43197932-cbd2-47f9-8bd8-30b6f8a7e0af tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:04.912283 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb139a8d-0c97-43db-8350-20fc6477a43b req-43197932-cbd2-47f9-8bd8-30b6f8a7e0af tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 943 time: 0.2212131 May 20 07:50:04.948171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40ae3fa4-27bb-4e60-a86f-dda297595609 req-7822dbef-8963-4cb8-b2df-a78512abc0a4 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0441444 May 20 07:50:04.992106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb139a8d-0c97-43db-8350-20fc6477a43b req-d0cacea6-5cd1-4fa6-bfde-f149d26f8b7c tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716937 May 20 07:50:04.999578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-4e19f368-1eef-4f68-b778-ef4471001502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:05.001095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-4e19f368-1eef-4f68-b778-ef4471001502 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.6197205 May 20 07:50:05.028600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Deleting port 0eec743d-4cea-423d-9bb6-045ca198227d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:05.029894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.054326 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8', 'status': 'completed', 'code': 200} May 20 07:50:05.075632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.092992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-f743ef06-6c87-4514-84e5-ad0d6c6e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:05.094709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-f743ef06-6c87-4514-84e5-ad0d6c6e6ea1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=387dd6dc-6b93-40f5-9a12-5fc9702244fd HTTP/1.1" status: 200 len: 855 time: 0.3903253 May 20 07:50:05.095181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d543b826-ebe5-4c83-aa83-9df73ea69b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:05.105698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b756df-ee45-4e01-ab69-3eb427ddcbc7 req-3e2c0350-77f6-43f3-b238-da7e245d5d23 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2416465 May 20 07:50:05.186631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.192889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:50:05.194018 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:50:05.195928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c7978-b149-4f1d-bc90-dcf5bdee7536 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:05.216906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=c741574b-6246-4a1d-a1a6-541d99897f88,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:05.226442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-19425b2c-7ad7-4be5-b48f-2f4549c6a154 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030888 May 20 07:50:05.233774 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:05.326652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/c741574b-6246-4a1d-a1a6-541d99897f88 HTTP/1.1" status: 204 len: 168 time: 1.3575752 May 20 07:50:05.332788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53184) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:05.354717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23525d-45c7-4021-8c9f-60c1baa8a5b3 req-e207700a-5352-480d-b99b-c75438d73c15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:05.361964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec23525d-45c7-4021-8c9f-60c1baa8a5b3 req-e207700a-5352-480d-b99b-c75438d73c15 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.7442799 May 20 07:50:05.424951 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1b4f8b46-a690-4f89-8fa9-5b8e4b10753b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906987 May 20 07:50:05.427550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:05.434690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:05.552876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:05.565607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec23525d-45c7-4021-8c9f-60c1baa8a5b3 req-db1bb0d8-ec18-434a-ac30-d53f34f421e1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026327 May 20 07:50:05.589524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266398c-43d3-4d7d-957f-339dc428c070 req-2fa8e84f-356a-42f2-90e5-3429033033f6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:05.597084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0266398c-43d3-4d7d-957f-339dc428c070 req-2fa8e84f-356a-42f2-90e5-3429033033f6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.3163157 May 20 07:50:05.616614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] For port 0eec743d-4cea-423d-9bb6-045ca198227d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0eec743d-4cea-423d-9bb6-045ca198227d,segment=NetworkSegment(260e70cb-5003-48a7-9868-9b0ca056838c),segment_id=260e70cb-5003-48a7-9868-9b0ca056838c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:05.616951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.637524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-0163f65c-10c0-4b7b-9b62-4dd680a53a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:05.639060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-0163f65c-10c0-4b7b-9b62-4dd680a53a46 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=882fc62c-1293-4046-bbb3-e07ff41c162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4993732 May 20 07:50:05.668809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Deleting port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:05.671968 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.696191 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0266398c-43d3-4d7d-957f-339dc428c070 req-57c3141b-84c1-4f6d-ade9-37163e45367b tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981178 May 20 07:50:05.697383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:05.716898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:05.726407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:05.745284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:05.832551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:05.833875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Calling delete_port for 0eec743d-4cea-423d-9bb6-045ca198227d owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:05.836714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.848988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-bf19c365-e463-436d-8c23-bcca1a6cb065 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072323 May 20 07:50:05.900574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:05.926766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] For port a5e4e20a-0e70-4048-bb36-b0a367bf7a54, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:05.927614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:06.077079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Calling delete_port for a5e4e20a-0e70-4048-bb36-b0a367bf7a54 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:06.087864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] For port a5e4e20a-0e70-4048-bb36-b0a367bf7a54, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:06.137755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:06.141661 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2770ae76-048d-4c06-a3a1-2f1c9d2394eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:06.246106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:06.266010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a327-2f63-4701-b5bc-d68b11663f4e req-aba155ec-f3f2-487d-afc2-958781d00dd8 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:06.270954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] No DVR routers for this DVR port a5e4e20a-0e70-4048-bb36-b0a367bf7a54 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:06.273888 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a287a327-2f63-4701-b5bc-d68b11663f4e req-aba155ec-f3f2-487d-afc2-958781d00dd8 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 945 time: 0.1513224 May 20 07:50:06.278295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb83a9e0-463c-43b5-8d94-8511b5cc747a None None] Could not find standard attr ID for object dd258a88-91ba-40f7-ba19-6fcec19429f3. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:50:06.293356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Pushing event updated for resources: {'Port': ['ID=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:06.312134 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:06.314106 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:06.346071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-7a795a56-b422-4dd1-89b8-804b4c01b07c service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245701 May 20 07:50:06.348824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a287a327-2f63-4701-b5bc-d68b11663f4e req-75933d5d-ca62-4a65-8fdc-fdef9494c745 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/security-groups?id=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739698 May 20 07:50:06.367077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Pushing event deleted for resources: {'Port': ['ID=a5e4e20a-0e70-4048-bb36-b0a367bf7a54,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:06.376498 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:06.403555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80c5929a-e718-48dd-8ca7-c0f43a072b81 req-2c94940d-7a60-4854-9859-0cc79a084517 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499736 May 20 07:50:06.463504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0eec743d-4cea-423d-9bb6-045ca198227d no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:06.636960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30938d1-c8d0-4754-a9d1-aa7ddd56df39 req-d35eb1e6-9ef9-40aa-b9b4-b7e6a936a791 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:06.638071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a30938d1-c8d0-4754-a9d1-aa7ddd56df39 req-d35eb1e6-9ef9-40aa-b9b4-b7e6a936a791 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:06.811245 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:06.819436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a527b0d1-d6ee-4393-b0e7-f77161a050b2 req-064a503e-7d6e-432d-ad48-6acb07f8edf6 service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053636 May 20 07:50:06.825027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-929c03fd-959c-4437-abe6-4601c6ee9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:06.842844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-929c03fd-959c-4437-abe6-4601c6ee9624 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 1094 time: 0.2381740 May 20 07:50:06.909369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a5e4e20a-0e70-4048-bb36-b0a367bf7a54 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:06.917309 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:06.922325 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86c8c812-65d5-4931-98b8-17406923882c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:06.984163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a5e4e20a-0e70-4048-bb36-b0a367bf7a54 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:06.985716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a5e4e20a-0e70-4048-bb36-b0a367bf7a54 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:06.995587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=90853bc6-5169-4fd5-b435-1998cc2a78f9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:07.000216 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:07.021592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:07.023539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:07.033710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db5146df-4933-4998-8ce3-51878a8c5f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.034701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-6c0b08a9-fd44-4a36-9a9f-34ca8862ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:07.036184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-6c0b08a9-fd44-4a36-9a9f-34ca8862ddb3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 200 len: 906 time: 0.1920679 May 20 07:50:07.037961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a30938d1-c8d0-4754-a9d1-aa7ddd56df39 req-d35eb1e6-9ef9-40aa-b9b4-b7e6a936a791 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:07.048620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30938d1-c8d0-4754-a9d1-aa7ddd56df39 req-d35eb1e6-9ef9-40aa-b9b4-b7e6a936a791 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 943 time: 0.7672830 May 20 07:50:07.061094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134663-2f70-4699-acd3-82eb375c72ce req-805484fe-2580-4f9c-a816-46fc742f2a78 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:07.062971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.069799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a134663-2f70-4699-acd3-82eb375c72ce req-805484fe-2580-4f9c-a816-46fc742f2a78 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.2907727 May 20 07:50:07.097057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:07.098146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.107752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef07c3-c9cf-43e4-ac14-d910da7964ab None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:07.140724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:07.167240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a134663-2f70-4699-acd3-82eb375c72ce req-c1fbb705-2b55-4d93-8001-094badcf1828 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957720 May 20 07:50:07.196018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-4d05cd8f-d484-43b7-93af-3f2a12882e2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b938e2f-a056-4548-8152-da442771c6d8 HTTP/1.1" status: 200 len: 217 time: 0.1294250 May 20 07:50:07.199186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7706511 May 20 07:50:07.202102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:07.210120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '90853bc6-5169-4fd5-b435-1998cc2a78f9', 'ip_address': '2001:db8::c8af:a17d:a75:4e93'}], 'name': 'tempest-NetworksTestDHCPv6-2062801697'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:07.394937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:07.401425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:07.413884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Pushing event deleted for resources: {'Port': ['ID=0eec743d-4cea-423d-9bb6-045ca198227d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:07.456431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:07.467098 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:07.483425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:07.503572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a30938d1-c8d0-4754-a9d1-aa7ddd56df39 req-30916ec3-c33b-4c78-9fde-29b19f3880be tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542038 May 20 07:50:07.524040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '90853bc6-5169-4fd5-b435-1998cc2a78f9'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:07.524040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.525867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3406f-7a15-43e3-b3b6-5b1097f296d4 req-de0b7798-c6b4-477e-adfd-f6673f75c86c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:07.525867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4c3406f-7a15-43e3-b3b6-5b1097f296d4 req-de0b7798-c6b4-477e-adfd-f6673f75c86c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1176369 May 20 07:50:07.576199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] No DVR routers for this DVR port 0eec743d-4cea-423d-9bb6-045ca198227d on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:07.584982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:07.586550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.589500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'name': 'network-vif-deleted', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:07.610829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2dd92a7c-dcb7-46d6-b810-87ec29aee03f req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.81 "DELETE /v2.0/ports/0eec743d-4cea-423d-9bb6-045ca198227d HTTP/1.1" status: 204 len: 173 time: 3.8078225 May 20 07:50:07.625576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-10400e15-fe86-480a-98fe-ed12598890b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:07.627276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-10400e15-fe86-480a-98fe-ed12598890b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 200 len: 845 time: 0.4138930 May 20 07:50:07.705349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-d86cbb2a-a52b-453f-90a2-00af3a01fc5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=124136bc-8b34-4982-91a9-dd3074054f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693889 May 20 07:50:07.760105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:07.782075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e4c3406f-7a15-43e3-b3b6-5b1097f296d4 req-ac28e969-7bd1-4da3-b5db-cfbfde280775 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524476 May 20 07:50:07.814311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:07.840823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/90853bc6-5169-4fd5-b435-1998cc2a78f9/583b93e2-b59c-4d02-979b-09a0b289e8ec) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:07.919690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-4459c7c2-bb53-4718-8668-6a6ed1b89911 service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018588 May 20 07:50:08.051359 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1', 'name': 'network-vif-deleted', 'tag': '0eec743d-4cea-423d-9bb6-045ca198227d', 'status': 'completed', 'code': 200} May 20 07:50:08.065205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d95bbf2-e3c6-4716-a787-e2d4ed25dfe8 req-1f198ce5-31d3-4389-b5dc-0a6c5f2b6134 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a5d4f7-15c7-410f-af8d-1ca65a8a5be1 HTTP/1.1" status: 200 len: 210 time: 0.0811400 May 20 07:50:08.127773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3a1ed12-9b75-4db1-a30c-ad6d6b058ceb req-926baa19-45f5-4ba6-954c-e5f445170ada service neutron] 10.222.0.81 "GET /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943572 May 20 07:50:08.240609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.252922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Transition to ACTIVE for port object 583b93e2-b59c-4d02-979b-09a0b289e8ec will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:08.275373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Transition to ACTIVE for port object 583b93e2-b59c-4d02-979b-09a0b289e8ec will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:08.364085 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.368915 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-09a51c18-7577-48fc-a8e5-85ecd1160136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:08.399621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3a08-ebad-4fd9-8711-922c2a3ad6e6 req-06c5625c-6ec2-4932-8d23-a9c5556d678b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:08.403093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-479e3a08-ebad-4fd9-8711-922c2a3ad6e6 req-06c5625c-6ec2-4932-8d23-a9c5556d678b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1015472 May 20 07:50:08.455716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:08.458641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:08.463233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:08.472755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::c8af:a17d:a75:4e93 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/90853bc6-5169-4fd5-b435-1998cc2a78f9/3d7350da-9716-44d4-9ef5-462fcf4c1ff4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:08.500024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-479e3a08-ebad-4fd9-8711-922c2a3ad6e6 req-d6576ce1-2059-4027-a93e-cf8fa9f16b18 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895877 May 20 07:50:08.518315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Pushing event updated for resources: {'Port': ['ID=583b93e2-b59c-4d02-979b-09a0b289e8ec,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:08.536545 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:08.607522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Attempting to bind port 583b93e2-b59c-4d02-979b-09a0b289e8ec on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:08.609745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Attempting to bind port 583b93e2-b59c-4d02-979b-09a0b289e8ec by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:08.610137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Attempting to bind port 583b93e2-b59c-4d02-979b-09a0b289e8ec on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:08.616505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:08.616883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:08.617364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.617822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:08.628774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Bound port: 583b93e2-b59c-4d02-979b-09a0b289e8ec, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:08.628774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.730021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] For port 583b93e2-b59c-4d02-979b-09a0b289e8ec, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:08.736979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] For port 583b93e2-b59c-4d02-979b-09a0b289e8ec, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=583b93e2-b59c-4d02-979b-09a0b289e8ec,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:08.808151 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.816847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:08.924455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:08.934310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Pushing event updated for resources: {'Port': ['ID=583b93e2-b59c-4d02-979b-09a0b289e8ec,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:08.937527 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:09.012632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:09.071559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c3145-4f81-4744-94b0-edbdaaf8c07b req-e9949355-d5af-40f3-aafe-4cb3175d5e79 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:09.081314 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c25c3145-4f81-4744-94b0-edbdaaf8c07b req-e9949355-d5af-40f3-aafe-4cb3175d5e79 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 943 time: 0.3353078 May 20 07:50:09.135107 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c25c3145-4f81-4744-94b0-edbdaaf8c07b req-77f66e0a-9e6b-467b-b955-2ccc4535b8d0 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 May 20 07:50:09.217019 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a86bc9f8-c5e5-4245-885f-10bf063090bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:09.244131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2fe94-7625-4ad3-ac99-17a0a87dd362 req-919d5c84-4375-4a12-870f-37256b0b3883 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:09.247382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80b2fe94-7625-4ad3-ac99-17a0a87dd362 req-919d5c84-4375-4a12-870f-37256b0b3883 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1812706 May 20 07:50:09.291832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80b2fe94-7625-4ad3-ac99-17a0a87dd362 req-6f7a6b14-9421-4d15-a4db-fb19477ba04c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 May 20 07:50:09.673431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53262) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:09.714326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99124e7-9fe2-41b9-991b-cc289ca26d93 req-9bd64329-4377-4cea-b756-dfc82c36e932 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:09.716399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c99124e7-9fe2-41b9-991b-cc289ca26d93 req-9bd64329-4377-4cea-b756-dfc82c36e932 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1042442 May 20 07:50:09.773622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c99124e7-9fe2-41b9-991b-cc289ca26d93 req-67577423-cc78-47e3-87a2-f781a1dc6c56 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 May 20 07:50:09.843510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:09.854949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be2f2907-36c1-4c75-87d7-26bb438468d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:09.928707 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:09.938912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:50:09.939031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:09.945761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Deleting subnet 12185d1d-cab3-4684-9966-5994a0be36f1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:09.950346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:09.961645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:09.968476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:09.969348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:09.973791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.045783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=3d7350da-9716-44d4-9ef5-462fcf4c1ff4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:10.059451 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:10.087433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.133917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:10.142805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:10.149449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9389460 May 20 07:50:10.153449 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '933d0709-be52-48ad-af3a-1068398970e6', 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9', 'port_id': '933d0709-be52-48ad-af3a-1068398970e6', 'mac_address': 'fa:16:3e:13:6f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4ad184-5023-41a6-8c83-29772f84a53e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:50:10.200589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.235851 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.261989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933d0709-be52-48ad-af3a-1068398970e6 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:10.289558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40333c24-8460-4644-bd76-d0e9fed31c6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:10.291464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:10.298076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40333c24-8460-4644-bd76-d0e9fed31c6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:10.299093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-500f9e04-bfa2-48b8-abb8-d11c38e3908b None None] Provisioning for port 583b93e2-b59c-4d02-979b-09a0b289e8ec completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:10.300295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40333c24-8460-4644-bd76-d0e9fed31c6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1564987 May 20 07:50:10.303012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53288) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:10.387055 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.390796 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-36253c5d-a617-4d7a-810e-72a9bba347e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:10.534105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:10.534822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.566118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:50:10.656816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:10.671095 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:10.682558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6a8d-5f23-4f05-8ec8-f54db7591142 req-bb7359f8-f279-4a70-9c89-adf64335e0eb tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:10.684087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-385d6a8d-5f23-4f05-8ec8-f54db7591142 req-bb7359f8-f279-4a70-9c89-adf64335e0eb tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 943 time: 0.2528648 May 20 07:50:10.749352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['933d0709-be52-48ad-af3a-1068398970e6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:10.764113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-385d6a8d-5f23-4f05-8ec8-f54db7591142 req-dc90b140-e9b6-45bc-8026-0a6595135db8 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737188 May 20 07:50:10.774398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.866384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12c12e0a-4dd8-491d-b789-680e6c159f72 None None] Provisioning for port 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:10.889588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12c12e0a-4dd8-491d-b789-680e6c159f72 None None] Provisioning complete for port 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:10.890265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12c12e0a-4dd8-491d-b789-680e6c159f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:10.952678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50045632-6e68-47ae-b4cf-2bfcb7d21c38 req-24774c86-6f22-48b5-8521-dac1c064dad8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:10.964960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50045632-6e68-47ae-b4cf-2bfcb7d21c38 req-24774c86-6f22-48b5-8521-dac1c064dad8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.3120251 May 20 07:50:10.989976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 583b93e2-b59c-4d02-979b-09a0b289e8ec up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:10.992839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:11.048858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50045632-6e68-47ae-b4cf-2bfcb7d21c38 req-7cd27f44-3a2b-4084-878b-77573367a527 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811493 May 20 07:50:11.074045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12c12e0a-4dd8-491d-b789-680e6c159f72 None None] Port 3d7350da-9716-44d4-9ef5-462fcf4c1ff4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:11.098678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.112710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:11.115764 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3dc39849-8493-48ad-b9f3-e9d994a6942d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:11.148217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.187430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12185d1d-cab3-4684-9966-5994a0be36f1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:11.189393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.195517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:11.204113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/12185d1d-cab3-4684-9966-5994a0be36f1 HTTP/1.1" status: 204 len: 168 time: 1.5274656 May 20 07:50:11.204350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '6b938e2f-a056-4548-8152-da442771c6d8', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '6b938e2f-a056-4548-8152-da442771c6d8', 'mac_address': 'fa:16:3e:53:94:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:50:11.205398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:11.285259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.323972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.325617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b938e2f-a056-4548-8152-da442771c6d8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:11.331271 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b484fd8b-1146-4420-82d1-f1cfa924044b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:11.363723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:11.378969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.400982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=3d7350da-9716-44d4-9ef5-462fcf4c1ff4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:11.402312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 583b93e2-b59c-4d02-979b-09a0b289e8ec completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:11.405070 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:11.411922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 583b93e2-b59c-4d02-979b-09a0b289e8ec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:11.412433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.421726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d4b6-80f2-4751-a97e-8472979fea3c req-1e404992-8358-43b7-a1a5-f491bb06b34d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:11.423362 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33c1d4b6-80f2-4751-a97e-8472979fea3c req-1e404992-8358-43b7-a1a5-f491bb06b34d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.4068487 May 20 07:50:11.448119 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.454385 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0bef695a-7006-46ea-927d-e81a22a355a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:11.542970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:11.553730 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:11.653148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.682970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c339a-acaf-4ec4-a6cb-58b60c2e9ee7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:11.733007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.735440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260e70cb-5003-48a7-9868-9b0ca056838c') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:11.735748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260e70cb-5003-48a7-9868-9b0ca056838c') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:11.757605 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33c1d4b6-80f2-4751-a97e-8472979fea3c req-ecd88173-dceb-433b-b634-0b1eb008da11 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789671 May 20 07:50:11.764078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.778648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.788187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.798322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/3d7350da-9716-44d4-9ef5-462fcf4c1ff4 HTTP/1.1" status: 204 len: 168 time: 1.4940717 May 20 07:50:11.800714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:11.805001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 583b93e2-b59c-4d02-979b-09a0b289e8ec, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=583b93e2-b59c-4d02-979b-09a0b289e8ec,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:11.805364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:50:11.805806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: timer() May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:50:11.823005 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:50:11.875172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6b938e2f-a056-4548-8152-da442771c6d8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:11.910606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa719686-96a1-4e80-b2b6-98eac964864e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:11.913419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa719686-96a1-4e80-b2b6-98eac964864e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:11.913419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa719686-96a1-4e80-b2b6-98eac964864e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:11.924518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.959105 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:11.981211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.986445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:11.990331 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34837f0-fcec-40ba-9862-6626e082d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:12.025917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544d046-33f9-4bb3-a78c-f979ce2424a4 req-d4652bf5-46bd-44e7-acb4-1f7d390bbc2b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:12.028105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6544d046-33f9-4bb3-a78c-f979ce2424a4 req-d4652bf5-46bd-44e7-acb4-1f7d390bbc2b tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 944 time: 0.0950720 May 20 07:50:12.052886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=416c339a-acaf-4ec4-a6cb-58b60c2e9ee7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:12.064113 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:12.098651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6544d046-33f9-4bb3-a78c-f979ce2424a4 req-ffd28b7a-4718-4fd2-b71e-027e983221c2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624681 May 20 07:50:12.101681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa719686-96a1-4e80-b2b6-98eac964864e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:12.102414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fa719686-96a1-4e80-b2b6-98eac964864e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2985442 May 20 07:50:12.104649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:12.124940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=583b93e2-b59c-4d02-979b-09a0b289e8ec,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:12.134024 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:12.165168 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] 10.222.0.79 "DELETE /v2.0/networks/416c339a-acaf-4ec4-a6cb-58b60c2e9ee7 HTTP/1.1" status: 204 len: 168 time: 0.9553688 May 20 07:50:12.344797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.345283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 90853bc6-5169-4fd5-b435-1998cc2a78f9 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:12.356270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.433184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455ad8-4434-4bad-8111-5aa3a3f9bcfe req-87c1f276-c838-4a1e-b646-87a9dcd0a353 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:12.440306 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d455ad8-4434-4bad-8111-5aa3a3f9bcfe req-87c1f276-c838-4a1e-b646-87a9dcd0a353 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2078328 May 20 07:50:12.443898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.537336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d455ad8-4434-4bad-8111-5aa3a3f9bcfe req-f80b8742-5ec4-4b72-970b-fcc324821c83 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961559 May 20 07:50:12.590733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.631602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53342) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:12.727633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eaea9408-5f4b-404d-992a-5f180cb3d17a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2993eb6033c4664af95849109d80f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946980 May 20 07:50:12.732835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53348) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:12.845029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.893616 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:12.895174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 583b93e2-b59c-4d02-979b-09a0b289e8ec up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:13.030915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 583b93e2-b59c-4d02-979b-09a0b289e8ec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:13.031347 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:13.036988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:13.055489 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ca4840a-17e0-43ec-b3ea-98c2b9b6c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:13.100201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61daf9e1-bc38-4bef-8683-1cc6ef2d56c8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:13.104445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:13.190048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:13.192165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61daf9e1-bc38-4bef-8683-1cc6ef2d56c8 HTTP/1.1" status: 204 len: 168 time: 0.4583209 May 20 07:50:13.250116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068c12-401b-4278-bc49-44f421036da7 req-d62e7379-52d4-4337-a7c5-9a94f052a2f0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:13.261622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06068c12-401b-4278-bc49-44f421036da7 req-d62e7379-52d4-4337-a7c5-9a94f052a2f0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.2862158 May 20 07:50:13.345918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-06068c12-401b-4278-bc49-44f421036da7 req-061429a0-5804-4b55-8e58-784307e3bb28 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829496 May 20 07:50:13.432504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be281e8c-6a80-4595-9cfb-e0464a45aef2 req-06ce94d7-2485-4ddb-881b-594b0a74f8a6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:13.434796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be281e8c-6a80-4595-9cfb-e0464a45aef2 req-06ce94d7-2485-4ddb-881b-594b0a74f8a6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 944 time: 0.1547616 May 20 07:50:13.439113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:13.444835 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:13.530166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be281e8c-6a80-4595-9cfb-e0464a45aef2 req-65c03d84-e390-4d60-8cc8-b0dca4deef2d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851014 May 20 07:50:13.554362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=90853bc6-5169-4fd5-b435-1998cc2a78f9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:13.559499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:13.566157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3ad5d-2396-4715-b5b8-ad54a70e586d None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:13.572808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:13.653999 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/90853bc6-5169-4fd5-b435-1998cc2a78f9 HTTP/1.1" status: 204 len: 168 time: 1.5472236 May 20 07:50:13.656266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:13.835361 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f53ba63-7a5c-4b43-8413-442b92ef6058 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772368 May 20 07:50:13.839113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53380) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:13.846416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:13.916888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d252e-d1b8-46ac-85d8-1173ea705c5f req-a0b99e48-d7f4-4113-8122-bd0b8a1013ac tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:13.924644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e44d252e-d1b8-46ac-85d8-1173ea705c5f req-a0b99e48-d7f4-4113-8122-bd0b8a1013ac tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1461668 May 20 07:50:13.963928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:14.030102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e44d252e-d1b8-46ac-85d8-1173ea705c5f req-eb39389c-3231-4ba6-95e5-66427c5b04df tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037364 May 20 07:50:14.034139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:14.064980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:14.080312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:14.085964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:14.100265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:14.147363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Deleting port 583b93e2-b59c-4d02-979b-09a0b289e8ec {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:14.147758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.258100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] For port 583b93e2-b59c-4d02-979b-09a0b289e8ec, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=583b93e2-b59c-4d02-979b-09a0b289e8ec,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:14.262624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.277021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:14.281256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.391760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Calling delete_port for 583b93e2-b59c-4d02-979b-09a0b289e8ec owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:14.430744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 933d0709-be52-48ad-af3a-1068398970e6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:14.439872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 933d0709-be52-48ad-af3a-1068398970e6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:14.440320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.475183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:14.555372 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.564376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:14.624150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Pushing event deleted for resources: {'Port': ['ID=583b93e2-b59c-4d02-979b-09a0b289e8ec,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:14.629528 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:14.631728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] No DVR routers for this DVR port 583b93e2-b59c-4d02-979b-09a0b289e8ec on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:14.664849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000051b-9809-457f-ad9f-75afb67fcdd7 req-f1b2bcea-86d9-43b3-939e-92e294ce3dc3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:14.667109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1000051b-9809-457f-ad9f-75afb67fcdd7 req-f1b2bcea-86d9-43b3-939e-92e294ce3dc3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.1814952 May 20 07:50:14.751116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1000051b-9809-457f-ad9f-75afb67fcdd7 req-b573cc72-118b-4704-9b43-988b37ba1d64 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 May 20 07:50:14.775908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.807843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933d0709-be52-48ad-af3a-1068398970e6'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:14.819138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:14.880051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 583b93e2-b59c-4d02-979b-09a0b289e8ec no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:14.903516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6b631-9520-41b6-992d-bcb186c01432 req-405ea082-f574-40df-94cb-ef8fdcb94f99 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:14.905920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5b6b631-9520-41b6-992d-bcb186c01432 req-405ea082-f574-40df-94cb-ef8fdcb94f99 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 944 time: 0.1538374 May 20 07:50:14.933936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 6b938e2f-a056-4548-8152-da442771c6d8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:14.950743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:14.971601 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:15.016558 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5b6b631-9520-41b6-992d-bcb186c01432 req-535368bc-8712-426c-87d4-926ceace99ed tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033750 May 20 07:50:15.063917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 583b93e2-b59c-4d02-979b-09a0b289e8ec {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:15.079375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 583b93e2-b59c-4d02-979b-09a0b289e8ec not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:15.101297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 6b938e2f-a056-4548-8152-da442771c6d8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:15.101909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.214800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53422) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:15.227632 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933d0709-be52-48ad-af3a-1068398970e6', 'code': 200} May 20 07:50:15.331768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:15.369196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.382064 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:15.413134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:15.441132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1275630800-network', 'tenant_id': '4fb1eb1ccae043b9a3f65a0dc9079407'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:15.445769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033976-5300-4cc9-8d3b-94e7a0b3cf06 req-8e1860d2-5bb5-4643-9f2c-7a449c42ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:15.448270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03033976-5300-4cc9-8d3b-94e7a0b3cf06 req-8e1860d2-5bb5-4643-9f2c-7a449c42ab58 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1096 time: 0.2072892 May 20 07:50:15.449954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:15.460997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac494d-5a11-4565-a548-b23098e8dec6 req-20e35d99-ca11-4e15-9f6c-29812be8aa45 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:15.464148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5ac494d-5a11-4565-a548-b23098e8dec6 req-20e35d99-ca11-4e15-9f6c-29812be8aa45 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1288927 May 20 07:50:15.464324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Usage tracker for resource:network and tenant:4fb1eb1ccae043b9a3f65a0dc9079407 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:15.467513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:15.474586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:15.518668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5ac494d-5a11-4565-a548-b23098e8dec6 req-0be51d9c-1fe2-4025-905c-45f640492fa6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 May 20 07:50:15.560573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.565208 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:15.601137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03033976-5300-4cc9-8d3b-94e7a0b3cf06 req-1bfea599-bf48-4e7b-a035-669bb0128553 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140473 May 20 07:50:15.639251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:15.642787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:15.651401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b32a5-8a87-4ebb-b2a9-7b63e18e4f57 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:15.655319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:15.655922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.674231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=6b330a99-b47b-43b4-8ed7-11254c5d79cd,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:15.677110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:15.718059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Made reservation on behalf of 4fb1eb1ccae043b9a3f65a0dc9079407 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:15.720580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.730288 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.734540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:15.735942 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:15.753962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:15.757882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb1eb1ccae043b9a3f65a0dc9079407 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:15.760711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:15.766802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:15.794364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9537749 May 20 07:50:15.795071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53434) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:15.812542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '6b330a99-b47b-43b4-8ed7-11254c5d79cd', 'ip_address': '2001:db8::f71f:f468:8120:e059'}], 'name': 'tempest-NetworksTestDHCPv6-690920453'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:15.846979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:15.876768 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:15.987491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '6b330a99-b47b-43b4-8ed7-11254c5d79cd'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:15.988342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.011765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:16.018695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:16.022168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:16.029036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:16.053169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.100113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d6e7b-25cf-4365-8ace-4c95464c7507 req-fb32093a-4447-4a8d-87f3-c4ebcda6affd tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:16.108268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b03d6e7b-25cf-4365-8ace-4c95464c7507 req-fb32093a-4447-4a8d-87f3-c4ebcda6affd tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.1768394 May 20 07:50:16.133882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.150849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f68c2f7-037b-457b-b556-1c231dba5e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:16.166980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b03d6e7b-25cf-4365-8ace-4c95464c7507 req-c43aeea7-46cf-4c50-ae53-6d6fb7d273ea tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 May 20 07:50:16.231875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:50:16.245467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:16.287127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f292ad-a4f9-47ed-936e-52250bc9709a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:16.291206 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:16.296960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.297534 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Added segment 5b03e297-b355-4742-b33b-6115c81d9474 of type vlan for network 2935dd31-1166-4deb-ab67-5aece9c6e298 May 20 07:50:16.360515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/6b330a99-b47b-43b4-8ed7-11254c5d79cd/ad283c82-bb4d-47fa-9024-1c9b13ab533d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:16.467781 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.579328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dfc6-a45f-4ecd-92ad-126d83c8d5a4 req-a37bea5f-2a9c-4c55-9b89-93d918567d32 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:16.588355 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21e1dfc6-a45f-4ecd-92ad-126d83c8d5a4 req-a37bea5f-2a9c-4c55-9b89-93d918567d32 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.2163811 May 20 07:50:16.595406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.677036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21e1dfc6-a45f-4ecd-92ad-126d83c8d5a4 req-961e9cf4-1496-436d-bce5-113c45efa5ee tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873404 May 20 07:50:16.702051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 4c046fb1-8988-4333-a5f2-920a71c1f2dc yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:16.713314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.749005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Transition to ACTIVE for port object ad283c82-bb4d-47fa-9024-1c9b13ab533d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:16.764998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.766285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:16.766871 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.775868 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be35deb7-07b3-4445-9230-592177ee8fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:16.807677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Transition to ACTIVE for port object ad283c82-bb4d-47fa-9024-1c9b13ab533d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:16.819430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6943574-b925-491a-8a8d-b95c06f8496f req-3e0d4435-86c9-497c-8136-c8fe25b18b93 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:16.829822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6943574-b925-491a-8a8d-b95c06f8496f req-3e0d4435-86c9-497c-8136-c8fe25b18b93 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1021700 May 20 07:50:16.867890 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:16.885603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2809e822-1c34-41ce-a435-822c2f6ad50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:16.891430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6943574-b925-491a-8a8d-b95c06f8496f req-d934b6c9-b49d-4d9a-bed7-0290044b5cab tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 May 20 07:50:16.959886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:16.967718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:16.979370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:16.998390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=2935dd31-1166-4deb-ab67-5aece9c6e298,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:17.001256 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:17.072894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8562224 May 20 07:50:17.075685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:17.083396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2935dd31-1166-4deb-ab67-5aece9c6e298 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:50:17.085433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Request body: {'subnet': {'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1275630800-subnet', 'tenant_id': '4fb1eb1ccae043b9a3f65a0dc9079407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:17.092450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:17.097175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Usage tracker for resource:subnet and tenant:4fb1eb1ccae043b9a3f65a0dc9079407 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:17.099218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f71f:f468:8120:e059 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/6b330a99-b47b-43b4-8ed7-11254c5d79cd/4c046fb1-8988-4333-a5f2-920a71c1f2dc) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:17.100498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:17.108400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:17.185203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Pushing event updated for resources: {'Port': ['ID=ad283c82-bb4d-47fa-9024-1c9b13ab533d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:17.195348 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:17.223596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Attempting to bind port ad283c82-bb4d-47fa-9024-1c9b13ab533d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:17.224124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Attempting to bind port ad283c82-bb4d-47fa-9024-1c9b13ab533d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:17.224565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Attempting to bind port ad283c82-bb4d-47fa-9024-1c9b13ab533d on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:17.228618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:17.239495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:17.239944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:17.240428 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.240918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:17.241466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Bound port: ad283c82-bb4d-47fa-9024-1c9b13ab533d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:17.241936 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.355923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] For port ad283c82-bb4d-47fa-9024-1c9b13ab533d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:17.360450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] For port ad283c82-bb4d-47fa-9024-1c9b13ab533d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ad283c82-bb4d-47fa-9024-1c9b13ab533d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:17.364700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Made reservation on behalf of 4fb1eb1ccae043b9a3f65a0dc9079407 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:17.367240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.380553 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8', 'code': 200} May 20 07:50:17.467157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.472778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:17.506897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.528523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 4c046fb1-8988-4333-a5f2-920a71c1f2dc will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:17.559036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Pushing event updated for resources: {'Port': ['ID=ad283c82-bb4d-47fa-9024-1c9b13ab533d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:17.573222 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:17.627301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.634851 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe35c2bf-3ea9-42ab-b30d-76b35957efdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:17.726152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=4c046fb1-8988-4333-a5f2-920a71c1f2dc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:17.742280 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:17.783307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:17.784737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:17.791576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:17.811664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:17.812681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:17.908396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbc2a5-e036-4590-8d34-da02a3f62838 req-c7a0c302-d325-42e3-b0bc-d37b3e03df5a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:17.910133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0dbc2a5-e036-4590-8d34-da02a3f62838 req-c7a0c302-d325-42e3-b0bc-d37b3e03df5a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.6015232 May 20 07:50:17.919789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1197891 May 20 07:50:17.923297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53492) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:17.979423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b96f87-0f9f-46b7-9dca-d52b664bc6fd req-38d9467e-7bd1-4013-9e29-6d0c8ed99d16 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:17.980892 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2b96f87-0f9f-46b7-9dca-d52b664bc6fd req-38d9467e-7bd1-4013-9e29-6d0c8ed99d16 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.1467433 May 20 07:50:17.989777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785fba7-c221-4e83-994f-a2c07d854166 req-7cdad137-c30d-453e-be32-5808b8260626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:17.991350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7785fba7-c221-4e83-994f-a2c07d854166 req-7cdad137-c30d-453e-be32-5808b8260626 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 1096 time: 0.4906902 May 20 07:50:17.999836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0dbc2a5-e036-4590-8d34-da02a3f62838 req-b2ea6dc4-bf9d-4490-bcc0-1cd5925196ec tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820982 May 20 07:50:18.037737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7785fba7-c221-4e83-994f-a2c07d854166 req-bb841f63-4d55-4d7c-89a4-f024c1660985 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 May 20 07:50:18.043784 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2b96f87-0f9f-46b7-9dca-d52b664bc6fd req-b1ee3e42-b0ab-4fd9-ba91-8da66d66faa3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542417 May 20 07:50:18.053629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0762b4f-f866-4edb-9f50-2d5d5a266f66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.060067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0762b4f-f866-4edb-9f50-2d5d5a266f66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.060871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0762b4f-f866-4edb-9f50-2d5d5a266f66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:18.135632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0762b4f-f866-4edb-9f50-2d5d5a266f66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:18.139317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0762b4f-f866-4edb-9f50-2d5d5a266f66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2156608 May 20 07:50:18.139485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53498) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:18.275242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226db05-2194-4e7c-bf02-a228bcfa59c2 req-a522b71f-4c59-4d15-84c6-e21926ccf55e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.276771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4226db05-2194-4e7c-bf02-a228bcfa59c2 req-a522b71f-4c59-4d15-84c6-e21926ccf55e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1145096 May 20 07:50:18.353844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5678-eed1-42c2-8314-3064d827fe89 req-b30ae080-c51a-443f-abed-fb50444129a2 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.355366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-199a5678-eed1-42c2-8314-3064d827fe89 req-b30ae080-c51a-443f-abed-fb50444129a2 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1096 time: 0.1758780 May 20 07:50:18.357902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 4c046fb1-8988-4333-a5f2-920a71c1f2dc {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:18.358254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:18.394077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4226db05-2194-4e7c-bf02-a228bcfa59c2 req-fc7a8d34-2d8b-4207-8abc-d999dda4c90f tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046174 May 20 07:50:18.397645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:18.412389 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db86470b-1bc0-4ba6-8f07-564064926f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:18.441570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-199a5678-eed1-42c2-8314-3064d827fe89 req-dc7e6f34-ba77-4f7f-a7f2-b5cc2b140647 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 May 20 07:50:18.525043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Checking segment: {'id': '5b03e297-b355-4742-b33b-6115c81d9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:18.525413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Network hostable DHCP agents. Network: 2935dd31-1166-4deb-ab67-5aece9c6e298, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:50:18.529452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:18.532476 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:18.596356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:18.618219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Network 2935dd31-1166-4deb-ab67-5aece9c6e298 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:50:18.736800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2935dd31-1166-4deb-ab67-5aece9c6e298) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:18.751034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.751896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:18.752058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12871609-cf0f-44f4-be7b-924017a47b56 None None] Network 2935dd31-1166-4deb-ab67-5aece9c6e298 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:18.768800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 4c046fb1-8988-4333-a5f2-920a71c1f2dc owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:18.820282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dd215f24-923e-4c75-aa26-1e619319e480 None None] Provisioning for port ad283c82-bb4d-47fa-9024-1c9b13ab533d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:18.830182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf753a-b59f-4ea6-9ef6-79a1ad987718 req-b82ecf3c-aff3-44d7-abb7-1bdf529468da tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:18.840085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7620373 May 20 07:50:18.842484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ecf753a-b59f-4ea6-9ef6-79a1ad987718 req-b82ecf3c-aff3-44d7-abb7-1bdf529468da tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1096 time: 0.2376530 May 20 07:50:18.949938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ad283c82-bb4d-47fa-9024-1c9b13ab533d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:19.010053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ecf753a-b59f-4ea6-9ef6-79a1ad987718 req-179a278b-a208-4ca1-bb5c-bdbfaa1abd31 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425242 May 20 07:50:19.130475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.153911 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:19.158829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-30cbd2bb-9e23-46bd-be89-30d256d61087 None None] Provisioning complete for port 4c046fb1-8988-4333-a5f2-920a71c1f2dc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:19.159431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-30cbd2bb-9e23-46bd-be89-30d256d61087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.246362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119bc86-ae16-46eb-8cde-7709f7c54402 req-efad2cf4-8f2d-4517-a49c-9a02b4c6f838 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:19.248606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6119bc86-ae16-46eb-8cde-7709f7c54402 req-efad2cf4-8f2d-4517-a49c-9a02b4c6f838 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 951 time: 0.2178338 May 20 07:50:19.253133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-30cbd2bb-9e23-46bd-be89-30d256d61087 None None] Port 4c046fb1-8988-4333-a5f2-920a71c1f2dc was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 07:50:19.310287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6119bc86-ae16-46eb-8cde-7709f7c54402 req-02b77948-2eb9-469c-acbe-614de88f50d2 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 May 20 07:50:19.315316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b30d2b-bafe-4bec-8bdc-5f8381a5c12b None None] Network 2935dd31-1166-4deb-ab67-5aece9c6e298 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:19.348533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ad283c82-bb4d-47fa-9024-1c9b13ab533d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:19.357894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ad283c82-bb4d-47fa-9024-1c9b13ab533d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:19.358771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.382108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=4c046fb1-8988-4333-a5f2-920a71c1f2dc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:19.390606 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:19.391821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.428952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd75e-6841-4495-b029-403d5481dd83 req-deefa3ea-0302-4fed-a1e0-709060f5e78f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:19.436612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a76fd75e-6841-4495-b029-403d5481dd83 req-deefa3ea-0302-4fed-a1e0-709060f5e78f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.2047386 May 20 07:50:19.494765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a76fd75e-6841-4495-b029-403d5481dd83 req-0e936182-b2e4-42a2-ac29-a7ca56ee6927 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 May 20 07:50:19.499308 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/4c046fb1-8988-4333-a5f2-920a71c1f2dc HTTP/1.1" status: 204 len: 168 time: 1.3585782 May 20 07:50:19.501702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:19.587547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a41747-3a57-4f1b-a512-a151c6fc4a3a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:19.589321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a41747-3a57-4f1b-a512-a151c6fc4a3a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:19.590082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33a41747-3a57-4f1b-a512-a151c6fc4a3a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:19.669648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.691636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33a41747-3a57-4f1b-a512-a151c6fc4a3a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:19.691636 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33a41747-3a57-4f1b-a512-a151c6fc4a3a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858666 May 20 07:50:19.691636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:19.710530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ad283c82-bb4d-47fa-9024-1c9b13ab533d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ad283c82-bb4d-47fa-9024-1c9b13ab533d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:19.786883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:19.788865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:19.857587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 6b330a99-b47b-43b4-8ed7-11254c5d79cd {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:19.859241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ad283c82-bb4d-47fa-9024-1c9b13ab533d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:19.862254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:19.869413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:20.061135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:20.105113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ff95178d-4b2a-408c-9a95-c6d15f9779be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:20.105831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ff95178d-4b2a-408c-9a95-c6d15f9779be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Synchronizing usage tracker for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:20.166710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:20.212322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ff95178d-4b2a-408c-9a95-c6d15f9779be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Unset dirty status for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:20.213568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ff95178d-4b2a-408c-9a95-c6d15f9779be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/networks?id=2935dd31-1166-4deb-ab67-5aece9c6e298 HTTP/1.1" status: 200 len: 821 time: 0.4780145 May 20 07:50:20.262704 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-123ba7a4-e80f-43d6-8de9-1bcddae7e9be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/quotas/4fb1eb1ccae043b9a3f65a0dc9079407 HTTP/1.1" status: 200 len: 375 time: 0.0433838 May 20 07:50:20.367222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-9550784a-b098-4f60-bff8-8c926ab135be tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4fb1eb1ccae043b9a3f65a0dc9079407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981491 May 20 07:50:20.590691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-9638d8cd-5ac8-48fa-9920-938005390ce7 service neutron] 10.222.0.79 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126939 May 20 07:50:20.734716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-96cd0bd3-de73-4aba-b1d0-5b0b688b5d9a service neutron] 10.222.0.79 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375296 May 20 07:50:20.750293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:20.755068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a23262e-7590-4ef8-9f48-6bc2fbf8c731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:20.796868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=6b330a99-b47b-43b4-8ed7-11254c5d79cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:20.800374 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:20.802913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:20.818901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35686faf-3152-4416-bf7c-29c1956d336c None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:20.890126 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/6b330a99-b47b-43b4-8ed7-11254c5d79cd HTTP/1.1" status: 204 len: 168 time: 1.1977422 May 20 07:50:20.892394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:20.899359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ad283c82-bb4d-47fa-9024-1c9b13ab533d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:20.967962 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d1edc0b-e86a-479f-a2dc-be96095f6eeb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720360 May 20 07:50:20.968345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:21.101677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ad283c82-bb4d-47fa-9024-1c9b13ab533d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:21.101677 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:21.122039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954bd13-bcbc-4301-9511-b222dc1d1f7e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:21.122774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1954bd13-bcbc-4301-9511-b222dc1d1f7e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:21.243936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:21.295812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1954bd13-bcbc-4301-9511-b222dc1d1f7e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:21.300366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1954bd13-bcbc-4301-9511-b222dc1d1f7e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3309619 May 20 07:50:21.301428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:21.308158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa55aa-0af5-4bd2-a934-0acfa373ae34 req-895f47c6-7c79-4df2-977d-99c36846fdec tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:21.309706 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-56aa55aa-0af5-4bd2-a934-0acfa373ae34 req-895f47c6-7c79-4df2-977d-99c36846fdec tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.0946546 May 20 07:50:21.318771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Deleting port ad283c82-bb4d-47fa-9024-1c9b13ab533d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:21.319254 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:21.358885 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-56aa55aa-0af5-4bd2-a934-0acfa373ae34 req-58057693-8c61-45c4-9fa4-0105f3afe8d6 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 May 20 07:50:21.382747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb3f32-02af-424b-a164-d74397ad0b4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:21.382747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37bb3f32-02af-424b-a164-d74397ad0b4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:21.421423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] For port ad283c82-bb4d-47fa-9024-1c9b13ab533d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ad283c82-bb4d-47fa-9024-1c9b13ab533d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:21.421849 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:21.489163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37bb3f32-02af-424b-a164-d74397ad0b4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:21.490781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-37bb3f32-02af-424b-a164-d74397ad0b4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880789 May 20 07:50:21.496277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:21.562105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Calling delete_port for ad283c82-bb4d-47fa-9024-1c9b13ab533d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:21.587808 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a7cd1a20-7d5f-4f75-8150-2dd9f98aface tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902743 May 20 07:50:21.592895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53626) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:21.634092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:21.740212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:21.745589 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dda5fca7-eaad-446b-89e4-6a0017a9b0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:21.771378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f90a4c-d968-48a4-8c5b-efc1a530c9d3 req-84b56765-5fab-4427-a6df-7707c747de66 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:21.773073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f90a4c-d968-48a4-8c5b-efc1a530c9d3 req-84b56765-5fab-4427-a6df-7707c747de66 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.0993671 May 20 07:50:21.776039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:21.786730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Pushing event deleted for resources: {'Port': ['ID=ad283c82-bb4d-47fa-9024-1c9b13ab533d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:21.786987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574fa4f-8610-4ee1-8ceb-d1dcc7a8905f req-b1b500fc-2cf3-412c-aa25-0ac810795060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:21.788418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3574fa4f-8610-4ee1-8ceb-d1dcc7a8905f req-b1b500fc-2cf3-412c-aa25-0ac810795060 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.1968565 May 20 07:50:21.792086 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:21.792939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] No DVR routers for this DVR port ad283c82-bb4d-47fa-9024-1c9b13ab533d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:21.794189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:21.826070 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:50:21.826684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-1201469a-3cb6-4fff-ab54-5406be262b77 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:50:21.827584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-1201469a-3cb6-4fff-ab54-5406be262b77 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066419 May 20 07:50:21.832598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f90a4c-d968-48a4-8c5b-efc1a530c9d3 req-95766f81-b527-459c-8b29-6510b3d15f9f tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526147 May 20 07:50:21.839110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Request body: {'binding': {'host': 'n-h1-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:21.839110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:50:21.846604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3574fa4f-8610-4ee1-8ceb-d1dcc7a8905f req-b933f44e-3d09-457c-a7db-e49e9114109b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497992 May 20 07:50:21.911815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:21.915504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:21.944650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54968dff-5ba0-4b46-9950-42e8a4d6a4bc req-ccb5d915-be7f-4c3c-911b-7ade92af6516 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 210 time: 0.0485756 May 20 07:50:22.007208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:22.153079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on host n-h1-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:22.153406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:22.153760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:22.158786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:50:22.159112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:22.164563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:22.164825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:22.166100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:22.166548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Bound port: 933d0709-be52-48ad-af3a-1068398970e6, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:22.173112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:22.207966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:22.219256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:22.219633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:22.324663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:22.325918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:22.328756 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-7c4ec085-a857-4f91-8ead-dd0436673830 service neutron] 10.222.0.79 "POST /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4944549 May 20 07:50:22.329341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f8384fe-0da1-482d-a4a0-bfd45f047213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:22.401304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:22.409275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.409646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.409974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.410301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.410623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.410941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.411260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.411575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.411889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.412209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.412523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.412884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:50:22.417760 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:22.543052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:22.548951 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:22.621607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=ddfd1f85-b1b5-4f1f-a19f-871babb65264,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:22.624254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:22.635959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:22.637424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:22.646759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:22.647363 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:22.647571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7c17f-cfde-44ae-bd1c-c8623689a9b7 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:22.762232 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'code': 200} May 20 07:50:22.772248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1448991 May 20 07:50:22.772452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53674) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:22.779530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': 'ddfd1f85-b1b5-4f1f-a19f-871babb65264', 'ip_address': '2001:db8::96e2:8401:8d7d:302d'}], 'name': 'tempest-NetworksTestDHCPv6-120522099'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:22.903311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ad283c82-bb4d-47fa-9024-1c9b13ab533d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:22.956856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ad283c82-bb4d-47fa-9024-1c9b13ab533d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:22.960423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ad283c82-bb4d-47fa-9024-1c9b13ab533d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:23.081793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca87f-d65a-4da1-b123-3c44ffb15c0b req-86e78417-7537-4e7f-a2a7-d639fb04cfc5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:23.092276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f68ca87f-d65a-4da1-b123-3c44ffb15c0b req-86e78417-7537-4e7f-a2a7-d639fb04cfc5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1882205 May 20 07:50:23.145998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'ddfd1f85-b1b5-4f1f-a19f-871babb65264'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:23.148248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:23.162803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f68ca87f-d65a-4da1-b123-3c44ffb15c0b req-5df2711f-909f-4c24-a4e6-fb7e40674d1b tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695291 May 20 07:50:23.259456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:23.273706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:23.285896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9afca-c8c7-4ba1-8e16-4ef91bfa072d req-a6a41417-9bd9-4bc4-99f1-5373b23c3fc5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:23.294445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3c9afca-c8c7-4ba1-8e16-4ef91bfa072d req-a6a41417-9bd9-4bc4-99f1-5373b23c3fc5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.3057134 May 20 07:50:23.395650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3c9afca-c8c7-4ba1-8e16-4ef91bfa072d req-a3c4c2bb-00c4-41c9-9356-b763214d3345 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003106 May 20 07:50:23.425641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:23.472066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ddfd1f85-b1b5-4f1f-a19f-871babb65264/aaa56c60-6a63-489e-9927-37875da97089) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:23.595254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:23.668254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef9bb678-fd78-4fa4-a31f-75b7acc10bc4 req-e5a919bb-295a-4b71-b2eb-a56613c07259 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 210 time: 0.0778434 May 20 07:50:23.678268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 12821b75-aa6c-47be-8c8d-270980171172 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:23.745295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-b3da8d58-f6c9-46c0-aa77-c08429aeece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:23.746921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-b3da8d58-f6c9-46c0-aa77-c08429aeece9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1096 time: 0.3936718 May 20 07:50:23.757270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:23.776492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Transition to ACTIVE for port object aaa56c60-6a63-489e-9927-37875da97089 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:23.803368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Transition to ACTIVE for port object aaa56c60-6a63-489e-9927-37875da97089 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:23.895828 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:23.900906 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:23.979583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:23.987114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:23.990611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Pushing event updated for resources: {'Port': ['ID=aaa56c60-6a63-489e-9927-37875da97089,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:23.991603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:23.992506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:24.095038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:24.097720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-78c2bc94-3358-4bfa-99b3-34814e2dff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:24.098225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-78c2bc94-3358-4bfa-99b3-34814e2dff0c service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.3301761 May 20 07:50:24.119338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Attempting to bind port aaa56c60-6a63-489e-9927-37875da97089 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:24.123480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Attempting to bind port aaa56c60-6a63-489e-9927-37875da97089 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:24.123480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Attempting to bind port aaa56c60-6a63-489e-9927-37875da97089 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:24.126982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:24.127419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:24.127830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:24.128228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:24.128712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Bound port: aaa56c60-6a63-489e-9927-37875da97089, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:24.129072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:24.241358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::96e2:8401:8d7d:302d (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ddfd1f85-b1b5-4f1f-a19f-871babb65264/12821b75-aa6c-47be-8c8d-270980171172) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:24.255635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] For port aaa56c60-6a63-489e-9927-37875da97089, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:24.259390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] For port aaa56c60-6a63-489e-9927-37875da97089, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaa56c60-6a63-489e-9927-37875da97089,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:24.259613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-d53f67b5-31f0-4f19-9965-84ba4627e3c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 217 time: 0.1419895 May 20 07:50:24.381387 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:24.386555 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a6fd46a-0d26-401b-8295-0fed0d6d9c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:24.451042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f023af5-2740-430e-be3d-6a12a7ec0508 req-12ddf80e-90bd-4b10-8af1-080db63df956 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:24.459964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f023af5-2740-430e-be3d-6a12a7ec0508 req-12ddf80e-90bd-4b10-8af1-080db63df956 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.1235030 May 20 07:50:24.474731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Pushing event updated for resources: {'Port': ['ID=aaa56c60-6a63-489e-9927-37875da97089,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:24.478306 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:24.527125 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f023af5-2740-430e-be3d-6a12a7ec0508 req-89a7f309-1119-48d9-9229-6f964624fe35 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 May 20 07:50:24.572067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-1d195ec6-616f-42ee-9cf2-e0955df3be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:24.573707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-1d195ec6-616f-42ee-9cf2-e0955df3be6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.2904577 May 20 07:50:24.716598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-48f20af0-2af4-4dc3-8f06-c90f6ab8a790 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749388 May 20 07:50:24.724621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ec3e0fbb-3075-4063-aee4-4337814c7ff1 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:24.726190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-ec3e0fbb-3075-4063-aee4-4337814c7ff1 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.81 "GET /v2.0/networks?id=2935dd31-1166-4deb-ab67-5aece9c6e298 HTTP/1.1" status: 200 len: 821 time: 0.5329204 May 20 07:50:24.866952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c7c49-1faf-4137-8219-33f9b0253534 req-0be47118-ef74-4d82-a7f4-3725e5599610 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:24.869389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-844c7c49-1faf-4137-8219-33f9b0253534 req-0be47118-ef74-4d82-a7f4-3725e5599610 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.4755068 May 20 07:50:24.877903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Request body: {'port': {'device_id': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298', 'admin_state_up': True, 'tenant_id': '4fb1eb1ccae043b9a3f65a0dc9079407'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:24.953697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaa56c60-6a63-489e-9927-37875da97089 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:25.115915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09b97a-9599-4259-88b7-ac2339a7ee95 req-53c71ae1-0239-4f7b-aaf1-cb603578472b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:25.117304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c09b97a-9599-4259-88b7-ac2339a7ee95 req-53c71ae1-0239-4f7b-aaf1-cb603578472b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.2064226 May 20 07:50:25.139022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port aaa56c60-6a63-489e-9927-37875da97089 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:25.169137 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c09b97a-9599-4259-88b7-ac2339a7ee95 req-dd526e1a-ed31-4b16-a420-77af3dc4de1e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 May 20 07:50:25.211396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:25.238234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-844c7c49-1faf-4137-8219-33f9b0253534 req-4bb77978-c8fa-4948-9a28-80ceaa63cb76 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425515 May 20 07:50:25.259337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 12821b75-aa6c-47be-8c8d-270980171172 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:25.272347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-b33873a8-e641-465d-a111-e113d12556a3 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306075 May 20 07:50:25.344225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:25.348392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Usage tracker for resource:port and tenant:4fb1eb1ccae043b9a3f65a0dc9079407 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:25.443758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:25.472732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9343043c-b26f-4a47-8608-4ed8b3617f5d req-cfcc09f3-9c1b-4e47-a29f-2749c9ee1904 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 210 time: 0.0737755 May 20 07:50:25.475529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:25.523452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-9c79e0d3-ebb9-4f05-93b6-9b6f249f13c7 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371330 May 20 07:50:25.573555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Made reservation on behalf of 4fb1eb1ccae043b9a3f65a0dc9079407 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:25.573715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:25.681524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:25.693289 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d18513f3-9caf-4bb9-a01d-85f48ef8bf19 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:25.764149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:25.785228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033a7eb-1adc-4491-807f-a43c47f6b4a3 req-3e97eed8-6d8d-46e4-9e77-04971706eac5 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:25.787976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9033a7eb-1adc-4491-807f-a43c47f6b4a3 req-3e97eed8-6d8d-46e4-9e77-04971706eac5 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.0968413 May 20 07:50:25.796465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:25.808169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:25.813685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:25.814334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:25.856464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=12821b75-aa6c-47be-8c8d-270980171172,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:25.864659 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:25.895260 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9033a7eb-1adc-4491-807f-a43c47f6b4a3 req-1a224752-bb25-435c-92a4-2d02d45a17c3 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008320 May 20 07:50:25.901028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Allocated IP 172.20.0.14 (2935dd31-1166-4deb-ab67-5aece9c6e298/5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78/8fcf2ab0-7558-4022-9eef-d10329a0a14d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:25.949720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Provisioning for port aaa56c60-6a63-489e-9927-37875da97089 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:25.952274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Provisioning complete for port aaa56c60-6a63-489e-9927-37875da97089 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:25.953281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:25.979722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2061377 May 20 07:50:25.980026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53818) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:25.992996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': 'ddfd1f85-b1b5-4f1f-a19f-871babb65264', 'ip_address': '2001:db8::96e2:8401:8d7d:302d'}], 'name': 'tempest-NetworksTestDHCPv6-1226268058'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:26.177489 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.210272 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.249545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:26.254353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:26.264018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] For port aaa56c60-6a63-489e-9927-37875da97089, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaa56c60-6a63-489e-9927-37875da97089,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:26.265084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:26.275444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:26.380238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-be75766f-fa03-4e1c-aa0b-0c9dcb5f9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:26.381739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-be75766f-fa03-4e1c-aa0b-0c9dcb5f9f1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.3820341 May 20 07:50:26.392268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.395573 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:26.431730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.454328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:26.468497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Pushing event updated for resources: {'Port': ['ID=aaa56c60-6a63-489e-9927-37875da97089,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:26.472790 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:26.491659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:50:26.547515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58329d58-e165-4372-ae4d-04bfc835159d req-df5f159a-c83c-41e4-a184-981ebea760af tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:26.554769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58329d58-e165-4372-ae4d-04bfc835159d req-df5f159a-c83c-41e4-a184-981ebea760af tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2960155 May 20 07:50:26.626117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.627511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ac2d7766-dd20-48b9-bf82-b02998a2bb5d None None] Provisioning for port 12821b75-aa6c-47be-8c8d-270980171172 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:26.638856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ac2d7766-dd20-48b9-bf82-b02998a2bb5d None None] Provisioning complete for port 12821b75-aa6c-47be-8c8d-270980171172 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:26.639232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac2d7766-dd20-48b9-bf82-b02998a2bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.648055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58329d58-e165-4372-ae4d-04bfc835159d req-a573be70-7cc5-4eb5-ae5b-9709e6e85e06 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923405 May 20 07:50:26.651275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-6b2ab9a5-0aba-46c2-96d5-91382e8a154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:26.652689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-6b2ab9a5-0aba-46c2-96d5-91382e8a154f service neutron] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.2547984 May 20 07:50:26.673859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 0a84bd6b-c064-4ede-ac81-53f8fc78957e yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:26.771370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d7766-dd20-48b9-bf82-b02998a2bb5d None None] Port 12821b75-aa6c-47be-8c8d-270980171172 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:26.772137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-ad259edc-e3be-45db-b0b2-f4eb0bdaa7dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.1109734 May 20 07:50:26.774247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.780870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:26.788085 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6295df16-38bd-4c62-9504-bbd2e7e286ce tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:26.806697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '6b938e2f-a056-4548-8152-da442771c6d8', 'network_id': '124136bc-8b34-4982-91a9-dd3074054f4a', 'port_id': '6b938e2f-a056-4548-8152-da442771c6d8', 'mac_address': 'fa:16:3e:53:94:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e026b3a1-fb47-4689-947b-d3e0237eec4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:50:26.892204 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:26.917616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b938e2f-a056-4548-8152-da442771c6d8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:26.925951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaa56c60-6a63-489e-9927-37875da97089 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:26.948601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Network 2935dd31-1166-4deb-ab67-5aece9c6e298 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:26.987918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2dfc8-cfb9-4aee-82dd-bfc7ddd4900a req-99786f7e-2d2a-4168-9f91-7a8d7a9d2e31 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:26.989868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-19d2dfc8-cfb9-4aee-82dd-bfc7ddd4900a req-99786f7e-2d2a-4168-9f91-7a8d7a9d2e31 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.5794883 May 20 07:50:26.991633 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): There was a conflict when trying to complete your request. May 20 07:50:26.992190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:50:27.001658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:27.028142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Pushing event updated for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:27.028773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aaa56c60-6a63-489e-9927-37875da97089 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:27.029404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:27.038774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:27.042050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-b4461f22-2c77-4a7e-87a8-0242caa64210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.045413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-b4461f22-2c77-4a7e-87a8-0242caa64210 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.0936468 May 20 07:50:27.045677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:27.046467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:27.124602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.125437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:27.152356 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-19d2dfc8-cfb9-4aee-82dd-bfc7ddd4900a req-673ac7d8-52c5-4bba-b784-1647603d6261 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400254 May 20 07:50:27.202496 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e7b674f-0f60-47bf-a1ad-1143c1d71291 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2210073 May 20 07:50:27.210240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:27.215177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53864) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:27.217229 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-51c1bf96-15d6-4dc7-b080-0bf7fe4a38da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:27.233204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-ae1d9576-75ab-4f36-8702-4ff16de80dbb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742583 May 20 07:50:27.303074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6b938e2f-a056-4548-8152-da442771c6d8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:27.324985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4730844 May 20 07:50:27.351896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Request body: {'port': {'device_id': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:27.400112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74348624-cfb1-449d-b481-27075b4584b9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.411460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:27.416001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74348624-cfb1-449d-b481-27075b4584b9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.419985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-74348624-cfb1-449d-b481-27075b4584b9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:27.422636 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:27.576579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd71e4d-47d1-4a44-b814-e27b6e37594f req-b0be9d38-b06b-4e87-98d0-1f80214ad65a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.585280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecd71e4d-47d1-4a44-b814-e27b6e37594f req-b0be9d38-b06b-4e87-98d0-1f80214ad65a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 944 time: 0.1293437 May 20 07:50:27.602034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-74348624-cfb1-449d-b481-27075b4584b9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:27.607360 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-74348624-cfb1-449d-b481-27075b4584b9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3912776 May 20 07:50:27.608494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:27.698730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ecd71e4d-47d1-4a44-b814-e27b6e37594f req-0009cccc-3941-4983-8fad-bb6b8aa9c6ac tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115832 May 20 07:50:27.774980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-81bad529-b542-494c-a609-e7636b885c70 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821994 May 20 07:50:27.791946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d5ec-84e9-4be3-b05c-f6f117452e5c req-a2925ab8-c489-4a31-a1c3-b36e4365e13c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:27.792681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9211d5ec-84e9-4be3-b05c-f6f117452e5c req-a2925ab8-c489-4a31-a1c3-b36e4365e13c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Synchronizing usage tracker for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:27.819998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 12821b75-aa6c-47be-8c8d-270980171172 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:27.820344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:27.835178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.015506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.021917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9211d5ec-84e9-4be3-b05c-f6f117452e5c req-a2925ab8-c489-4a31-a1c3-b36e4365e13c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Unset dirty status for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:28.030162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9211d5ec-84e9-4be3-b05c-f6f117452e5c req-a2925ab8-c489-4a31-a1c3-b36e4365e13c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 932 time: 0.7945883 May 20 07:50:28.098909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2dff986-6e40-4f1d-9340-b0312f95b3b9 req-0f1e3d44-a68a-49b2-a410-1d49a1d2aba5 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153312 May 20 07:50:28.197906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 12821b75-aa6c-47be-8c8d-270980171172 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:28.252638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9211d5ec-84e9-4be3-b05c-f6f117452e5c req-4b6ac490-4809-4219-91b0-84b79f6e2bd2 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215214 May 20 07:50:28.272970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e1f5b-5754-4404-b349-ff3eea087b0f req-d5acc18c-425a-4fc0-af81-46bc3ea518ed tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:28.273961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee7e1f5b-5754-4404-b349-ff3eea087b0f req-d5acc18c-425a-4fc0-af81-46bc3ea518ed tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1815317 May 20 07:50:28.336588 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee7e1f5b-5754-4404-b349-ff3eea087b0f req-9a2e33f8-d551-474e-991a-1cb261d70856 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 May 20 07:50:28.446927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcf2ab0-7558-4022-9eef-d10329a0a14d {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:28.458330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.502922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:28.586138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 6b938e2f-a056-4548-8152-da442771c6d8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:28.586554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.626562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Transition to ACTIVE for port object 8fcf2ab0-7558-4022-9eef-d10329a0a14d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:28.627059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.633281 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7ade77-f8dd-4e51-b7e7-897dbd531ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:28.695336 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.716510 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc8ce757-a432-482e-b145-49fca9b3f7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:28.740392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.776028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:28.788008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:28.866710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=12821b75-aa6c-47be-8c8d-270980171172,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:28.873223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:28.888337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.889089 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:28.952260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:28.958935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:28.960190 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:29.018819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:29.023062 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:29.028881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Attempting to bind port 8fcf2ab0-7558-4022-9eef-d10329a0a14d on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:29.029223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Attempting to bind port 8fcf2ab0-7558-4022-9eef-d10329a0a14d by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5b03e297-b355-4742-b33b-6115c81d9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:29.029626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Attempting to bind port 8fcf2ab0-7558-4022-9eef-d10329a0a14d on network 2935dd31-1166-4deb-ab67-5aece9c6e298 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:29.035810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Port 8fcf2ab0-7558-4022-9eef-d10329a0a14d on network 2935dd31-1166-4deb-ab67-5aece9c6e298 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:50:29.036129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Attempting to bind port 8fcf2ab0-7558-4022-9eef-d10329a0a14d on network 2935dd31-1166-4deb-ab67-5aece9c6e298 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:29.046325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:29.046588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Checking segment: {'id': '5b03e297-b355-4742-b33b-6115c81d9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:29.046978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Bound using segment: {'id': '5b03e297-b355-4742-b33b-6115c81d9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:29.047438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Bound port: 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b03e297-b355-4742-b33b-6115c81d9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:29.048450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.072420 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/12821b75-aa6c-47be-8c8d-270980171172 HTTP/1.1" status: 204 len: 168 time: 1.4607913 May 20 07:50:29.076083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:29.196596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00bd66-f628-4624-b6ad-cb585eebf5bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.198633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00bd66-f628-4624-b6ad-cb585eebf5bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.199574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3f00bd66-f628-4624-b6ad-cb585eebf5bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:29.209837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:29.231950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d,segment=NetworkSegment(5b03e297-b355-4742-b33b-6115c81d9474),segment_id=5b03e297-b355-4742-b33b-6115c81d9474)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:29.268189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80821cd7-6636-473f-b629-4cee721a4720 req-4a394b0c-4a48-47d1-bb7d-789b7e741be6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.269671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80821cd7-6636-473f-b629-4cee721a4720 req-4a394b0c-4a48-47d1-bb7d-789b7e741be6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.0982182 May 20 07:50:29.319612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80821cd7-6636-473f-b629-4cee721a4720 req-403d9df1-bc1f-49fb-b4c5-07497536b5d9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 May 20 07:50:29.340870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3f00bd66-f628-4624-b6ad-cb585eebf5bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:29.346413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3f00bd66-f628-4624-b6ad-cb585eebf5bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2651658 May 20 07:50:29.346914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53934) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:29.373679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.377537 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2042b65a-e687-4773-8e46-7220f9a10fb2 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:29.381574 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8', 'code': 200} May 20 07:50:29.434831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet ddfd1f85-b1b5-4f1f-a19f-871babb65264 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:29.448293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.476316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.477280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.479556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] 10.222.0.81 "PUT /v2.0/ports/8fcf2ab0-7558-4022-9eef-d10329a0a14d HTTP/1.1" status: 200 len: 1092 time: 2.1354523 May 20 07:50:29.480461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:29.485073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Pushing event updated for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:29.488677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:29.521817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.638650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:29.782211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-9148d82c-09ef-4525-963d-369a3e7b8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.783820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-9148d82c-09ef-4525-963d-369a3e7b8436 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb1eb1ccae043b9a3f65a0dc9079407&device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 1095 time: 0.1531134 May 20 07:50:29.793074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d64f3-4014-4847-910c-e5e31bb7b896 req-ac912154-74a2-49ea-a4de-e86f182d9140 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.794770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e4d64f3-4014-4847-910c-e5e31bb7b896 req-ac912154-74a2-49ea-a4de-e86f182d9140 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 944 time: 0.1302693 May 20 07:50:29.880744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-f3039f13-26e1-43af-a8aa-b109a8d2c3b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d HTTP/1.1" status: 200 len: 217 time: 0.0849874 May 20 07:50:29.949625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e4d64f3-4014-4847-910c-e5e31bb7b896 req-73589c32-0463-4ee5-b38b-f164f8065f29 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030817 May 20 07:50:29.974600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-e6cd512d-a2ce-4aa0-9c37-358d63c78128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:29.976204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-e6cd512d-a2ce-4aa0-9c37-358d63c78128 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78 HTTP/1.1" status: 200 len: 861 time: 0.0775933 May 20 07:50:30.044017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-f2e11f2e-1963-4160-8e27-a7f022b34c0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2935dd31-1166-4deb-ab67-5aece9c6e298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580781 May 20 07:50:30.055253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:30.061939 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-99bac613-9fbe-48b7-bb2c-3048499e387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:30.104830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfd1f85-b1b5-4f1f-a19f-871babb65264,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:30.107103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:30.110466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:30.113776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd32779-762f-41e1-b623-b0302eddaa70 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:30.173574 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ddfd1f85-b1b5-4f1f-a19f-871babb65264 HTTP/1.1" status: 204 len: 168 time: 0.8256791 May 20 07:50:30.174284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53962) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:30.252318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-d39b566d-e71c-485b-b665-39b6742422de service neutron] 10.222.0.81 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005463 May 20 07:50:30.348912 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2751c8c3-5ee5-465a-9f93-b627731c0132 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732535 May 20 07:50:30.349715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:30.357386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:30.551123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:30.562580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:30.562580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:30.570060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:30.571099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:30.664952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Deleting port aaa56c60-6a63-489e-9927-37875da97089 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:30.665929 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:30.667350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:30.669283 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d', 'status': 'completed', 'code': 200} May 20 07:50:30.672163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:30.673277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5181606-1e11-4b09-9271-a03bf40fee2c req-1abccb3f-717c-475e-b8f5-cc1c90e60f28 service neutron] 10.222.0.81 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156107 May 20 07:50:30.702112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587e5b0-a682-4e36-aef2-3e1d926b4e4e req-dddb2bdf-522e-4c96-a38a-96725457e23e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:30.713925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5587e5b0-a682-4e36-aef2-3e1d926b4e4e req-dddb2bdf-522e-4c96-a38a-96725457e23e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.4604013 May 20 07:50:30.776653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5587e5b0-a682-4e36-aef2-3e1d926b4e4e req-e1a872a6-e0e0-4aba-b1d0-4c66caccb1e7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 May 20 07:50:30.809560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] For port aaa56c60-6a63-489e-9927-37875da97089, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaa56c60-6a63-489e-9927-37875da97089,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:30.814274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.080410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaa56c60-6a63-489e-9927-37875da97089 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:31.120764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Calling delete_port for aaa56c60-6a63-489e-9927-37875da97089 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:31.150018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-9a18068e-537b-4825-b1a0-82de44355803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.151809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-9a18068e-537b-4825-b1a0-82de44355803 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb1eb1ccae043b9a3f65a0dc9079407&device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 1095 time: 0.3111308 May 20 07:50:31.164457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58781672-69df-42d8-a1c8-fc9479ab67a4 req-f8804392-fe9b-43d4-82e9-a9f9d68aadee tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.169371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58781672-69df-42d8-a1c8-fc9479ab67a4 req-f8804392-fe9b-43d4-82e9-a9f9d68aadee tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.2396991 May 20 07:50:31.187268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-24f9870c-3b9b-4b92-8ad5-362c767f316a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.188808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-24f9870c-3b9b-4b92-8ad5-362c767f316a tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.2362745 May 20 07:50:31.265334 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.386767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58781672-69df-42d8-a1c8-fc9479ab67a4 req-b7764e4f-7836-4e8b-85b3-5a723b5e0dcb tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787648 May 20 07:50:31.393635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.400651 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9691619a-c278-4ec1-97bc-e97903717cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:31.470068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:31.473314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:31.488574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-6cef7410-fefa-422e-a5e6-bd1090a0baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.488900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=58377b9c-e5fc-4075-8119-5398585c5e1b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:31.490065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-6cef7410-fefa-422e-a5e6-bd1090a0baaf service neutron] 10.222.0.81 "GET /v2.0/networks?id=2935dd31-1166-4deb-ab67-5aece9c6e298 HTTP/1.1" status: 200 len: 922 time: 0.3183017 May 20 07:50:31.496916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.497707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.505332 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:31.539277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.550926 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:31.599159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Pushing event deleted for resources: {'Port': ['ID=aaa56c60-6a63-489e-9927-37875da97089,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:31.601013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] No DVR routers for this DVR port aaa56c60-6a63-489e-9927-37875da97089 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:31.602477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:31.615143 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2643127 May 20 07:50:31.617909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:31.626784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '58377b9c-e5fc-4075-8119-5398585c5e1b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1507675153'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:31.627306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df64ee-da4e-439a-b868-acf79553fde5 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:31.642334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-826bde4d-487c-46b7-8243-295da48d05d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d HTTP/1.1" status: 200 len: 217 time: 0.1432033 May 20 07:50:31.705003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Deleting port 6b938e2f-a056-4548-8152-da442771c6d8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:31.705355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.827634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:31.835142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:31.839822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:31.848384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:31.877730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-b0974658-4bfa-4df9-89e5-afb08671bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.879094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-b0974658-4bfa-4df9-89e5-afb08671bed5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78 HTTP/1.1" status: 200 len: 861 time: 0.2162592 May 20 07:50:31.890975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f110c8-e08a-4590-90a1-43e3f7c02e78 req-54594bdd-c671-4982-b890-bfa52b6755f4 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:31.898340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-05f110c8-e08a-4590-90a1-43e3f7c02e78 req-54594bdd-c671-4982-b890-bfa52b6755f4 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 945 time: 0.3191164 May 20 07:50:31.919492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:31.927502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '58377b9c-e5fc-4075-8119-5398585c5e1b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:31.934743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:31.960250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-b7b4b5d5-2ad5-4ab0-a9d7-fc26156a4d92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2935dd31-1166-4deb-ab67-5aece9c6e298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591524 May 20 07:50:32.060997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] For port 6b938e2f-a056-4548-8152-da442771c6d8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6b938e2f-a056-4548-8152-da442771c6d8,segment=NetworkSegment(6d534934-0ff1-4cda-8237-eb792a4199c2),segment_id=6d534934-0ff1-4cda-8237-eb792a4199c2)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:32.061360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.101790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/58377b9c-e5fc-4075-8119-5398585c5e1b/aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:32.188362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-05f110c8-e08a-4590-90a1-43e3f7c02e78 req-49394710-837d-47e9-9c0b-7d0c7b400b95 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea371a88-94fa-47ae-8120-2575f61d712b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891436 May 20 07:50:32.238290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.262901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 2e21cf72-fb22-4198-a214-3c6ee9c100ad yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:50:32.275230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Calling delete_port for 6b938e2f-a056-4548-8152-da442771c6d8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:32.323073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-902301b2-86b9-4623-8f5d-0e64fac87057 service neutron] 10.222.0.81 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517189 May 20 07:50:32.396478 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.433168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Transition to ACTIVE for port object aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:32.475777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Transition to ACTIVE for port object aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:32.556453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.560694 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a1af17ea-84db-41c5-be6a-f77c0e52afaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:32.607960 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:50:32.610047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:50:32.630739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:32.634405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:32.638233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:32.645567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Pushing event updated for resources: {'Port': ['ID=aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:32.672518 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:32.734285 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae099168-9ec2-4d50-94c7-64ef6b090017 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1150620 May 20 07:50:32.740011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Attempting to bind port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:32.740465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Attempting to bind port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:32.740958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Attempting to bind port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:32.744797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54026) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:32.747365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:32.747834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:32.748329 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.748791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:32.749612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Bound port: aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:32.749892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.790073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e4719-4c97-4a58-9685-7530131f0994 req-f5daac43-81a3-4d2e-b7d1-59139df63907 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:32.791778 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a1e4719-4c97-4a58-9685-7530131f0994 req-f5daac43-81a3-4d2e-b7d1-59139df63907 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1042495 May 20 07:50:32.791969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9f12d16-8f50-4611-a4c7-37f834bb894b req-1a4b8b66-95d0-4f37-ac27-2bce9ebcbd41 service neutron] 10.222.0.81 "GET /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598122 May 20 07:50:32.842355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b851f4-1aa7-4f01-a0ac-a01e8e80c0d1 req-7a83a3d0-99c8-4612-a22e-1250e3f5534d tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:32.843846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98b851f4-1aa7-4f01-a0ac-a01e8e80c0d1 req-7a83a3d0-99c8-4612-a22e-1250e3f5534d tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 944 time: 0.2396476 May 20 07:50:32.846939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] For port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:32.850387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] For port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:32.861946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a1e4719-4c97-4a58-9685-7530131f0994 req-4996afaa-d702-4894-a472-473fe4c761c7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 May 20 07:50:32.901288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52778de0-405f-44b5-89dd-d7d7e7a27cda tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:32.902204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-52778de0-405f-44b5-89dd-d7d7e7a27cda tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:32.918903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98b851f4-1aa7-4f01-a0ac-a01e8e80c0d1 req-8238bd63-ff86-43f7-ad72-728ed05a308f tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679312 May 20 07:50:32.920126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.923685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:32.928817 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:32.938904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7bd177a-5aa7-411a-a0b3-09c26db944f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:33.017928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Pushing event deleted for resources: {'Port': ['ID=6b938e2f-a056-4548-8152-da442771c6d8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:33.030462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:33.038081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Pushing event updated for resources: {'Port': ['ID=aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:33.047888 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:33.139947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-52778de0-405f-44b5-89dd-d7d7e7a27cda tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:33.141199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-52778de0-405f-44b5-89dd-d7d7e7a27cda tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3939867 May 20 07:50:33.143998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:33.185096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] No DVR routers for this DVR port 6b938e2f-a056-4548-8152-da442771c6d8 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:33.187926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:33.195787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-deleted', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:33.232795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436c06f-1cdf-46b9-bb62-fe593e4ebf8f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:33.252292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436c06f-1cdf-46b9-bb62-fe593e4ebf8f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:33.252292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5436c06f-1cdf-46b9-bb62-fe593e4ebf8f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:33.272060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994a101-21a5-4f1d-bbba-102e1645a59b req-5bd580ad-f3b6-45ae-8001-d332a0a8e772 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:33.273632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1994a101-21a5-4f1d-bbba-102e1645a59b req-5bd580ad-f3b6-45ae-8001-d332a0a8e772 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.1355567 May 20 07:50:33.319037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e06072d-f99e-4ca0-96af-3983a9d8057d req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.81 "DELETE /v2.0/ports/6b938e2f-a056-4548-8152-da442771c6d8 HTTP/1.1" status: 204 len: 173 time: 2.1038222 May 20 07:50:33.347281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1994a101-21a5-4f1d-bbba-102e1645a59b req-61bf9e1e-1286-4006-9016-318f85ad65dc tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615370 May 20 07:50:33.401367 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f', 'name': 'network-vif-deleted', 'tag': '6b938e2f-a056-4548-8152-da442771c6d8', 'status': 'completed', 'code': 200} May 20 07:50:33.417919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5436c06f-1cdf-46b9-bb62-fe593e4ebf8f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:33.417919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5436c06f-1cdf-46b9-bb62-fe593e4ebf8f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2695689 May 20 07:50:33.418154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54058) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:33.529456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 58377b9c-e5fc-4075-8119-5398585c5e1b {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:33.542731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:33.572285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b305cb1-97da-48eb-bf9c-f394eead2f8d req-97a834bf-5987-46ff-9cb3-997ab8b91d6d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Synchronizing usage tracker for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:33.610450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:33.695198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b305cb1-97da-48eb-bf9c-f394eead2f8d req-97a834bf-5987-46ff-9cb3-997ab8b91d6d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Unset dirty status for tenant:d88c6bd9bee4494fa8dc8a5d76c2ed73 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:33.696415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b305cb1-97da-48eb-bf9c-f394eead2f8d req-97a834bf-5987-46ff-9cb3-997ab8b91d6d tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] 10.222.0.79 "GET /v2.0/ports?device_id=e661a0ee-1fb0-43ee-b28c-ab3b1adbf19f HTTP/1.1" status: 200 len: 210 time: 0.2069533 May 20 07:50:33.703325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:34.163758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547ac3-2488-45e9-9601-aeeeafbe39f7 req-e2aa9661-0c1e-4d31-8f77-f1ad347df8d8 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:34.165316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41547ac3-2488-45e9-9601-aeeeafbe39f7 req-e2aa9661-0c1e-4d31-8f77-f1ad347df8d8 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 944 time: 0.1130347 May 20 07:50:34.214315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41547ac3-2488-45e9-9601-aeeeafbe39f7 req-6ee24980-3e80-464d-8670-88b7fb76f68c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 May 20 07:50:34.232352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:34.237269 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5f3f69aa-aa7e-44af-981e-48aebcd4a14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:34.275387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=58377b9c-e5fc-4075-8119-5398585c5e1b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:34.277907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-65ad763f-51b4-4c52-822d-d59dcebbba15 None None] Provisioning for port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:34.279178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:34.281692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:34.289112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c52c0-b8c3-42b7-876a-780e4a69eb43 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:34.391903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/58377b9c-e5fc-4075-8119-5398585c5e1b HTTP/1.1" status: 204 len: 168 time: 0.9729695 May 20 07:50:34.392088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:34.476276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-062b4dbc-7c01-4c7f-b1dc-b759314f258c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821960 May 20 07:50:34.485145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54100) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:34.494636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:34.531448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8fcf2ab0-7558-4022-9eef-d10329a0a14d details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:50:34.537581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:34.602438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 6b938e2f-a056-4548-8152-da442771c6d8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:34.602906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6b938e2f-a056-4548-8152-da442771c6d8 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:34.631175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:34.693365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:34.699965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:34.703649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:34.712226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:34.721710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19bf5-f198-47d2-a9e3-d47ef62e96c5 req-61f9d352-b9ca-43d8-aa48-b475af7c2824 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:34.723444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6b19bf5-f198-47d2-a9e3-d47ef62e96c5 req-61f9d352-b9ca-43d8-aa48-b475af7c2824 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.1489975 May 20 07:50:34.774726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6b19bf5-f198-47d2-a9e3-d47ef62e96c5 req-fe666949-9dc8-4792-85e5-f74b88443aac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 May 20 07:50:34.824304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d,segment=NetworkSegment(5b03e297-b355-4742-b33b-6115c81d9474),segment_id=5b03e297-b355-4742-b33b-6115c81d9474)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:34.842309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '8fcf2ab0-7558-4022-9eef-d10329a0a14d', 'network_id': '2935dd31-1166-4deb-ab67-5aece9c6e298', 'port_id': '8fcf2ab0-7558-4022-9eef-d10329a0a14d', 'mac_address': 'fa:16:3e:c4:19:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:50:34.843094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:34.847785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:34.849163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Deleting port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:34.849572 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.007898 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.030535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcf2ab0-7558-4022-9eef-d10329a0a14d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:35.035664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] For port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:35.036061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.229106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Calling delete_port for aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:35.235399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d,segment=NetworkSegment(5b03e297-b355-4742-b33b-6115c81d9474),segment_id=5b03e297-b355-4742-b33b-6115c81d9474)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:35.329428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7badd-94ce-4e3c-90a9-ad7de2af20e6 req-512dd2d9-badf-4a26-9dd0-63cf6683472d tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:35.333958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5f7badd-94ce-4e3c-90a9-ad7de2af20e6 req-512dd2d9-badf-4a26-9dd0-63cf6683472d tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.1019971 May 20 07:50:35.358181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.362747 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:35.410296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5f7badd-94ce-4e3c-90a9-ad7de2af20e6 req-213b9de6-60c2-499e-8390-7f59e52de33f tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672996 May 20 07:50:35.442649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.464427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] No DVR routers for this DVR port aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:35.470475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:35.473985 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:35.474950 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:35.530839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Pushing event deleted for resources: {'Port': ['ID=aa576c2a-6702-4457-8e4b-1ccbbaf4c1ff,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:35.533409 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:35.620649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.626445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8fcf2ab0-7558-4022-9eef-d10329a0a14d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:35.632304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22ea500f-927f-4370-b97f-5fd86377eca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:35.688205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:35.700857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:35.720558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:35.726474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.728295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e87c96-2aa3-44f0-84b1-6315b0fb54ed None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:35.737282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8ad27-482e-4026-9b4c-6595a2ca3908 req-6d27ab4a-a886-4d3d-9235-bf850b2b60cd tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:35.738957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcb8ad27-482e-4026-9b4c-6595a2ca3908 req-6d27ab4a-a886-4d3d-9235-bf850b2b60cd tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 945 time: 0.2039409 May 20 07:50:35.748640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=69b90105-8f41-4962-8ad5-8d7a9ad4fd6f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:35.755816 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:35.800415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-bcb8ad27-482e-4026-9b4c-6595a2ca3908 req-543e616a-32d4-49e4-9374-4a4476f51c04 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Synchronizing usage tracker for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:35.856196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3698456 May 20 07:50:35.859114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54148) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:35.864465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:35.871728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:35.875910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:router and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:35.882044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:35.886330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:35.923095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-bcb8ad27-482e-4026-9b4c-6595a2ca3908 req-543e616a-32d4-49e4-9374-4a4476f51c04 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Unset dirty status for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:35.924506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bcb8ad27-482e-4026-9b4c-6595a2ca3908 req-543e616a-32d4-49e4-9374-4a4476f51c04 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769557 May 20 07:50:35.963098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.964650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.987496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:35.987794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1358c4-51c5-4c66-871d-fae338d916ca req-8f6bbde8-6427-43e9-a6f4-603e043c86e4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:35.989500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd1358c4-51c5-4c66-871d-fae338d916ca req-8f6bbde8-6427-43e9-a6f4-603e043c86e4 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.0946221 May 20 07:50:36.020550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54152) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:36.028940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '69b90105-8f41-4962-8ad5-8d7a9ad4fd6f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:36.030289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.064476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.095358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd1358c4-51c5-4c66-871d-fae338d916ca req-de03af63-4f39-4e18-9b3c-75770c35e257 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969236 May 20 07:50:36.109643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Deleting subnet e026b3a1-fb47-4689-947b-d3e0237eec4c {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:36.112948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.164889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.186043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.187450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b94388f2-58d1-4c93-8f7f-b3199257551a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3276436 May 20 07:50:36.190249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:36.237263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.237782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/69b90105-8f41-4962-8ad5-8d7a9ad4fd6f/51cd8b83-27ae-4ab8-960d-ab8aff25b200) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:36.558865 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.571948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Transition to ACTIVE for port object 51cd8b83-27ae-4ab8-960d-ab8aff25b200 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:36.593450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Transition to ACTIVE for port object 51cd8b83-27ae-4ab8-960d-ab8aff25b200 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:36.701292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.706297 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:36.790161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-fb409d8a-48f8-4ec3-ae90-56f3031bcedf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2349977 May 20 07:50:36.790987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:36.791773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Pushing event updated for resources: {'Port': ['ID=51cd8b83-27ae-4ab8-960d-ab8aff25b200,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:36.795099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:36.797131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:36.799446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:36.802107 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98cb69b4-6234-4dfa-b667-60fb06d35201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.814037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29124f-5ffe-4392-8484-f48387d5e252 req-d51a5d6d-ee28-4ec7-843f-3a0df35f6685 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:36.822046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f29124f-5ffe-4392-8484-f48387d5e252 req-d51a5d6d-ee28-4ec7-843f-3a0df35f6685 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.2641273 May 20 07:50:36.893445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f19c7-8020-4ed1-8fdd-e39b38ba7b11 req-81d56097-f060-401f-b9fe-161027d1c635 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:36.895127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-817f19c7-8020-4ed1-8fdd-e39b38ba7b11 req-81d56097-f060-401f-b9fe-161027d1c635 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.4224577 May 20 07:50:36.940107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Attempting to bind port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:36.940551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Attempting to bind port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:36.941173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Attempting to bind port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:36.945877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.947173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:36.949031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:36.949031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.949031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:36.949031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Bound port: 51cd8b83-27ae-4ab8-960d-ab8aff25b200, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:36.949565 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:36.993708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f29124f-5ffe-4392-8484-f48387d5e252 req-1dd0726c-5ffc-4504-bcc0-dcc206c645ce tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700418 May 20 07:50:37.036082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-a99e46a2-f5ac-4830-a29d-4f5c871136f2 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:37.042630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-a99e46a2-f5ac-4830-a29d-4f5c871136f2 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 948 time: 0.2110023 May 20 07:50:37.046795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] For port 51cd8b83-27ae-4ab8-960d-ab8aff25b200, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:37.050236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] For port 51cd8b83-27ae-4ab8-960d-ab8aff25b200, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=51cd8b83-27ae-4ab8-960d-ab8aff25b200,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:37.059131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-817f19c7-8020-4ed1-8fdd-e39b38ba7b11 req-bda2e0f4-f828-41bc-aaf4-0f1848173c95 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366653 May 20 07:50:37.079591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4882dc-4209-4a77-b419-f06957f18330 req-292ea8da-6fde-4a26-9608-cc8d55351b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:37.081151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-292ea8da-6fde-4a26-9608-cc8d55351b50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 1097 time: 0.1635292 May 20 07:50:37.087380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.098828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-106a5789-8240-47c3-aa6d-a1b513ffc6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:37.135352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.141953 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b07d5610-6b84-45a5-aee3-bfe1f1f968a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:37.232439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e026b3a1-fb47-4689-947b-d3e0237eec4c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:37.244581 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:37.248299 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.253076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Pushing event updated for resources: {'Port': ['ID=51cd8b83-27ae-4ab8-960d-ab8aff25b200,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:37.257706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:37.349762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e026b3a1-fb47-4689-947b-d3e0237eec4c HTTP/1.1" status: 204 len: 168 time: 1.3281434 May 20 07:50:37.359075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54180) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:37.435075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4882dc-4209-4a77-b419-f06957f18330 req-aed36dbd-b7bd-4a8d-83b8-fe939f16e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:37.436514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-aed36dbd-b7bd-4a8d-83b8-fe939f16e024 service neutron] 10.222.0.81 "GET /v2.0/networks?id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 200 len: 913 time: 0.3033497 May 20 07:50:37.493895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::1 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/69b90105-8f41-4962-8ad5-8d7a9ad4fd6f/5af85766-e3a3-43cb-8cde-3c626db1eace) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:37.503857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ba06f-e41a-4dc0-ab8b-3b7c3fbf4cdd req-5bb50c66-0ae9-40cf-b860-9c181150de04 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:37.505362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c5ba06f-e41a-4dc0-ab8b-3b7c3fbf4cdd req-5bb50c66-0ae9-40cf-b860-9c181150de04 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 945 time: 0.3623042 May 20 07:50:37.507415 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.525014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Deleting port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:37.525309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.746701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-b9545248-0027-42be-807b-70633bdfcb6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 200 len: 1002 time: 0.2826965 May 20 07:50:37.746701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c5ba06f-e41a-4dc0-ab8b-3b7c3fbf4cdd req-09cd15ac-6cc4-433a-9122-39f8ff809f09 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862757 May 20 07:50:37.799186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.828200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124136bc-8b34-4982-91a9-dd3074054f4a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:37.828829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] For port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:37.829327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.853740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d534934-0ff1-4cda-8237-eb792a4199c2') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:37.854172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d534934-0ff1-4cda-8237-eb792a4199c2') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:37.871577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.875611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.898559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4882dc-4209-4a77-b419-f06957f18330 req-1f7acc86-47f5-45f9-bfeb-3c9426c4e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:37.900711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-1f7acc86-47f5-45f9-bfeb-3c9426c4e029 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3c3ab91c-ff29-4dfd-befd-ea309edc23b3 HTTP/1.1" status: 200 len: 851 time: 0.1630895 May 20 07:50:37.902660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 5af85766-e3a3-43cb-8cde-3c626db1eace will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:37.906275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.915367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:50:37.921337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: timer() May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:50:37.929632 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:50:37.967485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Calling delete_port for eddc7e69-08b5-4ee2-88d8-4bc43267a6bd owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:38.077222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4882dc-4209-4a77-b419-f06957f18330 req-f4bad88e-25fa-4740-a7d9-9a75df6e955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:38.078739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-f4bad88e-25fa-4740-a7d9-9a75df6e955b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185291 May 20 07:50:38.143850 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.153131 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c95bdf47-bf71-4171-98f8-8f9515833528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:38.169821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.182037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=124136bc-8b34-4982-91a9-dd3074054f4a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:38.186858 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:38.187909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.196319 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-314a1680-b04e-4faf-b87f-09e47cede449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:38.268303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:38.271939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:38.277459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:38.278374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.302959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=5af85766-e3a3-43cb-8cde-3c626db1eace,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:38.307608 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:38.416242 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/124136bc-8b34-4982-91a9-dd3074054f4a HTTP/1.1" status: 204 len: 168 time: 1.0559709 May 20 07:50:38.554836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-af702b69-d5a4-45a2-b0a8-4242a7e5064e service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019132 May 20 07:50:38.566933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8fcf2ab0-7558-4022-9eef-d10329a0a14d up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:38.575601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.596295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a57a-1255-422e-84e3-43cb5f96910d req-1a9ccfa5-f7bd-41f7-afab-bf582f12ced1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:38.597949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4493a57a-1255-422e-84e3-43cb5f96910d req-1a9ccfa5-f7bd-41f7-afab-bf582f12ced1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.5124197 May 20 07:50:38.619872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-71dccb6d-c011-4f1d-9216-b3df8745f62d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:38.620719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-71dccb6d-c011-4f1d-9216-b3df8745f62d tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.4315517 May 20 07:50:38.641795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:38.766700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.815679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 8fcf2ab0-7558-4022-9eef-d10329a0a14d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:38.815971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:38.830294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fd00d74e-cb16-406e-b6af-db1a525d3889 None None] Provisioning for port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:38.836843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 8fcf2ab0-7558-4022-9eef-d10329a0a14d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:38.837732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:38.995686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:39.025670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Pushing event deleted for resources: {'Port': ['ID=eddc7e69-08b5-4ee2-88d8-4bc43267a6bd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:39.050727 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:39.065292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 51cd8b83-27ae-4ab8-960d-ab8aff25b200 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:39.178004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4493a57a-1255-422e-84e3-43cb5f96910d req-199ba57f-ee32-4dbb-a5ea-912db1524f2b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681939 May 20 07:50:39.223619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8a3777da-fec2-4812-a34f-4dd4ee05b4b0 req-e4d4d3ab-b816-4bbd-b477-83185c4702a1 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 210 time: 0.0564053 May 20 07:50:39.282748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.333050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d,segment=NetworkSegment(5b03e297-b355-4742-b33b-6115c81d9474),segment_id=5b03e297-b355-4742-b33b-6115c81d9474)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:39.334299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:39.341161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f4882dc-4209-4a77-b419-f06957f18330 req-7bbfe875-0f82-4676-9478-8a86b486e6f4 service neutron] 10.222.0.81 "GET /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780685 May 20 07:50:39.342155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] No DVR routers for this DVR port eddc7e69-08b5-4ee2-88d8-4bc43267a6bd on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:39.352041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.360980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-deleted', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:39.361566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e5ec430-4e31-4b29-a3ec-f7cb835f2afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.380562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4fb800c8-a35e-4e47-9510-1a93238a8132 None None] Provisioning for port 5af85766-e3a3-43cb-8cde-3c626db1eace completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:39.386945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4fb800c8-a35e-4e47-9510-1a93238a8132 None None] Provisioning complete for port 5af85766-e3a3-43cb-8cde-3c626db1eace triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:39.387632 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fb800c8-a35e-4e47-9510-1a93238a8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.430127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.460886 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d', 'code': 200} May 20 07:50:39.474208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8583f045-6d96-4db0-8062-68f5c34eaae4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d88c6bd9bee4494fa8dc8a5d76c2ed73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613707 May 20 07:50:39.476899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54208) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:39.486765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:39.514704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.538213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.544126 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2379a637-01ee-459d-a5c4-15266658a01b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:39.569457 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9184f7bf-45c0-47a4-ab9a-1079e66b9387', 'name': 'network-vif-deleted', 'tag': 'eddc7e69-08b5-4ee2-88d8-4bc43267a6bd', 'status': 'completed', 'code': 200} May 20 07:50:39.589817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:39.590415 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.627349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.632604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.634424 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f03a430-ca3b-454d-9668-671d1577f78f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:39.666378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61c6d528-0ceb-4583-9bbc-7386e4378c0b req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "DELETE /v2.0/ports/eddc7e69-08b5-4ee2-88d8-4bc43267a6bd HTTP/1.1" status: 204 len: 173 time: 2.6217110 May 20 07:50:39.748153 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.778573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4fb800c8-a35e-4e47-9510-1a93238a8132 None None] Port 5af85766-e3a3-43cb-8cde-3c626db1eace cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:39.810281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:39.835745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:39.862456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d621-4bd8-4806-82cd-7da3b18afb5d req-857eacb7-d4ab-439a-bca1-03dff1e5db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:39.864617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f198d621-4bd8-4806-82cd-7da3b18afb5d req-857eacb7-d4ab-439a-bca1-03dff1e5db3a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 1097 time: 0.3045537 May 20 07:50:39.867671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=5af85766-e3a3-43cb-8cde-3c626db1eace,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:39.873831 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:39.874064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a9d92-d812-4580-be8f-0b125337b3fc req-2296b48d-8d41-4b1a-9a33-aca36b942131 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:39.880820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b74a9d92-d812-4580-be8f-0b125337b3fc req-2296b48d-8d41-4b1a-9a33-aca36b942131 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 945 time: 0.5124707 May 20 07:50:39.886675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:39.934935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:39.936160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:39.964407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.028993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 51cd8b83-27ae-4ab8-960d-ab8aff25b200, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=51cd8b83-27ae-4ab8-960d-ab8aff25b200,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:40.088714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.090124 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:40.182643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:40.227553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:40.239113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: eddc7e69-08b5-4ee2-88d8-4bc43267a6bd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:40.282412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device eddc7e69-08b5-4ee2-88d8-4bc43267a6bd not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:40.286114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.296819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=51cd8b83-27ae-4ab8-960d-ab8aff25b200,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:40.299776 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:40.336131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b74a9d92-d812-4580-be8f-0b125337b3fc req-a7337c5a-0d60-4522-b33c-a122e3069967 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544489 May 20 07:50:40.349311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f198d621-4bd8-4806-82cd-7da3b18afb5d req-4e3ccc5c-b5fe-4902-9749-4c9631071389 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663143 May 20 07:50:40.381413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:40.409732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:50:40.416162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-51ef5a78-a4b1-4f3b-a057-fbfee0ce16d8 None None] Provisioning complete for port 5af85766-e3a3-43cb-8cde-3c626db1eace triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:40.416542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51ef5a78-a4b1-4f3b-a057-fbfee0ce16d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.524984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-51ef5a78-a4b1-4f3b-a057-fbfee0ce16d8 None None] Port 5af85766-e3a3-43cb-8cde-3c626db1eace cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:40.553709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7cc3d931-ac50-457e-9d1d-c9e33fce175c req-dd6cb2d8-6ce7-42c1-ada5-30c04c4054eb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Synchronizing usage tracker for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:40.592116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:50:40.635085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.681599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7cc3d931-ac50-457e-9d1d-c9e33fce175c req-dd6cb2d8-6ce7-42c1-ada5-30c04c4054eb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Unset dirty status for tenant:0e0e1ba7dfdf4dc7a3ede13be6665af8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:40.682892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7cc3d931-ac50-457e-9d1d-c9e33fce175c req-dd6cb2d8-6ce7-42c1-ada5-30c04c4054eb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=9184f7bf-45c0-47a4-ab9a-1079e66b9387 HTTP/1.1" status: 200 len: 210 time: 0.1987145 May 20 07:50:40.687710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:50:40.693064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "PUT /v2.0/routers/009bf178-f4d0-4d95-91e5-b160ecc7aca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5015197 May 20 07:50:40.695725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54222) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:40.722142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Sync routers for ids ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:50:40.731848 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.736151 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29ee1b37-3271-454d-962f-aff4214199b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:40.753438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:40.773623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea371a88-94fa-47ae-8120-2575f61d712b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:40.777676 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:40.783582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0962d40-393a-407a-9b0d-97b200019b7d tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:40.794020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:40.819806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 has no active binding in host n-h1-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 07:50:40.836437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Routers {'009bf178-f4d0-4d95-91e5-b160ecc7aca2'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:40.837437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:40.851640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446b472-2589-4934-8b8a-b30db709d908 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:40.853348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f446b472-2589-4934-8b8a-b30db709d908 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:40.868185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5ace-7442-4a71-8c64-f03d4069507c req-da6cef5f-2cc9-4f12-94ce-673065dcd3a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:40.869911 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d70c5ace-7442-4a71-8c64-f03d4069507c req-da6cef5f-2cc9-4f12-94ce-673065dcd3a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 945 time: 0.3479416 May 20 07:50:40.981235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d70c5ace-7442-4a71-8c64-f03d4069507c req-1f1c9c20-d3dd-4f40-acc3-4140a6a16ad6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001451 May 20 07:50:40.982483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f446b472-2589-4934-8b8a-b30db709d908 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:40.983627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f446b472-2589-4934-8b8a-b30db709d908 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports/5af85766-e3a3-43cb-8cde-3c626db1eace HTTP/1.1" status: 200 len: 911 time: 0.2861474 May 20 07:50:40.989440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:40.997098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:41.000783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea371a88-94fa-47ae-8120-2575f61d712b HTTP/1.1" status: 204 len: 168 time: 1.5200787 May 20 07:50:41.047854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:41.051780 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:41.052824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on host n-h2-780147-4 for vnic_type normal with profile {"migrating_to": "n-h1-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:41.053255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:41.053810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:41.068164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:50:41.069731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Attempting to bind port 933d0709-be52-48ad-af3a-1068398970e6 on network 70437a33-3b6a-460f-89a4-9a90d6050cb9 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:41.081795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:41.082192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Checking segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:41.082718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Bound using segment: {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:41.083263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Bound port: 933d0709-be52-48ad-af3a-1068398970e6, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63e45f2-dc74-4e2f-8163-7bd950242981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '70437a33-3b6a-460f-89a4-9a90d6050cb9'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:41.083720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:41.133362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Set router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:41.189348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1edc7-9b70-4869-98c7-8d2b64b14fe3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:41.207092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1edc7-9b70-4869-98c7-8d2b64b14fe3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:41.207568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 51cd8b83-27ae-4ab8-960d-ab8aff25b200 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:41.213673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9b1edc7-9b70-4869-98c7-8d2b64b14fe3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2231262 May 20 07:50:41.216365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54236) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:41.402229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:41.413960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:41.462541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:41.462831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:41.521180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:41.535412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:41.547373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ae28848-3081-4ec0-a75a-3f1e08d4ad06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:41.874201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:38Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None, '_interfaces': [{'id': '5af85766-e3a3-43cb-8cde-3c626db1eace', 'name': '', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'mac_address': 'fa:16:3e:d2:43:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '69b90105-8f41-4962-8ad5-8d7a9ad4fd6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:50:37Z', 'updated_at': '2021-05-20T07:50:39Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'subnets': [{'id': '69b90105-8f41-4962-8ad5-8d7a9ad4fd6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:41.879433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Checking router: 009bf178-f4d0-4d95-91e5-b160ecc7aca2 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:50:41.880012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Updating router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 port 5af85766-e3a3-43cb-8cde-3c626db1eace binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:50:41.929644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933d0709-be52-48ad-af3a-1068398970e6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:42.005938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:42.223581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:42.250990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-7aebd490-5332-4301-a79b-533231c9264c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3252115 May 20 07:50:42.268883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:42.268883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:42.268883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] 10.222.0.81 "PUT /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 1121 time: 3.6307619 May 20 07:50:42.275374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c568a-d202-4715-821f-0f11aa1d085f req-a7842277-6695-47ef-bbef-54b58f7d4924 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:42.277056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa2c568a-d202-4715-821f-0f11aa1d085f req-a7842277-6695-47ef-bbef-54b58f7d4924 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 946 time: 0.4422195 May 20 07:50:42.278059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:42.282685 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:42.426053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa2c568a-d202-4715-821f-0f11aa1d085f req-afd3e9a5-c89a-4c7c-a96d-b214b42623fa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 May 20 07:50:42.454522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-8963b81c-66cb-4b86-9ca6-f4d1bf17f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:42.459157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-8963b81c-66cb-4b86-9ca6-f4d1bf17f6bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 1096 time: 0.1728945 May 20 07:50:42.601029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['933d0709-be52-48ad-af3a-1068398970e6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:42.637584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['933d0709-be52-48ad-af3a-1068398970e6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:42.732495 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933d0709-be52-48ad-af3a-1068398970e6', 'code': 200} May 20 07:50:42.845927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-f589061e-a291-47b6-ab3e-762e48909c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:42.847390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-f589061e-a291-47b6-ab3e-762e48909c32 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.3642612 May 20 07:50:42.862798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1d68d-a72e-4563-8735-30ca08d83e56 req-abfe071d-6e5c-47c0-bdd3-c8f182a04e6a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:42.871028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20e1d68d-a72e-4563-8735-30ca08d83e56 req-abfe071d-6e5c-47c0-bdd3-c8f182a04e6a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1973124 May 20 07:50:42.921459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 5af85766-e3a3-43cb-8cde-3c626db1eace {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:42.923057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:43.039440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20e1d68d-a72e-4563-8735-30ca08d83e56 req-9eaf6752-4979-41c6-8449-f45d6ab0ba5e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672540 May 20 07:50:43.042972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-25613bda-d43d-47ee-8d83-e10a0195acdb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 200 len: 217 time: 0.1529057 May 20 07:50:43.052060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:43.143679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:43.148014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-59e64c4a-6bf3-4372-a72d-1fff98f6119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:43.150127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-59e64c4a-6bf3-4372-a72d-1fff98f6119d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0966108 May 20 07:50:43.156166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Transition to ACTIVE for port object 5af85766-e3a3-43cb-8cde-3c626db1eace will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:43.241673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:43.244685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:43.248699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-c0e5358d-4b6e-47a1-8440-238cdb0455de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900922 May 20 07:50:43.262968 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:43.502053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 5af85766-e3a3-43cb-8cde-3c626db1eace owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:43.534438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0590e-69d0-427d-a408-d777f9c89e22 None None] Pushing event updated for resources: {'Port': ['ID=5af85766-e3a3-43cb-8cde-3c626db1eace,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:43.577640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-9ae5410b-2e91-449b-9ce1-a95390447c2e service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198166 May 20 07:50:43.671420 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-29e0590e-69d0-427d-a408-d777f9c89e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:43.704700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02051ef7-35ed-48e7-ad0b-055c2938451e req-ca33f267-de69-4ff2-a9d4-03569dff3cbb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:43.714609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02051ef7-35ed-48e7-ad0b-055c2938451e req-ca33f267-de69-4ff2-a9d4-03569dff3cbb tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 949 time: 0.4042270 May 20 07:50:43.953959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7de9e765-734f-44ad-b954-efc74b37dd0e req-b55241ca-8c80-4f30-8bd0-7ec5d0d94f94 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648646 May 20 07:50:44.002369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02051ef7-35ed-48e7-ad0b-055c2938451e req-ddafebbf-a320-4216-b877-60142ff23362 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845435 May 20 07:50:44.023638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:44.024071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:44.033391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:44.047109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:44.047109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:44.047518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:44.047936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:44.048464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Bound port: 5af85766-e3a3-43cb-8cde-3c626db1eace, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:44.048848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:44.147212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d68e8-c9b9-432d-93df-536397a06865 req-b1133f6f-d403-47c1-9c64-4fb493d5f48c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:44.149061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-899d68e8-c9b9-432d-93df-536397a06865 req-b1133f6f-d403-47c1-9c64-4fb493d5f48c tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 946 time: 0.2307291 May 20 07:50:44.226605 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-899d68e8-c9b9-432d-93df-536397a06865 req-f840222e-3b70-44ba-ac73-48466cc0539f tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688896 May 20 07:50:44.233574 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:44.233740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:50:44.236077 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:50:44.237661 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f515c5f8-24c8-4a34-9f52-c808a96a9c68 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:44.297739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=5af85766-e3a3-43cb-8cde-3c626db1eace,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:44.492620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca548-34d8-409c-a8fe-a680156b67e8 req-3521bd5c-9c94-4a04-bbf9-e2597403d3b8 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:44.506735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e27ca548-34d8-409c-a8fe-a680156b67e8 req-3521bd5c-9c94-4a04-bbf9-e2597403d3b8 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1736391 May 20 07:50:44.583079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:44.623676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e27ca548-34d8-409c-a8fe-a680156b67e8 req-a1e948f5-68a9-4c01-b9f1-02f8c349dce5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141047 May 20 07:50:44.716423 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:44.734326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'tag': '933d0709-be52-48ad-af3a-1068398970e6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:44.764809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:44.766143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:44.767517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Attempting to bind port 5af85766-e3a3-43cb-8cde-3c626db1eace on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:44.788044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:44.788501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:44.788920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:44.790871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:44.791386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Bound port: 5af85766-e3a3-43cb-8cde-3c626db1eace, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:44.791799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:44.900786 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'tag': '933d0709-be52-48ad-af3a-1068398970e6', 'status': 'completed', 'code': 200} May 20 07:50:44.922319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Port 5af85766-e3a3-43cb-8cde-3c626db1eace has been deleted concurrently {{(pid=93103) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 20 07:50:44.967801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Routers {'009bf178-f4d0-4d95-91e5-b160ecc7aca2'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:44.969140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:44.979496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:45.074843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:45.192642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] Set router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:45.393016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:50:45.422775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:45.423012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:43Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:45.427979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Usage tracker for resource:security_group_rule and tenant:6b067b3f8bcb426f851c0cca9b1a7b82 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:45.428870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a823054-7c2d-40bd-bc87-307cea34ee83 None None] The sync data for ids ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'] in n-d-780147-4 is: [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:43Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:50:45.440699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:45.448380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:45.574128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:45.584390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:50:45.602774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a764a8-764a-4dd1-bbc7-6c26d9cf3030 req-2fd08890-fb6e-4755-aaad-1d4846b5e502 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.604772 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-24a764a8-764a-4dd1-bbc7-6c26d9cf3030 req-2fd08890-fb6e-4755-aaad-1d4846b5e502 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 949 time: 0.2937868 May 20 07:50:45.624160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-ecf2be21-4d4e-4b1e-ad5b-b87187f0da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.625926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-ecf2be21-4d4e-4b1e-ad5b-b87187f0da61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1124 time: 0.7225442 May 20 07:50:45.636085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421d826-eb6c-420c-bae3-921c564b712e req-b54a12df-892c-4786-9227-cbb9adc2b881 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.637705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2421d826-eb6c-420c-bae3-921c564b712e req-b54a12df-892c-4786-9227-cbb9adc2b881 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 949 time: 0.8844092 May 20 07:50:45.694382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:45.697340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-24a764a8-764a-4dd1-bbc7-6c26d9cf3030 req-30e25e29-8a4b-4774-84c2-8e4c3835c31b tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 May 20 07:50:45.720013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "PUT /v2.0/routers/009bf178-f4d0-4d95-91e5-b160ecc7aca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5001080 May 20 07:50:45.720013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:45.726463 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28a0524c-1901-4daa-bc32-3d533b50322a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:45.788606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644688e-3aea-4272-b2ba-8d7676e2c8a3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:45.807648 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:45.816359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9280ab6-d2cc-4bef-b15e-4a97b37cb161 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.822522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9280ab6-d2cc-4bef-b15e-4a97b37cb161 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.823458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a9280ab6-d2cc-4bef-b15e-4a97b37cb161 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:45.899800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b067b3f8bcb426f851c0cca9b1a7b82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3149238 May 20 07:50:45.905999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54346) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:45.967345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a9280ab6-d2cc-4bef-b15e-4a97b37cb161 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:45.970031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9280ab6-d2cc-4bef-b15e-4a97b37cb161 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2492063 May 20 07:50:45.973468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:45.982795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-6092377c-8e27-4539-a933-a1ec3f3f2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:45.985113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-6092377c-8e27-4539-a933-a1ec3f3f2434 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.3458695 May 20 07:50:46.061715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.071939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-e218ce31-9f67-466b-8036-989dee796a52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 217 time: 0.0785701 May 20 07:50:46.085871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d5b9-74fc-4caf-a991-b9bdbd5d4f34 req-1fad8d73-add7-4a95-8c08-896528883fca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:46.087637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b88d5b9-74fc-4caf-a991-b9bdbd5d4f34 req-1fad8d73-add7-4a95-8c08-896528883fca tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.2271807 May 20 07:50:46.115366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 69b90105-8f41-4962-8ad5-8d7a9ad4fd6f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:46.117798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Deleting port 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:46.118607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.143694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.214336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.244946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-a3aa2e77-7d30-4d1a-8b77-0c2aa6e3b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:46.246445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-a3aa2e77-7d30-4d1a-8b77-0c2aa6e3b402 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.1668925 May 20 07:50:46.307318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-cc2ce395-4c24-494b-8869-87d5be5849b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513005 May 20 07:50:46.316781 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8b88d5b9-74fc-4caf-a991-b9bdbd5d4f34 req-d2c14ee3-d792-49d5-9422-687c8235e79e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201514 May 20 07:50:46.324219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.420085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.427864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:46.452135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644688e-3aea-4272-b2ba-8d7676e2c8a3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:46.468247 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:46.474332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] For port 1e42d398-48f9-4fa6-aa04-aecd343f47ee, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1e42d398-48f9-4fa6-aa04-aecd343f47ee,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:46.474727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.562194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.565957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e644688e-3aea-4272-b2ba-8d7676e2c8a3 HTTP/1.1" status: 204 len: 168 time: 0.6552248 May 20 07:50:46.569212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:46.628795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Calling delete_port for 1e42d398-48f9-4fa6-aa04-aecd343f47ee owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:46.713450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff9b6-3463-4ad8-9585-1db456090491 req-365479f0-bb90-4ab9-92b5-8b380efa8381 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:46.714969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e71ff9b6-3463-4ad8-9585-1db456090491 req-365479f0-bb90-4ab9-92b5-8b380efa8381 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 946 time: 0.3912928 May 20 07:50:46.718553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-aa3c2f24-df97-452c-bac2-bcafff1d022c service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962514 May 20 07:50:46.793342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Sync routers for ids ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:50:46.808046 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Routers {'009bf178-f4d0-4d95-91e5-b160ecc7aca2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:46.808707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:46.950537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e71ff9b6-3463-4ad8-9585-1db456090491 req-aaf3e6fb-125b-40c9-9487-3f339735dac0 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283106 May 20 07:50:46.979547 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Set router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:47.098195 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:43Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:47.101133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Checking router: 009bf178-f4d0-4d95-91e5-b160ecc7aca2 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:50:47.110866 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Routers {'009bf178-f4d0-4d95-91e5-b160ecc7aca2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:47.111730 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:47.152890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90320122-892a-46b3-a9d9-9c8a02d3ff5f req-647c700d-db7c-41e1-be83-1d616be2f716 service neutron] 10.222.0.84 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093986 May 20 07:50:47.214888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:47.221593 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee8949a4-a784-432b-ba28-f0b226a6de6c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:47.250526 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] Set router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:47.255759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c220118-c586-434a-9583-f713c2b55bd9 req-7f3bbfac-728b-4f45-8399-34e26b354daf tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:47.255759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c220118-c586-434a-9583-f713c2b55bd9 req-7f3bbfac-728b-4f45-8399-34e26b354daf tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 949 time: 0.1721232 May 20 07:50:47.313571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c220118-c586-434a-9583-f713c2b55bd9 req-534870c5-27c7-453a-80ee-40907814fbd2 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/security-groups?id=edd956a7-3d9e-44d3-9f38-bface0b5021b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518246 May 20 07:50:47.342961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:47.342961 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e4e0886a-2454-4b4a-9668-d50c2eb6bff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:47.377853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Pushing event deleted for resources: {'Port': ['ID=1e42d398-48f9-4fa6-aa04-aecd343f47ee,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:47.380857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=69b90105-8f41-4962-8ad5-8d7a9ad4fd6f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:47.389436 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:47.389805 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:47.419394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:47.427890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da891cb-e457-4f06-b7b2-462165f286fc None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:47.483716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] No DVR routers for this DVR port 1e42d398-48f9-4fa6-aa04-aecd343f47ee on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:47.487478 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:47.491992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-deleted', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:47.492212 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:43Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:47.505116 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49348f0-46db-4207-aa99-ca14c335957a None None] The sync data for ids ['009bf178-f4d0-4d95-91e5-b160ecc7aca2'] in n-d-780147-4 is: [{'id': '009bf178-f4d0-4d95-91e5-b160ecc7aca2', 'name': 'tempest-NetworksTestDHCPv6-router-539483463', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:35Z', 'updated_at': '2021-05-20T07:50:43Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:50:47.539141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/69b90105-8f41-4962-8ad5-8d7a9ad4fd6f HTTP/1.1" status: 204 len: 168 time: 1.5646272 May 20 07:50:47.542380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:47.614212 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dc201d-cfd6-44c1-b47c-2596ae02f5d9', 'name': 'network-vif-deleted', 'tag': '1e42d398-48f9-4fa6-aa04-aecd343f47ee', 'status': 'completed', 'code': 200} May 20 07:50:47.671033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2421d826-eb6c-420c-bae3-921c564b712e req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.84 "DELETE /v2.0/ports/1e42d398-48f9-4fa6-aa04-aecd343f47ee HTTP/1.1" status: 204 len: 173 time: 2.0102458 May 20 07:50:47.863482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:50:47.954513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9868c96e-9a40-4a9e-b824-b1d3ac6a8dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:47.968313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Deleting port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:47.968768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.034831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5caeb5-782a-416f-8db6-04d67e110a5e req-29e7e0ff-e7db-4921-b442-2fc179913149 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:48.039257 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee5caeb5-782a-416f-8db6-04d67e110a5e req-29e7e0ff-e7db-4921-b442-2fc179913149 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.3314149 May 20 07:50:48.148083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] For port 51cd8b83-27ae-4ab8-960d-ab8aff25b200, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=51cd8b83-27ae-4ab8-960d-ab8aff25b200,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:48.148639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.159014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee5caeb5-782a-416f-8db6-04d67e110a5e req-281e69ff-d7c6-4c88-a9be-5686efb436f6 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131310 May 20 07:50:48.159982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9868c96e-9a40-4a9e-b824-b1d3ac6a8dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:48.164465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9868c96e-9a40-4a9e-b824-b1d3ac6a8dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6210299 May 20 07:50:48.166388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:48.193611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:48.331752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.507669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-6f1ddcad-ade5-4442-9022-527c2cb582ad tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:48.509835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-6f1ddcad-ade5-4442-9022-527c2cb582ad tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 946 time: 0.5356286 May 20 07:50:48.576651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Calling delete_port for 51cd8b83-27ae-4ab8-960d-ab8aff25b200 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:48.613811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0ee27-8da9-4cac-a0c6-82e825fffca2 req-ed6d2b73-5e96-4596-9e98-002476ebce7f tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:48.620916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9db0ee27-8da9-4cac-a0c6-82e825fffca2 req-ed6d2b73-5e96-4596-9e98-002476ebce7f tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 946 time: 0.2516775 May 20 07:50:48.689885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:48.745565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 1e42d398-48f9-4fa6-aa04-aecd343f47ee {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:48.746227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1e42d398-48f9-4fa6-aa04-aecd343f47ee not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:48.752225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c169419-caa0-4627-a5c7-f8f55e8c3464 req-39a3d817-479b-4928-b260-57fdba87d9a2 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dc201d-cfd6-44c1-b47c-2596ae02f5d9 HTTP/1.1" status: 200 len: 210 time: 0.1571023 May 20 07:50:48.760638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9db0ee27-8da9-4cac-a0c6-82e825fffca2 req-86347b62-3973-40dd-9659-8d8a6407580f tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/security-groups?id=63f292ad-a4f9-47ed-936e-52250bc9709a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359499 May 20 07:50:48.817661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Deleting port 8fcf2ab0-7558-4022-9eef-d10329a0a14d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:48.818380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.875581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.881935 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:48.916532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.922125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:48.968884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Pushing event deleted for resources: {'Port': ['ID=51cd8b83-27ae-4ab8-960d-ab8aff25b200,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:48.973660 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:48.976715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] No DVR routers for this DVR port 51cd8b83-27ae-4ab8-960d-ab8aff25b200 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:48.995899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 51cd8b83-27ae-4ab8-960d-ab8aff25b200 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:49.048690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 51cd8b83-27ae-4ab8-960d-ab8aff25b200 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:49.049055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 51cd8b83-27ae-4ab8-960d-ab8aff25b200 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:49.077766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.079616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Fanout notify agent at l3_agent the message router_deleted on router 009bf178-f4d0-4d95-91e5-b160ecc7aca2 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:50:49.095112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] For port 8fcf2ab0-7558-4022-9eef-d10329a0a14d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8fcf2ab0-7558-4022-9eef-d10329a0a14d,segment=NetworkSegment(5b03e297-b355-4742-b33b-6115c81d9474),segment_id=5b03e297-b355-4742-b33b-6115c81d9474)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:49.095482 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.259450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Calling delete_port for 8fcf2ab0-7558-4022-9eef-d10329a0a14d owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:49.277164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.278663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-06d3ccb7-7cd6-48d0-949a-b19bf0148f43 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/routers/009bf178-f4d0-4d95-91e5-b160ecc7aca2 HTTP/1.1" status: 204 len: 168 time: 1.1112330 May 20 07:50:49.282161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:49.291025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:49.449622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:49.455025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:49.458114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:49.466776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:49.493655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41347abf-8f09-43d7-ad3a-83ea4a50d777 req-799a35cc-3fe7-4273-bbd1-2b1f828be9f0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:49.495405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41347abf-8f09-43d7-ad3a-83ea4a50d777 req-799a35cc-3fe7-4273-bbd1-2b1f828be9f0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.1277847 May 20 07:50:49.541330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41347abf-8f09-43d7-ad3a-83ea4a50d777 req-41ee11ea-df35-42a0-81cc-aa4cd79d25d5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 May 20 07:50:49.591642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.597448 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:49.607404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8fcf2ab0-7558-4022-9eef-d10329a0a14d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:50:49.644777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Pushing event deleted for resources: {'Port': ['ID=8fcf2ab0-7558-4022-9eef-d10329a0a14d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:49.647974 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:49.649735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:49.654051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.726189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] No DVR routers for this DVR port 8fcf2ab0-7558-4022-9eef-d10329a0a14d on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:49.729459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:49.732204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'name': 'network-vif-deleted', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:50:49.785065 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a', 'name': 'network-vif-deleted', 'tag': '8fcf2ab0-7558-4022-9eef-d10329a0a14d', 'status': 'completed', 'code': 200} May 20 07:50:49.871330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a629acd4-92bd-4dc9-83ea-e64d95da1e50 req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.81 "DELETE /v2.0/ports/8fcf2ab0-7558-4022-9eef-d10329a0a14d HTTP/1.1" status: 204 len: 173 time: 1.3546734 May 20 07:50:49.984915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-78623814-17e4-477c-b420-417e1a413ba2 service neutron] 10.222.0.84 "GET /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.1745584 May 20 07:50:50.012707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-72b2e9d1-8b0c-466e-8dd1-91ba6eb19388 req-46d71e15-50ee-4975-ae2f-522eb8f71c49 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Synchronizing usage tracker for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:50.093794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54472) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:50.289672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-72b2e9d1-8b0c-466e-8dd1-91ba6eb19388 req-46d71e15-50ee-4975-ae2f-522eb8f71c49 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Unset dirty status for tenant:4fb1eb1ccae043b9a3f65a0dc9079407 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:50.291410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72b2e9d1-8b0c-466e-8dd1-91ba6eb19388 req-46d71e15-50ee-4975-ae2f-522eb8f71c49 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6c2cc5c-43c8-4bb7-a5e2-8e481fba224a HTTP/1.1" status: 200 len: 210 time: 0.3559258 May 20 07:50:50.306094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.325230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:50.329188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Usage tracker for resource:security_group_rule and tenant:5457d1b0b0fb485ca65a6610a6f78be8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:50.339903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:50.355771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:50.403650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:50.455319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.460450 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd990121-24e0-4e96-947f-9aac6a677030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:50.464522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:50.525909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:50.529110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:50.539785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbac00e-2331-4816-bd77-74895e081ea9 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:50:50.545394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:50.546026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.549637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=86d59b04-c2b5-418f-a3b5-562ac80c91bb,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:50.552607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933d0709-be52-48ad-af3a-1068398970e6 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:50:50.554726 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:50.571594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.574308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:50.666068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.674493 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8fe6c283-4319-4411-806b-d180afecac82 tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:50.692274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4082503 May 20 07:50:50.693335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54492) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:50.699991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:50.707091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:50.712549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:router and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:50.716858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:50.723433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:50.760617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.766339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:50:50.767207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.779086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.780417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.803038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.813113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a07ed06-c26e-471c-9e50-7c80a1e52a9a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:50.820312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:50.867295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5457d1b0b0fb485ca65a6610a6f78be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703366 May 20 07:50:50.870242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:50.910997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.940985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3e6a5-5525-4f62-a21c-58cd14124cce req-ab2d3f06-c89c-49f6-97f1-0c734af2c2d3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:50.942725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b3e6a5-5525-4f62-a21c-58cd14124cce req-ab2d3f06-c89c-49f6-97f1-0c734af2c2d3 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 943 time: 0.2692947 May 20 07:50:50.949759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/86d59b04-c2b5-418f-a3b5-562ac80c91bb/412ef21a-010f-4f5a-ac89-2970feb108ce) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:50.968661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:50.998425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.125370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Transition to ACTIVE for port object 933d0709-be52-48ad-af3a-1068398970e6 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:51.147516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b3e6a5-5525-4f62-a21c-58cd14124cce req-0aa3cb74-5ee5-4040-9bb6-4bf9c82da7cb tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966426 May 20 07:50:51.186878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.190026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.191347 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a07ed06-c26e-471c-9e50-7c80a1e52a9a HTTP/1.1" status: 204 len: 168 time: 0.3198719 May 20 07:50:51.192285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f692d12-e9c2-432a-bca3-f4aff30e471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:51.203463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a07ed06-c26e-471c-9e50-7c80a1e52a9a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:51.205762 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:51.232412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.236636 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-222ddad5-f656-49fe-a76b-a2185b240533 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5392771 May 20 07:50:51.236814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:51.239813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.281614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.292183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Transition to ACTIVE for port object 412ef21a-010f-4f5a-ac89-2970feb108ce will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:51.302186 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:51.322574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Transition to ACTIVE for port object 412ef21a-010f-4f5a-ac89-2970feb108ce will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:51.400360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:51.426265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.430648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9605e902-2823-4c94-a395-1a36fd037d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:51.502578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Deleting subnet 5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:50:51.507182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.528089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] No DVR routers for this DVR port 933d0709-be52-48ad-af3a-1068398970e6 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:50:51.530359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:51.537097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:51.545642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:51.552000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Pushing event updated for resources: {'Port': ['ID=412ef21a-010f-4f5a-ac89-2970feb108ce,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:51.557332 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:51.606258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.688752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Attempting to bind port 412ef21a-010f-4f5a-ac89-2970feb108ce on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:51.689097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Attempting to bind port 412ef21a-010f-4f5a-ac89-2970feb108ce by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:51.689694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Attempting to bind port 412ef21a-010f-4f5a-ac89-2970feb108ce on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:51.700544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:51.700936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:51.701381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.701855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:51.702518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Bound port: 412ef21a-010f-4f5a-ac89-2970feb108ce, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:51.703110 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.730128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Pushing event updated for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:51.735666 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:51.745679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:51.816362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] 10.222.0.84 "PUT /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6/bindings/n-h1-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8004565 May 20 07:50:51.880635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] For port 412ef21a-010f-4f5a-ac89-2970feb108ce, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:51.887013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] For port 412ef21a-010f-4f5a-ac89-2970feb108ce, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=412ef21a-010f-4f5a-ac89-2970feb108ce,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:52.003367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.012455 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:52.055120 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.106204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Pushing event updated for resources: {'Port': ['ID=412ef21a-010f-4f5a-ac89-2970feb108ce,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:52.120842 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:52.219927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.224378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3cc61515-2ea3-4cc5-96f5-70ec4e06ab38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:52.378279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:52.381940 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:52.383683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.405088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5404a9b1-d79a-4d07-9af6-1eb8d8e5cf78 HTTP/1.1" status: 204 len: 168 time: 1.0074430 May 20 07:50:52.406228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:52.496761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-a992f4c3-7087-41e9-af79-d3fffeb44c7e tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:52.501933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-a992f4c3-7087-41e9-af79-d3fffeb44c7e tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.5043235 May 20 07:50:52.589878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.625221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8fcf2ab0-7558-4022-9eef-d10329a0a14d no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:50:52.670697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 8fcf2ab0-7558-4022-9eef-d10329a0a14d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:50:52.671151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8fcf2ab0-7558-4022-9eef-d10329a0a14d not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:50:52.739086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.755507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2935dd31-1166-4deb-ab67-5aece9c6e298']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:52.771918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b03e297-b355-4742-b33b-6115c81d9474') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:52.772267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b03e297-b355-4742-b33b-6115c81d9474') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:52.786878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.820469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.829577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:50:52.835468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: timer() May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:50:52.849055 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:50:52.866693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-e172f799-de39-4f30-ad4e-0f079b9666c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:52.868716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-e172f799-de39-4f30-ad4e-0f079b9666c1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef&tenant_id=ed1028bad2744827b51f30754ae192e3 HTTP/1.1" status: 200 len: 1095 time: 0.3565011 May 20 07:50:52.887731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3e98-38dd-461e-900e-75efee34e36a req-5bff6efd-4307-4864-8b7e-5e87b70f2478 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:52.895772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-287e3e98-38dd-461e-900e-75efee34e36a req-5bff6efd-4307-4864-8b7e-5e87b70f2478 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.5006633 May 20 07:50:52.998675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 412ef21a-010f-4f5a-ac89-2970feb108ce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:53.050176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.054577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cc3c092-acfc-4a94-9407-13577aae965f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:53.076562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.078593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Pushing event deleted for resources: {'Network': ['ID=2935dd31-1166-4deb-ab67-5aece9c6e298,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:53.087211 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:53.138588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-287e3e98-38dd-461e-900e-75efee34e36a req-da728ff3-c6fa-4c7e-a1a8-ed0860d5b09a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416031 May 20 07:50:53.140908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::1 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/86d59b04-c2b5-418f-a3b5-562ac80c91bb/6a60c67d-492f-498c-ac98-57c296fb92af) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:50:53.178655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2935dd31-1166-4deb-ab67-5aece9c6e298 HTTP/1.1" status: 204 len: 168 time: 0.7686999 May 20 07:50:53.249943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 412ef21a-010f-4f5a-ac89-2970feb108ce completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:53.281925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-51b30cae-2aae-4956-82f3-611b572eaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:53.284204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-51b30cae-2aae-4956-82f3-611b572eaa26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed1028bad2744827b51f30754ae192e3&device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1095 time: 0.3084598 May 20 07:50:53.475103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.511638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 6a60c67d-492f-498c-ac98-57c296fb92af will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:53.516132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-a81dbdd3-aa03-4d58-bd85-caa681dc90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:53.519888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-a81dbdd3-aa03-4d58-bd85-caa681dc90c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 200 len: 908 time: 0.2220240 May 20 07:50:53.540467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c96d2-b1b9-4718-837e-8e44bbaafd79 req-3f33a624-db15-4df1-a304-14418a404ad0 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:53.546849 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d5c96d2-b1b9-4718-837e-8e44bbaafd79 req-3f33a624-db15-4df1-a304-14418a404ad0 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.0931647 May 20 07:50:53.597100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-0240edbd-eba0-4b0b-af22-399873b15e21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 200 len: 217 time: 0.0691454 May 20 07:50:53.601139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0d5c96d2-b1b9-4718-837e-8e44bbaafd79 req-9debbd69-7d80-45e4-b7d2-bb8308bae6b3 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 May 20 07:50:53.666947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Provisioning for port 412ef21a-010f-4f5a-ac89-2970feb108ce completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:53.676297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Provisioning complete for port 412ef21a-010f-4f5a-ac89-2970feb108ce triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:53.678302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.685758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-84417408-4348-4997-947a-183cd08e7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:53.687450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-84417408-4348-4997-947a-183cd08e7654 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 200 len: 847 time: 0.0830593 May 20 07:50:53.745105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-a0eb13f3-61f8-4e3b-88cf-c5ea8b548c70 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=70437a33-3b6a-460f-89a4-9a90d6050cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506837 May 20 07:50:53.771534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.778840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6aea1faf-0fe8-4d1b-94e3-3c459e39fd6f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:53.832864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:53.855820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] For port 412ef21a-010f-4f5a-ac89-2970feb108ce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=412ef21a-010f-4f5a-ac89-2970feb108ce,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:53.924275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=6a60c67d-492f-498c-ac98-57c296fb92af,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:53.931517 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:53.933275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:53.940824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:53.948954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:50:53.949585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.003328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:54.030492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.031159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-b1e7d980-5f70-4868-bd31-cbcc5c8faaaa service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782881 May 20 07:50:54.035128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:54.120145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-76dc4cb0-2ca1-41c4-b9f5-fd77e7242c5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fb1eb1ccae043b9a3f65a0dc9079407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100385 May 20 07:50:54.120380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:54.201414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.208874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.219751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Pushing event updated for resources: {'Port': ['ID=412ef21a-010f-4f5a-ac89-2970feb108ce,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:54.224357 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:54.225741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:54.251538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.340927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb467632-a8c9-4a03-9d6b-589d386f5846 None None] Provisioning for port 6a60c67d-492f-498c-ac98-57c296fb92af completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:50:54.346468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb467632-a8c9-4a03-9d6b-589d386f5846 None None] Provisioning complete for port 6a60c67d-492f-498c-ac98-57c296fb92af triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:54.347028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb467632-a8c9-4a03-9d6b-589d386f5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.357989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.391338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-dd699105-b19d-42e0-98cc-e737cb2f3366 service neutron] 10.222.0.81 "GET /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537812 May 20 07:50:54.433635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fb467632-a8c9-4a03-9d6b-589d386f5846 None None] Port 6a60c67d-492f-498c-ac98-57c296fb92af cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:54.487956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.496517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11b3cbc4-257c-469a-ba98-2faef9615e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:54.722130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f292ad-a4f9-47ed-936e-52250bc9709a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:54.724936 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:54.753942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-4a6cd87d-8658-4007-8fb3-8a0f6c8d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:54.755487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-4a6cd87d-8658-4007-8fb3-8a0f6c8d510b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.2255225 May 20 07:50:54.757422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a0f526db-edfc-4785-9f99-f9133c99083c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e0e1ba7dfdf4dc7a3ede13be6665af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304062 May 20 07:50:54.760475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:54.821945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a904-b444-420c-82be-03491cc9b975 req-fb5bb85e-4f62-4806-89ff-0c23e2940e18 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:54.829240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2c0a904-b444-420c-82be-03491cc9b975 req-fb5bb85e-4f62-4806-89ff-0c23e2940e18 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.3449318 May 20 07:50:54.861887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.863083 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63f292ad-a4f9-47ed-936e-52250bc9709a HTTP/1.1" status: 204 len: 168 time: 0.7419076 May 20 07:50:54.895946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:54.920088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2c0a904-b444-420c-82be-03491cc9b975 req-a1b88e71-77f5-4574-9606-9340e5d81881 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897954 May 20 07:50:54.952292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 412ef21a-010f-4f5a-ac89-2970feb108ce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:50:54.979943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.124146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 412ef21a-010f-4f5a-ac89-2970feb108ce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:55.124651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.174189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.184948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9891656-9ffa-45bf-ae2c-a546efeb1c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:55.209796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd956a7-3d9e-44d3-9f38-bface0b5021b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:55.212573 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:55.335725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-e9f98bc8-43f8-4f10-8311-966beaf72f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:55.337703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-e9f98bc8-43f8-4f10-8311-966beaf72f12 service neutron] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.3390698 May 20 07:50:55.344332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.347612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edd956a7-3d9e-44d3-9f38-bface0b5021b HTTP/1.1" status: 204 len: 168 time: 0.5842783 May 20 07:50:55.359527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c3529-5419-4177-825e-33851b88aa16 req-c77adf21-490f-4e52-91bc-18f785bae8aa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:55.365825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d8c3529-5419-4177-825e-33851b88aa16 req-c77adf21-490f-4e52-91bc-18f785bae8aa tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.0997970 May 20 07:50:55.366901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-197f5387-5376-4475-9aa8-052fd050589a tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:55.368399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-197f5387-5376-4475-9aa8-052fd050589a tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef&tenant_id=ed1028bad2744827b51f30754ae192e3&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1095 time: 0.3470070 May 20 07:50:55.415436 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d8c3529-5419-4177-825e-33851b88aa16 req-150e27d3-d27a-4b10-93f5-d7fe8234f6da tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469780 May 20 07:50:55.444870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.448046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-11425a25-d2cf-4a62-af4d-4813c75e4b47 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.0835443 May 20 07:50:55.494485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1bce6-c0bc-4a1b-8dbe-038eeab920e7 req-7fdf18f3-41a7-4539-a63b-12a836f11945 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:55.501605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ff1bce6-c0bc-4a1b-8dbe-038eeab920e7 req-7fdf18f3-41a7-4539-a63b-12a836f11945 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.4476013 May 20 07:50:55.579355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.580078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:55.596035 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80c2a4a5-5b23-466e-90c7-c02dc39c5faa tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:55.784233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ff1bce6-c0bc-4a1b-8dbe-038eeab920e7 req-dea27402-0ccc-4366-b5bd-1c21e6f9a684 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817581 May 20 07:50:55.814188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=6a60c67d-492f-498c-ac98-57c296fb92af,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:55.823714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-7b7e9336-cd36-44a7-9147-4eed42742322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:55.825175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-7b7e9336-cd36-44a7-9147-4eed42742322 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.3437557 May 20 07:50:55.828114 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:55.904067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-635065d2-51ce-4e6f-88fb-e62eba966191 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574808 May 20 07:50:56.024107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:50:56.029212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:50:56.051720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-31d9efb7-c87c-41c1-97b8-ed0033be8801 service neutron] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:56.155590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:56.222158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-31d9efb7-c87c-41c1-97b8-ed0033be8801 service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:56.223242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1655b39a-b7d2-4e22-a186-1cd177722aac req-31d9efb7-c87c-41c1-97b8-ed0033be8801 service neutron] 10.222.0.81 "DELETE /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6/bindings/n-h2-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.7807817 May 20 07:50:56.240585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-a29a9dd6-242c-42d6-8037-84c1f025b84c service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202324 May 20 07:50:56.385880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115281a-0878-4f8b-84ff-f4f62f80aa31 req-42369df1-c430-4bc8-a12d-a5f655c07a7a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:56.390954 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7115281a-0878-4f8b-84ff-f4f62f80aa31 req-42369df1-c430-4bc8-a12d-a5f655c07a7a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.1402843 May 20 07:50:56.404128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7578ae5c-166e-4a45-a71a-8a39a655c7c0 None None] Provisioning complete for port 6a60c67d-492f-498c-ac98-57c296fb92af triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:50:56.404517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7578ae5c-166e-4a45-a71a-8a39a655c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:56.449095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2eeab4aa-dc6e-4837-a502-399252ba50cf req-1f3b4d2c-69b0-4ee4-93bf-98c358f05b07 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936896 May 20 07:50:56.458036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7115281a-0878-4f8b-84ff-f4f62f80aa31 req-428d4536-541f-4ad6-9b1a-543c71da2222 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 May 20 07:50:56.468350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54686) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:56.511275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7578ae5c-166e-4a45-a71a-8a39a655c7c0 None None] Port 6a60c67d-492f-498c-ac98-57c296fb92af cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:50:56.541028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Router 82dc2d69-27db-45fe-99d1-84b5b1f806ed is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:50:56.621892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1742811838-network', 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:56.637691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:56.889864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Usage tracker for resource:network and tenant:93e8b61f80c64763bff84860e61c16de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:56.893092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4408c7-7af2-4c2e-bd0b-f1c2d801568e req-bf55ea77-d39d-44a1-a2d0-5b44bc4424bb tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:56.894820 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d4408c7-7af2-4c2e-bd0b-f1c2d801568e req-bf55ea77-d39d-44a1-a2d0-5b44bc4424bb tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 1095 time: 0.1097569 May 20 07:50:56.941457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:56.954145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5d4408c7-7af2-4c2e-bd0b-f1c2d801568e req-8cc44148-ef8e-4d78-bd17-f838238dd318 tempest-LiveMigrationTest-849878366 tempest-LiveMigrationTest-849878366-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529306 May 20 07:50:56.956848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:56.984698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:50:56.994163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "PUT /v2.0/routers/82dc2d69-27db-45fe-99d1-84b5b1f806ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7563546 May 20 07:50:56.995260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54716) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:56.999067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Sync routers for ids ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:50:57.011191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Routers {'82dc2d69-27db-45fe-99d1-84b5b1f806ed'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:57.011819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:57.021207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462b28-db08-4430-ade9-bd2611e5bb8e req-96f0e9d9-61ff-4cf2-b95b-cb6310077a5a tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.028712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e462b28-db08-4430-ade9-bd2611e5bb8e req-96f0e9d9-61ff-4cf2-b95b-cb6310077a5a tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.1349072 May 20 07:50:57.080608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e462b28-db08-4430-ade9-bd2611e5bb8e req-358645c5-e161-4768-b612-a39390999256 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509531 May 20 07:50:57.081937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673351b-a120-4df5-b68d-96bb9ece95c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.082729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b673351b-a120-4df5-b68d-96bb9ece95c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:50:57.085011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:57.094328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.121047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.152252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:57.156765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Usage tracker for resource:security_group_rule and tenant:93e8b61f80c64763bff84860e61c16de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:57.159846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:57.167466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:57.199890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Set router 82dc2d69-27db-45fe-99d1-84b5b1f806ed gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:57.203537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b673351b-a120-4df5-b68d-96bb9ece95c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:50:57.204991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b673351b-a120-4df5-b68d-96bb9ece95c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports/6a60c67d-492f-498c-ac98-57c296fb92af HTTP/1.1" status: 200 len: 911 time: 0.2086596 May 20 07:50:57.207444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:57.329887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414c5b3-5c41-49a5-aa0c-6a71da53ea9b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.337746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414c5b3-5c41-49a5-aa0c-6a71da53ea9b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.342148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4414c5b3-5c41-49a5-aa0c-6a71da53ea9b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1308577 May 20 07:50:57.342423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54732) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:57.347165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.359559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910706-2b8f-4142-9906-17a12691e3c6 req-699d8cb4-c65a-45c5-a2a5-e556e029ad4c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.361093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57910706-2b8f-4142-9906-17a12691e3c6 req-699d8cb4-c65a-45c5-a2a5-e556e029ad4c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1559205 May 20 07:50:57.410514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57910706-2b8f-4142-9906-17a12691e3c6 req-1c3b0da0-53dd-4bf6-980e-f0563ee5a6f7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 May 20 07:50:57.483159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.487962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb1cff28-ec12-48bd-8af4-b1bd76e75319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:57.527402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5fe61-9825-455d-856d-b04d163ae841,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:57.531357 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:57.540291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:50:57.554621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.556268 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Added segment db28affb-a12e-4617-b415-582138d07e25 of type vlan for network aaee01d2-f437-4c70-8cd7-0e885eece039 May 20 07:50:57.589921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.654482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:54Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None, '_interfaces': [{'id': '6a60c67d-492f-498c-ac98-57c296fb92af', 'name': '', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'mac_address': 'fa:16:3e:70:cb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:50:52Z', 'updated_at': '2021-05-20T07:50:54Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'subnets': [{'id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:57.658577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Checking router: 82dc2d69-27db-45fe-99d1-84b5b1f806ed for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:50:57.659232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Updating router 82dc2d69-27db-45fe-99d1-84b5b1f806ed port 6a60c67d-492f-498c-ac98-57c296fb92af binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:50:57.723246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.734475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.739305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:57.739305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:57.743723 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9183eab6-89f1-4041-bbaf-ab0ea9f1ef6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:57.875861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Pushing event updated for resources: {'Network': ['ID=aaee01d2-f437-4c70-8cd7-0e885eece039,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:57.885393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:57.888307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network aaee01d2-f437-4c70-8cd7-0e885eece039 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:50:57.937586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4653533 May 20 07:50:57.937867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:50:57.970106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Request body: {'subnet': {'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1742811838-subnet', 'tenant_id': '93e8b61f80c64763bff84860e61c16de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:50:57.995903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:50:58.015085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Usage tracker for resource:subnet and tenant:93e8b61f80c64763bff84860e61c16de is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:50:58.023906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:50:58.034199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:50:58.041001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.201802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:50:58.204011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.252584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-f11a2f66-b1d1-4576-8589-7cba6d415d95 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:58.255080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-f11a2f66-b1d1-4576-8589-7cba6d415d95 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.1194394 May 20 07:50:58.326835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.346152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Transition to ACTIVE for port object 6a60c67d-492f-498c-ac98-57c296fb92af will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:50:58.481050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.484924 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:58.523420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Deleting port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:58.524592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.671118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Pushing event updated for resources: {'Port': ['ID=6a60c67d-492f-498c-ac98-57c296fb92af,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:58.678408 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:58.722455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15336ff0-77a4-4b37-83e3-1ed6642defd3 req-4cc9316e-49a0-4d29-99a3-8ba2ceab3c55 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:58.723491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15336ff0-77a4-4b37-83e3-1ed6642defd3 req-4cc9316e-49a0-4d29-99a3-8ba2ceab3c55 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 946 time: 0.2712533 May 20 07:50:58.743499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404168a-d380-4172-989f-7b71d8af2de5 req-80f889ec-d464-4637-b0fb-3c97b4b69cb9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:58.750830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d404168a-d380-4172-989f-7b71d8af2de5 req-80f889ec-d464-4637-b0fb-3c97b4b69cb9 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.2354667 May 20 07:50:58.794453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Attempting to bind port 6a60c67d-492f-498c-ac98-57c296fb92af on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:50:58.794739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Attempting to bind port 6a60c67d-492f-498c-ac98-57c296fb92af by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:50:58.795084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Attempting to bind port 6a60c67d-492f-498c-ac98-57c296fb92af on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:50:58.798886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] For port 21001cd0-dc91-4f23-bc27-6315ee2f0c09, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=21001cd0-dc91-4f23-bc27-6315ee2f0c09,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:58.799481 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.800979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:50:58.801368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:58.809165 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.809870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:50:58.810402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Bound port: 6a60c67d-492f-498c-ac98-57c296fb92af, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:50:58.810800 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:58.831429 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:50:58.901329 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d404168a-d380-4172-989f-7b71d8af2de5 req-9ff09075-e106-4443-a917-5d0c8151ae0d tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494725 May 20 07:50:58.935986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] For port 6a60c67d-492f-498c-ac98-57c296fb92af, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:50:58.939529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] For port 6a60c67d-492f-498c-ac98-57c296fb92af, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6a60c67d-492f-498c-ac98-57c296fb92af,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:50:58.944349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15336ff0-77a4-4b37-83e3-1ed6642defd3 req-af458fea-0560-458d-bff1-7b25eae4a10d tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups?id=cb103bc6-18f9-4a78-89f8-dcb3b303f565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025836 May 20 07:50:58.958917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-2d987c57-e5ec-4687-ba08-1ffcc070995c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:58.960492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-2d987c57-e5ec-4687-ba08-1ffcc070995c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 0.3409462 May 20 07:50:58.968479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 6a60c67d-492f-498c-ac98-57c296fb92af {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:58.978681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.091358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.096792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b297b1a5-3b92-4cfc-b0e4-20c10c3672f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:59.212794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.216067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Pushing event updated for resources: {'Port': ['ID=6a60c67d-492f-498c-ac98-57c296fb92af,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:59.226745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:59.245947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Routers {'82dc2d69-27db-45fe-99d1-84b5b1f806ed'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:50:59.246683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:59.382907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 6a60c67d-492f-498c-ac98-57c296fb92af owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:59.393162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.393709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.394128 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Floating IP 4e9b2f31-bdbd-4758-9371-e990a2d8cd6f disassociated. External IP: 172.25.8.143, port: 21001cd0-dc91-4f23-bc27-6315ee2f0c09. May 20 07:50:59.394576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Calling delete_port for 21001cd0-dc91-4f23-bc27-6315ee2f0c09 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:59.406472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Deleting port 933d0709-be52-48ad-af3a-1068398970e6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:50:59.412020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.454586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] Set router 82dc2d69-27db-45fe-99d1-84b5b1f806ed gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:50:59.639545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944a063-9a31-482c-8cef-cabeeb92cf00 req-0690a835-ea59-45a3-8745-ebe44fd26615 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:50:59.645415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6944a063-9a31-482c-8cef-cabeeb92cf00 req-0690a835-ea59-45a3-8745-ebe44fd26615 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2736411 May 20 07:50:59.660940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] For port 933d0709-be52-48ad-af3a-1068398970e6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=933d0709-be52-48ad-af3a-1068398970e6,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:50:59.661557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.708469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.717404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c3cfea4-f416-4d21-bdda-bbac673c7351 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:50:59.798080 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6944a063-9a31-482c-8cef-cabeeb92cf00 req-d2faefe9-4195-4f8d-8d0b-2857059b01f4 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414890 May 20 07:50:59.880278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9afc662-53a8-4e9b-8268-e1a9bfc4d738,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:50:59.882991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:50:59.890794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:50:59.891172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Network hostable DHCP agents. Network: aaee01d2-f437-4c70-8cd7-0e885eece039, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:50:59.898332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2bf97100-2058-412c-9731-e4842de35592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:54Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None, '_interfaces': [{'id': '6a60c67d-492f-498c-ac98-57c296fb92af', 'name': '', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'mac_address': 'fa:16:3e:70:cb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:50:52Z', 'updated_at': '2021-05-20T07:50:58Z', 'revision_number': 4, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'subnets': [{'id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:50:59.906871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf97100-2058-412c-9731-e4842de35592 None None] The sync data for ids ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'] in n-d-780147-4 is: [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:54Z', 'revision_number': 2, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None, '_interfaces': [{'id': '6a60c67d-492f-498c-ac98-57c296fb92af', 'name': '', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'mac_address': 'fa:16:3e:70:cb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:50:52Z', 'updated_at': '2021-05-20T07:50:58Z', 'revision_number': 4, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'subnets': [{'id': '86d59b04-c2b5-418f-a3b5-562ac80c91bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:50:59.958033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Calling delete_port for 933d0709-be52-48ad-af3a-1068398970e6 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:50:59.963615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:50:59.972782 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:00.031181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=6a60c67d-492f-498c-ac98-57c296fb92af,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:00.038540 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:00.042323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:51:00.254879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:00.266475 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:00.322300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, aaee01d2-f437-4c70-8cd7-0e885eece039) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:00.331236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d9bab-b93b-4506-9762-f86c6f025ebd None None] Network aaee01d2-f437-4c70-8cd7-0e885eece039 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:00.343896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:00.350077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:00.350681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:00.362096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event deleted for resources: {'Port': ['ID=21001cd0-dc91-4f23-bc27-6315ee2f0c09,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:00.590096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb89b72-db10-4239-bc66-21f3a6349951 None None] Network aaee01d2-f437-4c70-8cd7-0e885eece039 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:00.604966 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:00.627190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:00.640183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:51:00.644871 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec0063e8-874d-4d79-ad5b-c22613abecb7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:00.714373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event deleted for resources: {'Port': ['ID=933d0709-be52-48ad-af3a-1068398970e6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:00.722237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:00.723294 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:00.772994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['933d0709-be52-48ad-af3a-1068398970e6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:00.868424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.9216845 May 20 07:51:01.086309 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3f525edb-b9d4-4d6e-bbb6-4c9ed4b5b5d7 req-bdbe99a5-6818-4b3c-b169-7ef19909521a tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a04eaae-11f2-449c-9aa6-286602449f62 HTTP/1.1" status: 200 len: 210 time: 0.2378998 May 20 07:51:01.100949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Router 82dc2d69-27db-45fe-99d1-84b5b1f806ed has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:51:01.278398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:01.288535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] No DVR routers for this DVR port 933d0709-be52-48ad-af3a-1068398970e6 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:01.293087 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Sync routers for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:01.294624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:01.311645 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:01.312759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:01.329287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-deleted', 'tag': '933d0709-be52-48ad-af3a-1068398970e6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:01.360388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7d05e-f001-4148-8562-6db4b480d207 req-f75aa2da-38c6-4c29-a33c-96549388d892 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:01.369551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4a7d05e-f001-4148-8562-6db4b480d207 req-f75aa2da-38c6-4c29-a33c-96549388d892 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 944 time: 1.2657187 May 20 07:51:01.428592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:01.447788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "PUT /v2.0/routers/82dc2d69-27db-45fe-99d1-84b5b1f806ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0943873 May 20 07:51:01.448415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:01.456943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] No DVR routers for this DVR port 21001cd0-dc91-4f23-bc27-6315ee2f0c09 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:01.467231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:01.469636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2724ca77-4c1a-493c-b8c4-27cdcf24f8f4 req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.81 "DELETE /v2.0/ports/21001cd0-dc91-4f23-bc27-6315ee2f0c09 HTTP/1.1" status: 204 len: 173 time: 3.2076240 May 20 07:51:01.501363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4a7d05e-f001-4148-8562-6db4b480d207 req-d961a649-ddf3-4478-949a-5f858f53220a tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302686 May 20 07:51:01.504112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c432b3b-d36e-48e6-a9ce-dd48fbc0757b req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.81 "DELETE /v2.0/ports/933d0709-be52-48ad-af3a-1068398970e6 HTTP/1.1" status: 204 len: 173 time: 2.5310588 May 20 07:51:01.558920 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:01.590899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41cfb8-d295-4d3a-9ed0-52360cc4beb2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:01.592414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41cfb8-d295-4d3a-9ed0-52360cc4beb2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:01.597044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ab41cfb8-d295-4d3a-9ed0-52360cc4beb2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:01.634682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66566b-6031-447d-928f-066ff97af4ef req-817141d4-0bd3-40c6-8671-74d70b0ee807 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:01.636096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc66566b-6031-447d-928f-066ff97af4ef req-817141d4-0bd3-40c6-8671-74d70b0ee807 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1325037 May 20 07:51:01.691101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cc66566b-6031-447d-928f-066ff97af4ef req-6060a9db-aaf3-4df3-926e-b544b60e502e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 May 20 07:51:01.720170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ab41cfb8-d295-4d3a-9ed0-52360cc4beb2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:01.721527 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ab41cfb8-d295-4d3a-9ed0-52360cc4beb2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2720335 May 20 07:51:01.722226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54796) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:01.837947 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd58888-726e-48e9-b360-65ad1e0b72ef', 'name': 'network-vif-deleted', 'tag': '933d0709-be52-48ad-af3a-1068398970e6', 'status': 'completed', 'code': 200} May 20 07:51:01.890881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 86d59b04-c2b5-418f-a3b5-562ac80c91bb {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:01.894908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:01.936436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Sync routers for ids ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:01.950619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Routers {'82dc2d69-27db-45fe-99d1-84b5b1f806ed'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:01.953640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:01.980177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:02.163110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:02.227419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-38796dca-c37a-481f-aae4-93db1cf4beec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:02.236616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-38796dca-c37a-481f-aae4-93db1cf4beec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.2844172 May 20 07:51:02.260871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-1f5d676c-4992-4ddb-810e-4f689d9f8c7b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0229931 May 20 07:51:02.274034 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:02.293805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Checking router: b7a5c87f-74ea-4301-8db2-96aa1e978cf0 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:02.316286 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:02.318470 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:02.373345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-189a7e45-34f7-4543-9927-369ac98dd427 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113882 May 20 07:51:02.448880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Set router 82dc2d69-27db-45fe-99d1-84b5b1f806ed gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:02.636206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:02.677583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 21001cd0-dc91-4f23-bc27-6315ee2f0c09 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:02.700260 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-3585346c-aada-4950-a346-03b02ba9c590 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258398 May 20 07:51:02.760671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:02.766634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:59Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:02.779650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 21001cd0-dc91-4f23-bc27-6315ee2f0c09 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:02.780001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 21001cd0-dc91-4f23-bc27-6315ee2f0c09 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:02.780854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:02.846881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Checking router: 82dc2d69-27db-45fe-99d1-84b5b1f806ed for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:02.869374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 933d0709-be52-48ad-af3a-1068398970e6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:02.869780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 933d0709-be52-48ad-af3a-1068398970e6 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:02.884188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Routers {'82dc2d69-27db-45fe-99d1-84b5b1f806ed'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:02.884843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:50:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:03.099456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-40afd584-9445-423e-8945-18c811515fe0 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980880 May 20 07:51:03.103774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:03.145579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:03.154523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Usage tracker for resource:security_group_rule and tenant:933b5f14d34041358b69f12236715b71 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:03.160629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:03.177365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:03.214712 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:03.221054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] Set router 82dc2d69-27db-45fe-99d1-84b5b1f806ed gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:03.224103 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d3676-2561-4abb-b80f-56758f5a5909 None None] The sync data for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 is: [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:48:00Z', 'revision_number': 4, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '23be8a29-c2c6-4bc6-8882-98e518609e61', 'name': '', 'network_id': '73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'mac_address': 'fa:16:3e:ef:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:57Z', 'updated_at': '2021-05-20T07:48:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'subnets': [{'id': '3c3ab91c-ff29-4dfd-befd-ea309edc23b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:03.328926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ebee882-9df6-4850-aa65-0d2590fc9861 req-39e45a53-058f-490c-81e8-5f470e8025aa tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:03.338013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e2837-0abb-43d5-8c4e-5c6966f3c998 req-7a307068-a0b9-44ad-a52f-bf276ef216bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:03.339643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-398e2837-0abb-43d5-8c4e-5c6966f3c998 req-7a307068-a0b9-44ad-a52f-bf276ef216bb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.3299987 May 20 07:51:03.343423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:03.363574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:59Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:03.368778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169a3c3-86fb-4bbc-aabf-ec146eb1fd2e None None] The sync data for ids ['82dc2d69-27db-45fe-99d1-84b5b1f806ed'] in n-d-780147-4 is: [{'id': '82dc2d69-27db-45fe-99d1-84b5b1f806ed', 'name': 'tempest-NetworksTestDHCPv6-router-1523221024', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:50:50Z', 'updated_at': '2021-05-20T07:50:59Z', 'revision_number': 3, 'project_id': '177017127b944d99840ff1d03ddcb11b', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:03.394858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-398e2837-0abb-43d5-8c4e-5c6966f3c998 req-aa57f027-380b-4d01-8acd-28b0b3803f35 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 May 20 07:51:03.771838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ebee882-9df6-4850-aa65-0d2590fc9861 req-39e45a53-058f-490c-81e8-5f470e8025aa tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:03.786908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:03.791068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ebee882-9df6-4850-aa65-0d2590fc9861 req-39e45a53-058f-490c-81e8-5f470e8025aa tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.2235680 May 20 07:51:03.791068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:03.791068 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-35d4711d-2706-44a4-b2f7-24f4f2bc9251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:03.794508 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f5190a5c-f37c-4665-8d8f-cd8f4dd690db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:03.795762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=86d59b04-c2b5-418f-a3b5-562ac80c91bb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:03.795762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:03.796454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9560e-33f6-4d9f-a5a7-216cb993235d None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:03.796590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7021154d-0bca-4eb7-835a-7e6be83f0129,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:03.796867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54844) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=933b5f14d34041358b69f12236715b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9050279 May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:03.802459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:03.806591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/86d59b04-c2b5-418f-a3b5-562ac80c91bb HTTP/1.1" status: 204 len: 168 time: 2.0218987 May 20 07:51:03.806747 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c0115-6974-424a-aefc-d438cbbccb03 None None] New status for floating IP 4e9b2f31-bdbd-4758-9371-e990a2d8cd6f: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:51:03.807237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:03.882832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'name': 'network-vif-deleted', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:03.891980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-63b466ad-e46c-44e7-b3c3-6321e29261b7 req-e1a9e0a9-be2e-42a9-abec-0d8ffe2693c8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.0753284 May 20 07:51:03.939248 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.014039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.026981 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04eaae-11f2-449c-9aa6-286602449f62', 'name': 'network-vif-deleted', 'tag': '21001cd0-dc91-4f23-bc27-6315ee2f0c09', 'status': 'completed', 'code': 200} May 20 07:51:04.102689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:51:04.246603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Deleting port 412ef21a-010f-4f5a-ac89-2970feb108ce {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:04.248780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.255118 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d5c87c5-e86f-4efe-984b-7a73d591010f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:04.259334 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.316490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.326201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7021154d-0bca-4eb7-835a-7e6be83f0129 HTTP/1.1" status: 204 len: 168 time: 0.6496484 May 20 07:51:04.332230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021154d-0bca-4eb7-835a-7e6be83f0129,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:04.338546 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:04.393893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.411183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-593a9653-cc71-4470-a27a-3434134ae503 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:04.438659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42225321-c768-4d0b-af31-bd09470f3718 req-dc165489-6a69-4db3-9de8-a6751b9fc379 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:04.440347 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-42225321-c768-4d0b-af31-bd09470f3718 req-dc165489-6a69-4db3-9de8-a6751b9fc379 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.8295996 May 20 07:51:04.449893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] For port 412ef21a-010f-4f5a-ac89-2970feb108ce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=412ef21a-010f-4f5a-ac89-2970feb108ce,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:04.450389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.481222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.543000 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-42225321-c768-4d0b-af31-bd09470f3718 req-09150535-1ae2-411f-9875-9767e762bda9 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814338 May 20 07:51:04.569957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-593a9653-cc71-4470-a27a-3434134ae503 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:04.572256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-593a9653-cc71-4470-a27a-3434134ae503 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8086560 May 20 07:51:04.574978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54870) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:04.652955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.657667 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95e75276-e213-47ee-91dc-f224833b5b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:04.678700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Calling delete_port for 412ef21a-010f-4f5a-ac89-2970feb108ce owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:04.697413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb103bc6-18f9-4a78-89f8-dcb3b303f565,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:04.709924 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:04.780643 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f274b52e-ecf3-428d-b8b1-f7c58a08b08c req-01b58b72-0238-4f02-ba3f-db96c3dd6847 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.0641322 May 20 07:51:04.822678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.866131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.868092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "DELETE /v2.0/security-groups/cb103bc6-18f9-4a78-89f8-dcb3b303f565 HTTP/1.1" status: 204 len: 168 time: 1.1351116 May 20 07:51:04.871488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54878) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:04.889291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:04.893257 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-29e0590e-69d0-427d-a408-d777f9c89e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:04.974719 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-0e4198a2-e917-4d0a-a42a-7862389f281e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] show failed (client error): The resource could not be found. May 20 07:51:04.982739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e4198a2-e917-4d0a-a42a-7862389f281e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "GET /v2.0/security-groups/cb103bc6-18f9-4a78-89f8-dcb3b303f565 HTTP/1.1" status: 404 len: 347 time: 0.1077993 May 20 07:51:04.985262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54884) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:05.021197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 412ef21a-010f-4f5a-ac89-2970feb108ce no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:05.130086 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a07f975d-959d-4676-804c-498bc1b354f7 req-e67159e4-bd90-4d99-9539-54e71fb31824 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.1066813 May 20 07:51:05.164916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Pushing event deleted for resources: {'Port': ['ID=412ef21a-010f-4f5a-ac89-2970feb108ce,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:05.168919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:05.169520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 412ef21a-010f-4f5a-ac89-2970feb108ce {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:05.170492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 412ef21a-010f-4f5a-ac89-2970feb108ce not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:05.170492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6a60c67d-492f-498c-ac98-57c296fb92af no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:05.199638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] No DVR routers for this DVR port 412ef21a-010f-4f5a-ac89-2970feb108ce on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:05.210736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 6a60c67d-492f-498c-ac98-57c296fb92af {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:05.210736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6a60c67d-492f-498c-ac98-57c296fb92af not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:05.416562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.420978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.528855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Deleting port 14c8f154-a328-4d9f-92cc-ea5fdf405d6c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:05.529428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.616075 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.616643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Fanout notify agent at l3_agent the message router_deleted on router 82dc2d69-27db-45fe-99d1-84b5b1f806ed {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:51:05.685877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.686306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.886389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da973-cb63-4069-b8b9-05bb0c2da69c req-4da2cfab-3848-42cb-9c25-9b14e90f218c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:05.888040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-315da973-cb63-4069-b8b9-05bb0c2da69c req-4da2cfab-3848-42cb-9c25-9b14e90f218c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2088346 May 20 07:51:05.922964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:05.924770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ca838ffc-9de0-409e-a1eb-ba7d46485d76 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/routers/82dc2d69-27db-45fe-99d1-84b5b1f806ed HTTP/1.1" status: 204 len: 168 time: 1.3486502 May 20 07:51:05.928093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:05.986868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b832b3bd-a1c1-4291-a574-a5c915e99d1f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:05.997727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Calling delete_port for 14c8f154-a328-4d9f-92cc-ea5fdf405d6c owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:06.029242 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-315da973-cb63-4069-b8b9-05bb0c2da69c req-45efe7db-f3e8-41f7-8881-3bee07b675ab tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329346 May 20 07:51:06.048725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-444d0083-6491-4bd9-ac56-dfb9b1b7034a req-cd6df0b7-58e1-4c2b-a765-b9efc6df89ab tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.0597215 May 20 07:51:06.097994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b832b3bd-a1c1-4291-a574-a5c915e99d1f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:06.100248 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b832b3bd-a1c1-4291-a574-a5c915e99d1f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1688697 May 20 07:51:06.104295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:06.192712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:06.271042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08daf4f-6023-4c27-ae2b-0d11f77c6d61 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:06.274494 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f08daf4f-6023-4c27-ae2b-0d11f77c6d61 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1678450 May 20 07:51:06.281190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:06.358934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.382743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdde6752-e038-446b-98df-92ffb74b7470 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952785 May 20 07:51:06.383055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:06.383698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54952) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:06.390559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:06.443531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.460461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f6c10b3-0279-4d4b-af45-c6b0be10957c req-9185696b-e10a-4ea4-9ebd-62dcbdb906e5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.1441841 May 20 07:51:06.481877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Pushing event deleted for resources: {'Port': ['ID=14c8f154-a328-4d9f-92cc-ea5fdf405d6c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:06.537818 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:06.597808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:06.607779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2edc9237c643a8a576d8bfddf79e99 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:06.614255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:06.635059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:06.645758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.652970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:06.674873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:06.685358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:06.696548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:06.764520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-89fefa97-efed-446b-a4ff-96b84fe79da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.801561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.820169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:06.825449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.845276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:06.849947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] 10.222.0.79 "DELETE /v2.0/floatingips/4e9b2f31-bdbd-4758-9371-e990a2d8cd6f HTTP/1.1" status: 204 len: 168 time: 1.8145022 May 20 07:51:06.851131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54966) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:06.993170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.048922 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37c1a58f-656a-46cc-8c90-864b355ed55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:07.060753 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e2edc9237c643a8a576d8bfddf79e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8635719 May 20 07:51:07.064257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:07.175896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-70eafdf2-e3dc-4ce6-a50c-bfb6e8cb62e4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:07.176636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-70eafdf2-e3dc-4ce6-a50c-bfb6e8cb62e4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:07.183422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d496c34-8198-406e-991e-d2e9a22defd5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:07.188438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.192261 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:07.298009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.316440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15348dc0-e9a8-409f-9dea-189e3868d0e5 req-90e22546-fd2a-438a-93f1-eb8bb5046733 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1885736 May 20 07:51:07.432143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-70eafdf2-e3dc-4ce6-a50c-bfb6e8cb62e4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:07.433328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-70eafdf2-e3dc-4ce6-a50c-bfb6e8cb62e4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.7479901 May 20 07:51:07.435351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-9583c824-b9aa-482a-82af-2051cac2f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:07.436725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-9583c824-b9aa-482a-82af-2051cac2f109 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 1097 time: 0.4616423 May 20 07:51:07.455733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:07.465670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c2fb2-9a87-433e-b72d-cfb008e45575 req-a80ce8d8-0fde-4e9a-9a63-479950b63dcd tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:07.467262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-211c2fb2-9a87-433e-b72d-cfb008e45575 req-a80ce8d8-0fde-4e9a-9a63-479950b63dcd tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2798302 May 20 07:51:07.512242 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.519808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b1a2382-5ba8-4095-96fa-259155a7b1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:07.558355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d496c34-8198-406e-991e-d2e9a22defd5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:07.568532 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:07.576188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-355e06fc-992d-4a6e-b2f6-eaab74b73fb9 req-d7795f5c-6c01-473a-9d39-05588fcbeb0e tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.1005595 May 20 07:51:07.583399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-211c2fb2-9a87-433e-b72d-cfb008e45575 req-2767a73b-2048-47f7-85bc-917186bc31b8 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089323 May 20 07:51:07.590342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.591650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d496c34-8198-406e-991e-d2e9a22defd5 HTTP/1.1" status: 204 len: 168 time: 0.5210822 May 20 07:51:07.916087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:51:07.917548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:07.921913 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa816e3f-3329-44c2-aa20-2f1cf22a73d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:07.983239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:07.986407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:07.998755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:07.999492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:08.001039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e77ab2-380e-4d8a-9e7f-1057d2ebfcbe None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:08.007076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=ed7c8a51-aec6-4d7e-8b6c-fad538b64131,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:08.015901 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:08.034996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30db9d80-9080-4075-9d2a-a18a58ab52a6 req-49ab8b8c-f79c-4718-9f45-4450d81e0043 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.2815869 May 20 07:51:08.110530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7256806 May 20 07:51:08.111823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:08.138463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:08.223627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:08.239926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Usage tracker for resource:port and tenant:93e8b61f80c64763bff84860e61c16de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:08.246305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:08.249544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-7468b791-9c63-4b30-9217-6f1070d07ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:08.251187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-7468b791-9c63-4b30-9217-6f1070d07ec2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 200 len: 919 time: 0.8009067 May 20 07:51:08.255819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:08.359969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-8aacec9f-8374-4356-8d03-2c5761f7181b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 200 len: 217 time: 0.0990572 May 20 07:51:08.426872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'ed7c8a51-aec6-4d7e-8b6c-fad538b64131'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:08.427845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:08.482218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:08.485968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-794a1b96-1863-4910-93b5-e72762dfc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:08.487916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-794a1b96-1863-4910-93b5-e72762dfc26b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 200 len: 858 time: 0.1111465 May 20 07:51:08.498397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:08.501695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:08.508611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:08.629529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Allocated IP 2001:db8::f816:3eff:fe13:701d (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ed7c8a51-aec6-4d7e-8b6c-fad538b64131/c97a3303-58ef-4c3a-a21c-bf4e4252023a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:08.658278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3fc7a330-3e3e-4d63-8fc1-c2854c898854 req-6caa222b-7f0b-4920-8383-c5b30d8bfb07 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0669785 May 20 07:51:08.660619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-ed2992ea-4c56-49c8-a91e-4a778c9151ab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=67ab71a8-a685-4664-9094-8d045033b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144953 May 20 07:51:08.662189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:08.687507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:08.723008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:08.727043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:08.954348 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c25c6ec-5547-4fdf-94f8-d1f1e5d52610 req-2c006b7b-ef7b-4e97-a07b-7a3360eccdd1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=4fd58888-726e-48e9-b360-65ad1e0b72ef HTTP/1.1" status: 200 len: 210 time: 0.1695859 May 20 07:51:09.057139 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.084464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Transition to ACTIVE for port object c97a3303-58ef-4c3a-a21c-bf4e4252023a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:09.133541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.141186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Transition to ACTIVE for port object c97a3303-58ef-4c3a-a21c-bf4e4252023a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:09.230823 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-186682ff-51f5-4dc6-8304-166714246b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.260754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.282600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd933df1-7636-4291-af33-87dd0f864f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:09.341118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d0120cf6-c3a8-4e2b-bd96-52633987bfe1 req-d06b4a15-1d5a-4ea0-a3b1-26ed8796960f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.0857515 May 20 07:51:09.342147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-8423ecdb-349a-4e57-af50-3f523f32a2d6 service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429594 May 20 07:51:09.348882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.3 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/4e0c6043-96fc-4fd2-ba9a-88a49acad4a5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:09.476580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:09.480858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:09.485753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:09.509150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e05351-345e-4d24-a0bb-9e0c81d5fdd4 req-4c3a6ac7-4678-49aa-8af7-a4e15566b3d5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:09.516789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4e05351-345e-4d24-a0bb-9e0c81d5fdd4 req-4c3a6ac7-4678-49aa-8af7-a4e15566b3d5 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.5195587 May 20 07:51:09.548535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Pushing event updated for resources: {'Port': ['ID=c97a3303-58ef-4c3a-a21c-bf4e4252023a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:09.548755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55026) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:09.564733 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:09.630091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Attempting to bind port c97a3303-58ef-4c3a-a21c-bf4e4252023a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:09.630847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Attempting to bind port c97a3303-58ef-4c3a-a21c-bf4e4252023a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:09.631476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Attempting to bind port c97a3303-58ef-4c3a-a21c-bf4e4252023a on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:09.638152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:09.639109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:09.639848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.640473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:09.642031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Bound port: c97a3303-58ef-4c3a-a21c-bf4e4252023a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:09.642810 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.671586 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.768637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] For port c97a3303-58ef-4c3a-a21c-bf4e4252023a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:09.776104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] For port c97a3303-58ef-4c3a-a21c-bf4e4252023a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c97a3303-58ef-4c3a-a21c-bf4e4252023a,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:09.794901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4e05351-345e-4d24-a0bb-9e0c81d5fdd4 req-b09678cf-0b87-4903-a379-2a838ab3167e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763054 May 20 07:51:09.848033 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:09.853023 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a3c0c4f-d09c-4893-a52a-7201ff5bdf66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:09.884335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1344132350-network', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:09.911101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:09.922534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Usage tracker for resource:network and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:09.971456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Pushing event updated for resources: {'Port': ['ID=c97a3303-58ef-4c3a-a21c-bf4e4252023a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:09.982610 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:10.010004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cd2d4a0f-f9c8-43c4-b073-ff1d9db10f5b req-959812f0-c146-4830-906a-9513c78b8788 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0763917 May 20 07:51:10.161695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.170441 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e8cee28-d1fa-4707-9171-647444ec5646 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:10.171193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0f4d063-125d-4455-81eb-6aa0337f944b req-ceaa7933-1928-4eaa-b655-2bfdf1de8a0e service neutron] 10.222.0.84 "GET /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544129 May 20 07:51:10.177357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:10.200571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:10.251301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:10.313509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:10.321250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=085e44cb-d4c5-4135-80fd-4e63d9eb5db4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:10.321853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.333663 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:10.334208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:10.334930 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.368691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:10.377004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.406464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.438010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:10.484793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3724444 May 20 07:51:10.497278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:10.516553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Usage tracker for resource:security_group_rule and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:10.532240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:10.544409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:10.553610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:37:b4:eb', 'name': 'tempest-NetworksTestDHCPv6-1130836892'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:10.612377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-062a458c-6058-4ea5-b554-7abc53c7466f req-9c4fec98-f751-4cbf-a662-a79acd8e42e3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.1248949 May 20 07:51:10.656247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Deleting port 23be8a29-c2c6-4bc6-8882-98e518609e61 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:10.656630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.828105 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:10.830454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:10.840062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:10.849432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:10.853733 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3f33e372-e943-4936-9a09-dba8b324ff08 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:10.859976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:10.940309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:11.011985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] For port 23be8a29-c2c6-4bc6-8882-98e518609e61, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=23be8a29-c2c6-4bc6-8882-98e518609e61,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:11.012777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:11.039024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c97a3303-58ef-4c3a-a21c-bf4e4252023a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:11.109213 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:11.306626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c97a3303-58ef-4c3a-a21c-bf4e4252023a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:11.322208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Calling delete_port for 23be8a29-c2c6-4bc6-8882-98e518609e61 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:11.399762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ad972-63b7-459a-9d2b-b04c7492e3f8 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:11.437339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:11.466512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae46d6-a0e9-4841-bcd5-b48700f9dede req-1b6382b4-2dda-4959-a5d2-58e2e3061c73 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:11.477651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eae46d6-a0e9-4841-bcd5-b48700f9dede req-1b6382b4-2dda-4959-a5d2-58e2e3061c73 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2847450 May 20 07:51:11.515875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port feb421b5-1790-4414-b0b6-e358c73d678c yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:51:11.624113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9eae46d6-a0e9-4841-bcd5-b48700f9dede req-778d8cae-a2a9-439c-b65e-58bc85e138fb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426275 May 20 07:51:11.707219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Provisioning for port c97a3303-58ef-4c3a-a21c-bf4e4252023a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:11.748096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Provisioning complete for port c97a3303-58ef-4c3a-a21c-bf4e4252023a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:11.748469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:11.770009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:11.806390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21d286ba-7640-46be-930f-49bbfff66f03 req-fe640abf-21b5-4a04-90bd-601681fd050b tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1290088 May 20 07:51:11.854636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:11.862479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:11.996132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.011462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:12.012091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.016579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:12.022181 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:12.051537 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.077888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.084770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:12.092790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Update dhcp port {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': 'ed7c8a51-aec6-4d7e-8b6c-fad538b64131', 'ip_address': '2001:db8::f816:3eff:fe13:701d'}, {'subnet_id': '085e44cb-d4c5-4135-80fd-4e63d9eb5db4'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'c97a3303-58ef-4c3a-a21c-bf4e4252023a'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:51:12.108126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.126627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:51:12.163477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70e06d-df7e-4130-a88b-e02058c19536 req-0db13f7e-f68a-48a1-b1d3-46892489434c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:12.174514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ca70e06d-df7e-4130-a88b-e02058c19536 req-0db13f7e-f68a-48a1-b1d3-46892489434c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 931 time: 0.3432591 May 20 07:51:12.214816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7705078 May 20 07:51:12.219604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.227265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d8779c-be73-4f64-a346-7cbb18ea15bb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:12.240327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] For port c97a3303-58ef-4c3a-a21c-bf4e4252023a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c97a3303-58ef-4c3a-a21c-bf4e4252023a,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:12.240840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Request body: {'port': {'device_id': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:12.279355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 172.20.0.4 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/085e44cb-d4c5-4135-80fd-4e63d9eb5db4/feb421b5-1790-4414-b0b6-e358c73d678c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:12.288495 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.288949 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Added segment 43bab8e8-08f1-46f1-a861-425d85e9fbff of type vlan for network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 May 20 07:51:12.291204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:12.298321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe37:b4eb (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ed7c8a51-aec6-4d7e-8b6c-fad538b64131/feb421b5-1790-4414-b0b6-e358c73d678c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:12.299830 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:12.323250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ca70e06d-df7e-4130-a88b-e02058c19536 req-c7c243b7-9479-4b27-bdd7-102029ed53ba tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434860 May 20 07:51:12.374514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.381373 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-763571f3-750a-4732-bb8e-4de196a6be67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:12.499017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23be8a29-c2c6-4bc6-8882-98e518609e61,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:12.511927 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:12.594005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.613189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6d8a5d8-33fe-4f7a-9cdd-0958b280a9e6 req-c2d9c6ca-5f9e-430e-b669-996ef78b7f95 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1560638 May 20 07:51:12.633781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Pushing event updated for resources: {'Port': ['ID=c97a3303-58ef-4c3a-a21c-bf4e4252023a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:12.638344 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:12.660279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.678483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object feb421b5-1790-4414-b0b6-e358c73d678c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:12.755356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.829556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:12.838347 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8b84adf-c820-4e3d-bacf-ac6de26cffba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:12.951926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Allocated IP 172.20.0.2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/085e44cb-d4c5-4135-80fd-4e63d9eb5db4/c97a3303-58ef-4c3a-a21c-bf4e4252023a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:13.004863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:13.009249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:13.031136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:13.161109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c97a3303-58ef-4c3a-a21c-bf4e4252023a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:13.211240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b7973aae-857f-404d-b46d-2bc624ea7450 req-3468e386-f240-44ff-aae9-720f29c074e7 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0688915 May 20 07:51:13.214391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=feb421b5-1790-4414-b0b6-e358c73d678c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:13.224849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.227597 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:13.240907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:13.241891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.361373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] For port c97a3303-58ef-4c3a-a21c-bf4e4252023a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c97a3303-58ef-4c3a-a21c-bf4e4252023a,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:13.375510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c97a3303-58ef-4c3a-a21c-bf4e4252023a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:13.376439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.391602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8926592 May 20 07:51:13.404151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55068) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:13.629898 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.668404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Transition to ACTIVE for port object c97a3303-58ef-4c3a-a21c-bf4e4252023a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:13.695817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.806817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088bc90-9012-4448-9af6-260b46d2d26a req-310b9f06-a351-4d81-bd51-c112a0d7a2b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:13.808393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9088bc90-9012-4448-9af6-260b46d2d26a req-310b9f06-a351-4d81-bd51-c112a0d7a2b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 931 time: 0.1268344 May 20 07:51:13.818840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b3a86-20df-4a56-bc06-3422b2f3e5e3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:13.820801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:13.826215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b3a86-20df-4a56-bc06-3422b2f3e5e3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:13.827051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-190b3a86-20df-4a56-bc06-3422b2f3e5e3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:13.829024 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:13.848904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaedfeb-9422-4a18-ac66-1c033554ef5a req-349a6a4a-e4b0-4fe9-9b67-f18a5a026cdb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:13.857161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-baaedfeb-9422-4a18-ac66-1c033554ef5a req-349a6a4a-e4b0-4fe9-9b67-f18a5a026cdb tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 1.0951290 May 20 07:51:13.882828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9088bc90-9012-4448-9af6-260b46d2d26a req-321e1270-d6d3-4730-9784-9ad8b5774f72 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 May 20 07:51:13.923901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-baaedfeb-9422-4a18-ac66-1c033554ef5a req-ea2a74c1-9d34-432f-899a-24cdb39deef2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658293 May 20 07:51:14.010333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.011518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:14.012031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-190b3a86-20df-4a56-bc06-3422b2f3e5e3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:14.012135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.015805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-190b3a86-20df-4a56-bc06-3422b2f3e5e3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.6080492 May 20 07:51:14.016260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:14.030703 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:14.032086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Pushing event updated for resources: {'Port': ['ID=c97a3303-58ef-4c3a-a21c-bf4e4252023a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:14.035667 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:14.223272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port feb421b5-1790-4414-b0b6-e358c73d678c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:14.223910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.273183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Pushing event updated for resources: {'Network': ['ID=8823eb37-e698-4f8f-a2ce-57c33cbeb0a0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:14.301548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:14.310641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:51:14.375616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:14.429191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.451173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.577375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.0210328 May 20 07:51:14.590059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7851d77a-2656-4d4f-8f28-35adba06263f req-f0bcd86c-212a-42f6-bdec-ebe5c73c4d83 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1934223 May 20 07:51:14.595139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55088) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:14.623829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Request body: {'subnet': {'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1344132350-subnet', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:14.638900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Transition to ACTIVE for port object 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:14.650242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:14.667573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Usage tracker for resource:subnet and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:14.672499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:14.676463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for feb421b5-1790-4414-b0b6-e358c73d678c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:14.858069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:51:14.859341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:14.865445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:14.873547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e03588f9-bae4-4fe5-ad87-272a7ed260c5 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:14.982875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c97a3303-58ef-4c3a-a21c-bf4e4252023a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:15.089299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:15.091672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:15.105463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:15.111865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ac7e83a-942f-40c4-a892-f41c64f17271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:15.229369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-415fb268-98b9-4ed7-8399-2b2665b6ad63 None None] Provisioning for port c97a3303-58ef-4c3a-a21c-bf4e4252023a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:15.235840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-415fb268-98b9-4ed7-8399-2b2665b6ad63 None None] Provisioning complete for port c97a3303-58ef-4c3a-a21c-bf4e4252023a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:15.236453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-415fb268-98b9-4ed7-8399-2b2665b6ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:15.247329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=feb421b5-1790-4414-b0b6-e358c73d678c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:15.259460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:15.259703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:15.270933 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:15.626131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:15.676717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ae22-8331-4555-b3fa-b97f1070aea1 req-9d7a477f-a01b-4b9f-84c3-6df23e1c95a3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:15.678798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e878ae22-8331-4555-b3fa-b97f1070aea1 req-9d7a477f-a01b-4b9f-84c3-6df23e1c95a3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 943 time: 0.2762868 May 20 07:51:15.701345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aaec555b-6cf0-4f0f-9e58-9bb97489b886 None None] Could not find standard attr ID for object feb421b5-1790-4414-b0b6-e358c73d678c. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:51:15.740560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e878ae22-8331-4555-b3fa-b97f1070aea1 req-4024abd2-e49f-489b-9791-9a7b6d219391 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 May 20 07:51:15.763767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/feb421b5-1790-4414-b0b6-e358c73d678c HTTP/1.1" status: 204 len: 168 time: 1.7444007 May 20 07:51:15.764057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55116) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:15.901786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:15.903581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:15.905500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:15.906582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:16.010350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Attempting to bind port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:16.010878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Attempting to bind port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:16.011112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Attempting to bind port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:16.017458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:16.026429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Sync routers for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:16.029220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:16.030317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-58b4c51e-3a85-46ff-9a10-b4ab3dd8ba75 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2652495 May 20 07:51:16.032962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:16.041341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:16.042011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:16.057251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:51:16.066898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Attempting to bind port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:16.099823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] 10.222.0.79 "PUT /v2.0/routers/b7a5c87f-74ea-4301-8db2-96aa1e978cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2415643 May 20 07:51:16.099823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:16.099823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:16.099823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:16.099823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Bound port: 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:16.100284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:16.112770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:16.152390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 085e44cb-d4c5-4135-80fd-4e63d9eb5db4 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:16.157409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:16.250994 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:16.295707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:16.461091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:16.788705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:51:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:16.802893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Checking router: b7a5c87f-74ea-4301-8db2-96aa1e978cf0 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:16.803046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9209c7eb-86a1-49f8-8d74-6cdeac31d352 req-22459ff7-6bab-4120-807a-8d0b04342ad7 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0585110 May 20 07:51:16.823753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Routers {'b7a5c87f-74ea-4301-8db2-96aa1e978cf0'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:16.831950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:16.948827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:16.958567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.151168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] Set router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:17.313889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbc436-5b36-4e63-8490-2d620168fd9f req-1fb2e1e3-c3fd-4f25-b2be-b4f5a55bbad3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:17.318049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:17.324941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aacbc436-5b36-4e63-8490-2d620168fd9f req-1fb2e1e3-c3fd-4f25-b2be-b4f5a55bbad3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 943 time: 0.1413710 May 20 07:51:17.334349 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.397651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aacbc436-5b36-4e63-8490-2d620168fd9f req-eb4973bb-c787-4873-a3dc-337343f87465 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711343 May 20 07:51:17.402754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.409762 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-143d8373-eacb-49ef-9b4c-2e7bd1126235 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:17.420600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-a3dd7ea7-6008-4c96-b25e-15d28f5fe26b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:17.424678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-a3dd7ea7-6008-4c96-b25e-15d28f5fe26b tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.1754708 May 20 07:51:17.457602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=085e44cb-d4c5-4135-80fd-4e63d9eb5db4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:17.460680 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:17.465313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.469453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534dbe1-9f6b-47a6-bc6f-8826f5821f6c req-3353c666-b4a9-4566-9b8d-6b569ea472a2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:17.476556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5534dbe1-9f6b-47a6-bc6f-8826f5821f6c req-3353c666-b4a9-4566-9b8d-6b569ea472a2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.5373664 May 20 07:51:17.486009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b563e-8e28-4a1c-9993-1ce9020486f6 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:17.540901 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/085e44cb-d4c5-4135-80fd-4e63d9eb5db4 HTTP/1.1" status: 204 len: 168 time: 1.5068340 May 20 07:51:17.543064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55140) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:17.572668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.621795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet ed7c8a51-aec6-4d7e-8b6c-fad538b64131 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:17.625694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.654970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a3b607b-2258-4b2e-be1c-a6f1737ce529 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:17.709103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.734942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:51:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:17.739783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.740851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cb0c6-2c24-4c54-a028-9474fca85b82 None None] The sync data for ids ['b7a5c87f-74ea-4301-8db2-96aa1e978cf0'] in n-d-780147-4 is: [{'id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'name': 'tempest-ServersTestManualDisk-1662971730-router', 'tenant_id': '60515dbf5e2b47daacfb4af5c7d78201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:46Z', 'updated_at': '2021-05-20T07:51:11Z', 'revision_number': 5, 'project_id': '60515dbf5e2b47daacfb4af5c7d78201', 'gw_port': {'id': '5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a5c87f-74ea-4301-8db2-96aa1e978cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:49Z', 'updated_at': '2021-05-20T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:17.848539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.865740 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5534dbe1-9f6b-47a6-bc6f-8826f5821f6c req-b67a8de4-7cd9-4fdb-b90a-4572168685ba tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881838 May 20 07:51:17.882793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:17.883515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:17.885938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] 10.222.0.81 "PUT /v2.0/ports/4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 1091 time: 5.6522303 May 20 07:51:17.891675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:17.947352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Pushing event updated for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:17.967275 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:17.973117 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e93204b5-5d6a-4889-9630-5459c514adfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:18.073641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95066b84-20fa-4015-abca-0129e015febf,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:18.089811 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:18.092862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Deleting port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:18.093393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.187843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Checking segment: {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:18.188208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Network hostable DHCP agents. Network: 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:51:18.202157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Deleting port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:18.202502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.203980 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-43a8fd71-197f-40b7-90ce-ca2e2696e4d6 req-e66abb15-31ef-44e9-90ba-0b0c361ddbf6 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0994384 May 20 07:51:18.513448 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', 'status': 'completed', 'code': 200} May 20 07:51:18.544116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.549230 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31c4a95a-702e-42de-be25-04bf939dd410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:18.639009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7c8a51-aec6-4d7e-8b6c-fad538b64131,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:18.657212 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:18.674308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.690730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] For port 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:18.691208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.698030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ed7c8a51-aec6-4d7e-8b6c-fad538b64131 HTTP/1.1" status: 204 len: 168 time: 1.1533542 May 20 07:51:18.698940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55154) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:18.702261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-79d5af66-4a15-49c6-aa89-456a6074717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:18.703756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-79d5af66-4a15-49c6-aa89-456a6074717e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1094 time: 0.6711168 May 20 07:51:18.716137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] For port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:18.716137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:18.718297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21317283-5a21-4cd6-8f34-a894c11ffdc1 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:18.778562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:51:18.799198 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cda2a35a-9ee5-47b7-833a-1991d6ea58d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977006 May 20 07:51:18.799937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:18.809236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:18.900400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb0ef-7750-4b35-a48b-ae9cf81ee233 req-28d9c55f-9fec-48a1-92cc-f59807abec57 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:18.902421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-322eb0ef-7750-4b35-a48b-ae9cf81ee233 req-28d9c55f-9fec-48a1-92cc-f59807abec57 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 943 time: 0.3087721 May 20 07:51:18.935787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 23be8a29-c2c6-4bc6-8882-98e518609e61 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:18.989223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-f240bb5e-5eae-4643-8253-0fcfb237f756 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 217 time: 0.2650154 May 20 07:51:19.013083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 23be8a29-c2c6-4bc6-8882-98e518609e61 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:19.013494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 23be8a29-c2c6-4bc6-8882-98e518609e61 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:19.059817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-13b9cd0e-5dba-4433-89e5-6da5fdd24f33 None None] Provisioning complete for port c97a3303-58ef-4c3a-a21c-bf4e4252023a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:19.060339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13b9cd0e-5dba-4433-89e5-6da5fdd24f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.064204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Calling delete_port for 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:19.090049 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-322eb0ef-7750-4b35-a48b-ae9cf81ee233 req-6e30cdd4-fcc9-422b-baa4-75ccd15cb0d6 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813650 May 20 07:51:19.103375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:19.106547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Calling delete_port for 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:19.113871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:19.126941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:19.133334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:19.176008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:19.212498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672bdaa-641b-4c3e-ad61-2936ce5b7151 None None] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:19.231932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:19.232557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.254395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:19.259439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.263878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:51:19.266192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-9e24e6a4-5aa4-4b65-9575-e329a8fc69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:19.267623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-9e24e6a4-5aa4-4b65-9575-e329a8fc69e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.2006056 May 20 07:51:19.337089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-7a85c204-001d-458d-9205-bfa121816365 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520220 May 20 07:51:19.405457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.8031566 May 20 07:51:19.410098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:19.420096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:19.435557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:19.496147 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d75cf254-3c7b-4014-ba74-cd0ccf06e683 req-f2640774-d147-4370-9ab5-790165784158 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0545168 May 20 07:51:19.498099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3a0f-a800-4e01-8cf8-341321ad1e3f req-a297e1b0-91fe-4bf8-8c4b-3a123225ae77 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:19.505107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-654b3a0f-a800-4e01-8cf8-341321ad1e3f req-a297e1b0-91fe-4bf8-8c4b-3a123225ae77 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 944 time: 0.3956974 May 20 07:51:19.527228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Usage tracker for resource:router and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:19.574229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:19.598376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:19.611834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Deleting port c97a3303-58ef-4c3a-a21c-bf4e4252023a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:19.612652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.665870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-654b3a0f-a800-4e01-8cf8-341321ad1e3f req-c97356c2-2862-4de9-ae37-0d2b332869c7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597393 May 20 07:51:19.710808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-413ef012-21eb-42e9-a9b8-0b5e9aff4467 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562918 May 20 07:51:19.764419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.765433 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.782428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'fixed_ips': [{'subnet_id': '95066b84-20fa-4015-abca-0129e015febf'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:19.785755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.869393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.890994 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1427452c-3a45-485a-8c2a-239f59fb6782 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:19.921758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] For port c97a3303-58ef-4c3a-a21c-bf4e4252023a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c97a3303-58ef-4c3a-a21c-bf4e4252023a,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:19.922163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.923261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:19.958394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event deleted for resources: {'Port': ['ID=9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:19.965804 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:20.022194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.030334 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d4480e0-4331-40d5-9198-504daa98e256 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:20.118139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] No DVR routers for this DVR port 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:20.119604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:20.132853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Calling delete_port for c97a3303-58ef-4c3a-a21c-bf4e4252023a owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:20.137385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:51:20.137975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.144080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52dae07c-3ef9-43c4-898b-59e08af661dc req-bcf9333f-11f9-44ad-8ac8-b5365425beb7 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285309 May 20 07:51:20.336769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Allocated IP 172.20.0.2 (8823eb37-e698-4f8f-a2ce-57c33cbeb0a0/95066b84-20fa-4015-abca-0129e015febf/9ee4da03-e3dd-404f-9267-909ae52cb84f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:20.389282 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.400843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:20.441638 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:20.464507 n-d-780147-4 neutron-server[93102]: WARNING neutron.services.revisions.revision_plugin [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Could not find related port for resource to bump revision. May 20 07:51:20.499712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] No DVR routers for this DVR port c97a3303-58ef-4c3a-a21c-bf4e4252023a on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:20.501129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:20.501884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:20.509630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Port c97a3303-58ef-4c3a-a21c-bf4e4252023a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 20 07:51:20.512188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Reverting IP allocation for 2001:db8::f816:3eff:fe13:701d {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 20 07:51:20.514489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe13:701d {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 20 07:51:20.515699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.518487 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:20.519007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-deleted', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:20.534768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a759590c-1488-4c18-a810-5e193db47f70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:20.617925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Pushing event deleted for resources: {'Port': ['ID=c97a3303-58ef-4c3a-a21c-bf4e4252023a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:20.655858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:20.659052 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69acd262-cf74-41ad-b623-c3822291f627', 'name': 'network-vif-deleted', 'tag': '9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e', 'status': 'completed', 'code': 200} May 20 07:51:20.664816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:20.687014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:20.688168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.696890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76a58f-b759-4838-8005-03fc1f94db25 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:20.713345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=6dcaf140-2798-4e2c-be4e-9d824f140f31,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:20.719748 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:20.791664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fbd0739-e303-46f5-bb84-2b1d8ef9f5ad req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "DELETE /v2.0/ports/9eef2f5a-8eda-48bd-bde2-0ac1a7cecd4e HTTP/1.1" status: 204 len: 173 time: 3.3096237 May 20 07:51:20.854592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2abf012b-0322-42c8-8556-ab4c32de481c req-d2b377eb-27e1-46ea-b9a7-ebd856a0f606 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0530579 May 20 07:51:20.859093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0532517 May 20 07:51:20.862857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55188) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:20.870636 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:20.879748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:20.944555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.063917 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:21.132245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-19ec861a-660c-4082-a455-dd2657612155 req-5ae8c247-7898-4657-b087-21994149eaea tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=69acd262-cf74-41ad-b623-c3822291f627 HTTP/1.1" status: 200 len: 210 time: 0.0619359 May 20 07:51:21.170563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c97a3303-58ef-4c3a-a21c-bf4e4252023a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:21.214262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.221565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c97a3303-58ef-4c3a-a21c-bf4e4252023a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:21.222051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c97a3303-58ef-4c3a-a21c-bf4e4252023a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:21.230348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Transition to ACTIVE for port object 9ee4da03-e3dd-404f-9267-909ae52cb84f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:21.246033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '6dcaf140-2798-4e2c-be4e-9d824f140f31'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:21.246506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.246850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.257431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-c7850908-fdfa-4a45-993e-a007324b5b03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:21.258220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-c7850908-fdfa-4a45-993e-a007324b5b03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:21.264414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.274210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-0e3c2d81-0117-4513-a18d-5cb65d7629d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:21.275669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-0e3c2d81-0117-4513-a18d-5cb65d7629d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1094 time: 0.8215950 May 20 07:51:21.276527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Transition to ACTIVE for port object 9ee4da03-e3dd-404f-9267-909ae52cb84f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:21.365187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:21.437768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Allocated IP 2001:db8::f816:3eff:fee3:e03b (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/6dcaf140-2798-4e2c-be4e-9d824f140f31/bce83648-dec2-4bc3-8a57-a8c464ace24b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:21.448206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.453989 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:21.464102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:21.467701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:21.480476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:21.511693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.512181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a5c87f-74ea-4301-8db2-96aa1e978cf0 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:51:21.514206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-c7850908-fdfa-4a45-993e-a007324b5b03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:21.515343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-c7850908-fdfa-4a45-993e-a007324b5b03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 943 time: 1.0932605 May 20 07:51:21.551094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:21.556968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:21.559038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.559477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:21.560145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b7a5c87f-74ea-4301-8db2-96aa1e978cf0 HTTP/1.1" status: 204 len: 168 time: 5.4464281 May 20 07:51:21.565320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55194) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:21.578165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-20e8f546-ebab-4e18-9308-08dc38d77612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:21.579595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-20e8f546-ebab-4e18-9308-08dc38d77612 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.2722974 May 20 07:51:21.652784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:21.656245 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.678796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Deleting subnet 3c3ab91c-ff29-4dfd-befd-ea309edc23b3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:21.683088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.709932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-fc9d7ab0-2b8e-49b5-a8b2-eef572877153 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:21.712518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Pushing event updated for resources: {'Port': ['ID=9ee4da03-e3dd-404f-9267-909ae52cb84f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:21.716254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-70d6887a-e79f-4de5-98ae-008d9fffcd3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 217 time: 0.1242898 May 20 07:51:21.731321 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:21.777384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Attempting to bind port 9ee4da03-e3dd-404f-9267-909ae52cb84f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:21.777808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Attempting to bind port 9ee4da03-e3dd-404f-9267-909ae52cb84f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:21.778172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Attempting to bind port 9ee4da03-e3dd-404f-9267-909ae52cb84f on network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:21.784602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Checking segment: {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Bound using segment: {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Bound port: 9ee4da03-e3dd-404f-9267-909ae52cb84f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:21.801991 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:21.893098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.112415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2431811-4ed9-4d3f-be67-f24aaba36c6f req-2dac8651-db0c-451c-ab8c-a6ead2ac9589 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0683572 May 20 07:51:22.146040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.164873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-fc9d7ab0-2b8e-49b5-a8b2-eef572877153 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:22.166097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a08c04d7-3247-4f1a-904e-df05663e5083 req-fc9d7ab0-2b8e-49b5-a8b2-eef572877153 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366789 May 20 07:51:22.181412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Transition to ACTIVE for port object bce83648-dec2-4bc3-8a57-a8c464ace24b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:22.229169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Transition to ACTIVE for port object bce83648-dec2-4bc3-8a57-a8c464ace24b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:22.236378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-6884a8ae-5095-498f-ac53-0adb4305d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:22.237834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-6884a8ae-5095-498f-ac53-0adb4305d5bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.3440969 May 20 07:51:22.276673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] For port 9ee4da03-e3dd-404f-9267-909ae52cb84f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:22.281022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] For port 9ee4da03-e3dd-404f-9267-909ae52cb84f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9ee4da03-e3dd-404f-9267-909ae52cb84f,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:22.320792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-0e24427d-2574-40c8-90bb-42301f8f2c9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657222 May 20 07:51:22.327058 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.332206 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71c0973a-6c83-4e71-8ca0-45f13c259b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:22.451140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.457549 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbc33154-9a12-4458-be10-7f81892ad652 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:22.484146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:22.497373 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.512883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3ab91c-ff29-4dfd-befd-ea309edc23b3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:22.515292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:22.516219 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:22.517394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.518979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.527163 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3c3ab91c-ff29-4dfd-befd-ea309edc23b3 HTTP/1.1" status: 204 len: 168 time: 0.9599469 May 20 07:51:22.527243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:22.527312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:22.561695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Pushing event updated for resources: {'Port': ['ID=bce83648-dec2-4bc3-8a57-a8c464ace24b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:22.572993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.573869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae09d5-e26f-432e-8a24-4711fcaadbeb None None] Network 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:22.613814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.614327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.614730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.615220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.615526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.616152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.616452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.616830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.617256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.617664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.618136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.618523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:22.660578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-a6b89281-6fcf-4326-b5ec-0c273365ab53 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068602 May 20 07:51:22.670581 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:22.681234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.686256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b2bb81a-3a9f-4d1f-ae30-cfea3e62c1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:22.780610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Deleting port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:22.781227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.827380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Attempting to bind port bce83648-dec2-4bc3-8a57-a8c464ace24b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:22.827803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Attempting to bind port bce83648-dec2-4bc3-8a57-a8c464ace24b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:22.828244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Attempting to bind port bce83648-dec2-4bc3-8a57-a8c464ace24b on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:22.834142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:51:22.924371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] For port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,segment=NetworkSegment(5af9fb92-ebe7-4302-b823-e6649fd66e86),segment_id=5af9fb92-ebe7-4302-b823-e6649fd66e86)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:22.924735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:22.934881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Allocated IP 172.25.8.152 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/fa08d4e1-4961-41c9-8b97-05a7da9dba68) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:23.216379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:23.217984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:23.219044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.219925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:23.220947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Bound port: bce83648-dec2-4bc3-8a57-a8c464ace24b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:23.221693 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.249540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Calling delete_port for fd7f0986-f51b-41c7-88cb-a9d7fc121bbf owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:23.271693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.281407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:23.326940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:23.382234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb639bd2-a8fa-40e3-a0df-2ada7c74656c req-86c9189e-ef40-45b5-baaf-fdc6ba28f1cf service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097580 May 20 07:51:23.416059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', 'mac_address': 'fa:16:3e:23:18:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:51:23.417906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:23.418645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5ddfaafe-8e37-4ca3-bec4-b3e5903ee4db not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:23.427642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c74185-b37b-4623-ab55-48deccafec89 req-5e9b4144-a74b-43fe-8041-e78a326e1bab tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:23.430479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Pushing event updated for resources: {'Port': ['ID=9ee4da03-e3dd-404f-9267-909ae52cb84f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:23.450137 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45c74185-b37b-4623-ab55-48deccafec89 req-5e9b4144-a74b-43fe-8041-e78a326e1bab tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.3492527 May 20 07:51:23.469112 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:23.482672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e433a2a-0dda-4770-8b6a-fcfaf1802832 req-b3908a72-87a4-46d6-b2ba-5dc451818a8f tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0987206 May 20 07:51:23.590166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-45c74185-b37b-4623-ab55-48deccafec89 req-baf4ed84-4fa8-4e3f-9f49-8cac4a34b926 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366477 May 20 07:51:23.593572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.616213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcec6b79-00bc-4dfb-b115-1e56db506c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:23.649234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-75b50329-246c-405f-9144-8ed288cad5ac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:23.650043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-75b50329-246c-405f-9144-8ed288cad5ac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:23.664796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.714011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] For port bce83648-dec2-4bc3-8a57-a8c464ace24b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:23.726373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] For port bce83648-dec2-4bc3-8a57-a8c464ace24b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bce83648-dec2-4bc3-8a57-a8c464ace24b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:23.728627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:23.729000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7f0986-f51b-41c7-88cb-a9d7fc121bbf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:23.736847 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:23.746320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] No DVR routers for this DVR port fd7f0986-f51b-41c7-88cb-a9d7fc121bbf on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:23.756709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.758918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c554c1-dc4e-45ec-8cae-9358587fd35d None None] DHCP port deletion for 73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:51:23.766099 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:23.780141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:23.802837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.808729 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37bdcce4-0a43-4e20-8157-07563bf58340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:23.900012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-75b50329-246c-405f-9144-8ed288cad5ac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:23.901830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-75b50329-246c-405f-9144-8ed288cad5ac tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.5812378 May 20 07:51:23.919111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:23.992715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Pushing event updated for resources: {'Port': ['ID=bce83648-dec2-4bc3-8a57-a8c464ace24b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:24.000514 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:24.013575 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:24.098566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.129465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:24.135878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:24.140463 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:24.141071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.156124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af9fb92-ebe7-4302-b823-e6649fd66e86') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:24.156412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af9fb92-ebe7-4302-b823-e6649fd66e86') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:24.171504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.195632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.205925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:51:24.206482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.206775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:24.348463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: timer() May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:51:24.350054 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:51:24.429014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:24.432723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Pushing event updated for resources: {'Port': ['ID=fa08d4e1-4961-41c9-8b97-05a7da9dba68,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:24.433340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.435664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:24.442197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.451382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3abcbc75-e37e-42bb-b966-249ce7f78a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:24.513761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:24.519772 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:24.520209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:24.582015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70be3679-5a39-4f4f-9390-47056a8f8a69 None None] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:24.629354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] 10.222.0.79 "DELETE /v2.0/networks/73ea1b0e-d5cd-4d42-bc6e-e0c53b2eda22 HTTP/1.1" status: 204 len: 168 time: 2.1012197 May 20 07:51:24.714041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:24.744533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-72e6e0a8-18cc-494a-8f24-0adb8928b935 req-d9a6b71a-e13d-4be6-adf7-b8fa9ca3cb0a tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0808878 May 20 07:51:24.798733 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2934fe71-262d-4413-bc03-32a4c5a93421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:24.985146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:24.986832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=ee55fd40-e086-4bca-8f80-e012f606c175,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:24.996630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:25.027886 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:25.028058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-74bfe618-5084-481b-ad9b-9cca07ec8888 None None] Provisioning for port 9ee4da03-e3dd-404f-9267-909ae52cb84f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:25.033887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a72b3d-d207-4317-8f7a-2b096e14b939 req-692a556b-02bb-42c5-806f-dd4b2e37a01c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:25.036204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f0a72b3d-d207-4317-8f7a-2b096e14b939 req-692a556b-02bb-42c5-806f-dd4b2e37a01c tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 945 time: 0.1508288 May 20 07:51:25.036889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:25.052958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca66e-2b2e-401b-b940-c4ca5aad3a4e req-3f24f5e2-be37-4375-855c-7e599275207e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:25.063897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5ca66e-2b2e-401b-b940-c4ca5aad3a4e req-3f24f5e2-be37-4375-855c-7e599275207e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 944 time: 1.2384145 May 20 07:51:25.118262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bce83648-dec2-4bc3-8a57-a8c464ace24b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:25.147835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:25.148959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.183263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a02d0a34-3e01-4816-bb19-6e1e7ae57eb0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60515dbf5e2b47daacfb4af5c7d78201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445343 May 20 07:51:25.186589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:25.199899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f0a72b3d-d207-4317-8f7a-2b096e14b939 req-d47c0fd4-35b2-4596-bb0f-0c6309769d31 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195128 May 20 07:51:25.264358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d5ca66e-2b2e-401b-b940-c4ca5aad3a4e req-7cb0901f-a73d-407f-908c-db763da73e6f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995695 May 20 07:51:25.266078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Deleting port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:25.266410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.325721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.390154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.434923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bce83648-dec2-4bc3-8a57-a8c464ace24b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:25.444683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9ee4da03-e3dd-404f-9267-909ae52cb84f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:25.502100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6326385 May 20 07:51:25.502624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:25.509313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:b9:d8:d0', 'name': 'tempest-NetworksTestDHCPv6-19946519'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:25.576894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.592327 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ba57f8a-72e0-4b66-be33-4660b7a35c30 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:25.619354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9ee4da03-e3dd-404f-9267-909ae52cb84f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:25.624786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9ee4da03-e3dd-404f-9267-909ae52cb84f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:25.625330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.661868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] For port 57b2f0be-a2bc-457a-8441-96b4a95abfa8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=57b2f0be-a2bc-457a-8441-96b4a95abfa8,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:25.662233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.666437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b324800-279a-47f5-a90e-a078e84c6505 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:25.748468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:25.754371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:25.759103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:25.767203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:25.787976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52210b3-b363-4dc4-afeb-5b9e00b958f2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:25.793951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:25.795600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Calling delete_port for 57b2f0be-a2bc-457a-8441-96b4a95abfa8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:25.811790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.815250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:25.816498 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b52210b3-b363-4dc4-afeb-5b9e00b958f2 HTTP/1.1" status: 204 len: 168 time: 0.6287675 May 20 07:51:25.902885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:25.999813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40fd88e8-93c5-4771-8eb7-a2790a9025d8 req-a2039fd3-b702-4a02-928b-cda1a44cf75b tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0427690 May 20 07:51:26.006756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Provisioning for port bce83648-dec2-4bc3-8a57-a8c464ace24b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:26.028632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Provisioning complete for port bce83648-dec2-4bc3-8a57-a8c464ace24b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:26.029003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.146995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.184153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port e6866540-e46f-40e0-8cf9-98ea53c4c08c yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:51:26.187870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.258594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.296487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9ee4da03-e3dd-404f-9267-909ae52cb84f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9ee4da03-e3dd-404f-9267-909ae52cb84f,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:26.296487 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.388902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:26.474812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] For port bce83648-dec2-4bc3-8a57-a8c464ace24b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bce83648-dec2-4bc3-8a57-a8c464ace24b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:26.490067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.492436 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:26.579319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.592198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd7f0986-f51b-41c7-88cb-a9d7fc121bbf no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:26.714072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:26.716055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 172.20.0.10 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ee55fd40-e086-4bca-8f80-e012f606c175/e6866540-e46f-40e0-8cf9-98ea53c4c08c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:26.729623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:feb9:d8d0 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/6dcaf140-2798-4e2c-be4e-9d824f140f31/e6866540-e46f-40e0-8cf9-98ea53c4c08c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:26.753507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408e0ef-c2b4-413d-9918-0f1102d990f0 req-8ba422b8-6d8b-4201-9e11-c4349b7f99a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:26.755667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:26.762095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4408e0ef-c2b4-413d-9918-0f1102d990f0 req-8ba422b8-6d8b-4201-9e11-c4349b7f99a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 866 time: 0.2710912 May 20 07:51:26.799506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fd7f0986-f51b-41c7-88cb-a9d7fc121bbf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:26.800210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd7f0986-f51b-41c7-88cb-a9d7fc121bbf not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:26.862477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No active binding found for port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 07:51:26.863356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 57b2f0be-a2bc-457a-8441-96b4a95abfa8 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:26.880139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4408e0ef-c2b4-413d-9918-0f1102d990f0 req-f533e3a4-0169-4edf-8e5f-3bb9854d4810 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170962 May 20 07:51:26.887177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9ee4da03-e3dd-404f-9267-909ae52cb84f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:26.894596 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:26.897315 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-260c8882-39bc-4081-8aa7-50bdd566ec34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:26.942623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Update dhcp port {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '6dcaf140-2798-4e2c-be4e-9d824f140f31', 'ip_address': '2001:db8::f816:3eff:fee3:e03b'}, {'subnet_id': 'ee55fd40-e086-4bca-8f80-e012f606c175'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'bce83648-dec2-4bc3-8a57-a8c464ace24b'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:51:26.989113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.036132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.042941 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7465b419-a2d8-4554-bfe0-0217c2378ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:27.057596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Pushing event updated for resources: {'Port': ['ID=bce83648-dec2-4bc3-8a57-a8c464ace24b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:27.062438 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:27.149996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.178212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object e6866540-e46f-40e0-8cf9-98ea53c4c08c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:27.180051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:27.194441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:27.194962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.224345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event deleted for resources: {'Port': ['ID=57b2f0be-a2bc-457a-8441-96b4a95abfa8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:27.227770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:27.294585 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e27642aa-961f-4b0f-98f6-1ba263986bb0 req-98ebea74-9dd5-44fe-84ba-e562e54fb6a6 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0818696 May 20 07:51:27.320973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] No DVR routers for this DVR port 57b2f0be-a2bc-457a-8441-96b4a95abfa8 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:27.330969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.350887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-deleted', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:27.358409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.375119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.381930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1063072-597b-4385-ac1b-df2aadc3a54f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:27.426962 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc88d910-3327-4f81-bba0-a5c288ce4532', 'name': 'network-vif-deleted', 'tag': '57b2f0be-a2bc-457a-8441-96b4a95abfa8', 'status': 'completed', 'code': 200} May 20 07:51:27.429905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3ebfcbc-1e73-4096-9864-11a20c5e3bf5 req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "DELETE /v2.0/ports/57b2f0be-a2bc-457a-8441-96b4a95abfa8 HTTP/1.1" status: 204 len: 173 time: 3.1270742 May 20 07:51:27.439074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214aab2-128b-473a-8749-33e382ab8c35 req-93f267aa-530c-4b49-8466-ac928a95a389 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:27.447390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a214aab2-128b-473a-8749-33e382ab8c35 req-93f267aa-530c-4b49-8466-ac928a95a389 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 944 time: 0.7005830 May 20 07:51:27.451093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Allocated IP 172.20.0.2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/ee55fd40-e086-4bca-8f80-e012f606c175/bce83648-dec2-4bc3-8a57-a8c464ace24b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:27.517404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a214aab2-128b-473a-8749-33e382ab8c35 req-4993aea7-986b-44f0-84d8-cc0c5a7f1fe5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650749 May 20 07:51:27.521157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:51:27.573535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:27.583902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=e6866540-e46f-40e0-8cf9-98ea53c4c08c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:27.594875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:27.597054 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:27.597780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:27.681293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:27.690507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:27.731211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:27.731895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.735909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] For port bce83648-dec2-4bc3-8a57-a8c464ace24b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bce83648-dec2-4bc3-8a57-a8c464ace24b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:27.737085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:27.748778 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', 'code': 200} May 20 07:51:27.771791 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.775641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:27.780256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b5b2b66-1713-49f1-9983-b79d0918f738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:27.836176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:27.848392 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Sync routers for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:27.854491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3506036 May 20 07:51:27.856874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55300) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:27.863707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:27.876703 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:27.879343 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:27.880154 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:27.887360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Transition to ACTIVE for port object bce83648-dec2-4bc3-8a57-a8c464ace24b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:27.963146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1031718498-network', 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:27.974632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e479b1-5172-4ceb-b187-e3c7b05a9391 req-a4b736b9-c074-46ad-b58f-ecd1d0bb816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:27.976048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:27.979177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3e479b1-5172-4ceb-b187-e3c7b05a9391 req-a4b736b9-c074-46ad-b58f-ecd1d0bb816e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1096 time: 0.1382692 May 20 07:51:28.002384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.006272 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-26106ef4-38d8-4e8a-97fb-16997732a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:28.009505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Usage tracker for resource:network and tenant:9f0f74c1dd534937a7c0281d74d19647 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:28.020235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:28.020452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.024294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6124470 May 20 07:51:28.027280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55308) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:28.048753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:28.122428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67606417-e9f6-4b81-b46e-05e6f1461d77 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:28.132448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67606417-e9f6-4b81-b46e-05e6f1461d77 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:28.134298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67606417-e9f6-4b81-b46e-05e6f1461d77 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:28.150927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:28.153453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.179108 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.202509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:28.207698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0f74c1dd534937a7c0281d74d19647 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:28.212723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:28.219220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:28.265440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67606417-e9f6-4b81-b46e-05e6f1461d77 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:28.267369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-67606417-e9f6-4b81-b46e-05e6f1461d77 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4088991 May 20 07:51:28.282073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:28.295192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3e479b1-5172-4ceb-b187-e3c7b05a9391 req-f367cc1f-a2d9-4e42-be42-513f0dbef199 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115888 May 20 07:51:28.299262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ce12d2da-8ae6-49e9-a4e4-f691fcca8375 req-0c5c20b3-e3db-41aa-8842-56ef7cdc27a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Synchronizing usage tracker for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:28.346291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Pushing event updated for resources: {'Port': ['ID=bce83648-dec2-4bc3-8a57-a8c464ace24b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:28.358032 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:28.364601 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:28.559990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.562280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port e6866540-e46f-40e0-8cf9-98ea53c4c08c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:28.562624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.563039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ce12d2da-8ae6-49e9-a4e4-f691fcca8375 req-0c5c20b3-e3db-41aa-8842-56ef7cdc27a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Unset dirty status for tenant:ed1028bad2744827b51f30754ae192e3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:28.565085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce12d2da-8ae6-49e9-a4e4-f691fcca8375 req-0c5c20b3-e3db-41aa-8842-56ef7cdc27a7 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=dc88d910-3327-4f81-bba0-a5c288ce4532 HTTP/1.1" status: 200 len: 210 time: 0.4329441 May 20 07:51:28.743943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.774893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:51:28.794875 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f0204469-ed5d-48dc-9888-4f9c6e7fb76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:28.832580 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:25Z', 'revision_number': 3, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:28.838134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Checking router: 0aa4ef00-323b-4dd8-a582-b7ac0461a77d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:28.838545 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Updating router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d port fa08d4e1-4961-41c9-8b97-05a7da9dba68 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:51:28.856067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16baf11b-35c6-4a72-bc61-44a076881cd7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:28.859546 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:28.862338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-60599c7c-c357-42e1-9365-ae10778826c7 req-6182d5b7-02d3-4c0f-b428-e7fbf305ffa0 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.2362976 May 20 07:51:28.930281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:28.930281 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Added segment ea093028-073a-407b-b9d0-cbb540bba540 of type vlan for network 0e0af098-bc70-4978-ad65-d16c6c603d64 May 20 07:51:28.960093 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.022857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bce83648-dec2-4bc3-8a57-a8c464ace24b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:29.047330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.178444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9ee4da03-e3dd-404f-9267-909ae52cb84f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:29.500459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9ee4da03-e3dd-404f-9267-909ae52cb84f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:29.501649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.527978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for e6866540-e46f-40e0-8cf9-98ea53c4c08c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:29.578381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a92df0b7-14da-4939-8460-45bc05c2da7c None None] Provisioning for port bce83648-dec2-4bc3-8a57-a8c464ace24b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:29.589245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a92df0b7-14da-4939-8460-45bc05c2da7c None None] Provisioning complete for port bce83648-dec2-4bc3-8a57-a8c464ace24b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:29.589715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a92df0b7-14da-4939-8460-45bc05c2da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.643444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.698549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9117be-da4f-4324-8129-79aca294df34 req-1426e95c-232d-4da2-8c5a-a78874fea443 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:29.707911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf9117be-da4f-4324-8129-79aca294df34 req-1426e95c-232d-4da2-8c5a-a78874fea443 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 945 time: 0.8132377 May 20 07:51:29.765620 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.784091 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Transition to ACTIVE for port object fa08d4e1-4961-41c9-8b97-05a7da9dba68 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:29.807410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf9117be-da4f-4324-8129-79aca294df34 req-dc286afb-7b67-41e0-b2b6-1c17b65a6532 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 May 20 07:51:29.821384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.828607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:29.831468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.863210 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:29.873175 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:29.880842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdc6f169-a904-44cc-a4de-aa238baf2e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:29.995402 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Attempting to bind port fa08d4e1-4961-41c9-8b97-05a7da9dba68 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:29.995932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Attempting to bind port fa08d4e1-4961-41c9-8b97-05a7da9dba68 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:29.996152 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Attempting to bind port fa08d4e1-4961-41c9-8b97-05a7da9dba68 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:30.006527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.013161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Pushing event updated for resources: {'Port': ['ID=fa08d4e1-4961-41c9-8b97-05a7da9dba68,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:30.018451 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:30.018837 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:30.019253 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.024694 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:30.025390 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Bound port: fa08d4e1-4961-41c9-8b97-05a7da9dba68, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:30.026001 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.065857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Pushing event updated for resources: {'Network': ['ID=0e0af098-bc70-4978-ad65-d16c6c603d64,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:30.078444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3402159 May 20 07:51:30.078939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:51:30.085732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55332) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:30.090406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Request body: {'subnet': {'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1031718498-subnet', 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:30.098638 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.098986 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.101138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:30.104848 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.105267 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.105646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.107065 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.107416 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.107756 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.108088 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.108416 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.108744 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.109120 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:51:30.112454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Usage tracker for resource:subnet and tenant:9f0f74c1dd534937a7c0281d74d19647 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:30.119691 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:30.121500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:30.139340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:30.157424 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:30.166401 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] For port fa08d4e1-4961-41c9-8b97-05a7da9dba68, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:30.170765 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] For port fa08d4e1-4961-41c9-8b97-05a7da9dba68, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa08d4e1-4961-41c9-8b97-05a7da9dba68,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:30.212043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48c9afd-9d2d-4e20-a407-32cb041c5cdd req-b06858ce-8cc8-4449-b35e-5495684b7884 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0621521 May 20 07:51:30.243007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:30.243486 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.245711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.247384 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:30.271996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8f4ea2a0-cd60-4a15-bfa8-038248a55af2 None None] Provisioning for port e6866540-e46f-40e0-8cf9-98ea53c4c08c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:30.272304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.278172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8f4ea2a0-cd60-4a15-bfa8-038248a55af2 None None] Provisioning complete for port e6866540-e46f-40e0-8cf9-98ea53c4c08c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:30.278547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea2a0-cd60-4a15-bfa8-038248a55af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.282133 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-809dcb7c-3875-4c61-8371-700eb376c2e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:30.329791 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:30.330439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:30.355399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=e6866540-e46f-40e0-8cf9-98ea53c4c08c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:30.360665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:30.379828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ea2a0-cd60-4a15-bfa8-038248a55af2 None None] Port e6866540-e46f-40e0-8cf9-98ea53c4c08c was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 07:51:30.392938 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Pushing event updated for resources: {'Port': ['ID=fa08d4e1-4961-41c9-8b97-05a7da9dba68,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:30.407853 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:30.634533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:30.636826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/e6866540-e46f-40e0-8cf9-98ea53c4c08c HTTP/1.1" status: 204 len: 168 time: 2.3510718 May 20 07:51:30.638249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:30.684107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:30.761384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:30.771314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:30.772832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:30.774377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:30.835084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Allocated IP 172.20.0.1 (8823eb37-e698-4f8f-a2ce-57c33cbeb0a0/95066b84-20fa-4015-abca-0129e015febf/d67507d8-eef1-4d9f-8555-6da7a0e7ce98) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:30.972636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:30.977829 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f38f762e-b423-454f-8b5d-8d47d841faae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3346422 May 20 07:51:30.980651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:30.984249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7054d-04be-4753-b154-6ff953672e06 req-ff2d9d52-f280-407a-8877-9e4cc66c9cc0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:30.985819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebe7054d-04be-4753-b154-6ff953672e06 req-ff2d9d52-f280-407a-8877-9e4cc66c9cc0 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 945 time: 0.2960138 May 20 07:51:31.051483 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:25Z', 'revision_number': 3, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:31.060104 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac56778-4ad3-4b4a-9690-16167f8fc06f None None] The sync data for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 is: [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:25Z', 'revision_number': 3, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:31.063571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 6dcaf140-2798-4e2c-be4e-9d824f140f31 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:31.069153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.140534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458151c-f18d-4a8d-9c6c-98e63ce53ab0 req-666ec952-7aef-4549-a9b3-7678c10109df tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:31.142108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5458151c-f18d-4a8d-9c6c-98e63ce53ab0 req-666ec952-7aef-4549-a9b3-7678c10109df tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 945 time: 0.2292094 May 20 07:51:31.148367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.172548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebe7054d-04be-4753-b154-6ff953672e06 req-cd647865-fa76-44bb-8a69-578692ea2b73 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/security-groups?id=edb379a4-1372-46fd-aa92-d182f7eca5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792934 May 20 07:51:31.244704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-8523c256-8f49-4e0a-9e56-c9f368a30bf1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:31.246244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-8523c256-8f49-4e0a-9e56-c9f368a30bf1 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 945 time: 0.3891866 May 20 07:51:31.249434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.250627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5458151c-f18d-4a8d-9c6c-98e63ce53ab0 req-6bfd779f-56ba-438f-9712-481fc7b06611 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719385 May 20 07:51:31.297247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.542789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Transition to ACTIVE for port object d67507d8-eef1-4d9f-8555-6da7a0e7ce98 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:31.557372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8953bca-9027-4164-bc84-582843977e0e req-1a606afc-71ac-4d8f-9aeb-d2695e55fcd5 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1045313 May 20 07:51:31.758601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Deleting port 2204953f-9984-477a-84b6-ca3f0d2a16b0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:31.758601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.807939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:31.871166 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce8a3ded-5c7f-4ada-bb17-c9eee5724c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:31.973980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-00c82b7c-2989-4c30-898c-2e1126aa1a78 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:31.975617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-00c82b7c-2989-4c30-898c-2e1126aa1a78 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.2877586 May 20 07:51:32.012789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-567d4654-730f-4a68-a144-61b663050463 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0293818 May 20 07:51:32.103635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.121697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9010bf1f-9782-4f2e-8179-784489b27fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:32.159741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.161153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec0478-58a4-4e3a-a480-5f97fe16692c None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:32.174161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcaf140-2798-4e2c-be4e-9d824f140f31,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:32.184131 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:32.194215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:32.197247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:32.245379 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-928a1ad3-9124-45d7-97e7-c4c37c5cb2dc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2312233 May 20 07:51:32.246221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:32.278189 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/6dcaf140-2798-4e2c-be4e-9d824f140f31 HTTP/1.1" status: 204 len: 168 time: 1.2955222 May 20 07:51:32.291006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:32.400099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Pushing event updated for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:32.475502 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:32.529713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] For port 2204953f-9984-477a-84b6-ca3f0d2a16b0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2204953f-9984-477a-84b6-ca3f0d2a16b0,segment=NetworkSegment(d63e45f2-dc74-4e2f-8163-7bd950242981),segment_id=d63e45f2-dc74-4e2f-8163-7bd950242981)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:32.530450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.553370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.687691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet ee55fd40-e086-4bca-8f80-e012f606c175 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:32.699472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ae87a0a-43e1-4751-b324-8c063d9cdea2 None None] Provisioning for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:32.704472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ae87a0a-43e1-4751-b324-8c063d9cdea2 None None] Provisioning complete for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:32.704848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ae87a0a-43e1-4751-b324-8c063d9cdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.706444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.738288 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.756559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Calling delete_port for 2204953f-9984-477a-84b6-ca3f0d2a16b0 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:32.764459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f06a9b1-a952-4329-95e1-c1dcb6bfdc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:32.779739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-1f35c502-7136-43d3-b802-ea3a292beae3 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324271 May 20 07:51:32.847526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2ae87a0a-43e1-4751-b324-8c063d9cdea2 None None] Port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:51:32.856084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:32.959329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b106148-0918-40d9-989f-981f0c077bb6,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:33.014766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa08d4e1-4961-41c9-8b97-05a7da9dba68 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:33.051596 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:33.162713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:33.163075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Network hostable DHCP agents. Network: 0e0af098-bc70-4978-ad65-d16c6c603d64, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:51:33.189335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bac3cf08-9a38-47d7-b62f-b3e5c935cc39 req-2030d5d0-e01d-47b7-aa4c-39278339504d service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856080 May 20 07:51:33.198693 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.259862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fa08d4e1-4961-41c9-8b97-05a7da9dba68 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:33.266334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fa08d4e1-4961-41c9-8b97-05a7da9dba68 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:33.266924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.274226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656655cb-2db8-4c2f-bb1c-da481833944a req-dfdc0796-9c3e-474f-b088-f917445c613c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:33.281212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-656655cb-2db8-4c2f-bb1c-da481833944a req-dfdc0796-9c3e-474f-b088-f917445c613c tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.7099748 May 20 07:51:33.364638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-656655cb-2db8-4c2f-bb1c-da481833944a req-33e01f3b-fc86-4148-b453-c1d27f8b5654 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824287 May 20 07:51:33.381131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:51:33.423529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.445787 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb79c28-eb68-4b7a-88ac-f960209e8bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:33.503158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Pushing event deleted for resources: {'Port': ['ID=2204953f-9984-477a-84b6-ca3f0d2a16b0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:33.538855 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:33.572720 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.596741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fa08d4e1-4961-41c9-8b97-05a7da9dba68, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa08d4e1-4961-41c9-8b97-05a7da9dba68,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:33.670007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.676752 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:33.759249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f48c66c-3426-41d6-b29c-0442a8665cd9 None None] Provisioning complete for port bce83648-dec2-4bc3-8a57-a8c464ace24b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:33.759860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f48c66c-3426-41d6-b29c-0442a8665cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.774546 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed0c7be4-5b3e-40ad-a2e8-0a115238a26e req-16e3aa8d-68de-4a91-aed8-dea141f5280d tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0638461 May 20 07:51:33.782861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3eb36f8-6168-49f5-bef8-11b40189dea1 req-9a138e21-621c-4fe0-9bea-0563368f3df2 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 210 time: 0.1027942 May 20 07:51:33.784228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 0e0af098-bc70-4978-ad65-d16c6c603d64) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:33.803710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932da74b-5b68-4801-8c66-e22e573eecf9 None None] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:33.867918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] No DVR routers for this DVR port 2204953f-9984-477a-84b6-ca3f0d2a16b0 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:33.886546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.902680 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-71b194c5-beb4-4712-875f-e1975d5b899b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:33.916220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:33.917338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.934773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.941126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-deleted', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:33.944361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fa08d4e1-4961-41c9-8b97-05a7da9dba68,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:33.955267 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:33.964378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:33.975871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce831df4-17e9-4c1c-b1b2-9fe838706639 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:33.988131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=ee55fd40-e086-4bca-8f80-e012f606c175,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:33.993544 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:34.000821 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ee55fd40-e086-4bca-8f80-e012f606c175 HTTP/1.1" status: 204 len: 168 time: 1.7084031 May 20 07:51:34.001754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55394) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:34.080183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a34a56c-2193-4da0-b062-6630b28a95a8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770328 May 20 07:51:34.081027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:34.088103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:34.092408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:34.105266 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a8ea31-1468-4533-a81c-8d4b9cc2146a', 'name': 'network-vif-deleted', 'tag': '2204953f-9984-477a-84b6-ca3f0d2a16b0', 'status': 'completed', 'code': 200} May 20 07:51:34.224514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ca80333-148a-4482-a6b8-2fa5bd6a0006 req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.84 "DELETE /v2.0/ports/2204953f-9984-477a-84b6-ca3f0d2a16b0 HTTP/1.1" status: 204 len: 173 time: 2.9689281 May 20 07:51:34.340800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:34.340800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:34.340800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:34.340800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:34.447647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3327f9-474a-4504-9f64-296f5b1a8c6f None None] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:34.448207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:34.448617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:34.453460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 2204953f-9984-477a-84b6-ca3f0d2a16b0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:34.453831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2204953f-9984-477a-84b6-ca3f0d2a16b0 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:34.591839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5092638 May 20 07:51:34.599607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:34.642262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0bac952-2fb1-4317-b764-ab783adb1e10 tempest-ServerMetadataNegativeTestJSON-1918269025 tempest-ServerMetadataNegativeTestJSON-1918269025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:34.653550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:34.657211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:34.673004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:51:34.765932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Pushing event updated for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:34.772240 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:34.834811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:34.868076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66fef-0fd4-40bd-b372-f53d2e429cda req-77d90e5f-4a61-44bd-a73b-515b91cecc35 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:34.878678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cb66fef-0fd4-40bd-b372-f53d2e429cda req-77d90e5f-4a61-44bd-a73b-515b91cecc35 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.3825903 May 20 07:51:34.917001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Deleting port bce83648-dec2-4bc3-8a57-a8c464ace24b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:34.917689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.013960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa08d4e1-4961-41c9-8b97-05a7da9dba68 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:35.057819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41f619-636b-4de4-be22-b9b0116601fc req-cb7dd21f-cb07-4acf-bf7f-775e6f8b7ee2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:35.059387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b41f619-636b-4de4-be22-b9b0116601fc req-cb7dd21f-cb07-4acf-bf7f-775e6f8b7ee2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 945 time: 0.5129972 May 20 07:51:35.117841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-833536bf-8c43-456d-a7cc-ee8e64ce4c79 req-6d17c5ff-cbd3-40aa-9233-a919012f2f92 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a8ea31-1468-4533-a81c-8d4b9cc2146a HTTP/1.1" status: 200 len: 210 time: 0.0659337 May 20 07:51:35.243752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] For port bce83648-dec2-4bc3-8a57-a8c464ace24b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bce83648-dec2-4bc3-8a57-a8c464ace24b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:35.244483 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.297841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cb66fef-0fd4-40bd-b372-f53d2e429cda req-62373a09-0b89-4449-af89-27fd7b6f7495 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177833 May 20 07:51:35.377369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fa08d4e1-4961-41c9-8b97-05a7da9dba68 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:35.377792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.403138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-990bfbb2-3699-4768-89cb-63b9e37bb3b4 req-a437d41c-df2d-415e-a0fe-1dcd90d938db tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1099753 May 20 07:51:35.416444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Calling delete_port for bce83648-dec2-4bc3-8a57-a8c464ace24b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:35.484964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:35.487545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:35.706925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Deleting port c62397d9-7266-4f6c-b5a1-1c40b195c828 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:35.707529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.783672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bce83648-dec2-4bc3-8a57-a8c464ace24b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:35.827263 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:51:35.844208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.862932 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:35.907080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bce83648-dec2-4bc3-8a57-a8c464ace24b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:35.907080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bce83648-dec2-4bc3-8a57-a8c464ace24b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:35.907399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:35.908834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] No DVR routers for this DVR port bce83648-dec2-4bc3-8a57-a8c464ace24b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:35.938646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Pushing event deleted for resources: {'Port': ['ID=bce83648-dec2-4bc3-8a57-a8c464ace24b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:35.942286 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:35.953748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-18136f07-52ab-4835-b2b4-ee6bf9554e67 None None] Provisioning complete for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:35.954140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18136f07-52ab-4835-b2b4-ee6bf9554e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:36.027456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-18136f07-52ab-4835-b2b4-ee6bf9554e67 None None] Port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:51:36.044070 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee141fda-6186-4598-bfdd-7e914bc3fef0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:36.114828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:36.128086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:36.142091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d8d5d-5bf9-4083-8b50-014b2bfbeecb None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:36.151313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-c7188c7b-e57f-40bc-b264-70827f26beb8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:36.164334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-c7188c7b-e57f-40bc-b264-70827f26beb8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.4561584 May 20 07:51:36.170665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:36.171272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:36.177208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=f869c305-fafe-4ea1-8699-983d40d8009c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:36.180188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:51:36.190902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-c5dcbd0d-3a10-40ed-b238-77d89f7b9428 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0318148 May 20 07:51:36.230999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:36.294075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-4b780559-5930-4e17-914d-900dc02d1642 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022301 May 20 07:51:36.296337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-7f51af4b-979e-4070-bf4f-1204afdc17d9 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:36.297792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-7f51af4b-979e-4070-bf4f-1204afdc17d9 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.4984450 May 20 07:51:36.307913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] For port c62397d9-7266-4f6c-b5a1-1c40b195c828, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c62397d9-7266-4f6c-b5a1-1c40b195c828,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:36.308622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:36.395841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'f869c305-fafe-4ea1-8699-983d40d8009c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:36.397080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:36.400800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3182938 May 20 07:51:36.405701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:36.419856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:36.456910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-91a33a96-a4a8-42c8-b216-110e2c81838a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.1367004 May 20 07:51:36.529114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Calling delete_port for c62397d9-7266-4f6c-b5a1-1c40b195c828 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:36.569094 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-3db08602-bef8-4204-9e7c-f0fb343c8cc0 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730372 May 20 07:51:36.590196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Allocated IP 172.20.0.2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f869c305-fafe-4ea1-8699-983d40d8009c/d1fb058d-3913-4628-a19a-3cef0cc78e2d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:36.622189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-58c9944b-113a-41b0-a8cc-ff4055eb4e00 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547349 May 20 07:51:36.636790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:36.658192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] 10.222.0.79 "PUT /v2.0/routers/0aa4ef00-323b-4dd8-a582-b7ac0461a77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6196988 May 20 07:51:36.691638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:36.698820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Sync routers for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:36.703756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:36.720297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:36.732143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:36.736881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-cedbc187-fd6a-4dbd-add2-21b21b76fafc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:51:36.744953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-cedbc187-fd6a-4dbd-add2-21b21b76fafc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061389 May 20 07:51:36.781660 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-8800cff1-3f8a-4ecc-ad07-c6acdad4e055 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023022 May 20 07:51:36.807632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:36.812693 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:36.841244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55472) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:36.912256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:36.912996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:36.922332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-581ba767-1de1-4b0e-8b41-be51aa363afb service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764369 May 20 07:51:36.993641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf8b2-f9d6-474e-ba32-e5b1ba65ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.010823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1018168290'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:37.012615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.020578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.021982 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be7c76b-1ed8-40a6-a4ae-8eddd633ab58 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:37.024407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:37.031745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:network and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:37.035576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:37.045004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:37.075633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['c55a6006-263f-4bfb-beb1-07a368901774'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:37.175211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Transition to ACTIVE for port object d1fb058d-3913-4628-a19a-3cef0cc78e2d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:37.225341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Transition to ACTIVE for port object d1fb058d-3913-4628-a19a-3cef0cc78e2d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:37.230101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:37.250066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:37.255683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.282561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Pushing event deleted for resources: {'Port': ['ID=c62397d9-7266-4f6c-b5a1-1c40b195c828,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:37.289695 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:37.306273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:51:37.319113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.319879 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Added segment 5addd47f-00dc-43bf-a1bf-82cbe4f56f31 of type vlan for network 458a3af7-47bd-474c-9b26-4ab9d0795157 May 20 07:51:37.343024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:37.385428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] No DVR routers for this DVR port c62397d9-7266-4f6c-b5a1-1c40b195c828 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:37.390053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.393043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'name': 'network-vif-deleted', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:37.412369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.445643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.451056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-72d5344b-a275-44d9-95ec-4e4eb1fe7715 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277684 May 20 07:51:37.513678 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:37.534252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b41f619-636b-4de4-be22-b9b0116601fc req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.81 "DELETE /v2.0/ports/c62397d9-7266-4f6c-b5a1-1c40b195c828 HTTP/1.1" status: 204 len: 173 time: 2.4581704 May 20 07:51:37.614013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c2dfb9b9-0298-4445-be03-cfc578fa3afe req-ea0aec93-c166-4e36-b96c-37e8003bdef1 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.1153686 May 20 07:51:37.668622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:37.674461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Deleting subnet 1b4ad184-5023-41a6-8c83-29772f84a53e {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:37.678854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.680760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:37.728382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Pushing event updated for resources: {'Port': ['ID=d1fb058d-3913-4628-a19a-3cef0cc78e2d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:37.738150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:37.739890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.820023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.841106 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:37.841318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:37.842012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.852722 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-963c0c3a-89e3-4d26-a5a3-fbe4292d35e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:37.872870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee2d18a2-ddd3-4ae4-a962-696087688f2b req-4a18b9ad-d359-46d8-a584-e387d19c0275 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.1220040 May 20 07:51:37.899351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:37.946913 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ea5af-614a-4323-938f-d9539547cc94', 'name': 'network-vif-deleted', 'tag': 'c62397d9-7266-4f6c-b5a1-1c40b195c828', 'status': 'completed', 'code': 200} May 20 07:51:37.997084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Attempting to bind port d1fb058d-3913-4628-a19a-3cef0cc78e2d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:37.997693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Attempting to bind port d1fb058d-3913-4628-a19a-3cef0cc78e2d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:37.997805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Attempting to bind port d1fb058d-3913-4628-a19a-3cef0cc78e2d on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:38.005766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:38.006149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:38.006565 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.006960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:38.007518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Bound port: d1fb058d-3913-4628-a19a-3cef0cc78e2d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:38.008219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.030930 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f1068c47-7e25-46bc-af02-30f838cb73e0 req-28b657f5-800b-47f0-95b0-21328612ebf1 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1843030 May 20 07:51:38.047843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b423104-7cc7-4148-a11d-ffa9b33eacbe req-a7e113ac-c6d2-401c-a41a-088c66942e02 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.0677826 May 20 07:51:38.111723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Network': ['ID=458a3af7-47bd-474c-9b26-4ab9d0795157,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:38.119300 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:38.137090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:51:38.166246 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3126681 May 20 07:51:38.166752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55506) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:38.173363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'subnet': {'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:38.334729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] For port d1fb058d-3913-4628-a19a-3cef0cc78e2d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:38.341571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] For port d1fb058d-3913-4628-a19a-3cef0cc78e2d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d1fb058d-3913-4628-a19a-3cef0cc78e2d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:38.359521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd67507d8-eef1-4d9f-8555-6da7a0e7ce98', 'name': '', 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'mac_address': 'fa:16:3e:0d:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '95066b84-20fa-4015-abca-0129e015febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:30Z', 'updated_at': '2021-05-20T07:51:34Z', 'revision_number': 2, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'subnets': [{'id': '95066b84-20fa-4015-abca-0129e015febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:38.365143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Checking router: 0aa4ef00-323b-4dd8-a582-b7ac0461a77d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:38.365143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Updating router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:51:38.384621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:38.388956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:subnet and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:38.392510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:38.400218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:38.438560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.457063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.465914 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-88bd153d-ebf7-42a8-be6f-81c50fe82fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:38.522369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:38.525989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.560382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:51:38.602934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Pushing event updated for resources: {'Port': ['ID=d1fb058d-3913-4628-a19a-3cef0cc78e2d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:38.610659 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:38.850877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c62397d9-7266-4f6c-b5a1-1c40b195c828 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:38.895246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:38.963041 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09cd3449-2b51-42df-8339-3e767b9b5910 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:39.016078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c62397d9-7266-4f6c-b5a1-1c40b195c828 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:39.016663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c62397d9-7266-4f6c-b5a1-1c40b195c828 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:39.040200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.171702 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-98f0f30b-8e47-42ca-aa32-6e816f5637d9 req-8263f3c9-51ee-42ae-ba00-7f0013a819db tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd0ea5af-614a-4323-938f-d9539547cc94 HTTP/1.1" status: 200 len: 210 time: 0.1228113 May 20 07:51:39.176999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4ad184-5023-41a6-8c83-29772f84a53e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:39.181322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:39.190867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b4ad184-5023-41a6-8c83-29772f84a53e HTTP/1.1" status: 204 len: 168 time: 1.8444891 May 20 07:51:39.205738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55526) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:39.221736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.240622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.255172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Transition to ACTIVE for port object d67507d8-eef1-4d9f-8555-6da7a0e7ce98 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:39.262183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f607ae3-5627-4eb2-963c-ea964df80656 req-e310885f-8889-4b34-9532-cf501a59af1e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.1003263 May 20 07:51:39.264909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a8c2-af9d-4227-a5ad-02e28b33fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.386095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.391145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-692da0e8-fa2e-4dfd-b7f6-40c38b4cc8c7 req-4c922042-0ebc-42be-a209-df03014a9f66 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0769365 May 20 07:51:39.394259 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:39.453305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.621635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Pushing event updated for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:39.633615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff29e6d5-7ef4-4efc-b1b2-47f9a18f598d req-c3c59574-a5cc-40d6-a872-03ae6365b97f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.1843498 May 20 07:51:39.671438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] For port d1fb058d-3913-4628-a19a-3cef0cc78e2d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d1fb058d-3913-4628-a19a-3cef0cc78e2d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:39.702168 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:39.760713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.768674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.781785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Attempting to bind port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:39.782179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Attempting to bind port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:39.782553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Attempting to bind port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 on network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:39.789080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:39.792400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Checking segment: {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:39.792400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.792400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Bound using segment: {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:39.792400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Bound port: d67507d8-eef1-4d9f-8555-6da7a0e7ce98, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bab8e8-08f1-46f1-a861-425d85e9fbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:39.792400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.840145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.841162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.848660 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:39.870970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.888689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70437a33-3b6a-460f-89a4-9a90d6050cb9']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:39.896906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] For port d67507d8-eef1-4d9f-8555-6da7a0e7ce98, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:39.904716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] For port d67507d8-eef1-4d9f-8555-6da7a0e7ce98, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:39.909953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63e45f2-dc74-4e2f-8163-7bd950242981') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:39.910499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63e45f2-dc74-4e2f-8163-7bd950242981') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:39.936498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.942489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:39.945942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:39.959798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.963465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:39.964140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.973792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:39.978620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15d8d6df-1475-4485-ba6b-b4f801e9686d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:39.987631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=d1fb058d-3913-4628-a19a-3cef0cc78e2d,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:39.999445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:51:39.999942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.003705 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:40.004265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cfd75b39-eade-48c5-a972-f93419639e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: timer() May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:51:40.014760 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:51:40.065054 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6544244 May 20 07:51:40.071716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121328a-9449-419f-aeec-2287377066ae None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:40.074795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55532) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:40.090717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:e1:96:77', 'name': 'tempest-NetworksTestDHCPv6-1034259699'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:40.130722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.136066 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9473e1a-9cee-44c2-a37a-04fd0279e6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:40.187550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=9bb6cff6-59a0-4c13-9345-3131507bece6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:40.201326 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:40.212732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.216007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Pushing event updated for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:40.224631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Subnet': ['ID=358b3fd7-b69e-4065-8735-f6dd6f0ef636,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:40.230834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.232052 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:40.234354 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:40.257328 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:40.277057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Checking segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:40.277828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network hostable DHCP agents. Network: 458a3af7-47bd-474c-9b26-4ab9d0795157, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:51:40.277988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:40.278501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:40.293720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Pushing event deleted for resources: {'Network': ['ID=70437a33-3b6a-460f-89a4-9a90d6050cb9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:40.307997 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:40.418372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] 10.222.0.79 "DELETE /v2.0/networks/70437a33-3b6a-460f-89a4-9a90d6050cb9 HTTP/1.1" status: 204 len: 168 time: 1.2039633 May 20 07:51:40.424991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55542) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:40.486776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:40.492689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:51:40.498174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:40.516066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:40.525595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:40.557146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-49db2781-d5a1-4618-ac5c-cef3f885f4c6 None None] Provisioning for port d1fb058d-3913-4628-a19a-3cef0cc78e2d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:40.682673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8845022d-9eb2-4f1e-ae9e-d7c31608055b req-6b74d5e2-6023-4fac-b33c-0cc3e455e968 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.1545115 May 20 07:51:40.723109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:40.731459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Deleting subnet c9ea2de0-4315-4766-92a1-d0e2b7300d4c {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:40.737549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.777554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:40.791257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 458a3af7-47bd-474c-9b26-4ab9d0795157) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:40.815863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-71573efb-1b18-4478-8efb-78bac12cea99 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:40.817523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-71573efb-1b18-4478-8efb-78bac12cea99 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.4703209 May 20 07:51:40.827879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:40.827879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.830588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:40.834988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df331d5b-59f7-48f0-980f-e9399ac50ace None None] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:40.863411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:40.915460 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-107fed4e-dc77-4728-b3a1-4772955ae133 req-c8379a95-c54e-4bd6-8b8d-f0b7c718fa31 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0801241 May 20 07:51:41.073983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9060471 May 20 07:51:41.081525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:41.094376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1240169188'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:41.100738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.108432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.135740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:41.151212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:network and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:41.157461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d1fb058d-3913-4628-a19a-3cef0cc78e2d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:41.159926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:41.178486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:41.235764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:41.265512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7093303-ca5c-487b-9536-420c0e7acb68 req-3cb58ff2-fd85-45de-ae20-112148f14c3e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.1348705 May 20 07:51:41.271129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 71ce3619-70d4-4a71-acd6-b95c8d405d61 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:51:41.323960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.332979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:41.335415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:41.339314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.458935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:51:41.472868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.473684 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Added segment 21901c20-5790-44e3-b7c1-e88990d07dfa of type vlan for network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc May 20 07:51:41.514071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.558549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-458a3af7-47bd-474c-9b26-4ab9d0795157', 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'fixed_ips': [{'subnet_id': '358b3fd7-b69e-4065-8735-f6dd6f0ef636'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:41.559369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.571757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 172.20.0.6 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f869c305-fafe-4ea1-8699-983d40d8009c/71ce3619-70d4-4a71-acd6-b95c8d405d61) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:41.578467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fee1:9677 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/9bb6cff6-59a0-4c13-9345-3131507bece6/71ce3619-70d4-4a71-acd6-b95c8d405d61) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:41.589935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:41.594165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.677646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.684169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:41.685014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.742822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d1fb058d-3913-4628-a19a-3cef0cc78e2d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:41.760125 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:41.767565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d1fb058d-3913-4628-a19a-3cef0cc78e2d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:41.767990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:41.849313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Allocated IP 19.80.0.2 (458a3af7-47bd-474c-9b26-4ab9d0795157/358b3fd7-b69e-4065-8735-f6dd6f0ef636/12e7f926-9a09-4f6e-85f0-384976ad9c9b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:41.924402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad3994-5b1b-4e6c-9a08-d46adf5ec18b req-88e1b189-206a-4628-ad7c-db5227e9b761 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:41.929973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9ad3994-5b1b-4e6c-9a08-d46adf5ec18b req-88e1b189-206a-4628-ad7c-db5227e9b761 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Synchronizing usage tracker for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:41.993891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd67507d8-eef1-4d9f-8555-6da7a0e7ce98', 'name': '', 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'mac_address': 'fa:16:3e:0d:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '95066b84-20fa-4015-abca-0129e015febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:30Z', 'updated_at': '2021-05-20T07:51:39Z', 'revision_number': 4, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'subnets': [{'id': '95066b84-20fa-4015-abca-0129e015febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:42.016943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ca6ef-9bac-4eb8-a29f-32c06493cbec None None] The sync data for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 is: [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd67507d8-eef1-4d9f-8555-6da7a0e7ce98', 'name': '', 'network_id': '8823eb37-e698-4f8f-a2ce-57c33cbeb0a0', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'mac_address': 'fa:16:3e:0d:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '95066b84-20fa-4015-abca-0129e015febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:30Z', 'updated_at': '2021-05-20T07:51:39Z', 'revision_number': 4, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'subnets': [{'id': '95066b84-20fa-4015-abca-0129e015febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:42.059780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9730239 May 20 07:51:42.092805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:42.131599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Network': ['ID=85ffb561-1de2-4890-bfed-d3f97b7bf4dc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:42.146814 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:42.152626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:51:42.155158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'subnet': {'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:42.188754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ebfbd73e-0020-45fe-9cb4-e2f7ef9ee4e2 req-3bc2ff2e-2f8a-4fe6-bd25-a3edb9864739 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.1786077 May 20 07:51:42.310152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9ad3994-5b1b-4e6c-9a08-d46adf5ec18b req-88e1b189-206a-4628-ad7c-db5227e9b761 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Unset dirty status for tenant:62ee9a09fc2c4c8299c03fa965c80d51 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:42.328034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9ad3994-5b1b-4e6c-9a08-d46adf5ec18b req-88e1b189-206a-4628-ad7c-db5227e9b761 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.9673097 May 20 07:51:42.353456 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.386432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.399076 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:42.464746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9ad3994-5b1b-4e6c-9a08-d46adf5ec18b req-3e81fbef-fc9d-46cf-a4bf-d14c76827cfa tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357388 May 20 07:51:42.480852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d1fb058d-3913-4628-a19a-3cef0cc78e2d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d1fb058d-3913-4628-a19a-3cef0cc78e2d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:42.492811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ea2de0-4315-4766-92a1-d0e2b7300d4c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:42.495751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.502127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-86c0e2fe-8602-45d7-976f-39589970b772 None None] Provisioning complete for port d1fb058d-3913-4628-a19a-3cef0cc78e2d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:42.506704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-86c0e2fe-8602-45d7-976f-39589970b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.551143 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:42.554918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1c82133-27aa-4f5f-b273-1601d58f5b48 req-c347c84d-bea6-4575-a982-00da7f3e5081 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1802347 May 20 07:51:42.566776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.4 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/18703155-eeac-4562-8e5d-3973f348a01c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:42.597138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.607656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:42.619648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-65a3227f-c771-4026-bc44-c0fadd2445e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:42.625518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-3844df1e-5ee7-4147-bcc6-8ed972d8c5ad tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:42.625518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-3844df1e-5ee7-4147-bcc6-8ed972d8c5ad tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.6170540 May 20 07:51:42.628583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:subnet and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:42.639590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.648587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:42.674460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:42.698295 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.705929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 71ce3619-70d4-4a71-acd6-b95c8d405d61 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:42.732597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.753661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Transition to ACTIVE for port object 12e7f926-9a09-4f6e-85f0-384976ad9c9b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:42.789890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d1fb058d-3913-4628-a19a-3cef0cc78e2d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:42.799426 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:42.824569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c9ea2de0-4315-4766-92a1-d0e2b7300d4c HTTP/1.1" status: 204 len: 168 time: 2.3851075 May 20 07:51:42.826973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:42.832849 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dada13f0-87f8-4ffc-a8a1-e9288175d26e req-181838ed-06c7-496a-9ff2-4d9314a6d737 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.0665822 May 20 07:51:42.833821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:42.838946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.845645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55572) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:42.855487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Transition to ACTIVE for port object 12e7f926-9a09-4f6e-85f0-384976ad9c9b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:42.879951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.893036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29345833-d338-4624-8076-7a5a30b73e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:42.956781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:42.963109 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43bcc8f1-3b95-43af-8208-eceb7f2897f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:43.089972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:43.093148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:43.094561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:43.104017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:43.105377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:43.136407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:43.162532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Pushing event updated for resources: {'Port': ['ID=12e7f926-9a09-4f6e-85f0-384976ad9c9b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:43.165039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d1fb058d-3913-4628-a19a-3cef0cc78e2d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:43.200601 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:43.229413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:43.229413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.258283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=71ce3619-70d4-4a71-acd6-b95c8d405d61,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:43.272368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:43.396621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Attempting to bind port 12e7f926-9a09-4f6e-85f0-384976ad9c9b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:43.397096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Attempting to bind port 12e7f926-9a09-4f6e-85f0-384976ad9c9b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:43.397381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Attempting to bind port 12e7f926-9a09-4f6e-85f0-384976ad9c9b on network 458a3af7-47bd-474c-9b26-4ab9d0795157 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:43.409028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:43.409417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Checking segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:43.414002 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.414002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Bound using segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:43.414002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Bound port: 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:43.414002 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.414343 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3361177 May 20 07:51:43.419406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55578) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:43.497893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d1fb058d-3913-4628-a19a-3cef0cc78e2d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:43.498439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.582585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2104e-ed42-46c2-8467-ee2e6fcca627 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:43.589871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2104e-ed42-46c2-8467-ee2e6fcca627 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:43.590698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2bc2104e-ed42-46c2-8467-ee2e6fcca627 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:43.602260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-19b0b9b0-22a1-4147-844e-5ce77cc4c8e0 req-bda8e99a-84a2-4cf7-b2e4-6940a1d31a28 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:43.685831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.702670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.725554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-19b0b9b0-22a1-4147-844e-5ce77cc4c8e0 req-bda8e99a-84a2-4cf7-b2e4-6940a1d31a28 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:43.727109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19b0b9b0-22a1-4147-844e-5ce77cc4c8e0 req-bda8e99a-84a2-4cf7-b2e4-6940a1d31a28 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.2102654 May 20 07:51:43.795461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2bc2104e-ed42-46c2-8467-ee2e6fcca627 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:43.799968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:43.805035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Usage tracker for resource:port and tenant:9f0f74c1dd534937a7c0281d74d19647 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:43.805584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2bc2104e-ed42-46c2-8467-ee2e6fcca627 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3841832 May 20 07:51:43.808214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:43.815516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d67507d8-eef1-4d9f-8555-6da7a0e7ce98 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:43.819290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:43.825985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55588) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:43.867074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0dbaeb65-2ac8-47bb-808b-7f332fc44385 None None] Provisioning for port 71ce3619-70d4-4a71-acd6-b95c8d405d61 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:43.877793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] For port 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:43.895004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0dbaeb65-2ac8-47bb-808b-7f332fc44385 None None] Provisioning complete for port 71ce3619-70d4-4a71-acd6-b95c8d405d61 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:43.895380 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0dbaeb65-2ac8-47bb-808b-7f332fc44385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.930423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.956430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eca5a4-eda3-4f12-b1f0-b85c6563b9df']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:43.974096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ada647-c0fd-4cd5-b6d0-25a9417683c9') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:43.974810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ada647-c0fd-4cd5-b6d0-25a9417683c9') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:43.989416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:43.993702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] For port 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=12e7f926-9a09-4f6e-85f0-384976ad9c9b,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:44.009430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.017234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:51:44.017660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.037361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0dbaeb65-2ac8-47bb-808b-7f332fc44385 None None] Port 71ce3619-70d4-4a71-acd6-b95c8d405d61 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:51:44.064369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.077773 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-58b22a4b-d063-49e1-83aa-7b5eccea667a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: timer() May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:51:44.119852 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:51:44.131504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:44.135261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:44.135820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.148019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:44.152987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.196487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ee96b-1f9c-46cd-8bf6-d6faac0c1901 req-8ca9fd20-b98d-4535-9fc1-f7884e5f397a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:44.198089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-014ee96b-1f9c-46cd-8bf6-d6faac0c1901 req-8ca9fd20-b98d-4535-9fc1-f7884e5f397a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.4925940 May 20 07:51:44.213804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Pushing event updated for resources: {'Port': ['ID=12e7f926-9a09-4f6e-85f0-384976ad9c9b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:44.231114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a7474d45-41d2-4bf4-a202-02088c7c0f1d req-77f83b9d-f1d2-478e-937d-a475fe6ba8f3 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.1063857 May 20 07:51:44.240987 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:44.298983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 71ce3619-70d4-4a71-acd6-b95c8d405d61 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:44.299329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.331102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-014ee96b-1f9c-46cd-8bf6-d6faac0c1901 req-00423c94-63ec-4ca7-8387-a29a7da66197 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254649 May 20 07:51:44.345295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.361567 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:44.415994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.558767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.565810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b8eca5a4-eda3-4f12-b1f0-b85c6563b9df,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:44.566799 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4fc230f2-662a-4443-be61-6824c1ce2228 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:44.573052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.575042 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:44.588101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] 10.222.0.79 "DELETE /v2.0/networks/b8eca5a4-eda3-4f12-b1f0-b85c6563b9df HTTP/1.1" status: 204 len: 168 time: 1.7386594 May 20 07:51:44.589444 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d302c496-fe03-4130-aebc-be6425b0977b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:44.619613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.658486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:44.713942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.776253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d67507d8-eef1-4d9f-8555-6da7a0e7ce98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:44.827871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:44.902287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:44.940585 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:44.961077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:44.975382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:44.980210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:45.031411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:45.051325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:45.059065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:45.062597 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:45.101638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 71ce3619-70d4-4a71-acd6-b95c8d405d61 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:45.111846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 12e7f926-9a09-4f6e-85f0-384976ad9c9b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:45.160055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.10 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:45.216384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:45.217041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.299339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7dbf1292-42b7-4e89-833b-d7fb9e735650 req-1c041436-6043-47fb-bd57-1c6873e8abd3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0669928 May 20 07:51:45.305222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d7580948-72a5-40d5-a980-5ea93bb63fa7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed1028bad2744827b51f30754ae192e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499506 May 20 07:51:45.306274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55604) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:45.320657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Subnet': ['ID=8dbb44d0-2efa-4101-8e8c-bf486a9e15a4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:45.328142 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:45.349941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3488-96b3-42e1-88fb-f0f24849f876 req-f358546a-3ca6-461e-bde8-b6411abeb2ce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:45.352089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a83d3488-96b3-42e1-88fb-f0f24849f876 req-f358546a-3ca6-461e-bde8-b6411abeb2ce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 931 time: 0.4310040 May 20 07:51:45.373787 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-134f963d-8804-46c0-b3bb-da8dc578f29b req-b4dd2169-d84e-4398-9dbd-603c7e875721 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.0541880 May 20 07:51:45.378016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Checking segment: {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:45.378379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network hostable DHCP agents. Network: 85ffb561-1de2-4890-bfed-d3f97b7bf4dc, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:51:45.394015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 12e7f926-9a09-4f6e-85f0-384976ad9c9b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:45.445637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.451274 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c83898aa-35c0-42c9-9274-a20e66fda43a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:45.503442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6440418 May 20 07:51:45.525217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Request body: {'port': {'device_id': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:45.537714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:51:45.546044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dde5a-43bc-4547-b03f-0364d59b8931 None None] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:45.555224 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eb7eb5cd-b4ce-43a3-b652-25128c98d0ba req-aeec2055-23a7-4ed6-962e-4061b9199eee tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0633941 May 20 07:51:45.557544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=71ce3619-70d4-4a71-acd6-b95c8d405d61,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:45.578018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a83d3488-96b3-42e1-88fb-f0f24849f876 req-6b0b3937-0fdd-44e0-824e-f3b46bb89bef tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130487 May 20 07:51:45.588896 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:45.590903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.607306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 85ffb561-1de2-4890-bfed-d3f97b7bf4dc) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:45.671045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4bd689-a340-4c10-a1e6-ea54f1d9ee31 None None] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:45.696280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:45.696877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.715017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Provisioning for port 12e7f926-9a09-4f6e-85f0-384976ad9c9b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:45.781134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Provisioning complete for port 12e7f926-9a09-4f6e-85f0-384976ad9c9b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:45.781595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.857800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.859735 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/71ce3619-70d4-4a71-acd6-b95c8d405d61 HTTP/1.1" status: 204 len: 168 time: 2.0321012 May 20 07:51:45.863066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:45.904518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.916560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8139670 May 20 07:51:45.938332 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:45.956366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165351e-dfc0-4418-a4e9-66065b5c176f req-76b0f02d-be18-4d6f-a9b8-9c17ed0253af tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:45.965464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8165351e-dfc0-4418-a4e9-66065b5c176f req-76b0f02d-be18-4d6f-a9b8-9c17ed0253af tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2133207 May 20 07:51:46.010013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.011691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.013282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.014314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:46.022933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.037744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8165351e-dfc0-4418-a4e9-66065b5c176f req-73325b13-4986-48da-ac20-80f073319c03 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711634 May 20 07:51:46.129194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:46.133648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ae6c1b8-ac3d-44c5-a061-1366b9c1b249 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2645111 May 20 07:51:46.134430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:46.226618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.227438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 9bb6cff6-59a0-4c13-9345-3131507bece6 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:46.230732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.239722 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6aa6d113-61d0-405f-99b9-caad30f0614c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:46.265072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-85ffb561-1de2-4890-bfed-d3f97b7bf4dc', 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'fixed_ips': [{'subnet_id': '8dbb44d0-2efa-4101-8e8c-bf486a9e15a4'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:46.265369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.284078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.295326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.303906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb379a4-1372-46fd-aa92-d182f7eca5a8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:46.387016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.473348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] For port 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=12e7f926-9a09-4f6e-85f0-384976ad9c9b,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:46.485864 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:46.506087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.526446 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c125a6c5-951e-4a99-a082-daa68e45d643 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:46.568884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Allocated IP 19.86.0.2 (85ffb561-1de2-4890-bfed-d3f97b7bf4dc/8dbb44d0-2efa-4101-8e8c-bf486a9e15a4/acdfc6cf-7e5b-4e38-b855-cc64e09056b4) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:46.571734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.575387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edb379a4-1372-46fd-aa92-d182f7eca5a8 HTTP/1.1" status: 204 len: 168 time: 1.2624469 May 20 07:51:46.593692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.602677 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:46.654619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:46.664616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:46.688523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:46.766833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:46.775795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:46.784395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c89a3250-2975-45b4-86ed-37cf13c67d53 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.791848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c89a3250-2975-45b4-86ed-37cf13c67d53 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.792647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c89a3250-2975-45b4-86ed-37cf13c67d53 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:46.811176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Pushing event updated for resources: {'Port': ['ID=12e7f926-9a09-4f6e-85f0-384976ad9c9b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:46.823444 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:46.868785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:46.869339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.893408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.899668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b56d8daf-3ded-4eba-a3d7-f04918d8d23e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:46.953016 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.964740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Transition to ACTIVE for port object acdfc6cf-7e5b-4e38-b855-cc64e09056b4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:46.975706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb6cff6-59a0-4c13-9345-3131507bece6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:46.987169 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:46.989929 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:46.992565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Transition to ACTIVE for port object acdfc6cf-7e5b-4e38-b855-cc64e09056b4 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:46.996884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080ba39-b2c6-4386-be14-156283f4b22e None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:47.034916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458abd9-0fa8-4c70-86b3-19898d0c0b7d req-14dceac9-e317-479f-a7da-8c996309b21c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:47.076889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b458abd9-0fa8-4c70-86b3-19898d0c0b7d req-14dceac9-e317-479f-a7da-8c996309b21c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 932 time: 0.2144988 May 20 07:51:47.077043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18703155-eeac-4562-8e5d-3973f348a01c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:47.077043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c89a3250-2975-45b4-86ed-37cf13c67d53 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:47.077592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d67507d8-eef1-4d9f-8555-6da7a0e7ce98 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:47.077686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c89a3250-2975-45b4-86ed-37cf13c67d53 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/networks?id=458a3af7-47bd-474c-9b26-4ab9d0795157&id=85ffb561-1de2-4890-bfed-d3f97b7bf4dc&id=458a3af7-47bd-474c-9b26-4ab9d0795157 HTTP/1.1" status: 200 len: 1392 time: 0.8792093 May 20 07:51:47.077686 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.086702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b458abd9-0fa8-4c70-86b3-19898d0c0b7d req-c7c24e38-cf51-4df2-a0f2-3722eb1ed70d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:47.088634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-afdb924b-5e60-41f4-a7e3-eda75eccbafc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/quotas/a2fcffc73b6e4a1b94f59c16323f97f5 HTTP/1.1" status: 200 len: 375 time: 0.0250626 May 20 07:51:47.098887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Transition to ACTIVE for port object 18703155-eeac-4562-8e5d-3973f348a01c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:47.123253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9701956d-1cb0-4940-aee0-7de76b59b7ff None None] Provisioning complete for port 12e7f926-9a09-4f6e-85f0-384976ad9c9b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:47.123630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9701956d-1cb0-4940-aee0-7de76b59b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.171960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-f8ebdf70-21cd-4c7b-a548-10e675b141d2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:47.173294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-f8ebdf70-21cd-4c7b-a548-10e675b141d2 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.84 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.2094142 May 20 07:51:47.201722 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/9bb6cff6-59a0-4c13-9345-3131507bece6 HTTP/1.1" status: 204 len: 168 time: 1.0659833 May 20 07:51:47.202756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:47.224912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4045212 May 20 07:51:47.247624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Request body: {'port': {'device_id': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:47.277928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet f869c305-fafe-4ea1-8699-983d40d8009c {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:51:47.281606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.295418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.316603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b458abd9-0fa8-4c70-86b3-19898d0c0b7d req-c7c24e38-cf51-4df2-a0f2-3722eb1ed70d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:47.317940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b458abd9-0fa8-4c70-86b3-19898d0c0b7d req-c7c24e38-cf51-4df2-a0f2-3722eb1ed70d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744229 May 20 07:51:47.319295 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.323732 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a23d67c6-e9e1-4cd5-a12e-fda25320efe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:47.328798 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4830918-d226-44c4-8e56-a61a90d30298 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:47.352740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.453252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:47.495808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:47.501487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:47.510815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.548530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Pushing event updated for resources: {'Port': ['ID=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:47.552638 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:47.553716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78b69fe4-3f2a-48c3-911e-f3624fff99e6 req-b1856d4b-131f-4b4b-924c-b9c96b8ecc2b tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0832419 May 20 07:51:47.558455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-6b346631-bb94-4446-8c93-c8bd63bc2b3c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:47.639669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.648613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:47.660810 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:47.704814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55652) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:47.759814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:47.760287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.830330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Attempting to bind port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:47.830997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Attempting to bind port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:47.831088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Attempting to bind port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 on network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:47.848665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:47.849058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Checking segment: {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:47.849467 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.849893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Bound using segment: {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:47.850583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Bound port: acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:47.850773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.874749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-6b346631-bb94-4446-8c93-c8bd63bc2b3c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:47.883370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-6b346631-bb94-4446-8c93-c8bd63bc2b3c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7714446 May 20 07:51:47.958604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Attempting to bind port 18703155-eeac-4562-8e5d-3973f348a01c on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:47.958853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Attempting to bind port 18703155-eeac-4562-8e5d-3973f348a01c by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:47.959356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Attempting to bind port 18703155-eeac-4562-8e5d-3973f348a01c on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:47.967343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Deleting port c55a6006-263f-4bfb-beb1-07a368901774 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:47.973280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:47.988784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fad212f1-3c08-47a1-ac58-daaf2e643165 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a554ec2ad50429bba227864ec33aa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397819 May 20 07:51:47.989001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:48.020323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbd28-ab3a-427c-8a67-432572241d58 req-496c8712-bcec-498f-a5f5-8045c9b7b1b0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:48.021545 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f54bbd28-ab3a-427c-8a67-432572241d58 req-496c8712-bcec-498f-a5f5-8045c9b7b1b0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 943 time: 0.1934013 May 20 07:51:48.027462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] For port acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:48.031713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] For port acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:48.033675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 12e7f926-9a09-4f6e-85f0-384976ad9c9b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:48.048589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Port 18703155-eeac-4562-8e5d-3973f348a01c on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:51:48.048828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Attempting to bind port 18703155-eeac-4562-8e5d-3973f348a01c on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:48.113994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:48.114662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:48.114761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:48.115159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Bound port: 18703155-eeac-4562-8e5d-3973f348a01c, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:48.115529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.119553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 12e7f926-9a09-4f6e-85f0-384976ad9c9b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:48.119929 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.121037 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f54bbd28-ab3a-427c-8a67-432572241d58 req-fef88712-3a30-4674-96e5-63bdaa592e47 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793154 May 20 07:51:48.126058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.165595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.186970 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.202494 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:48.203419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.212186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0102d5aa-d7a7-4160-8fb2-bfa59fd6f9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:48.261218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=f869c305-fafe-4ea1-8699-983d40d8009c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:48.263751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.268883 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:48.280464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f869c305-fafe-4ea1-8699-983d40d8009c HTTP/1.1" status: 204 len: 168 time: 1.0741861 May 20 07:51:48.281012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:48.361012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee19a27b-dec9-4f58-ba06-27b2f3f87c29 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763807 May 20 07:51:48.361435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:48.368494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:48.423793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-221c789a-6c0e-4d53-b8cb-1f23f3e94be2 service neutron] 10.222.0.79 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395412 May 20 07:51:48.432838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Pushing event updated for resources: {'Port': ['ID=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:48.437139 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:48.511691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.567236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a151b5c-5ab0-4241-b780-571240bd8d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:48.610574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5831de-8cec-4fe5-892d-bb809c32991d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:48.618467 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:48.618968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:48.625838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:48.629065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:48.638550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:48.669735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13e58d-151f-45e9-afd5-8eff76aa7394 req-aa8871fa-6d5d-4459-830a-b9c6b44ee83a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:48.671327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db13e58d-151f-45e9-afd5-8eff76aa7394 req-aa8871fa-6d5d-4459-830a-b9c6b44ee83a tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 946 time: 0.1686802 May 20 07:51:48.677738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.678616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e5831de-8cec-4fe5-892d-bb809c32991d HTTP/1.1" status: 204 len: 168 time: 0.6903262 May 20 07:51:48.751097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] For port c55a6006-263f-4bfb-beb1-07a368901774, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c55a6006-263f-4bfb-beb1-07a368901774,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:48.752861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.779284 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-db13e58d-151f-45e9-afd5-8eff76aa7394 req-e07d9800-3b80-47a6-a30a-7e7897b2a189 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/security-groups?id=5b9dd278-9dfb-4f93-9826-2e948223c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985529 May 20 07:51:48.784961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:48.797072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:48.977654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Calling delete_port for c55a6006-263f-4bfb-beb1-07a368901774 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:48.995167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcc41e-1e3e-4adf-93e1-dd5463d498dc None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:49.048706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:49.106792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=18703155-eeac-4562-8e5d-3973f348a01c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:49.158646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device acdfc6cf-7e5b-4e38-b855-cc64e09056b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:49.162804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-6eaadf8b-a0ca-4dc2-8bb3-a56f5ebe68e2 service neutron] 10.222.0.79 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180054 May 20 07:51:49.248591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476feee3-833c-4eae-a37c-d737957b236a req-1ec62824-da20-48cf-b086-273bbf50e8c8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:49.250760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-476feee3-833c-4eae-a37c-d737957b236a req-1ec62824-da20-48cf-b086-273bbf50e8c8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 932 time: 0.1573758 May 20 07:51:49.312358 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-476feee3-833c-4eae-a37c-d737957b236a req-768ac15c-aeaa-483f-aa29-1e9b7061c450 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559072 May 20 07:51:49.313738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11dfbcb2-a5bf-4de9-8e34-cf0cb28af686 None None] Provisioning complete for port d1fb058d-3913-4628-a19a-3cef0cc78e2d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:49.314483 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11dfbcb2-a5bf-4de9-8e34-cf0cb28af686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.364247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.381887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2990361d-3b1a-4439-862c-55d7c3148320 tempest-LiveMigrationTest-109075764 tempest-LiveMigrationTest-109075764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:49.441495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:49.474873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.496298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:49.496913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.498351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] 10.222.0.84 "PUT /v2.0/ports/18703155-eeac-4562-8e5d-3973f348a01c HTTP/1.1" status: 200 len: 1091 time: 3.9809473 May 20 07:51:49.502023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:49.536475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:49.575841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Transition to ACTIVE for port object 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:49.597674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:51:49.599928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:49.605426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-65df24e2-e27e-4089-8fe8-7bf1e72cb72f service neutron] 10.222.0.79 "GET /v2.0/networks/85ffb561-1de2-4890-bfed-d3f97b7bf4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322958 May 20 07:51:49.606462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:49.675800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Deleting port d1fb058d-3913-4628-a19a-3cef0cc78e2d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:49.676299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.743766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.764684 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:49.798841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.866097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] For port d1fb058d-3913-4628-a19a-3cef0cc78e2d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d1fb058d-3913-4628-a19a-3cef0cc78e2d,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:49.868411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.889971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:49.895759 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18043a0b-3f8c-4fb0-a2cf-f07cd92e1df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:49.898698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Pushing event deleted for resources: {'Port': ['ID=c55a6006-263f-4bfb-beb1-07a368901774,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:49.979273 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:50.022759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=5175abbb-6f38-4802-a60f-7264ce29bc76,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:50.032350 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:50.042322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:50.045256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:50.065350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:50.065981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.079146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27b20aa8-257d-45f5-9e13-38f94e2819bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:50.158583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Calling delete_port for d1fb058d-3913-4628-a19a-3cef0cc78e2d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:50.170416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8a84c-8f18-40ed-a006-4bc04f3d24a8 req-fb2be9c4-dbc9-4313-81e1-1dedb778dc2b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:50.172975 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8dc8a84c-8f18-40ed-a006-4bc04f3d24a8 req-fb2be9c4-dbc9-4313-81e1-1dedb778dc2b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 943 time: 0.1116903 May 20 07:51:50.173357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69108e-c5cb-4f6c-9e21-2da3c6638b3e None None] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:50.200062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] No DVR routers for this DVR port c55a6006-263f-4bfb-beb1-07a368901774 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:50.220332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8dc8a84c-8f18-40ed-a006-4bc04f3d24a8 req-3768734d-39db-4834-a7e3-ce046b653b87 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 May 20 07:51:50.223267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.225106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8624840 May 20 07:51:50.226549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55702) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:50.232395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:50.318966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2721794-d749-4add-aefa-1ecc5c47068b req-e3d16eb6-0850-460e-9a19-e4ac7034b645 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65e558c2e96244eca050a310082bb107&device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.3352380 May 20 07:51:50.318966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:50.322211 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:50.325052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-c2089491-9442-453c-bdff-715be25206b9 service neutron] 10.222.0.79 "GET /v2.0/networks/85ffb561-1de2-4890-bfed-d3f97b7bf4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977355 May 20 07:51:50.376337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2721794-d749-4add-aefa-1ecc5c47068b req-8bebf2cd-58e9-429b-bccb-d93de7356339 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=65e558c2e96244eca050a310082bb107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439050 May 20 07:51:50.380387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ceb33020-c663-485e-8e8c-a260ea63a485 req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.84 "DELETE /v2.0/ports/c55a6006-263f-4bfb-beb1-07a368901774 HTTP/1.1" status: 204 len: 173 time: 3.1952498 May 20 07:51:50.405001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:50.411995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Provisioning for port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:50.414925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:50.418896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:50.421506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Provisioning complete for port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:50.421506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.427410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:50.502859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c55a6006-263f-4bfb-beb1-07a368901774 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:50.550631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:50.551779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: c55a6006-263f-4bfb-beb1-07a368901774 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:50.552131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c55a6006-263f-4bfb-beb1-07a368901774 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:50.553601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.560384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.561511 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ac5db39a-b1c6-4939-8c03-885c34d91cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:50.608157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Pushing event deleted for resources: {'Port': ['ID=d1fb058d-3913-4628-a19a-3cef0cc78e2d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:50.614416 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:50.621852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] No DVR routers for this DVR port d1fb058d-3913-4628-a19a-3cef0cc78e2d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:51:50.642076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87523b1b-4517-4bd7-b8b3-84d091b7157f None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:50.748600 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c', 'status': 'completed', 'code': 200} May 20 07:51:50.799563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:50.961248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] For port acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:50.978436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '5175abbb-6f38-4802-a60f-7264ce29bc76'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:51:50.979284 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.023690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-db430590-4804-4a17-8cef-352447a3a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:51.025416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-db430590-4804-4a17-8cef-352447a3a107 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 1094 time: 1.3631570 May 20 07:51:51.029263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74829921-89e4-4646-8bf4-733267f070e6 req-8db34560-fa2a-492f-9d20-e3fc33f013a7 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] 10.222.0.79 "GET /v2.0/ports?device_id=45a714ef-c9f4-4330-9b54-b7c4679dbb29 HTTP/1.1" status: 200 len: 210 time: 0.3750825 May 20 07:51:51.055477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d1fb058d-3913-4628-a19a-3cef0cc78e2d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:51:51.088968 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.098173 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:51.136214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d1fb058d-3913-4628-a19a-3cef0cc78e2d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:51:51.136522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d1fb058d-3913-4628-a19a-3cef0cc78e2d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:51:51.161918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2721794-d749-4add-aefa-1ecc5c47068b req-9c1af36c-8e2b-4416-91b2-630034d54cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:51.164830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2721794-d749-4add-aefa-1ecc5c47068b req-9c1af36c-8e2b-4416-91b2-630034d54cd7 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4674120 May 20 07:51:51.235077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-bfcc0ea6-2b9b-445c-bb8d-59a9def4a41e service neutron] 10.222.0.79 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586476 May 20 07:51:51.239920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-4cbbde31-f8dd-4aad-921e-9c70c4584e37 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18703155-eeac-4562-8e5d-3973f348a01c HTTP/1.1" status: 200 len: 217 time: 0.1965315 May 20 07:51:51.276268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Pushing event updated for resources: {'Port': ['ID=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:51.284927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:51.285599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ce535e6a-293d-4924-a0a0-7b9bdb57aac6 None None] Provisioning complete for port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:51.286090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ce535e6a-293d-4924-a0a0-7b9bdb57aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.340170 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1d92ae3-b76a-41a9-8833-f1baeda2e9fa req-d9e60996-d04f-4054-8951-cb917207e467 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0499814 May 20 07:51:51.353453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Allocated IP 172.20.0.2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/5175abbb-6f38-4802-a60f-7264ce29bc76/e4390da8-b35c-49f8-b678-7dfd31232ba8) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:51.386528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Attempting to bind port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:51.386918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Attempting to bind port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:51.387435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Attempting to bind port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:51.451843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:51:51.452299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Attempting to bind port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:51.488879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:51.489611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:51.490242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:51.490983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Bound port: 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:51.491700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.574743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-1314094d-f5d4-4ba1-b247-e44255912c42 service neutron] 10.222.0.79 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281841 May 20 07:51:51.618494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-c7e5cc15-3cc3-4d60-9189-a4189d4d74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:51.620023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-c7e5cc15-3cc3-4d60-9189-a4189d4d74ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.2452698 May 20 07:51:51.655672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.668871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Transition to ACTIVE for port object e4390da8-b35c-49f8-b678-7dfd31232ba8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:51.690673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Transition to ACTIVE for port object e4390da8-b35c-49f8-b678-7dfd31232ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:51.731639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-63227e1a-573a-4f27-8da8-7e759cba3be1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033125 May 20 07:51:51.740064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01284cf-a4bd-4b6b-a473-cf296da65022 req-23f1e1f0-cf13-456f-9fa8-9b690c2a883d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:51.741635 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d01284cf-a4bd-4b6b-a473-cf296da65022 req-23f1e1f0-cf13-456f-9fa8-9b690c2a883d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 944 time: 0.1692512 May 20 07:51:51.756191 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:51.774759 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b69c89b8-3a6e-42e6-a1af-47e48a4286d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:51.870623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:51.872018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:51.876068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:51.887969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d01284cf-a4bd-4b6b-a473-cf296da65022 req-40a20707-e140-49cf-bf22-47d464b29e74 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326900 May 20 07:51:51.905549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:51.905739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:51.946723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-df94cfc6-54f4-4d56-b6de-9fb0e9f56564 service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997421 May 20 07:51:51.984277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.006417 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33ac1a4c-751a-444d-960a-f196ea10e59f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:52.037943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:51:52.051811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Pushing event updated for resources: {'Port': ['ID=e4390da8-b35c-49f8-b678-7dfd31232ba8,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:52.121415 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:52.151937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Attempting to bind port e4390da8-b35c-49f8-b678-7dfd31232ba8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:51:52.152145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Attempting to bind port e4390da8-b35c-49f8-b678-7dfd31232ba8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:51:52.152559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Attempting to bind port e4390da8-b35c-49f8-b678-7dfd31232ba8 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:51:52.159271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:51:52.159558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:51:52.159967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.160362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:51:52.160834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Bound port: e4390da8-b35c-49f8-b678-7dfd31232ba8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:51:52.161207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.210723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:52.211266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.215869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] 10.222.0.84 "PUT /v2.0/ports/2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 HTTP/1.1" status: 200 len: 1092 time: 4.9713063 May 20 07:51:52.284660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:52.291193 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:52.309742 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9efbf6b0-ef00-4982-8257-a907dd3fc653 req-d780297f-61b8-4f9b-aa70-3cdda86387a0 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 210 time: 0.0608501 May 20 07:51:52.316285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae6f8aef-8bc1-41a9-827c-9a8a7e6dcded req-2dc568e1-ba97-4ed7-86ee-2f783123fc11 service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605928 May 20 07:51:52.346287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dcd81-02f1-4173-9ad8-26e41d438afe req-d04922e1-8241-4adb-a986-76402be77a23 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:52.353938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb0dcd81-02f1-4173-9ad8-26e41d438afe req-d04922e1-8241-4adb-a986-76402be77a23 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 943 time: 0.2969980 May 20 07:51:52.426356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55748) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:52.451304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] For port e4390da8-b35c-49f8-b678-7dfd31232ba8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:51:52.454984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] For port e4390da8-b35c-49f8-b678-7dfd31232ba8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e4390da8-b35c-49f8-b678-7dfd31232ba8,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:51:52.470033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb0dcd81-02f1-4173-9ad8-26e41d438afe req-6a8799ca-03d3-4f26-b741-1ba6bee34f54 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106734 May 20 07:51:52.545046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.556238 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-81e47bcd-9cae-495f-9cc9-1552dd624a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:52.594792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2721794-d749-4add-aefa-1ecc5c47068b req-6a4d77fa-f958-41e9-9103-ce4018b9a43c tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.81 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0681553 May 20 07:51:52.682847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Pushing event updated for resources: {'Port': ['ID=e4390da8-b35c-49f8-b678-7dfd31232ba8,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:52.684116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67ab3531-8b96-4c4e-883d-b16d4626c26c req-fd3bce94-dc0d-43df-b2af-f902b08a47f6 tempest-ServerShowV254Test-1864066372 tempest-ServerShowV254Test-1864066372-project] 10.222.0.79 "GET /v2.0/ports?device_id=381ed15b-54c4-4206-86e4-5f29851c7cea HTTP/1.1" status: 200 len: 210 time: 0.0883646 May 20 07:51:52.689285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-f6d03a2c-879a-4320-9c51-9f629476d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:52.691178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-f6d03a2c-879a-4320-9c51-9f629476d5bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 1095 time: 0.3164284 May 20 07:51:52.703263 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:52.761666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'name': 'network-vif-deleted', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774'}, {'name': 'network-changed', 'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:52.862850 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:52.956327 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a714ef-c9f4-4330-9b54-b7c4679dbb29', 'name': 'network-vif-deleted', 'tag': 'c55a6006-263f-4bfb-beb1-07a368901774', 'status': 'completed', 'code': 200} May 20 07:51:52.956635 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4', 'status': 'completed', 'code': 200} May 20 07:51:52.958033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-e29727e6-c316-45e0-bbcf-8c08fed06caa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 HTTP/1.1" status: 200 len: 217 time: 0.2559021 May 20 07:51:52.964441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-570c3ed5-1693-4349-870e-4bf3b3e8816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:52.966915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-570c3ed5-1693-4349-870e-4bf3b3e8816a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 1094 time: 0.4911649 May 20 07:51:53.105934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device acdfc6cf-7e5b-4e38-b855-cc64e09056b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:53.204109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-9c6be31d-597a-4bfd-aae2-301e50b08207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:53.211245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-9c6be31d-597a-4bfd-aae2-301e50b08207 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.2055140 May 20 07:51:53.218300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8460370-0247-4296-91fb-8977ff679c43 req-f60e1bc5-c195-419b-8986-e074f25fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:53.219611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-f60e1bc5-c195-419b-8986-e074f25fce98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.2516375 May 20 07:51:53.232483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] For port e4390da8-b35c-49f8-b678-7dfd31232ba8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e4390da8-b35c-49f8-b678-7dfd31232ba8,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:53.266868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:53.373170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:53.374129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:53.383239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:53.384373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:53.393958 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee68f0d1-60e6-4733-b0a0-3ac2ed58a45b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:53.430768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-ae46576a-ffbc-45b6-8930-325f4a78734b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18703155-eeac-4562-8e5d-3973f348a01c HTTP/1.1" status: 200 len: 217 time: 0.2100890 May 20 07:51:53.455518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-63c94535-2843-49be-8e04-1d26e7907d1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244028 May 20 07:51:53.474960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:53.480411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:53.498554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:53.499162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:53.606300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=e4390da8-b35c-49f8-b678-7dfd31232ba8,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:53.612229 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:53.687914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-9d3ab06f-cd91-4b37-b2dd-6a79ee6db9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:53.689394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-9d3ab06f-cd91-4b37-b2dd-6a79ee6db9d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.2425907 May 20 07:51:53.699854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5ea4-5504-4c66-ba44-0ec76500d3fc req-23a621cc-e73b-4ead-a554-0e630b514d06 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:53.701208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e26d5ea4-5504-4c66-ba44-0ec76500d3fc req-23a621cc-e73b-4ead-a554-0e630b514d06 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:53.770472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-e6194622-3bfc-47d5-af84-edf6c4791059 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631142 May 20 07:51:53.778326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-1958d30e-d836-4fa0-bb5a-00b71b3e2aaa service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782497 May 20 07:51:53.793336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36129f6a-dc9f-455c-a13e-d77708a714c2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:53.861124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e26d5ea4-5504-4c66-ba44-0ec76500d3fc req-23a621cc-e73b-4ead-a554-0e630b514d06 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:53.861336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=1ceee5b0-8e85-44a7-9fd6-4dfd13e96364,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:53.861416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e26d5ea4-5504-4c66-ba44-0ec76500d3fc req-23a621cc-e73b-4ead-a554-0e630b514d06 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 944 time: 0.5232298 May 20 07:51:53.889657 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:53.900393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-93e5ffea-19ed-4601-a725-fad6f978200f req-efed8df6-a93f-4e92-ab68-e4ad04b01ac6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 210 time: 0.2951701 May 20 07:51:53.901663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6741273 May 20 07:51:53.906725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55786) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:53.917325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:6e:01:ad', 'name': 'tempest-NetworksTestDHCPv6-738945892'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:54.065622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:54.112016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8460370-0247-4296-91fb-8977ff679c43 req-e5a5ed85-4739-48b6-83e3-0d6154eb1ee9 service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056498 May 20 07:51:54.130604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e26d5ea4-5504-4c66-ba44-0ec76500d3fc req-0dfb18c7-b1b7-4549-8a6b-b41616564e8f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989318 May 20 07:51:54.159639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-48e0ed8e-569a-4178-b9bc-893c29694325 service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785644 May 20 07:51:54.175269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2605b68-68fe-4e1f-9807-f26fb14a8707 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:51:54.186752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:54.224367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:54.232761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:54.252474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44da02-079f-48c9-8e50-47b4d5a4e133 req-1fd66833-e505-47aa-99f5-16d39615d928 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:54.255667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e44da02-079f-48c9-8e50-47b4d5a4e133 req-1fd66833-e505-47aa-99f5-16d39615d928 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 943 time: 0.2035615 May 20 07:51:54.256856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:54.319540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e44da02-079f-48c9-8e50-47b4d5a4e133 req-641a8acf-ae7f-4ef0-9cb2-87448557810b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577297 May 20 07:51:54.327718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:54.399426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:54.431052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffbe243f-8a4a-4fbc-b899-173ff150251c req-a3bf943c-ec37-45fa-8375-aa434240155d service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642601 May 20 07:51:54.465489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-53761e67-b66d-4560-9e1a-c0f4415a4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:54.470661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-53761e67-b66d-4560-9e1a-c0f4415a4da4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 1095 time: 0.1778257 May 20 07:51:54.541704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 18703155-eeac-4562-8e5d-3973f348a01c details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:51:54.647193 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:54.757093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-1c416496-80be-461a-8f5a-05a6f57da7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:54.758923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-1c416496-80be-461a-8f5a-05a6f57da7c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 0.2807631 May 20 07:51:54.775360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 8e5f6970-ff7b-41b4-acd9-8a5dc360815e yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:51:54.787070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=18703155-eeac-4562-8e5d-3973f348a01c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:54.809149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '18703155-eeac-4562-8e5d-3973f348a01c', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '18703155-eeac-4562-8e5d-3973f348a01c', 'mac_address': 'fa:16:3e:aa:ca:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:51:54.854915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-f6a233cf-85ef-4373-ad8d-0ddf8672da44 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 HTTP/1.1" status: 200 len: 217 time: 0.0878975 May 20 07:51:54.881597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:54.897827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de4621ae-b6c7-410d-92f1-16a6461503fb None None] Provisioning for port e4390da8-b35c-49f8-b678-7dfd31232ba8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:54.923341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18703155-eeac-4562-8e5d-3973f348a01c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:54.974219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=18703155-eeac-4562-8e5d-3973f348a01c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:55.077047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.080196 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec367f95-9651-4814-9cef-ace0889080ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:55.196613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e4390da8-b35c-49f8-b678-7dfd31232ba8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:55.266433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-01d75abb-84c3-48f1-a781-0be78b1b4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:55.276938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-01d75abb-84c3-48f1-a781-0be78b1b4d14 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.4139376 May 20 07:51:55.277533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55814) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:55.339307 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af361f5a-a6e0-491f-8297-aada5fe8895a req-ec022c19-0838-42ff-a77b-25260c076ceb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 210 time: 0.2337999 May 20 07:51:55.425126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-613f2210-58b2-4929-8220-fda4e4102f85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373672 May 20 07:51:55.449604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:55.453646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['18703155-eeac-4562-8e5d-3973f348a01c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:55.493178 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:55.570699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Deleting port 811f1150-630e-4676-a8b0-e8f2a05a17d6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:55.570999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.606091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-403176ec-4e2f-410e-97f0-90b188578fda tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:55.612601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-403176ec-4e2f-410e-97f0-90b188578fda tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:55.614365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-403176ec-4e2f-410e-97f0-90b188578fda tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "GET /v2.0/networks?id=458a3af7-47bd-474c-9b26-4ab9d0795157&id=85ffb561-1de2-4890-bfed-d3f97b7bf4dc&id=458a3af7-47bd-474c-9b26-4ab9d0795157 HTTP/1.1" status: 200 len: 1392 time: 0.7087803 May 20 07:51:55.680752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'admin_state_up': True, 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:55.706078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e4390da8-b35c-49f8-b678-7dfd31232ba8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:55.723566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e4390da8-b35c-49f8-b678-7dfd31232ba8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:55.724342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.867934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.916512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:55.920821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.927784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Usage tracker for resource:security_group_rule and tenant:65e558c2e96244eca050a310082bb107 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:55.938717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:55.966390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:55.973359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] For port 811f1150-630e-4676-a8b0-e8f2a05a17d6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=811f1150-630e-4676-a8b0-e8f2a05a17d6,segment=NetworkSegment(1bf88354-8836-4824-91dc-4cda81a394dd),segment_id=1bf88354-8836-4824-91dc-4cda81a394dd)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:55.973753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:55.989639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 172.20.0.9 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/5175abbb-6f38-4802-a60f-7264ce29bc76/8e5f6970-ff7b-41b4-acd9-8a5dc360815e) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:56.004975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:56.006470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4c6cda85-3b32-4a60-8424-9647f1d0cc68 None None] Provisioning complete for port e4390da8-b35c-49f8-b678-7dfd31232ba8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:56.006931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6cda85-3b32-4a60-8424-9647f1d0cc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.013374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-06be2ccf-c1d4-4b99-b392-f8e03a958302 service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028274 May 20 07:51:56.021215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7082-e55d-41df-b6fc-e836c3c6b396 req-921c12f2-aca8-404f-862f-6decbe958ce8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:56.022652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-220f7082-e55d-41df-b6fc-e836c3c6b396 req-921c12f2-aca8-404f-862f-6decbe958ce8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 944 time: 0.5302267 May 20 07:51:56.025033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:port and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:56.028817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for port was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:56.044248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e4390da8-b35c-49f8-b678-7dfd31232ba8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e4390da8-b35c-49f8-b678-7dfd31232ba8,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:56.062414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe6e:1ad (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/1ceee5b0-8e85-44a7-9fd6-4dfd13e96364/8e5f6970-ff7b-41b4-acd9-8a5dc360815e) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:56.073946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:56.112568 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.118277 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-303543af-0b58-4b8d-aa28-5df32eba09be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:56.135483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Calling delete_port for 811f1150-630e-4676-a8b0-e8f2a05a17d6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:56.200765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e4390da8-b35c-49f8-b678-7dfd31232ba8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:56.203096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-220f7082-e55d-41df-b6fc-e836c3c6b396 req-bcbd17f4-bfc7-42fe-889e-1e8482f8217c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418545 May 20 07:51:56.207206 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:56.215476 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.245384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a137bbd-70ca-472b-824b-dd2a1fd4c9e7 req-753b0e29-202d-4ca6-9b4a-028a557b793e service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217014 May 20 07:51:56.265106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:56.268578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.269226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bfc0d-9b34-4216-904d-7384ba506b81 req-40c886bb-7d9a-4528-b169-eb1c67664723 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:56.276688 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-640bfc0d-9b34-4216-904d-7384ba506b81 req-40c886bb-7d9a-4528-b169-eb1c67664723 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 944 time: 0.5312598 May 20 07:51:56.303378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.407937 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-640bfc0d-9b34-4216-904d-7384ba506b81 req-39646e54-9707-46a6-be77-c1a0d3b10832 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302948 May 20 07:51:56.432314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.465748 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce9b99bd-9b5f-4ba4-905b-be1eeb3d8cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:56.474222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65e558c2e96244eca050a310082bb107&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1906967 May 20 07:51:56.484902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:56.501557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.524626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:51:56.530062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 8e5f6970-ff7b-41b4-acd9-8a5dc360815e will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:56.587218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57ba48-bb6f-4fe5-b0df-5ef6160673c6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:56.590505 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:56.600078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44992087-0323-4c35-951f-2e83830b6e1b req-a20c805e-d4ab-4957-8cdb-2cc9ddb4df28 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 210 time: 0.0878363 May 20 07:51:56.601193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Allocated IP 19.80.0.119 (458a3af7-47bd-474c-9b26-4ab9d0795157/358b3fd7-b69e-4065-8735-f6dd6f0ef636/639a2a6d-42c0-455d-9ad5-f2d80ce83020) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:56.659739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:56.675985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.677811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.687125 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee740082-6b33-4285-85a2-8d81805fc54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:56.713593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:56.733084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.734005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4', 'mac_address': 'fa:16:3e:d4:67:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:51:56.749213 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.808605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.823238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:56.826587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:51:56.843665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:56.847705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:56.858611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:56.885610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=8e5f6970-ff7b-41b4-acd9-8a5dc360815e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:56.902685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.916309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:56.919756 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:56.919870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.921794 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:56.963706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.979526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Transition to ACTIVE for port object 639a2a6d-42c0-455d-9ad5-f2d80ce83020 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:56.980902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:56.985370 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-598f6360-b716-4856-ab34-6dedca042ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:57.012641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57ba48-bb6f-4fe5-b0df-5ef6160673c6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:57.021122 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:57.024415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Pushing event deleted for resources: {'Port': ['ID=811f1150-630e-4676-a8b0-e8f2a05a17d6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:57.037970 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:57.044247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.045380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e57ba48-bb6f-4fe5-b0df-5ef6160673c6 HTTP/1.1" status: 204 len: 168 time: 0.5595250 May 20 07:51:57.051486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:57.060221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Usage tracker for resource:security_group_rule and tenant:23b8020b200446fb91c8233ae8afe557 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:57.063166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e4390da8-b35c-49f8-b678-7dfd31232ba8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:57.066640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:57.077648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:57.143652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.144938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:57.149771 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:57.158688 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:57.176901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e4390da8-b35c-49f8-b678-7dfd31232ba8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:57.177293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.208322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:51:57.226543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:57.230563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:57.234876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:57.263767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.291090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:57.296544 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:57.312182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:57.315324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.318787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:57.320096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.399681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9bf79b5-c36e-4920-893f-f483d97d3c7d None None] Provisioning for port 8e5f6970-ff7b-41b4-acd9-8a5dc360815e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:57.415275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7541401 May 20 07:51:57.425640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc', 'admin_state_up': True, 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:57.442662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9bf79b5-c36e-4920-893f-f483d97d3c7d None None] Provisioning complete for port 8e5f6970-ff7b-41b4-acd9-8a5dc360815e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:57.443883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9bf79b5-c36e-4920-893f-f483d97d3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.522042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf79b5-c36e-4920-893f-f483d97d3c7d None None] Port 8e5f6970-ff7b-41b4-acd9-8a5dc360815e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:51:57.672534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:57.677461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:port and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:57.681873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:57.721124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:57.744796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-59ff6896-9673-4cde-94bd-0dbf60d2b598 None None] Provisioning for port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:57.750127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-59ff6896-9673-4cde-94bd-0dbf60d2b598 None None] Provisioning complete for port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:57.750509 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-59ff6896-9673-4cde-94bd-0dbf60d2b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:57.806977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635485b-0635-4b71-8287-5c7c73b9f4dd req-103158a5-c2f1-4093-8cac-4ee8b092456c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:57.814169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-59ff6896-9673-4cde-94bd-0dbf60d2b598 None None] Port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:51:57.817228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5635485b-0635-4b71-8287-5c7c73b9f4dd req-103158a5-c2f1-4093-8cac-4ee8b092456c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 944 time: 0.1315722 May 20 07:51:58.000008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5635485b-0635-4b71-8287-5c7c73b9f4dd req-c36f2ea0-c144-427a-8579-cb269d54643b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817136 May 20 07:51:58.025597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.1146035 May 20 07:51:58.026443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55860) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:58.065196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:58.067211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.079332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d074a-9c17-4551-8780-54b863d9df91 req-eddf7b5d-151f-4149-a5cb-527e1b19ad9d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:58.080790 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-351d074a-9c17-4551-8780-54b863d9df91 req-eddf7b5d-151f-4149-a5cb-527e1b19ad9d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 945 time: 0.4400609 May 20 07:51:58.128605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.130705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:51:58.213600 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-351d074a-9c17-4551-8780-54b863d9df91 req-09653a2e-0f9c-46f6-94e6-8253414977d4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184838 May 20 07:51:58.224099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.240976 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22630210-7a1d-4dbd-a444-297b91cb1788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:58.286979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23b8020b200446fb91c8233ae8afe557&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6259954 May 20 07:51:58.295475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:58.340903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d435de-a878-41f6-b6a7-ad9122afde88 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:58.346714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d435de-a878-41f6-b6a7-ad9122afde88 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:58.347558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-95d435de-a878-41f6-b6a7-ad9122afde88 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:58.356344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6ff6a-b4d2-465f-b0db-68c6dca0842c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:58.361624 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:58.368298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-40dd84b5-c496-4cdc-8be0-addae6ad5390 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:58.369023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-40dd84b5-c496-4cdc-8be0-addae6ad5390 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:58.404367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Allocated IP 19.86.0.97 (85ffb561-1de2-4890-bfed-d3f97b7bf4dc/8dbb44d0-2efa-4101-8e8c-bf486a9e15a4/4be876a3-a891-4c0f-b7cf-7e8ced96f3ce) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:51:58.430011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:51:58.438666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:58.448115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Sync routers for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:51:58.462230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] 10.222.0.79 "PUT /v2.0/routers/4539cfb7-7b9c-4445-a7d6-18f425a50e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0353105 May 20 07:51:58.462230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.463124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55882) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:58.466448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:58.467434 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:58.494020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.525707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:58.568234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-40dd84b5-c496-4cdc-8be0-addae6ad5390 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:58.576009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-40dd84b5-c496-4cdc-8be0-addae6ad5390 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 932 time: 0.4682527 May 20 07:51:58.578615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-95d435de-a878-41f6-b6a7-ad9122afde88 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:58.579721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95d435de-a878-41f6-b6a7-ad9122afde88 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5522606 May 20 07:51:58.582516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55888) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:58.620982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-544173527-network', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:51:58.642167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.650914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:58.651368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-307701db-f9b7-4353-9782-34c829a7d39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:58.671511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Usage tracker for resource:network and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:58.671900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6ff6a-b4d2-465f-b0db-68c6dca0842c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:58.675800 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:58.681048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:58.704022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:58.707236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:58.717125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:58.717930 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.740253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.753902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9d6ff6a-b4d2-465f-b0db-68c6dca0842c HTTP/1.1" status: 204 len: 168 time: 0.4484661 May 20 07:51:58.807692 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:58.831318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-9059be50-5e3f-43f6-b709-9973ad12d47c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:51:58.858000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 8e5f6970-ff7b-41b4-acd9-8a5dc360815e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:51:58.858354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.904677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.912535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:58.964249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:58.965205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:51:58.980910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Made reservation on behalf of c34bde3605db4ffa8fe544c10d0285f4 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:51:58.982989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.006042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-9059be50-5e3f-43f6-b709-9973ad12d47c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:51:59.014791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5aa9fe6c-28a9-4423-b07d-6d07699aea21 req-9059be50-5e3f-43f6-b709-9973ad12d47c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376259 May 20 07:51:59.029219 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4', 'code': 200} May 20 07:51:59.034847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.057563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.058783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 18703155-eeac-4562-8e5d-3973f348a01c up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:51:59.069218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.083795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.089705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:51:59.101826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:51:59.130989 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:59.168138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:51:59.266725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 8e5f6970-ff7b-41b4-acd9-8a5dc360815e owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:51:59.291567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:59.295471 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:59.310118 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:51:56Z', 'revision_number': 5, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:59.315391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Transition to ACTIVE for port object 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:51:59.315555 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Checking router: 4539cfb7-7b9c-4445-a7d6-18f425a50e6f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:51:59.325322 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Routers {'4539cfb7-7b9c-4445-a7d6-18f425a50e6f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:51:59.326423 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:51:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:59.327897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:51:59.460535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a45f8-f6f0-4f39-ada2-fef0135523e1 req-90a74477-6928-4894-8058-fddf48a49e45 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:59.462145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c3a45f8-f6f0-4f39-ada2-fef0135523e1 req-90a74477-6928-4894-8058-fddf48a49e45 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 944 time: 0.1561179 May 20 07:51:59.462472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 18703155-eeac-4562-8e5d-3973f348a01c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:51:59.467635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 18703155-eeac-4562-8e5d-3973f348a01c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:51:59.468025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.523375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.545560 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] Set router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:51:59.574304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1c3a45f8-f6f0-4f39-ada2-fef0135523e1 req-474d71ec-0577-4338-8fa3-a304e060e5fb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023233 May 20 07:51:59.615836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.628061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482cce4-36d0-4522-992f-873cbe28beee req-eaf1e46c-f8a8-4a93-b19d-cb225957731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:59.629678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f482cce4-36d0-4522-992f-873cbe28beee req-eaf1e46c-f8a8-4a93-b19d-cb225957731b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 1097 time: 0.4631386 May 20 07:51:59.636260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.654857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=18703155-eeac-4562-8e5d-3973f348a01c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:51:59.683935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f482cce4-36d0-4522-992f-873cbe28beee req-890bd99c-a656-40e2-9ec3-c0484d7f8b4a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 May 20 07:51:59.692320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87771a5-89ba-4951-9a2f-935e7098f47c req-8fcd6e0d-737b-4c0f-a928-ffb77d7fe868 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:51:59.693761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b87771a5-89ba-4951-9a2f-935e7098f47c req-8fcd6e0d-737b-4c0f-a928-ffb77d7fe868 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 946 time: 0.2751698 May 20 07:51:59.700211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.707368 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acb5e37a-2243-4290-a5c3-80b6328b7fce tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:59.743396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.745263 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4ae9d4da-e759-4997-a3bf-ebc4a1368862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:59.748961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.776792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50eaa3a1-af4d-47cd-a7c6-69b2942f8c14 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:51:59.779719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.804952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:51:59.826759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:51:59.844159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:51:59.870669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55904) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:51:59.895021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:51:56Z', 'revision_number': 5, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:51:59.895911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:59.902349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a2a10-36c3-4805-bd99-d64b968592da None None] The sync data for ids ['4539cfb7-7b9c-4445-a7d6-18f425a50e6f'] in n-d-780147-4 is: [{'id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'name': 'tempest-ServerRescueNegativeTestJSON-230934980-router', 'tenant_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:48:14Z', 'updated_at': '2021-05-20T07:51:56Z', 'revision_number': 5, 'project_id': '62ee9a09fc2c4c8299c03fa965c80d51', 'gw_port': {'id': 'a1ee7636-7e69-406d-a0ad-3d83e08ee5a8', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4539cfb7-7b9c-4445-a7d6-18f425a50e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:48:16Z', 'updated_at': '2021-05-20T07:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:51:59.903659 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:59.943972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b87771a5-89ba-4951-9a2f-935e7098f47c req-d0cac54f-8c0b-4b60-8b5f-99071c412fec tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416036 May 20 07:51:59.975401 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:51:59.987072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=8e5f6970-ff7b-41b4-acd9-8a5dc360815e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:59.989747 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:51:59.989885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:51:59.993501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:52:00.006612 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:00.013495 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-408ee650-13e6-48e6-aa6d-ef12de9a7cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:00.044969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.045316 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Added segment aaf67863-5c6e-4431-b3ac-c49f9f25db8c of type vlan for network 97f5e4cb-3298-4edb-89e5-56dd1704f21e May 20 07:52:00.081528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:00.095618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Usage tracker for resource:security_group_rule and tenant:640b6d7a08d34b0586bf63c1bb2a0ba0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:00.106319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.106915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.117415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9e54fd-5391-439c-ba23-3423bb4ae9fc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:00.127665 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:00.133347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:00.153257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:00.162661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Deleting port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:00.162871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.177900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.201498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.242388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ab6773b-b0f6-40a1-b732-16f253b79395 None None] Provisioning for port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:00.248490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ab6773b-b0f6-40a1-b732-16f253b79395 None None] Provisioning complete for port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:00.248874 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ab6773b-b0f6-40a1-b732-16f253b79395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.267283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3b66-b87c-44d6-859e-c281abcf87a2 req-aee27988-5da1-4692-9909-9a2cbf91ed6a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.274303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3b66-b87c-44d6-859e-c281abcf87a2 req-aee27988-5da1-4692-9909-9a2cbf91ed6a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.277451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-984d3b66-b87c-44d6-859e-c281abcf87a2 req-aee27988-5da1-4692-9909-9a2cbf91ed6a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 1654 time: 0.1098318 May 20 07:52:00.320954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6773b-b0f6-40a1-b732-16f253b79395 None None] Port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:00.334557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/8e5f6970-ff7b-41b4-acd9-8a5dc360815e HTTP/1.1" status: 204 len: 168 time: 1.7509298 May 20 07:52:00.341602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55910) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:00.395662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-984d3b66-b87c-44d6-859e-c281abcf87a2 req-5cf5e8cf-1fcf-4067-b7d6-2237f5987419 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095190 May 20 07:52:00.442917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.444748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.450060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.450956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:00.463670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:52:00.477404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0559723 May 20 07:52:00.491826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'admin_state_up': True, 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:00.501458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.528840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] For port a1ee7636-7e69-406d-a0ad-3d83e08ee5a8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:00.529206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.577153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:00.578409 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98440f42-5fb4-47b3-958a-7b6e21b7029b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2359312 May 20 07:52:00.581198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:00.707477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.708272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:00.708847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.721213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Calling delete_port for a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:00.728892 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:00.739520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.752082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73de0575-8e91-44df-ae86-074d1ff12bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:00.814947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 1ceee5b0-8e85-44a7-9fd6-4dfd13e96364 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:00.818403 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=640b6d7a08d34b0586bf63c1bb2a0ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9464288 May 20 07:52:00.821807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b95e1-5158-4958-8f2a-ce41ea1faf4b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:00.824305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.828779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55920) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:00.852345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:00.879903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:00.940553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Pushing event updated for resources: {'Network': ['ID=97f5e4cb-3298-4edb-89e5-56dd1704f21e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:00.943353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:00.954633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5148301 May 20 07:52:00.956295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 811f1150-630e-4676-a8b0-e8f2a05a17d6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:00.965046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:00.981938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Request body: {'subnet': {'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-544173527-subnet', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:00.993180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:00.999161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Usage tracker for resource:subnet and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:01.003263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:01.008654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:01.012967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:01.020955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.024044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 811f1150-630e-4676-a8b0-e8f2a05a17d6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:01.024404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 811f1150-630e-4676-a8b0-e8f2a05a17d6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:01.030583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:01.031623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:52:01.048015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:01.198057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:01.201518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.212061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Made reservation on behalf of c34bde3605db4ffa8fe544c10d0285f4 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:01.214585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.219438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.262376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5700cef-d640-47b9-9583-46fdd20c863c req-1bb8112b-3d4d-48b1-b763-82abbbbe9775 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:01.263925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5700cef-d640-47b9-9583-46fdd20c863c req-1bb8112b-3d4d-48b1-b763-82abbbbe9775 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.5397389 May 20 07:52:01.353228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.470984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5700cef-d640-47b9-9583-46fdd20c863c req-f030cdc1-409e-403f-8d8d-4044c58b40e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991215 May 20 07:52:01.485141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720c5d-4410-4b2e-9220-9ea2e4781ade req-8d2f56a3-aa67-4201-8327-fd218d11c135 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:01.488302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e720c5d-4410-4b2e-9220-9ea2e4781ade req-8d2f56a3-aa67-4201-8327-fd218d11c135 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 946 time: 0.3130567 May 20 07:52:01.562221 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c', 'code': 200} May 20 07:52:01.605073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Allocated IP 19.80.0.177 (458a3af7-47bd-474c-9b26-4ab9d0795157/358b3fd7-b69e-4065-8735-f6dd6f0ef636/ca29392f-2376-4242-8634-0086550fd7cc) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:01.612354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e720c5d-4410-4b2e-9220-9ea2e4781ade req-84eb1a37-66c9-4b9d-b302-f4fde3defecb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134882 May 20 07:52:01.692608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.699160 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b46498e5-d27e-4f95-b65f-43be85ee68c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:01.704139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.716047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.747399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceee5b0-8e85-44a7-9fd6-4dfd13e96364,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:01.749705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.757271 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:01.761067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b2fe5-0141-43fd-8538-fb5e418c364a None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:01.808766 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-713d4f4e-9ada-4f2a-8cbf-3260be37e968 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:01.857308 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/1ceee5b0-8e85-44a7-9fd6-4dfd13e96364 HTTP/1.1" status: 204 len: 168 time: 1.2750275 May 20 07:52:01.861187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:01.887579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ee7636-7e69-406d-a0ad-3d83e08ee5a8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:01.895503 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:01.905496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-335fa2e5-5802-4aed-a2f0-af65707cf7d4 tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:01.948371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 5175abbb-6f38-4802-a60f-7264ce29bc76 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:01.951880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:01.968716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b95e1-5158-4958-8f2a-ce41ea1faf4b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:01.985148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:02.023493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.178249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.185128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0207f1c3-f038-4915-9534-cb142d6ad298 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:02.185805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.189668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/566b95e1-5158-4958-8f2a-ce41ea1faf4b HTTP/1.1" status: 204 len: 168 time: 1.3138969 May 20 07:52:02.244461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.284413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.324091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a6f7c6-383c-430f-a3f6-0c378d325270,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:02.326894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:02.347975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Checking segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:02.348341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Network hostable DHCP agents. Network: 97f5e4cb-3298-4edb-89e5-56dd1704f21e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:52:02.454719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-e470b134-2fa1-4237-b70e-ec725f6278fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:02.461420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-e470b134-2fa1-4237-b70e-ec725f6278fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:02.462333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-e470b134-2fa1-4237-b70e-ec725f6278fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:02.559082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f5d28-4a37-446f-9205-3c5d44fd2bb2 req-d79ccf94-68b0-439e-961c-948c06f96718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:02.560585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-022f5d28-4a37-446f-9205-3c5d44fd2bb2 req-d79ccf94-68b0-439e-961c-948c06f96718 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 1096 time: 0.9045103 May 20 07:52:02.565348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.576990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.594934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:52:02.653371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.680061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Transition to ACTIVE for port object ca29392f-2376-4242-8634-0086550fd7cc will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:02.683329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-e470b134-2fa1-4237-b70e-ec725f6278fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:02.684526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-e470b134-2fa1-4237-b70e-ec725f6278fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 1654 time: 0.9439299 May 20 07:52:02.687841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-022f5d28-4a37-446f-9205-3c5d44fd2bb2 req-a0666780-6f17-47ea-93b6-3f0d09f5ab5e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089220 May 20 07:52:02.746361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5de6f7f-e45a-40af-a1a5-a31e5b70718b req-fe1e5e42-33cc-416d-85b2-7961d51eb3d5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478976 May 20 07:52:02.751186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 97f5e4cb-3298-4edb-89e5-56dd1704f21e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:02.772941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.777836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4250bc4-f25f-473f-9e37-301068610b84 None None] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:02.778334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4539cfb7-7b9c-4445-a7d6-18f425a50e6f {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:52:02.781986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.783103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4539cfb7-7b9c-4445-a7d6-18f425a50e6f HTTP/1.1" status: 204 len: 168 time: 4.3194613 May 20 07:52:02.785733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55954) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:02.816196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:02.816800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.841661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61b14-855c-4e48-8d83-e3782189332c req-e7dfc0b3-e5c0-4026-b7ac-37fa072301ac tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:02.846950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-48b61b14-855c-4e48-8d83-e3782189332c req-e7dfc0b3-e5c0-4026-b7ac-37fa072301ac tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 946 time: 0.2562752 May 20 07:52:02.867823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:02.891428 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddbd8d01-5140-46dd-88b1-49f6ddc49da6 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:03.008614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Deleting subnet e8193a62-9e37-4573-a1c2-f9c37a3de0e3 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:03.026330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2d376bed-166a-4373-8c69-d9a4101bd08b None None] Provisioning complete for port e4390da8-b35c-49f8-b678-7dfd31232ba8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:03.027357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2d376bed-166a-4373-8c69-d9a4101bd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.110077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.117813 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-48b61b14-855c-4e48-8d83-e3782189332c req-9a10de64-f84b-417c-8792-01f1107ade48 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698934 May 20 07:52:03.167043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:03.174781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:03.188885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.189853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:03.200524 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61f58273-56ed-4be6-91b5-50fedf0e03f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:03.238931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2671912 May 20 07:52:03.241042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.244216 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/5175abbb-6f38-4802-a60f-7264ce29bc76 HTTP/1.1" status: 204 len: 168 time: 1.3817177 May 20 07:52:03.247901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55966) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:03.248501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:03.253130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=5175abbb-6f38-4802-a60f-7264ce29bc76,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:03.268578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031bcb79-fa15-46d2-ba99-2de5744b3135 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:03.293979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:03.294642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.306164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:03.306164 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.309319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:03.331046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.341058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:03.352344 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:03.353385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:03.368920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8931d4ab-7570-4279-9b4b-6684b739fd6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152146 May 20 07:52:03.368920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Usage tracker for resource:router and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:03.371201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:03.373640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:03.386692 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:03.475357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:03.519592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.559691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c46ce1-7ac8-4dc7-96b5-01e91e1d2cd8 req-949f79c6-69cb-43e7-9b7b-40fa3fbce417 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:03.561305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c46ce1-7ac8-4dc7-96b5-01e91e1d2cd8 req-949f79c6-69cb-43e7-9b7b-40fa3fbce417 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.5866606 May 20 07:52:03.567373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0802655 May 20 07:52:03.593701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fb991-40f9-44d1-b11e-16d3cd0a26a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:03.593701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-241fb991-40f9-44d1-b11e-16d3cd0a26a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:03.595364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:03.640063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.641216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.660160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.733068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41c46ce1-7ac8-4dc7-96b5-01e91e1d2cd8 req-98b3b17a-c6d0-4e23-b541-c29a30b0d62e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647260 May 20 07:52:03.748766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-241fb991-40f9-44d1-b11e-16d3cd0a26a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:03.751259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-241fb991-40f9-44d1-b11e-16d3cd0a26a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3791468 May 20 07:52:03.753128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:03.758203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf125-a081-4b5b-8eb6-f3766a64c57b None None] Provisioning for port ca29392f-2376-4242-8634-0086550fd7cc completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:03.777136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b0eaf125-a081-4b5b-8eb6-f3766a64c57b None None] Provisioning complete for port ca29392f-2376-4242-8634-0086550fd7cc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:03.777541 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf125-a081-4b5b-8eb6-f3766a64c57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:03.845491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Allocated IP 172.20.0.2 (97f5e4cb-3298-4edb-89e5-56dd1704f21e/84a6f7c6-383c-430f-a3f6-0c378d325270/be5bb163-e7f4-4491-93cb-a2f651a5f433) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:03.866122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b0eaf125-a081-4b5b-8eb6-f3766a64c57b None None] Port ca29392f-2376-4242-8634-0086550fd7cc cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:04.057933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.074678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:52:04.154323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.172308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Transition to ACTIVE for port object be5bb163-e7f4-4491-93cb-a2f651a5f433 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:04.187442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-cddc09fb-2cd4-42a0-9d88-3cd109a5aee6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.189252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-cddc09fb-2cd4-42a0-9d88-3cd109a5aee6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 946 time: 0.5325713 May 20 07:52:04.198498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Transition to ACTIVE for port object be5bb163-e7f4-4491-93cb-a2f651a5f433 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:04.200852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.204856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Deleting port e4390da8-b35c-49f8-b678-7dfd31232ba8 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:04.205341 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.256237 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b1bc45fa-3ece-4ab8-8369-326789bff3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:04.274648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46477980-69ed-4acc-bc5f-bb8143cf1a72 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.275250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46477980-69ed-4acc-bc5f-bb8143cf1a72 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:04.300411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.306510 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:04.366822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.372175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8193a62-9e37-4573-a1c2-f9c37a3de0e3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:04.388616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] For port e4390da8-b35c-49f8-b678-7dfd31232ba8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e4390da8-b35c-49f8-b678-7dfd31232ba8,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:04.389110 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.392943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9aed-d09f-4788-91e6-4b328ed9c3a6 req-eb828789-dded-4b70-82fc-a0f54f3d8358 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.400579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9aed-d09f-4788-91e6-4b328ed9c3a6 req-eb828789-dded-4b70-82fc-a0f54f3d8358 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.405756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:04.408000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e9aed-d09f-4788-91e6-4b328ed9c3a6 req-eb828789-dded-4b70-82fc-a0f54f3d8358 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.409460 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb5e9aed-d09f-4788-91e6-4b328ed9c3a6 req-eb828789-dded-4b70-82fc-a0f54f3d8358 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2376 time: 0.4139361 May 20 07:52:04.418325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:04.470781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46477980-69ed-4acc-bc5f-bb8143cf1a72 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:04.472065 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46477980-69ed-4acc-bc5f-bb8143cf1a72 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7176497 May 20 07:52:04.477114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:04.478454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56000) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:04.540446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Pushing event updated for resources: {'Port': ['ID=be5bb163-e7f4-4491-93cb-a2f651a5f433,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:04.543662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.550920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Calling delete_port for e4390da8-b35c-49f8-b678-7dfd31232ba8 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:04.554424 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:04.555671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.556057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.557609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.557609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.557609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.557609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.557864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.558212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.558569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.558935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.559279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.559638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:04.564418 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5ba08449-923d-4098-8810-dc3c78c604ba tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845687 May 20 07:52:04.579070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56004) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:04.580002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:04.586612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb5e9aed-d09f-4788-91e6-4b328ed9c3a6 req-106d070a-d440-4db9-8022-ffcdb115bd7b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701844 May 20 07:52:04.617343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e8193a62-9e37-4573-a1c2-f9c37a3de0e3 HTTP/1.1" status: 204 len: 168 time: 1.8227081 May 20 07:52:04.617683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:04.617683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:04.773300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Attempting to bind port be5bb163-e7f4-4491-93cb-a2f651a5f433 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:04.773852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Attempting to bind port be5bb163-e7f4-4491-93cb-a2f651a5f433 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:04.774300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Attempting to bind port be5bb163-e7f4-4491-93cb-a2f651a5f433 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:04.790242 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:04.790795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Checking segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:04.791224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.791706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Bound using segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:04.792331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Bound port: be5bb163-e7f4-4491-93cb-a2f651a5f433, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:04.793039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.797143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09a33-2f31-438a-bbfb-4fbcc48eee5a req-b344b921-3cc1-4e0f-9043-3353fa8be41a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:04.804996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1c09a33-2f31-438a-bbfb-4fbcc48eee5a req-b344b921-3cc1-4e0f-9043-3353fa8be41a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 946 time: 0.4703577 May 20 07:52:04.877272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:04.884233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1c09a33-2f31-438a-bbfb-4fbcc48eee5a req-d843017a-4ef8-4af7-bbd8-e95c0378ed22 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778582 May 20 07:52:04.920337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:04.920945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:04.979224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] For port be5bb163-e7f4-4491-93cb-a2f651a5f433, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:04.983134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] For port be5bb163-e7f4-4491-93cb-a2f651a5f433, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=be5bb163-e7f4-4491-93cb-a2f651a5f433,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:05.011498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:05.035174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:05.061733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.123063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639a2a6d-42c0-455d-9ad5-f2d80ce83020 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:05.135628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.139058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:05.139421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.140175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:05.141353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a1ee7636-7e69-406d-a0ad-3d83e08ee5a8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:05.141353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e4390da8-b35c-49f8-b678-7dfd31232ba8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:05.149988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:05.153530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.155161 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:05.155636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:05.179963 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.184602 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.197569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4bc910de-3b41-4d6e-9e17-4ea3c12c314c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:05.249357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] Pushing event deleted for resources: {'Port': ['ID=e4390da8-b35c-49f8-b678-7dfd31232ba8,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:05.256282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e4390da8-b35c-49f8-b678-7dfd31232ba8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:05.256282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e4390da8-b35c-49f8-b678-7dfd31232ba8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:05.288888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:05.358066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Transition to ACTIVE for port object 639a2a6d-42c0-455d-9ad5-f2d80ce83020 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:05.359465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c131efd-8ca9-4846-8034-ed797728d0c0 None None] No DVR routers for this DVR port e4390da8-b35c-49f8-b678-7dfd31232ba8 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:05.375782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Pushing event updated for resources: {'Port': ['ID=be5bb163-e7f4-4491-93cb-a2f651a5f433,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:05.379837 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:05.382886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:05.383783 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:05.415303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.441188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ab71a8-a685-4664-9094-8d045033b103']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:05.457446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf88354-8836-4824-91dc-4cda81a394dd') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:05.457767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf88354-8836-4824-91dc-4cda81a394dd') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:05.473276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f3f05-dae8-4c4e-b926-57f7d3d947a2 req-93fd5b8d-2ea1-49ab-b437-2d43a9e762ac tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:05.474759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9b0f3f05-dae8-4c4e-b926-57f7d3d947a2 req-93fd5b8d-2ea1-49ab-b437-2d43a9e762ac tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.5323031 May 20 07:52:05.676907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.676907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.676907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:52:05.676907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: timer() May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:52:05.678184 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:52:05.721804 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9b0f3f05-dae8-4c4e-b926-57f7d3d947a2 req-44b355b8-a2c0-4c82-86a5-77b20c40cd11 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397068 May 20 07:52:05.789858 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.793220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f7b97e32-fbe6-4aba-b2b9-3a166f712f0e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:05.804485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.843101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8211ce09-a5c9-4a15-a6f6-cf7e81ca82b8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2548680 May 20 07:52:05.843101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56044) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:05.844485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.852545 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:05.883803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:05.943109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ee636-64cb-4887-9f98-af5f8f5198ef req-0707b9e6-12c8-4119-add8-c2ee3aa17da1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:05.946979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ee636-64cb-4887-9f98-af5f8f5198ef req-0707b9e6-12c8-4119-add8-c2ee3aa17da1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:05.953137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ee636-64cb-4887-9f98-af5f8f5198ef req-0707b9e6-12c8-4119-add8-c2ee3aa17da1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:05.962378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177ee636-64cb-4887-9f98-af5f8f5198ef req-0707b9e6-12c8-4119-add8-c2ee3aa17da1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2376 time: 0.2568514 May 20 07:52:06.032043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.037779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.051190 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:06.149575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:06.161153 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:06.163755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-05c4fb38-269f-4026-9f58-41773db4dad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:06.165675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ab71a8-a685-4664-9094-8d045033b103,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:06.234807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Allocated IP 172.25.8.181 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/61309729-e814-4aa8-822d-2e3a43e51b53) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:06.256535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.257693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.258760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.259137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.259502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.259861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.260216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.260566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.260921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.261272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.261651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.262016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:06.269114 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:06.271074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:06.278999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177ee636-64cb-4887-9f98-af5f8f5198ef req-eb4d5b65-9fb5-443e-ac81-9c8b2b81edeb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152416 May 20 07:52:06.279932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:06.284624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.291133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:06.291752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'name': 'network-vif-deleted', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:06.294085 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:06.325316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Attempting to bind port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:06.325764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Attempting to bind port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:06.326171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Attempting to bind port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 on network 458a3af7-47bd-474c-9b26-4ab9d0795157 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:06.330995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 on network 458a3af7-47bd-474c-9b26-4ab9d0795157 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:06.331499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Attempting to bind port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 on network 458a3af7-47bd-474c-9b26-4ab9d0795157 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:06.337930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:06.338336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Checking segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:06.338796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Bound using segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:06.339363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Bound port: 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:06.339918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.402653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:06.410667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00ca6d7d-1451-4f18-9be2-2f36dad78383 req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "DELETE /v2.0/ports/2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 HTTP/1.1" status: 204 len: 173 time: 2.2113569 May 20 07:52:06.414245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/67ab71a8-a685-4664-9094-8d045033b103 HTTP/1.1" status: 204 len: 168 time: 1.6892490 May 20 07:52:06.472267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b315d-4ceb-49a6-989c-77487703b87b req-d78b634b-4541-4b8a-a5b6-5db2ab1924de tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:06.473875 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-404b315d-4ceb-49a6-989c-77487703b87b req-d78b634b-4541-4b8a-a5b6-5db2ab1924de tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.3180664 May 20 07:52:06.494435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.503836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-09db0da4-16b6-41b7-839c-f2a3c82538cc req-eb138950-60e6-4dec-b902-3b0eadab1670 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:06.516423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:06.523086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:06.546760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-404b315d-4ceb-49a6-989c-77487703b87b req-5d2e68e2-82bb-4a7e-a980-282afd346f42 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 May 20 07:52:06.551448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:06.555604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.556983 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:06.557422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:06.586744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:06.596424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.602000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d59ef264-51d6-4c44-a628-70c42ab6bb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:06.624096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:06.624648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:06.639070 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f', 'name': 'network-vif-deleted', 'tag': '2fea7d31-5a5f-4fd5-817a-9b6ddb9875b4', 'status': 'completed', 'code': 200} May 20 07:52:06.667427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-09db0da4-16b6-41b7-839c-f2a3c82538cc req-eb138950-60e6-4dec-b902-3b0eadab1670 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:06.668841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09db0da4-16b6-41b7-839c-f2a3c82538cc req-eb138950-60e6-4dec-b902-3b0eadab1670 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c9755d-5e66-41f8-8d5d-50b1c6b4d06f HTTP/1.1" status: 200 len: 210 time: 0.2263441 May 20 07:52:06.673839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:06.674456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.675827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] 10.222.0.81 "PUT /v2.0/ports/639a2a6d-42c0-455d-9ad5-f2d80ce83020 HTTP/1.1" status: 200 len: 1092 time: 3.0845821 May 20 07:52:06.691733 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-95560e07-79ba-4cd9-87b3-438f49e12f6a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8496289 May 20 07:52:06.712946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56064) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:06.712946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.716126 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c684ca9f-30cc-428a-a97f-1cfb246adc34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:06.719844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:06.723478 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:06.766361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b7dac3a-039e-4b3d-9cf6-8d36f2ac424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:06.815350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:06.825903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:07.033197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56080) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:07.042355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:07.056869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:07.071903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.114444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:07.123514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:07.130292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device be5bb163-e7f4-4491-93cb-a2f651a5f433 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:07.133650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:07.176449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Pushing event updated for resources: {'Port': ['ID=61309729-e814-4aa8-822d-2e3a43e51b53,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:07.181399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:07.199813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:07.212300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.215208 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:07.215970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:07.333413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d64d8-a593-4aa1-8592-d7d4cf43593f None None] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:07.354878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-38357a40-01dc-425c-8162-bc2472b05752 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6587658 May 20 07:52:07.364792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:07.384958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:07.427797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7af086dc-c200-4076-8dfb-fb8c6402b5f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62ee9a09fc2c4c8299c03fa965c80d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931346 May 20 07:52:07.431214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56094) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:07.582862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port be5bb163-e7f4-4491-93cb-a2f651a5f433 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:07.737859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Provisioning for port be5bb163-e7f4-4491-93cb-a2f651a5f433 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:07.751069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Provisioning complete for port be5bb163-e7f4-4491-93cb-a2f651a5f433 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:07.751631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.781675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.829468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.854446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a025-22e8-4985-a95d-298b3a48ff1d req-36ef3b35-d526-4493-a90a-7f6c3d035ba2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:07.855961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10e9a025-22e8-4985-a95d-298b3a48ff1d req-36ef3b35-d526-4493-a90a-7f6c3d035ba2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.3038499 May 20 07:52:07.881161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:07.894151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:07.923673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe49f4-ec63-4c8a-a981-41e4561431a6 req-32daa70b-b5ab-4e52-89b3-c24e55938020 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:07.931452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe49f4-ec63-4c8a-a981-41e4561431a6 req-32daa70b-b5ab-4e52-89b3-c24e55938020 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:07.933276 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:07.941674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe49f4-ec63-4c8a-a981-41e4561431a6 req-32daa70b-b5ab-4e52-89b3-c24e55938020 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:07.950324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aabe49f4-ec63-4c8a-a981-41e4561431a6 req-32daa70b-b5ab-4e52-89b3-c24e55938020 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2388 time: 0.3502476 May 20 07:52:08.002640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10e9a025-22e8-4985-a95d-298b3a48ff1d req-13cfe775-3efb-4059-87e2-0208c244a355 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384521 May 20 07:52:08.008170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] For port be5bb163-e7f4-4491-93cb-a2f651a5f433, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=be5bb163-e7f4-4491-93cb-a2f651a5f433,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:08.011057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:08.024972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aabe49f4-ec63-4c8a-a981-41e4561431a6 req-a49dd93f-e85c-4d2e-86f7-e43ca2b4819d tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735207 May 20 07:52:08.029843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:08.029981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.035958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.038137 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:08.038758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:08.074228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.077271 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:08.098310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Transition to ACTIVE for port object 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:08.107751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56102) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:08.114311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.129244 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0624af9b-df7a-4b53-8eae-0830d48f48ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:08.146310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9dd278-9dfb-4f93-9826-2e948223c4d1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:08.149674 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:08.203877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.218906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Pushing event updated for resources: {'Port': ['ID=be5bb163-e7f4-4491-93cb-a2f651a5f433,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:08.219742 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c004295-5372-4674-949f-8880897a3601 tempest-ImagesTestJSON-670617549 tempest-ImagesTestJSON-670617549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:08.221750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4ab0-f3a6-4524-83f4-23fb9a429276 None None] Provisioning complete for port be5bb163-e7f4-4491-93cb-a2f651a5f433 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:08.226292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4ab0-f3a6-4524-83f4-23fb9a429276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.252386 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:08.362679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.404350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.408880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b9dd278-9dfb-4f93-9826-2e948223c4d1 HTTP/1.1" status: 204 len: 168 time: 0.9765911 May 20 07:52:08.414926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Pushing event updated for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:08.421081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.430377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3730d043-54f0-4176-b4a6-12c31c362342 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0643196 May 20 07:52:08.439264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56120) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:08.447002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:08.471051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:08.508432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:08.524753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Usage tracker for resource:security_group_rule and tenant:c5a4c63f3b1a46bdadff8149f63240c0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:08.558789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:08.644469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:08.659960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:08.718314 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'status': 'completed', 'code': 200} May 20 07:52:08.724024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:08.802763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:08.815357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-6c1e8a29-111d-470c-bce3-3d24b58a9606 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:08.816053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-6c1e8a29-111d-470c-bce3-3d24b58a9606 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:08.912294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Attempting to bind port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:08.912647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Attempting to bind port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:08.913025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Attempting to bind port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce on network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:08.918083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.927377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce on network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:08.930553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Attempting to bind port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce on network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:08.946267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:08.946693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Checking segment: {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:08.946975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Bound using segment: {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:08.947415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Bound port: 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21901c20-5790-44e3-b7c1-e88990d07dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:08.947764 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.971894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:08.975316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:08.977512 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:08.977940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:09.008896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-6c1e8a29-111d-470c-bce3-3d24b58a9606 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:09.010213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-6c1e8a29-111d-470c-bce3-3d24b58a9606 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.5274868 May 20 07:52:09.018706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device be5bb163-e7f4-4491-93cb-a2f651a5f433 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:09.050949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-215298b4-1559-45e0-a820-8a9af146d2b2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.0229249 May 20 07:52:09.065587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-5e9aaeae-35a1-44a5-83fa-7900ed546dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.066077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-5e9aaeae-35a1-44a5-83fa-7900ed546dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.066556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-5e9aaeae-35a1-44a5-83fa-7900ed546dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.068173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-5e9aaeae-35a1-44a5-83fa-7900ed546dc6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2756 time: 0.3250442 May 20 07:52:09.099244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.112448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-c186af3c-b048-4d18-8bdc-71d2dd7cec30 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583761 May 20 07:52:09.136053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26824-0617-414b-8201-6039df91c7f1 req-8fe9e5c5-f9a9-4e97-af6d-f381573f7327 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.137726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20e26824-0617-414b-8201-6039df91c7f1 req-8fe9e5c5-f9a9-4e97-af6d-f381573f7327 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.3362594 May 20 07:52:09.143316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port be5bb163-e7f4-4491-93cb-a2f651a5f433 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:09.145268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.208638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.264502 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fcf9e250-c157-4530-b596-40133bbda659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:09.281648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-46664335-1ef0-4091-8ec7-98a558d2fe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.359483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-477460df-2a51-40a9-97e0-dc8b37ab1045 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9090941 May 20 07:52:09.363896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-c72fcb36-cb68-43e5-9968-9193ac94adb5 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524629 May 20 07:52:09.364334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56146) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:09.376554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:09.415517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:09.426574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5a4c63f3b1a46bdadff8149f63240c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3153307 May 20 07:52:09.436115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56152) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:09.482310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e93d7a-345a-44e4-b885-48e82bbebd1d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:09.511046 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:09.513873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:09.591494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.701524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56162) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:09.709763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.726726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a88caa0-b874-46da-9485-eb2ef15036a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:09.743964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:09.760855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:09.771510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-8c76be60-ca46-4994-a742-38af19123f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.771984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-8c76be60-ca46-4994-a742-38af19123f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.773200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-8c76be60-ca46-4994-a742-38af19123f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.774512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Router a8947df6-646c-4097-8b60-a34e9b61438b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:52:09.774960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-8c76be60-ca46-4994-a742-38af19123f76 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6823418 May 20 07:52:09.789607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-c1c5c113-ccce-4322-b998-2999424b8a82 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960071 May 20 07:52:09.835791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.836743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.838439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] 10.222.0.81 "PUT /v2.0/ports/4be876a3-a891-4c0f-b7cf-7e8ced96f3ce HTTP/1.1" status: 200 len: 1091 time: 3.0277929 May 20 07:52:09.884282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:09.888124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bafc8e-8f62-4a5f-84a7-fed0bfbe0f62 req-b6c90507-e4ff-4281-a3df-05d86bd16041 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:09.892312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.893826 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:52:09.894179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:52:09.895124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5bafc8e-8f62-4a5f-84a7-fed0bfbe0f62 req-b6c90507-e4ff-4281-a3df-05d86bd16041 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.7032502 May 20 07:52:09.977730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:09.989912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Request body: {'port': {'device_id': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:10.024154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5de43841-b35a-41b1-b4ca-72eb51cf13fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6568456 May 20 07:52:10.027030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:10.029967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:52:10.041264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0654-31cd-408b-98e6-80480193847d None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:52:10.041759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2015274731-network', 'tenant_id': 'bb3005524c0345d1840e58f3e936d92b'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:10.047635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:10.051969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Usage tracker for resource:network and tenant:bb3005524c0345d1840e58f3e936d92b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:10.054517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:10.055208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:10.055701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:10.080003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0f48ac7-c5bd-404c-b639-2294f9d61bfd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0518296 May 20 07:52:10.086219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:10.109423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Pushing event updated for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:10.113842 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:10.115639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 18703155-eeac-4562-8e5d-3973f348a01c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:10.117096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.171428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ac205-03fe-441a-bf87-83594bdc18f2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:10.172163 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-995ac205-03fe-441a-bf87-83594bdc18f2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851860 May 20 07:52:10.175457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:10.266100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.266100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0125597 May 20 07:52:10.276179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:10.277950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:10.301922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5bafc8e-8f62-4a5f-84a7-fed0bfbe0f62 req-fc3a5667-3a50-4cd0-a7d5-7a42c9561031 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023795 May 20 07:52:10.323053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9138799-4c1f-49f8-bfec-93875fe1ee1f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462505 May 20 07:52:10.339093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:10.341802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56192) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:10.343662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.383811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Made reservation on behalf of bb3005524c0345d1840e58f3e936d92b for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:10.388978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.423761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:10.471576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.562049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d1703-6107-486f-8c4b-bf1672a6749c req-d73a7f31-842e-45e0-9cbb-da27c94c17cc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:10.567819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d1703-6107-486f-8c4b-bf1672a6749c req-d73a7f31-842e-45e0-9cbb-da27c94c17cc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:10.575056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d1703-6107-486f-8c4b-bf1672a6749c req-d73a7f31-842e-45e0-9cbb-da27c94c17cc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:10.576739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b40d1703-6107-486f-8c4b-bf1672a6749c req-d73a7f31-842e-45e0-9cbb-da27c94c17cc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2400 time: 0.3262837 May 20 07:52:10.584186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-ccec86e0-2dcd-4b11-b190-e9a0f5c4f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:10.587161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6c8dbe7-d790-4dce-be20-6982d707ea32 req-ccec86e0-2dcd-4b11-b190-e9a0f5c4f7f4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7876718 May 20 07:52:10.708045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:10.721964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:07Z', 'revision_number': 3, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:10.726779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0654-31cd-408b-98e6-80480193847d None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:52:10.727130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0654-31cd-408b-98e6-80480193847d None None] Updating router a8947df6-646c-4097-8b60-a34e9b61438b port 61309729-e814-4aa8-822d-2e3a43e51b53 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:52:10.737928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:10.748379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3005524c0345d1840e58f3e936d92b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:10.755721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6db59ab9-4f1b-4eeb-9ff9-8d97ef7ffd03 req-413c4df3-062d-4efe-9620-43c76167da38 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.1953065 May 20 07:52:10.759251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:10.798708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 18703155-eeac-4562-8e5d-3973f348a01c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=18703155-eeac-4562-8e5d-3973f348a01c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:10.800615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.812076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.819718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:10.824036 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:10.836797 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce', 'status': 'completed', 'code': 200} May 20 07:52:10.938633 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b40d1703-6107-486f-8c4b-bf1672a6749c req-96d14269-97e6-4642-99b6-2b635bc1adcc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614513 May 20 07:52:10.952625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:11.062770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 18703155-eeac-4562-8e5d-3973f348a01c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:11.083217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:11.139325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.205756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.213734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.217233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:11.220677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.230562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.245955 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72b2204a-6094-4211-b5c3-59a40f16fa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:11.246750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-377a0654-31cd-408b-98e6-80480193847d None None] Transition to ACTIVE for port object 61309729-e814-4aa8-822d-2e3a43e51b53 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:11.311387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e93d7a-345a-44e4-b885-48e82bbebd1d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:11.318668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:11.339054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.343912 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:11.409045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-dfe67f29-da0e-4ad0-b161-ef5e2bda561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:11.409589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-dfe67f29-da0e-4ad0-b161-ef5e2bda561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:11.410077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-dfe67f29-da0e-4ad0-b161-ef5e2bda561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:11.411733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91dc9193-210e-430c-a626-ec4035d42a75 req-dfe67f29-da0e-4ad0-b161-ef5e2bda561b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2798 time: 0.5483665 May 20 07:52:11.430503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-377a0654-31cd-408b-98e6-80480193847d None None] Attempting to bind port 61309729-e814-4aa8-822d-2e3a43e51b53 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:11.430883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-377a0654-31cd-408b-98e6-80480193847d None None] Attempting to bind port 61309729-e814-4aa8-822d-2e3a43e51b53 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:11.432921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a0654-31cd-408b-98e6-80480193847d None None] Attempting to bind port 61309729-e814-4aa8-822d-2e3a43e51b53 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:11.433036 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.433036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1e93d7a-345a-44e4-b885-48e82bbebd1d HTTP/1.1" status: 204 len: 168 time: 1.9625528 May 20 07:52:11.438301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Pushing event updated for resources: {'Port': ['ID=61309729-e814-4aa8-822d-2e3a43e51b53,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:11.443855 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:11.445078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a0654-31cd-408b-98e6-80480193847d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:11.445593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a0654-31cd-408b-98e6-80480193847d None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:11.446029 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.446430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a0654-31cd-408b-98e6-80480193847d None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:11.446968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-377a0654-31cd-408b-98e6-80480193847d None None] Bound port: 61309729-e814-4aa8-822d-2e3a43e51b53, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:11.447409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.570365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-377a0654-31cd-408b-98e6-80480193847d None None] For port 61309729-e814-4aa8-822d-2e3a43e51b53, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:11.579088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-377a0654-31cd-408b-98e6-80480193847d None None] For port 61309729-e814-4aa8-822d-2e3a43e51b53, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=61309729-e814-4aa8-822d-2e3a43e51b53,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:11.653812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-377a0654-31cd-408b-98e6-80480193847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.661891 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:11.712546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Allocated IP 172.20.0.1 (97f5e4cb-3298-4edb-89e5-56dd1704f21e/84a6f7c6-383c-430f-a3f6-0c378d325270/18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:11.752875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:11.753499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:11.838598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Pushing event updated for resources: {'Port': ['ID=61309729-e814-4aa8-822d-2e3a43e51b53,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:11.849122 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:11.988301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:11.992142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3fcb67eb-e6eb-4c4a-8320-f6b733981cb1 req-38544b48-4e9e-4e68-88b3-d0b870e99e13 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.0637553 May 20 07:52:12.004794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:12.068329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-d15f210f-0fbb-4a61-a47b-71ba651628f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.068826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-d15f210f-0fbb-4a61-a47b-71ba651628f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.070004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-d15f210f-0fbb-4a61-a47b-71ba651628f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.071724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91dc9193-210e-430c-a626-ec4035d42a75 req-d15f210f-0fbb-4a61-a47b-71ba651628f9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6377454 May 20 07:52:12.086492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.089778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.098008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c7f343c-ff70-4847-b9bb-3ba34f3e11a7 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:12.170130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:12.221710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad36dd-8f15-420f-9934-c601921c91c4 req-dfed809e-0a0b-4190-a497-5235cb4898a4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.223199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96ad36dd-8f15-420f-9934-c601921c91c4 req-dfed809e-0a0b-4190-a497-5235cb4898a4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 945 time: 0.7122264 May 20 07:52:12.261043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:52:12.300978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:12.333192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.369697 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.383152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201943fa-bbc1-48e8-bad4-f603057b6655 req-5a08e496-83e7-49be-b0cc-05e408e7213a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.388760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201943fa-bbc1-48e8-bad4-f603057b6655 req-5a08e496-83e7-49be-b0cc-05e408e7213a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.394807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201943fa-bbc1-48e8-bad4-f603057b6655 req-5a08e496-83e7-49be-b0cc-05e408e7213a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.396565 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-201943fa-bbc1-48e8-bad4-f603057b6655 req-5a08e496-83e7-49be-b0cc-05e408e7213a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2400 time: 0.2598829 May 20 07:52:12.398209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60271f-729e-422a-ab96-af350d433cf2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:12.401087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:12.409687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Usage tracker for resource:security_group_rule and tenant:4efb044690cf44b9bb22ff2012276fdd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:12.415448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:12.424903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Transition to ACTIVE for port object 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:12.426268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:12.427459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.427671 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Added segment ed740d82-ef7b-4888-be05-f18c6d2b8701 of type vlan for network 179073a6-a410-435d-a5fd-48856b2f9608 May 20 07:52:12.430314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:12.430314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b88607c2-8cdd-41fa-beff-3d859c0ee37e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:12.506714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.515267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca29392f-2376-4242-8634-0086550fd7cc {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:12.520316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-201943fa-bbc1-48e8-bad4-f603057b6655 req-14cb16e5-c9ac-4af4-8a8c-59d5afc72cdd tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015520 May 20 07:52:12.537726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 18703155-eeac-4562-8e5d-3973f348a01c on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:12.539600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=18703155-eeac-4562-8e5d-3973f348a01c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:12.549468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.552235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.581122 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:12.605155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.624675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-377a0654-31cd-408b-98e6-80480193847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:07Z', 'revision_number': 3, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:12.630929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a0654-31cd-408b-98e6-80480193847d None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:07Z', 'revision_number': 3, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:52:12.634865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 18703155-eeac-4562-8e5d-3973f348a01c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:12.639502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96ad36dd-8f15-420f-9934-c601921c91c4 req-72c4d1aa-1ec9-47b1-9f5e-ff8f03b0cabf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819273 May 20 07:52:12.656208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.666837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Transition to ACTIVE for port object ca29392f-2376-4242-8634-0086550fd7cc will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:12.674894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc9193-210e-430c-a626-ec4035d42a75 req-821bd32f-b6c2-4337-b151-0b4bff7d1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:12.676398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91dc9193-210e-430c-a626-ec4035d42a75 req-821bd32f-b6c2-4337-b151-0b4bff7d1ef5 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5807712 May 20 07:52:12.696192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 18703155-eeac-4562-8e5d-3973f348a01c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:12.696705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 18703155-eeac-4562-8e5d-3973f348a01c not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:12.717906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.726604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.734064 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:12.766415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:12.777897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:12.780535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:12.831226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:52:12.844480 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4efb044690cf44b9bb22ff2012276fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424280 May 20 07:52:12.852308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:12.861495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'name': 'network-vif-deleted', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:12.867985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:12.874611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9901bd8-8203-4135-9f4e-84ae571e1232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:12.877880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d10c33-5d0c-4431-abec-16cb965e32b2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:12.893429 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:12.894096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:12.926595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20e26824-0617-414b-8201-6039df91c7f1 req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "DELETE /v2.0/ports/18703155-eeac-4562-8e5d-3973f348a01c HTTP/1.1" status: 204 len: 173 time: 3.7736874 May 20 07:52:12.955321 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4053c45d-686a-4e2f-902c-cb0b6b551bb6', 'name': 'network-vif-deleted', 'tag': '18703155-eeac-4562-8e5d-3973f348a01c', 'status': 'completed', 'code': 200} May 20 07:52:13.014471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.202247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.206465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:13.210772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.344183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1c3d37eb-9cd9-4a4c-b784-891fd8b33dab None None] Provisioning for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:13.350352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1c3d37eb-9cd9-4a4c-b784-891fd8b33dab None None] Provisioning complete for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:13.350736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1c3d37eb-9cd9-4a4c-b784-891fd8b33dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.375976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6681805 May 20 07:52:13.377459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:13.381329 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:13.394904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56228) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:13.395541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1dce401-48a7-4a9f-b05c-470dd6e958cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:13.413645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fbe86f60-6178-4ddc-83de-248161379218 req-ff2e1dd9-a6b4-4ffe-95d6-61c1c2c8e103 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.1733937 May 20 07:52:13.417171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d37eb-9cd9-4a4c-b784-891fd8b33dab None None] Port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:13.425007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Pushing event updated for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:13.435927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:13.462263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Request body: {'subnet': {'network_id': '179073a6-a410-435d-a5fd-48856b2f9608', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2015274731-subnet', 'tenant_id': 'bb3005524c0345d1840e58f3e936d92b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:13.473550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.474461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-5171212f-0026-4ee8-9b7b-e1f096ed986f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:13.477021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-5171212f-0026-4ee8-9b7b-e1f096ed986f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.7958443 May 20 07:52:13.503781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:13.505425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.608760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:13.623657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Usage tracker for resource:subnet and tenant:bb3005524c0345d1840e58f3e936d92b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:13.626668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:13.633649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:13.677753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=179073a6-a410-435d-a5fd-48856b2f9608,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:13.689049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 179073a6-a410-435d-a5fd-48856b2f9608 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:52:13.733155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.736790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:13.742065 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4f8a9277-f4dd-4f8e-8f29-16ff34bb099d tempest-SecurityGroupsTestJSON-708515070 tempest-SecurityGroupsTestJSON-708515070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:13.756234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d10c33-5d0c-4431-abec-16cb965e32b2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:13.766266 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:13.771134 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:13.844865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Attempting to bind port ca29392f-2376-4242-8634-0086550fd7cc on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:13.845206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Attempting to bind port ca29392f-2376-4242-8634-0086550fd7cc by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:13.845566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Attempting to bind port ca29392f-2376-4242-8634-0086550fd7cc on network 458a3af7-47bd-474c-9b26-4ab9d0795157 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:13.865650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Made reservation on behalf of bb3005524c0345d1840e58f3e936d92b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:13.882713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.039610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.043684 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5d10c33-5d0c-4431-abec-16cb965e32b2 HTTP/1.1" status: 204 len: 168 time: 1.1874146 May 20 07:52:14.048849 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c3aa187e-4c0d-453d-9e3a-efc126ad168d req-4f95bc55-187a-44d9-ba62-065143248805 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4053c45d-686a-4e2f-902c-cb0b6b551bb6 HTTP/1.1" status: 200 len: 210 time: 0.1110492 May 20 07:52:14.140680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Port ca29392f-2376-4242-8634-0086550fd7cc on network 458a3af7-47bd-474c-9b26-4ab9d0795157 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:14.141008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Attempting to bind port ca29392f-2376-4242-8634-0086550fd7cc on network 458a3af7-47bd-474c-9b26-4ab9d0795157 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:14.181622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.244319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:14.244888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Checking segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:14.245021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Bound using segment: {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:14.245448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Bound port: ca29392f-2376-4242-8634-0086550fd7cc, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5addd47f-00dc-43bf-a1bf-82cbe4f56f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:14.245814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.281592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.310106 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:14.314656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4c29-294d-48b9-b23e-ee8d0828310d req-a5f7e137-5eb5-4886-922a-1f555cfe07fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:14.321243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4c29-294d-48b9-b23e-ee8d0828310d req-a5f7e137-5eb5-4886-922a-1f555cfe07fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:14.326817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4c29-294d-48b9-b23e-ee8d0828310d req-a5f7e137-5eb5-4886-922a-1f555cfe07fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:14.328616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32cb4c29-294d-48b9-b23e-ee8d0828310d req-a5f7e137-5eb5-4886-922a-1f555cfe07fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 0.6813428 May 20 07:52:14.380640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:14.397406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.402785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Pushing event updated for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:14.411992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:14.444951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:52:14.464965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.477221 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:14.510420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:14.563635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:14.564959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:14.577484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32cb4c29-294d-48b9-b23e-ee8d0828310d req-629452ed-6de5-4caa-85b7-0e67fe200871 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368519 May 20 07:52:14.605825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:14.613331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:14.625337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb58e8-1893-4d2f-81a1-444693fae4f9 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:14.630668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:14.631281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.665298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=0fffc3a2-6fdf-4b91-895c-9f8b4117066e,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:14.719421 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:14.726819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:14.730829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.744988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:14.775530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:14.777825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4215007 May 20 07:52:14.786611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56248) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:14.816383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:c6:ea:08', 'name': 'tempest-NetworksTestDHCPv6-1803762217'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:14.927633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '0fffc3a2-6fdf-4b91-895c-9f8b4117066e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:14.928219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.929898 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:14.940923 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4530bdf5-0994-4edb-8d13-131d41a6b7e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:15.017133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78bfdfe6-782c-41ad-bca8-22f24a77346e req-f60e04bb-739e-4e0e-bec7-3441270ba8fe tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.4499207 May 20 07:52:15.049157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87746eeb-6dcf-47a5-a3da-487ade199262 None None] Provisioning complete for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:15.049580 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87746eeb-6dcf-47a5-a3da-487ade199262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:15.109179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 61309729-e814-4aa8-822d-2e3a43e51b53 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:15.152890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:15.153794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:15.155359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] 10.222.0.81 "PUT /v2.0/ports/ca29392f-2376-4242-8634-0086550fd7cc HTTP/1.1" status: 200 len: 1092 time: 5.1864967 May 20 07:52:15.159334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:15.274168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:15.310052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:52:15.337045 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc', 'status': 'completed', 'code': 200} May 20 07:52:15.344660 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:15.351613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-87746eeb-6dcf-47a5-a3da-487ade199262 None None] Port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:15.421263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Allocated IP 2001:db8::f816:3eff:fe3e:1f15 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/0fffc3a2-6fdf-4b91-895c-9f8b4117066e/c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:15.449840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:15.534620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:15.547590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:15.562534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.6 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/a136db7d-c822-4a81-8d80-7338b9bd0634) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:15.568341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:15.576347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 61309729-e814-4aa8-822d-2e3a43e51b53 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:15.586401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:52:15.586964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 61309729-e814-4aa8-822d-2e3a43e51b53 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:15.586964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:15.598866 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] 10.222.0.79 "PUT /v2.0/routers/a8947df6-646c-4097-8b60-a34e9b61438b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2672417 May 20 07:52:15.615573 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:52:15.643401 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:15.644044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:15.713292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:15.822772 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:15.834724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Transition to ACTIVE for port object c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:15.855776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Transition to ACTIVE for port object c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:15.859365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56284) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:15.944680 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:15.955077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:15.966671 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bd0bb3f-a7cc-42f7-8191-e669380fa188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:16.047617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.081624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:16.086633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:16.090444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.100034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2016947418-network', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:16.105912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:16.108445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 61309729-e814-4aa8-822d-2e3a43e51b53, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=61309729-e814-4aa8-822d-2e3a43e51b53,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:16.109786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:16.111970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Usage tracker for resource:network and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:16.116517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:16.129979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:16.159229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Pushing event updated for resources: {'Port': ['ID=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:16.198378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:16.224036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Attempting to bind port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:16.224453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-b840e6e2-a38a-410e-bd20-cf061a4b9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.224964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-b840e6e2-a38a-410e-bd20-cf061a4b9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.225196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Attempting to bind port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:16.226077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-b840e6e2-a38a-410e-bd20-cf061a4b9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.226679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Attempting to bind port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:16.228011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-b840e6e2-a38a-410e-bd20-cf061a4b9c88 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2865 time: 0.8887882 May 20 07:52:16.233913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:16.234686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:16.235304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.235923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:16.236714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Bound port: c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:16.237416 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.249715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.253540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Made reservation on behalf of a4d9cc436b2643f78310ae682e01cb14 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:16.255968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.259898 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:16.278652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.318166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 295037f3-2ac6-405e-a44f-336d523dfd4e yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:52:16.318720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:16.328805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Usage tracker for resource:security_group_rule and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:16.331918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:16.343127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:16.350028 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 2, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:16.361438 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:52:16.361825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Updating router a8947df6-646c-4097-8b60-a34e9b61438b port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:52:16.410360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=61309729-e814-4aa8-822d-2e3a43e51b53,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:16.426521 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:16.440155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] For port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:16.447331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] For port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:16.488941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.519505 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.531313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.540841 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:16.565351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.570594 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:16.618558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:52:16.654339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6eda2b-028b-48f0-9106-70c1bbff6462,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:16.673264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:16.676315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.676985 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Added segment 6982ebcb-2bfa-4a26-bd48-eb385e79c4b4 of type vlan for network 1c757f7a-d657-49e6-bf91-13d4516253f3 May 20 07:52:16.698752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Pushing event updated for resources: {'Port': ['ID=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:16.702367 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:16.712653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-cc0c3167-d52c-4292-a261-fa78833762d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020 HTTP/1.1" status: 200 len: 217 time: 0.4670792 May 20 07:52:16.735083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.769911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fec6:ea08 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/0fffc3a2-6fdf-4b91-895c-9f8b4117066e/295037f3-2ac6-405e-a44f-336d523dfd4e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:16.822202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.844913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.846295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.847102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:16.853112 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff0b711-144c-4959-965e-7875a1e388af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:16.873035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56296) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:16.887136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-2381f17e-d044-4752-84e5-4a8666a05d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.888730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-2381f17e-d044-4752-84e5-4a8666a05d1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=358b3fd7-b69e-4065-8735-f6dd6f0ef636 HTTP/1.1" status: 200 len: 801 time: 0.1649420 May 20 07:52:16.902446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125824252', 'description': 'tempest-description--2135378008'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:16.916594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4178-79c7-4215-b68d-331766405baa req-b117ce8a-5b0a-44ca-8253-bd82b9450f84 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.927786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4178-79c7-4215-b68d-331766405baa req-b117ce8a-5b0a-44ca-8253-bd82b9450f84 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.929410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4178-79c7-4215-b68d-331766405baa req-b117ce8a-5b0a-44ca-8253-bd82b9450f84 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:16.930886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa5d4178-79c7-4215-b68d-331766405baa req-b117ce8a-5b0a-44ca-8253-bd82b9450f84 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 1.1041281 May 20 07:52:16.989112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:17.067885 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.072887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:17.085558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:17.087098 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Transition to ACTIVE for port object 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:17.099804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Pushing event updated for resources: {'Network': ['ID=1c757f7a-d657-49e6-bf91-13d4516253f3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:17.108427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:17.110842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:52:17.118685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2571235 May 20 07:52:17.120074 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:17.123694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:17.132594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Request body: {'subnet': {'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2016947418-subnet', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:17.140599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:17.151318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 61309729-e814-4aa8-822d-2e3a43e51b53 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:17.183008 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.195961 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0468c484-835e-4637-9758-d30afdf6fc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:17.208644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Usage tracker for resource:subnet and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:17.213594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:17.229900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:17.262213 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.271164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:17.300536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-141a5f0a-5a82-4df5-a5c0-257736dd80a0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:17.304264 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-141a5f0a-5a82-4df5-a5c0-257736dd80a0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.2635334 May 20 07:52:17.312869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa5d4178-79c7-4215-b68d-331766405baa req-c7f08592-860a-4205-86bc-449508b254f2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880282 May 20 07:52:17.340102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.360213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-e7938930-4aa3-410c-af99-ff7d2a791e0f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0504532 May 20 07:52:17.362098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Made reservation on behalf of a4d9cc436b2643f78310ae682e01cb14 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:17.388770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.393432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.444878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a50e099-0b1e-4bb6-a475-d0e17f34eecd,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:17.452819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 61309729-e814-4aa8-822d-2e3a43e51b53 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:17.453303 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.472555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:17.474927 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:17.532299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:17.542044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Attempting to bind port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:17.542972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Attempting to bind port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:17.544071 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Attempting to bind port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:17.544559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-1943f140-9c3c-423d-a4db-df50755333cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:17.546087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-1943f140-9c3c-423d-a4db-df50755333cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=458a3af7-47bd-474c-9b26-4ab9d0795157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6120634 May 20 07:52:17.553095 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:17.555443 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Checking segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:17.556304 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.556927 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Bound using segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:17.557655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Bound port: 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:17.559073 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.574110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:17.575765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:17.613678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:17.618663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:17.688115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] For port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:17.689925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:17.691877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] For port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:17.701716 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Pushing event updated for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:17.705296 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:17.714330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-90f855fa-43f9-46aa-9938-0ec868e9dca0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3528097 May 20 07:52:17.736456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:17.763019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.797249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Checking segment: {'id': 'ed740d82-ef7b-4888-be05-f18c6d2b8701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '179073a6-a410-435d-a5fd-48856b2f9608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:17.797645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Network hostable DHCP agents. Network: 179073a6-a410-435d-a5fd-48856b2f9608, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:52:17.807676 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:17.812636 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:17.871591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:17.889414 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:17.897364 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:17.917040 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:17.923902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 295037f3-2ac6-405e-a44f-336d523dfd4e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:17.998853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:17.999621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.027172 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-c418075a-9529-4e94-b21f-95b34b5952b5 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021722 May 20 07:52:18.053232 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Pushing event updated for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:18.062195 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:18.106498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Network 179073a6-a410-435d-a5fd-48856b2f9608 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:52:18.125579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-198f5c6e-43c7-4d03-ae38-f3bdf3d8d6e9 service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263839 May 20 07:52:18.194704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a55f3-e54d-4672-864b-71e1e90328b9 req-9c6d91dc-45ed-444e-85cb-1d0adb1efa10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:18.195445 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:18.195882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-903a55f3-e54d-4672-864b-71e1e90328b9 req-9c6d91dc-45ed-444e-85cb-1d0adb1efa10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:18.211080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.229898 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-4538879f-323f-42a3-9dd9-fd0abe9f0cd6 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909356 May 20 07:52:18.262758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-89e896d1-5644-47fc-ab9a-80a82fbdfc28 None None] Provisioning for port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:18.280378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 179073a6-a410-435d-a5fd-48856b2f9608) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:18.282139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.284284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7738795 May 20 07:52:18.292703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095b900-5211-4b1d-988e-cbf61f77f7bf None None] Network 179073a6-a410-435d-a5fd-48856b2f9608 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:18.302245 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.302245 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-46e1064b-911f-4782-b547-351f1cfefd37 tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:18.357883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Request body: {'port': {'device_id': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:18.440780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:18.441386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.460666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:18.461494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-903a55f3-e54d-4672-864b-71e1e90328b9 req-9c6d91dc-45ed-444e-85cb-1d0adb1efa10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:18.462676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-903a55f3-e54d-4672-864b-71e1e90328b9 req-9c6d91dc-45ed-444e-85cb-1d0adb1efa10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 931 time: 0.8625560 May 20 07:52:18.473608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:18.504123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:18.510854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:18.511514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.515499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=295037f3-2ac6-405e-a44f-336d523dfd4e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:18.543039 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:18.550916 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-beb9217e-73b9-4ede-991e-4631f2e5d1d2 tempest-RoutersAdminNegativeTest-859589741 tempest-RoutersAdminNegativeTest-859589741-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:18.572253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d418c01-c734-4404-91c8-2369fd075929 None None] Network 179073a6-a410-435d-a5fd-48856b2f9608 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:18.625937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-49d4822c-1536-4a7c-b42f-cd8049551dcf service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858139 May 20 07:52:18.631221 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:18.631221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7488120 May 20 07:52:18.639299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56318) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:18.787531 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:17Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:18.795423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group_rule': {'security_group_id': 'fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:18.796574 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba7e8-8daa-4727-8709-288a7a645d98 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:17Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:52:18.841814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.4234712 May 20 07:52:18.856402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-903a55f3-e54d-4672-864b-71e1e90328b9 req-7903ea33-66c6-431f-b922-818421bca06a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802025 May 20 07:52:18.860794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0629141 May 20 07:52:18.862404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56328) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:18.864334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:18.916467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-051047f3-35a1-44fa-8089-75446a90bfc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce HTTP/1.1" status: 200 len: 217 time: 0.2739439 May 20 07:52:18.996794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:19.052689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:19.064507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.157851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:19.167059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:19.178665 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:19.181384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.187725 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-67708483-35e0-446a-9aa7-483514438a13 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:19.215970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d8716300-be06-4f81-8168-90c7509755f6 None None] Provisioning for port 295037f3-2ac6-405e-a44f-336d523dfd4e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:19.219662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d8716300-be06-4f81-8168-90c7509755f6 None None] Provisioning complete for port 295037f3-2ac6-405e-a44f-336d523dfd4e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:19.220110 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8716300-be06-4f81-8168-90c7509755f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.236099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-031959d6-7d35-464a-be33-d75f07849169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.237612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-031959d6-7d35-464a-be33-d75f07849169 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8dbb44d0-2efa-4101-8e8c-bf486a9e15a4 HTTP/1.1" status: 200 len: 801 time: 0.1741140 May 20 07:52:19.249418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d33c943-5c09-4fe0-9e88-9fdb1559f6c0 req-ec0da899-135c-446b-809b-7eb371048964 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:19.271930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:19.347485 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d8716300-be06-4f81-8168-90c7509755f6 None None] Port 295037f3-2ac6-405e-a44f-336d523dfd4e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:19.377626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Checking segment: {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:19.377961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Network hostable DHCP agents. Network: 1c757f7a-d657-49e6-bf91-13d4516253f3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:52:19.392494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd13f54f-288c-46d7-962b-8ec8f64d1f26,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:19.395351 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:19.423783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066200-59d3-4a70-97ef-30fb2536b993 req-56b94eb7-77c6-4bea-925c-c903943f74ab tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.430241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066200-59d3-4a70-97ef-30fb2536b993 req-56b94eb7-77c6-4bea-925c-c903943f74ab tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.449368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066200-59d3-4a70-97ef-30fb2536b993 req-56b94eb7-77c6-4bea-925c-c903943f74ab tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.458575 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12066200-59d3-4a70-97ef-30fb2536b993 req-56b94eb7-77c6-4bea-925c-c903943f74ab tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 0.3629241 May 20 07:52:19.494598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:19.500628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:19.501157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.524341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:52:19.537762 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-12066200-59d3-4a70-97ef-30fb2536b993 req-dd393fe9-972b-4aa4-b6cb-47b45470b4b5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782812 May 20 07:52:19.550145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.565431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:19.651016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Deleting subnet 4a50e099-0b1e-4bb6-a475-d0e17f34eecd {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:19.654323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.656015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.665402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.704145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:19.712803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.733508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9565eac-e7e1-44e9-9055-3c9c5e93f961 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.739310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9565eac-e7e1-44e9-9055-3c9c5e93f961 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.739652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1c757f7a-d657-49e6-bf91-13d4516253f3) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:19.740115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9565eac-e7e1-44e9-9055-3c9c5e93f961 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:19.745716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d33c943-5c09-4fe0-9e88-9fdb1559f6c0 req-ec0da899-135c-446b-809b-7eb371048964 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:19.746683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d33c943-5c09-4fe0-9e88-9fdb1559f6c0 req-ec0da899-135c-446b-809b-7eb371048964 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 210 time: 0.7472417 May 20 07:52:19.757303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfbad2-058b-4725-893b-41347da83cac None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:19.764949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.773730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-753a1da3-72e0-4aae-a039-61a08a3242be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:19.776301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-753a1da3-72e0-4aae-a039-61a08a3242be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=85ffb561-1de2-4890-bfed-d3f97b7bf4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3168707 May 20 07:52:19.782899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.788723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.806973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.807831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:19.838954 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-71816b29-d550-46e6-b6af-b39ac2e35968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:19.862852 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-558029ff-1395-4f16-9fd0-d4e38288bbbe tempest-ServersWithSpecificFlavorTestJSON-1574743217 tempest-ServersWithSpecificFlavorTestJSON-1574743217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:19.866890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:19.880557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9565eac-e7e1-44e9-9055-3c9c5e93f961 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:19.885103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a9565eac-e7e1-44e9-9055-3c9c5e93f961 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9709625 May 20 07:52:19.900533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7608de2-2dbc-4c78-93c5-05cc8ffef936,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:19.908985 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:19.915012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:20.059809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:20.067244 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:20.080672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9557827 May 20 07:52:20.088502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:20.098211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:20.117627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:20.146819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Usage tracker for resource:router and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:20.163131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:20.177238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:20.182403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.183814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5321405 May 20 07:52:20.199900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56352) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:20.223156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group_rule': {'security_group_id': 'fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:20.232567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1c757f7a-d657-49e6-bf91-13d4516253f3', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:20.233689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.233856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-cd2f922d-1f48-47e6-afa1-84c56e90f8ae service neutron] 10.222.0.81 "GET /v2.0/networks/85ffb561-1de2-4890-bfed-d3f97b7bf4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285402 May 20 07:52:20.252333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:20.291786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:20.308661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:20.325286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:20.341304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:20.343042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700067-e77a-4210-9426-c9ea747aab13 req-802e03ba-e781-4dc7-a8ef-947115e74227 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:20.344539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93700067-e77a-4210-9426-c9ea747aab13 req-802e03ba-e781-4dc7-a8ef-947115e74227 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 931 time: 0.2976761 May 20 07:52:20.356500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:20.357035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.434878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.436358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.441096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:52:20.443133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 295037f3-2ac6-405e-a44f-336d523dfd4e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:20.443481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.548301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.557588 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e93559d0-ad6e-4762-988d-343c1b830f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:20.561007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.575953 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.593102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93700067-e77a-4210-9426-c9ea747aab13 req-6720b76f-ea4f-42c1-aba3-d625e6ca14d8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952412 May 20 07:52:20.604759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a136db7d-c822-4a81-8d80-7338b9bd0634 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:20.613925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:20.618581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.624464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Allocated IP 172.20.0.2 (1c757f7a-d657-49e6-bf91-13d4516253f3/bd13f54f-288c-46d7-962b-8ec8f64d1f26/4d662b06-d194-49bb-83ba-e642b28ee1e3) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:20.636453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-e00cc5d9-7382-486d-8d0d-343f660cdaa1 service neutron] 10.222.0.81 "GET /v2.0/networks/85ffb561-1de2-4890-bfed-d3f97b7bf4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780541 May 20 07:52:20.646529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.652458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a50e099-0b1e-4bb6-a475-d0e17f34eecd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:20.654586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.665388 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:20.701561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4a50e099-0b1e-4bb6-a475-d0e17f34eecd HTTP/1.1" status: 204 len: 168 time: 1.1345625 May 20 07:52:20.704938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56358) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:20.708324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.731448 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.738844 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2deaa276-84ca-405c-aefb-dbdb980cdd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:20.750543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-eb78e644-7c1c-409b-9b7f-5fbef54d6684 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=ca29392f-2376-4242-8634-0086550fd7cc HTTP/1.1" status: 200 len: 217 time: 0.1049421 May 20 07:52:20.753998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Transition to ACTIVE for port object a136db7d-c822-4a81-8d80-7338b9bd0634 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:20.824478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-8e2ceb22-dffd-4197-a184-62b3d7c07618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:20.825958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-8e2ceb22-dffd-4197-a184-62b3d7c07618 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=358b3fd7-b69e-4065-8735-f6dd6f0ef636 HTTP/1.1" status: 200 len: 801 time: 0.0678935 May 20 07:52:20.878204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 295037f3-2ac6-405e-a44f-336d523dfd4e owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:20.900792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:20.902587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:20.913324 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:20.945188 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58f2a774-6a18-4e3e-85ae-bc0223a9c602 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:20.991890 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.003739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Transition to ACTIVE for port object 4d662b06-d194-49bb-83ba-e642b28ee1e3 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:21.025328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:21.055196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.058912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Transition to ACTIVE for port object 4d662b06-d194-49bb-83ba-e642b28ee1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:21.103579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:21.103953 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.138801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-887b5de6-959f-4f02-9752-f5ae2a36e1b5 req-ffd7ab76-f14f-49f7-8fe6-fc91e31c28fa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 210 time: 0.1513591 May 20 07:52:21.159368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.159594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.169442 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:21.221965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:21.270596 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:21.271220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:21.271371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:21.275689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:21.278057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:21.294815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585a2a9f-8d1d-4935-9e8f-fcbc264e7d79,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:21.308570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:21.331636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-a47198bc-d0c5-4a55-8c09-795bb7034fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:21.333380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-a47198bc-d0c5-4a55-8c09-795bb7034fdc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=458a3af7-47bd-474c-9b26-4ab9d0795157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4979186 May 20 07:52:21.334069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.384099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Pushing event updated for resources: {'Port': ['ID=4d662b06-d194-49bb-83ba-e642b28ee1e3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:21.387095 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:21.396486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:21.451539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.519375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Attempting to bind port 4d662b06-d194-49bb-83ba-e642b28ee1e3 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:21.519663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Attempting to bind port 4d662b06-d194-49bb-83ba-e642b28ee1e3 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:21.520030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Attempting to bind port 4d662b06-d194-49bb-83ba-e642b28ee1e3 on network 1c757f7a-d657-49e6-bf91-13d4516253f3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:21.528512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:21.528890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Checking segment: {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:21.529299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.529778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Bound using segment: {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:21.530260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Bound port: 4d662b06-d194-49bb-83ba-e642b28ee1e3, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:21.530632 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.566989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcfcc6-3f75-4f05-b070-73b619f50795 req-6eadd93d-0bb1-42fd-bbb5-3ef03df5af15 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:21.573110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcfcc6-3f75-4f05-b070-73b619f50795 req-6eadd93d-0bb1-42fd-bbb5-3ef03df5af15 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:21.579205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcfcc6-3f75-4f05-b070-73b619f50795 req-6eadd93d-0bb1-42fd-bbb5-3ef03df5af15 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:21.587953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ddcfcc6-3f75-4f05-b070-73b619f50795 req-6eadd93d-0bb1-42fd-bbb5-3ef03df5af15 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 0.7814682 May 20 07:52:21.605316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:21.605753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.682432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-afe45853-944c-4432-be75-f7dd193845a4 service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404269 May 20 07:52:21.707002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.708357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4984324 May 20 07:52:21.710594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] For port 4d662b06-d194-49bb-83ba-e642b28ee1e3, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:21.713326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.716185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] For port 4d662b06-d194-49bb-83ba-e642b28ee1e3, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4d662b06-d194-49bb-83ba-e642b28ee1e3,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:21.729745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:21.748678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Attempting to bind port a136db7d-c822-4a81-8d80-7338b9bd0634 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:21.749360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Attempting to bind port a136db7d-c822-4a81-8d80-7338b9bd0634 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:21.749593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Attempting to bind port a136db7d-c822-4a81-8d80-7338b9bd0634 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:21.758109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:21.763921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179073a6-a410-435d-a5fd-48856b2f9608']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:21.788546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.788757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:21.793686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed740d82-ef7b-4888-be05-f18c6d2b8701') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:21.794017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed740d82-ef7b-4888-be05-f18c6d2b8701') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:21.794708 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:21.814365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Port a136db7d-c822-4a81-8d80-7338b9bd0634 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:21.814829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Attempting to bind port a136db7d-c822-4a81-8d80-7338b9bd0634 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:21.824853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:floatingip and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:21.828484 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.843901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:21.855457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ddcfcc6-3f75-4f05-b070-73b619f50795 req-54e31fea-569c-4285-8594-fa043ee1d935 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664540 May 20 07:52:21.861204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:21.896614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.900964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Pushing event updated for resources: {'Port': ['ID=4d662b06-d194-49bb-83ba-e642b28ee1e3,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:21.910744 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:21.957906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:52:21.958319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.964076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:21.964574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:21.965091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:21.965678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Bound port: a136db7d-c822-4a81-8d80-7338b9bd0634, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:21.966132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: timer() May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:52:21.972836 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:52:21.975019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:21.993805 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:22.132695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-930c636c-e3f7-46b4-be7f-10debe364de8 req-48bf9c8e-c7d0-4196-b3be-85669e95d4d8 service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230645 May 20 07:52:22.142522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-8765f791-95e7-4b0a-8cc3-0e6ae267974b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.144067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-8765f791-95e7-4b0a-8cc3-0e6ae267974b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.4602687 May 20 07:52:22.166855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '4c965646-63b7-4b85-82ab-8887a967c876', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:22.175463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.195205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ebb97-be1a-4833-9a30-158416790fd7 req-3cde1ceb-3582-40d9-a776-cb3d1985606e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.197309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f8ebb97-be1a-4833-9a30-158416790fd7 req-3cde1ceb-3582-40d9-a776-cb3d1985606e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 943 time: 0.4345865 May 20 07:52:22.252981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=295037f3-2ac6-405e-a44f-336d523dfd4e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:22.256292 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:22.281277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:22.374698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.383026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.395483 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77d60ce3-7391-4049-866c-164ec2424ff7 req-e3f6acb0-cb48-4a4d-9b9e-62434848d028 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 210 time: 0.0582676 May 20 07:52:22.402238 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:22.405794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a136db7d-c822-4a81-8d80-7338b9bd0634,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:22.420772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.452378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f8ebb97-be1a-4833-9a30-158416790fd7 req-ce370a95-179a-4afa-af79-630f864c7bc5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286704 May 20 07:52:22.491602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.499013 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a11209d8-852a-4a3d-a57b-d577b701148e tempest-ServerRescueNegativeTestJSON-845738037 tempest-ServerRescueNegativeTestJSON-845738037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:22.521199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Pushing event deleted for resources: {'Network': ['ID=179073a6-a410-435d-a5fd-48856b2f9608,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:22.523847 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:22.561336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:22.568627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.569719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.571162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/a136db7d-c822-4a81-8d80-7338b9bd0634 HTTP/1.1" status: 200 len: 1091 time: 4.2319167 May 20 07:52:22.574735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:22.600320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-7bd6251a-5bf6-48df-a5e1-4828f23ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.600812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-7bd6251a-5bf6-48df-a5e1-4828f23ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.601296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-7bd6251a-5bf6-48df-a5e1-4828f23ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.602966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-7bd6251a-5bf6-48df-a5e1-4828f23ec025 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2865 time: 0.2509975 May 20 07:52:22.605488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:22.615457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/295037f3-2ac6-405e-a44f-336d523dfd4e HTTP/1.1" status: 204 len: 168 time: 2.6993825 May 20 07:52:22.616429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:22.632824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] 10.222.0.79 "DELETE /v2.0/networks/179073a6-a410-435d-a5fd-48856b2f9608 HTTP/1.1" status: 204 len: 168 time: 1.9266841 May 20 07:52:22.634886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56378) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:22.643545 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:22.667323 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634', 'status': 'completed', 'code': 200} May 20 07:52:22.769806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:22.773300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.836550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029cd2c-eaa8-400d-ae6a-393b8d247a97 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.838691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029cd2c-eaa8-400d-ae6a-393b8d247a97 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.843243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f029cd2c-eaa8-400d-ae6a-393b8d247a97 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2027259 May 20 07:52:22.849935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:22.877381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-ec951fc9-c4e7-4b87-9319-b4bcf447e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:22.878731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-ec951fc9-c4e7-4b87-9319-b4bcf447e135 service neutron] 10.222.0.81 "GET /v2.0/networks?id=458a3af7-47bd-474c-9b26-4ab9d0795157 HTTP/1.1" status: 200 len: 903 time: 0.2634797 May 20 07:52:22.935769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 0fffc3a2-6fdf-4b91-895c-9f8b4117066e {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:22.942707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:22.973617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.028220 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.041621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-8fca71b7-5491-4f43-9472-43f25ae524d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=ca29392f-2376-4242-8634-0086550fd7cc HTTP/1.1" status: 200 len: 217 time: 0.1495497 May 20 07:52:23.101035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56390) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:23.144644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4d662b06-d194-49bb-83ba-e642b28ee1e3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:23.218774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-f5c7344e-9472-486e-b7fb-e09160291655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.220373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-f5c7344e-9472-486e-b7fb-e09160291655 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 1094 time: 0.5014136 May 20 07:52:23.270771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55739196-9be8-485f-b512-d63a910883db None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:23.272813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.279739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-a73876d8-adf0-4008-b5bb-56a1869a159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.281183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-a73876d8-adf0-4008-b5bb-56a1869a159f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=358b3fd7-b69e-4065-8735-f6dd6f0ef636 HTTP/1.1" status: 200 len: 801 time: 0.2254999 May 20 07:52:23.305312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1ed4d525-7040-46d4-bcb8-0a2921b51869 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb3005524c0345d1840e58f3e936d92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027621 May 20 07:52:23.306105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56394) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:23.309411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 4d662b06-d194-49bb-83ba-e642b28ee1e3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:23.342340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.10 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/c2a253f1-1449-4f6e-895b-16d19df52a4e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:23.412179 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.528702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Provisioning for port 4d662b06-d194-49bb-83ba-e642b28ee1e3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:23.540622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Provisioning complete for port 4d662b06-d194-49bb-83ba-e642b28ee1e3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:23.541074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.643637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Allocated IP 172.25.8.153 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/fa475625-5e8b-46f0-9fb0-f497386155e6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:23.655133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650d0c-6669-479f-a780-bc7d40e3a987 req-b90b0e41-2a7f-4d84-8830-876b1266332f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.661077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650d0c-6669-479f-a780-bc7d40e3a987 req-b90b0e41-2a7f-4d84-8830-876b1266332f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.667972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650d0c-6669-479f-a780-bc7d40e3a987 req-b90b0e41-2a7f-4d84-8830-876b1266332f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.669501 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2b650d0c-6669-479f-a780-bc7d40e3a987 req-b90b0e41-2a7f-4d84-8830-876b1266332f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 0.4086483 May 20 07:52:23.718734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.723674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.753354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70952f72-b18e-49e7-8cc5-f6232ee0f13d req-032e5620-0784-439f-9ff2-7cf07f4fbeb1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 210 time: 0.0938437 May 20 07:52:23.776827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] For port 4d662b06-d194-49bb-83ba-e642b28ee1e3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4d662b06-d194-49bb-83ba-e642b28ee1e3,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:23.805097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.835817 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:23.841952 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:23.847894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-74b580b5-e910-4a32-9319-92e904f282e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.849356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-74b580b5-e910-4a32-9319-92e904f282e0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9f0f74c1dd534937a7c0281d74d19647&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6093926 May 20 07:52:23.875837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2b650d0c-6669-479f-a780-bc7d40e3a987 req-4be72519-b25c-4cc7-ae5e-c4cf65c513b1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947961 May 20 07:52:23.896408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-95faa6b9-d90a-4a34-bd30-11c1f6f91ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:23.901339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-95faa6b9-d90a-4a34-bd30-11c1f6f91ac9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=458a3af7-47bd-474c-9b26-4ab9d0795157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6016338 May 20 07:52:23.981775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Pushing event updated for resources: {'Port': ['ID=4d662b06-d194-49bb-83ba-e642b28ee1e3,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:23.997683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:23.998148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:23.998564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:23.998987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:23.999365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:23.999998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.000506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.001073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.001459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.001870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.002256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.002744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:24.015641 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:24.035677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b0837123-12b7-4384-b81f-4e5e6798f0cb None None] Provisioning complete for port 4d662b06-d194-49bb-83ba-e642b28ee1e3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:24.036195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0837123-12b7-4384-b81f-4e5e6798f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.081288 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.120364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.160452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.333947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.340029 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-150f52dd-fcbd-44d2-bbc5-edab396f59f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:24.387589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-a544a2e6-a8d0-4f31-beb7-9ccad8b6a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:24.389075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-764c5090-7c2c-418b-a91b-e1e4d2bd9787 req-a544a2e6-a8d0-4f31-beb7-9ccad8b6a310 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5243649 May 20 07:52:24.392945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.411677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.427387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b325194-1ab4-436f-af32-fbe05cf14e1a req-a07f0b0d-7121-4837-a971-2e049b100125 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:24.431827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=0fffc3a2-6fdf-4b91-895c-9f8b4117066e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:24.436049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b325194-1ab4-436f-af32-fbe05cf14e1a req-a07f0b0d-7121-4837-a971-2e049b100125 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 943 time: 0.4746192 May 20 07:52:24.436289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0c159-2959-4e16-8e45-4895d90bc639 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:24.442085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.447354 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:24.450398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff22ee1d-f6ed-4bd8-bcef-77d93460bf95 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:24.510402 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.514976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-a13b30f8-8719-46c5-8b83-856cf86384fb service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734649 May 20 07:52:24.517826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:24.520145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc84a5d6-2425-44c7-9706-98da51a11e66 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:24.524242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:24.534873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:24.577811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60271f-729e-422a-ab96-af350d433cf2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:24.599695 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:24.599916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Allocated IP 172.25.8.56 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/a45ad0e1-fec7-4d05-83fe-13e667ff1254) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:24.604896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Pushing event updated for resources: {'Port': ['ID=fa475625-5e8b-46f0-9fb0-f497386155e6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:24.610776 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:24.621017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b325194-1ab4-436f-af32-fbe05cf14e1a req-5ce3f27d-a7e9-47ea-8bf1-ace76094f409 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836183 May 20 07:52:24.681567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/0fffc3a2-6fdf-4b91-895c-9f8b4117066e HTTP/1.1" status: 204 len: 168 time: 1.8293312 May 20 07:52:24.685730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:24.740543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.743450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b60271f-729e-422a-ab96-af350d433cf2 HTTP/1.1" status: 204 len: 168 time: 1.3959751 May 20 07:52:24.770252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-b33a6515-9c1b-4ab2-b8a6-76b19c42a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:24.771892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-b33a6515-9c1b-4ab2-b8a6-76b19c42a2a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 1094 time: 0.3175862 May 20 07:52:24.776534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eda1b4c-5d44-4b55-87e9-470ab7721f90 req-9bd800c7-d7e7-4df2-8897-675303d60bae service neutron] 10.222.0.81 "GET /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440147 May 20 07:52:24.871920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:24.874569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-2b236f1f-fa62-4a0a-907c-14c1d79881ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a136db7d-c822-4a81-8d80-7338b9bd0634 HTTP/1.1" status: 200 len: 217 time: 0.0888965 May 20 07:52:24.884132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:24.895884 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28acbc79-43fd-493d-86ba-85cd346de38a tempest-ListImageFiltersTestJSON-1996509949 tempest-ListImageFiltersTestJSON-1996509949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:24.944089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:52:24.968585 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3acf2b3a-4fd2-4ba2-8841-5804ef621635 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2218013 May 20 07:52:24.971303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56414) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:25.061750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:25.073603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4d662b06-d194-49bb-83ba-e642b28ee1e3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:25.110795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:25.142812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:25.149695 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:25.152615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-edee159d-4d86-4324-9ac5-4f2cb5fae378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.154550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-edee159d-4d86-4324-9ac5-4f2cb5fae378 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.1174121 May 20 07:52:25.289808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-5e9e9493-19a9-45de-a9c1-6b3f54163997 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249216 May 20 07:52:25.292291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:25.307802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:25.311386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:25.318721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Deleting port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:25.319862 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.420749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:25.429442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.434555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:25.445385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:25.457776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:25.471049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d60cc-3316-4b7b-baf0-b1ff75bdbf5d req-8585c569-7280-46bc-a44c-cc4f6658be55 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.472606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4d662b06-d194-49bb-83ba-e642b28ee1e3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:25.473068 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.481651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c5d60cc-3316-4b7b-baf0-b1ff75bdbf5d req-8585c569-7280-46bc-a44c-cc4f6658be55 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 932 time: 0.4737213 May 20 07:52:25.534013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.534622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.579420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-d3b56dca-cf70-434b-be33-e4a5c177abd6 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883099 May 20 07:52:25.598040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:25.622008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] For port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:25.622799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.625269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:25.629367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.648635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce', 'network_id': '85ffb561-1de2-4890-bfed-d3f97b7bf4dc', 'port_id': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce', 'mac_address': 'fa:16:3e:86:fc:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbb44d0-2efa-4101-8e8c-bf486a9e15a4', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:25.660868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c5d60cc-3316-4b7b-baf0-b1ff75bdbf5d req-747089b3-12d3-48d3-8ccb-f21aa5f04939 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782575 May 20 07:52:25.809735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Calling delete_port for c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:25.838868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6787269 May 20 07:52:25.848626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e9eb-5001-4fad-9a2f-62eee9eb011a req-0badbbbe-4580-44e2-97a8-0df8285fb781 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.854371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e9eb-5001-4fad-9a2f-62eee9eb011a req-0badbbbe-4580-44e2-97a8-0df8285fb781 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.860963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e9eb-5001-4fad-9a2f-62eee9eb011a req-0badbbbe-4580-44e2-97a8-0df8285fb781 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:25.869051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bab9e9eb-5001-4fad-9a2f-62eee9eb011a req-0badbbbe-4580-44e2-97a8-0df8285fb781 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2412 time: 0.7084904 May 20 07:52:25.893961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Request body: {'port': {'device_id': '4c965646-63b7-4b85-82ab-8887a967c876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:25.897112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.939784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:25.989115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:26.011296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:26.021795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.034353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:26.060863 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae077937-b668-40b1-9bc7-35ba02feeee6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:26.061788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bab9e9eb-5001-4fad-9a2f-62eee9eb011a req-ff71bd93-d099-4915-9dbe-cf6107b49da4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917064 May 20 07:52:26.084539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.090757 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:26.094901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b51699e0-50a9-4319-9645-b73aba0d77bf req-1baeb289-1acd-4941-a4f6-99b267b81d4b service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085428 May 20 07:52:26.106541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.133533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:26.133882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:26.144877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.149630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 639a2a6d-42c0-455d-9ad5-f2d80ce83020 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:26.161147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Pushing event deleted for resources: {'Port': ['ID=c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:26.166800 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:26.171088 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05488db6-6d82-420f-93f7-1b1ed7ca6cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:26.208228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] No DVR routers for this DVR port c1c5ae3b-c6cf-4a51-aa7d-7acb12c6179b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:26.236358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:26.271648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:26.287445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:26.332983 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:26.333624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:26.337889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.372915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=a45ad0e1-fec7-4d05-83fe-13e667ff1254,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:26.389807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:26.397219 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:26.417830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'port_id': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'mac_address': 'fa:16:3e:3c:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358b3fd7-b69e-4065-8735-f6dd6f0ef636', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:26.511365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.519800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a253f1-1449-4f6e-895b-16d19df52a4e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:26.531003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.531703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639a2a6d-42c0-455d-9ad5-f2d80ce83020 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:26.549962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Transition to ACTIVE for port object c2a253f1-1449-4f6e-895b-16d19df52a4e will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:26.552349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:26.591177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a13bc2-d942-48a2-a54d-52229101ba05 req-b01cf3c6-1bd2-405c-bcf2-55d7a88ccea7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:26.592642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38a13bc2-d942-48a2-a54d-52229101ba05 req-b01cf3c6-1bd2-405c-bcf2-55d7a88ccea7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 943 time: 0.5872369 May 20 07:52:26.605253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.610633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:26.634414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.635719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca29392f-2376-4242-8634-0086550fd7cc details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:26.640753 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-688da355-fb21-4d67-82f6-3e2f2f634ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:26.715794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.741800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:26.755040 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:26.756719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:26.797872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ca29392f-2376-4242-8634-0086550fd7cc', 'network_id': '458a3af7-47bd-474c-9b26-4ab9d0795157', 'port_id': 'ca29392f-2376-4242-8634-0086550fd7cc', 'mac_address': 'fa:16:3e:b4:0a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358b3fd7-b69e-4065-8735-f6dd6f0ef636', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:26.798927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38a13bc2-d942-48a2-a54d-52229101ba05 req-3a98c45e-c274-4e17-a969-802668d816b1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901739 May 20 07:52:26.820432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.885728 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:26.906315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca29392f-2376-4242-8634-0086550fd7cc {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:26.914308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:26.928118 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:26.967230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:27.006017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Attempting to bind port c2a253f1-1449-4f6e-895b-16d19df52a4e on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:27.006393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Attempting to bind port c2a253f1-1449-4f6e-895b-16d19df52a4e by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:27.006731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Attempting to bind port c2a253f1-1449-4f6e-895b-16d19df52a4e on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:27.020691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831693a-da11-4ede-9c01-6dea9a72c79a req-5e522f00-3f44-4144-bdf5-172e593bb0ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.021283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8831693a-da11-4ede-9c01-6dea9a72c79a req-5e522f00-3f44-4144-bdf5-172e593bb0ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:27.025201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Port c2a253f1-1449-4f6e-895b-16d19df52a4e on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:27.025594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Attempting to bind port c2a253f1-1449-4f6e-895b-16d19df52a4e on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:27.028620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.031273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.034107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:27.034459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:27.034847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:27.035285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Bound port: c2a253f1-1449-4f6e-895b-16d19df52a4e, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:27.035403 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b130f1da-654a-425f-809b-059f3fdce0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:27.035631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.112246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:27.125068 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:27.137551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:27.142734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:27.167073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8831693a-da11-4ede-9c01-6dea9a72c79a req-5e522f00-3f44-4144-bdf5-172e593bb0ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:27.168523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8831693a-da11-4ede-9c01-6dea9a72c79a req-5e522f00-3f44-4144-bdf5-172e593bb0ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 944 time: 0.3255758 May 20 07:52:27.233060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.240107 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f7acb1c-300e-493c-8c0e-d342e9b83212 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:27.293309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8831693a-da11-4ede-9c01-6dea9a72c79a req-7628b445-368b-4324-8412-4e06a715ddbd tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178429 May 20 07:52:27.312632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.314369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.314816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] 10.222.0.84 "PUT /v2.0/ports/c2a253f1-1449-4f6e-895b-16d19df52a4e HTTP/1.1" status: 200 len: 1092 time: 1.4262259 May 20 07:52:27.315239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:27.326912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ca29392f-2376-4242-8634-0086550fd7cc'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:27.337211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:27.340516 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:27.376033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4be876a3-a891-4c0f-b7cf-7e8ced96f3ce'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:27.405067 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'status': 'completed', 'code': 200} May 20 07:52:27.484973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['639a2a6d-42c0-455d-9ad5-f2d80ce83020'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:27.523324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-3b75c408-5a8d-4f85-8632-c70cb658cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.525460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-3b75c408-5a8d-4f85-8632-c70cb658cab7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 1095 time: 0.0995359 May 20 07:52:27.709724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-aeebce50-8ff0-471e-9d38-c59f701bf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.712025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-aeebce50-8ff0-471e-9d38-c59f701bf73f service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=93e8b61f80c64763bff84860e61c16de&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1752365 May 20 07:52:27.720455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7bd5e-bbfc-4911-bc06-ff146f2867a8 req-af59a10a-f390-46a6-9f81-e4e2d4199e73 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.727234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7bd5e-bbfc-4911-bc06-ff146f2867a8 req-af59a10a-f390-46a6-9f81-e4e2d4199e73 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.733299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7bd5e-bbfc-4911-bc06-ff146f2867a8 req-af59a10a-f390-46a6-9f81-e4e2d4199e73 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.735062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7bd7bd5e-bbfc-4911-bc06-ff146f2867a8 req-af59a10a-f390-46a6-9f81-e4e2d4199e73 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2415 time: 0.4066124 May 20 07:52:27.807040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:52:27.812554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.867264 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7bd7bd5e-bbfc-4911-bc06-ff146f2867a8 req-278e1bfb-f30b-46cf-a3c1-99d9e6a31a2c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212120 May 20 07:52:27.898486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-7238b72e-e894-4d63-867f-ddc6606e7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:27.900380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b104fdf-841a-4b87-b0aa-50c0ef02827a req-7238b72e-e894-4d63-867f-ddc6606e7b7b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1788454 May 20 07:52:27.973066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:27.989158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34bb6156-5a81-4b59-bcb1-3832c501adf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:28.091492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-e6113632-1c9d-4e37-a9f1-ffc070c7d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:28.092971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-e6113632-1c9d-4e37-a9f1-ffc070c7d4b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 1095 time: 0.1452067 May 20 07:52:28.101434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e47d7-66a5-4c72-a734-cb4550aa0432 req-45a82a33-478a-4d3c-b3a9-f61472346ffd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:28.102880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-881e47d7-66a5-4c72-a734-cb4550aa0432 req-45a82a33-478a-4d3c-b3a9-f61472346ffd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 943 time: 0.1208432 May 20 07:52:28.222276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:52:28.223318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=a45ad0e1-fec7-4d05-83fe-13e667ff1254,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:28.226489 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:28.239502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:28.249699 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de216ca4-694d-461e-9266-c9a6c2eeccef tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:28.317355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-7ab7cb77-1f38-475d-bfe5-1e53814599cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e HTTP/1.1" status: 200 len: 217 time: 0.2126842 May 20 07:52:28.327402 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:28.338630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:28.343351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:52:28.354734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Sync routers for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:52:28.356599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:28.371579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94174e7-d918-4b28-ab9c-89c79f008f28 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:28.379476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-881e47d7-66a5-4c72-a734-cb4550aa0432 req-f7a0eb01-6b0f-4255-9c2c-4c554e7d707b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259734 May 20 07:52:28.383784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:28.384382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:28.407855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=f4b17acd-ddc9-41fd-9f38-fb5055a29fd2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:28.409586 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:28.410178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-db590e40-0c25-44d2-b3d3-02ad3e95a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:28.411737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-db590e40-0c25-44d2-b3d3-02ad3e95a340 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.0804722 May 20 07:52:28.429420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:28.430183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:28.468719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-2682b87a-8716-4324-add7-4f29f408c4f8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499878 May 20 07:52:28.530571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5562298 May 20 07:52:28.533254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:28.534598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7973452 May 20 07:52:28.535436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:28.540156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4502726 May 20 07:52:28.541078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56484) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:28.541512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:28.624076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:68:59:17', 'name': 'tempest-NetworksTestDHCPv6-1399844255'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:28.640655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-928443f5-67ea-4310-8466-cffa2bfbb626 service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611967 May 20 07:52:28.682153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5dea5-71a1-43b5-b2db-054e8f79002c req-42dba5f9-b208-438c-91e7-bfd4b751bd94 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:28.689666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fa5dea5-71a1-43b5-b2db-054e8f79002c req-42dba5f9-b208-438c-91e7-bfd4b751bd94 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 944 time: 0.2394044 May 20 07:52:28.797246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:28.909000 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7fa5dea5-71a1-43b5-b2db-054e8f79002c req-cd85ceae-c6b0-42c6-af30-4fa35001c643 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181394 May 20 07:52:28.941122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-fb7e1573-ed4a-4153-bc60-603deb2e3661 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:28.947809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8d718fa-ff7e-4da7-8e69-5af00f8950bf req-8f6fd69e-c31a-4bd5-b451-e868a3719d1a service neutron] 10.222.0.84 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942333 May 20 07:52:29.022875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-fb7e1573-ed4a-4153-bc60-603deb2e3661 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:29.024144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-fb7e1573-ed4a-4153-bc60-603deb2e3661 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1125824252&fields=id&tenant_id=c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 267 time: 0.1637588 May 20 07:52:29.035934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'f4b17acd-ddc9-41fd-9f38-fb5055a29fd2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:29.036762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:29.115182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a136db7d-c822-4a81-8d80-7338b9bd0634 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:29.117542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 639a2a6d-42c0-455d-9ad5-f2d80ce83020 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:29.255002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-9566271b-1b20-49a4-8767-ba38182a5365 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:29.255002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-9566271b-1b20-49a4-8767-ba38182a5365 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:29.283637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:29.332961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:29.343253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:29.353293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:29.353705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-9566271b-1b20-49a4-8767-ba38182a5365 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:29.354968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-9566271b-1b20-49a4-8767-ba38182a5365 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 810 time: 0.3231814 May 20 07:52:29.378458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-05a561bb-da3e-46fd-8b00-b066b1f7a8e6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/quotas/c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 375 time: 0.0156255 May 20 07:52:29.454827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Allocated IP 2001:db8::f816:3eff:fe20:4e5c (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f4b17acd-ddc9-41fd-9f38-fb5055a29fd2/9983fe4f-ec87-41fd-b515-1b258bb7348f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:29.472500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:29.530116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-c2e01fe3-4d2a-4410-922a-56fe085c8f57 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506443 May 20 07:52:29.543374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a136db7d-c822-4a81-8d80-7338b9bd0634,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:29.652021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb8761-dc0e-44b6-97dc-c8af2f87cfbf req-0710d9f8-5a23-44d5-bf18-a23262277c11 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:29.657907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb8761-dc0e-44b6-97dc-c8af2f87cfbf req-0710d9f8-5a23-44d5-bf18-a23262277c11 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:29.660833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:29.664058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb8761-dc0e-44b6-97dc-c8af2f87cfbf req-0710d9f8-5a23-44d5-bf18-a23262277c11 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:29.665748 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8bb8761-dc0e-44b6-97dc-c8af2f87cfbf req-0710d9f8-5a23-44d5-bf18-a23262277c11 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2415 time: 0.3836544 May 20 07:52:29.674010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:25Z', 'revision_number': 3, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:29.679712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a136db7d-c822-4a81-8d80-7338b9bd0634', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': 'a136db7d-c822-4a81-8d80-7338b9bd0634', 'mac_address': 'fa:16:3e:a4:14:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:29.681319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:29.681723 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:29.720828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Checking router: 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:52:29.721191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Updating router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e port fa475625-5e8b-46f0-9fb0-f497386155e6 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:52:29.732273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cfc56da0-df42-44ba-bf3f-fac96dea0884 service neutron] 10.222.0.79 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977510 May 20 07:52:29.794154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8bb8761-dc0e-44b6-97dc-c8af2f87cfbf req-74aa2b7c-e8e1-476f-9081-8da032e931ba tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084826 May 20 07:52:29.799467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:29.845417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:52:29.888342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:29.902426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-03951eaf-b514-45dd-88fc-70bb9f179411 service neutron] 10.222.0.79 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692178 May 20 07:52:29.986268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.022512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a136db7d-c822-4a81-8d80-7338b9bd0634 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:30.035078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.165843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.177800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a136db7d-c822-4a81-8d80-7338b9bd0634,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:30.199253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Transition to ACTIVE for port object 9983fe4f-ec87-41fd-b515-1b258bb7348f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:30.251461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.299883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.307834 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:30.328869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2924-c39b-49e0-ba3b-e5b6f78aee91 req-7f148109-b2af-4067-936c-3e80fb320601 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:30.330659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83c2924-c39b-49e0-ba3b-e5b6f78aee91 req-7f148109-b2af-4067-936c-3e80fb320601 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 944 time: 0.0957801 May 20 07:52:30.350582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Transition to ACTIVE for port object 9983fe4f-ec87-41fd-b515-1b258bb7348f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:30.368455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56532) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:30.434857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83c2924-c39b-49e0-ba3b-e5b6f78aee91 req-bc49af65-7bd7-4b98-b66a-b247056e13e3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928800 May 20 07:52:30.460615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.493971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Allocated IP 172.20.0.1 (1c757f7a-d657-49e6-bf91-13d4516253f3/bd13f54f-288c-46d7-962b-8ec8f64d1f26/54a02dfc-4b09-4f6f-907f-81fca217710b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:30.507023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:30.535283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f361f-7a2b-4e54-847b-bdfc85ad327d req-2c94a53c-3eae-4e75-92f6-8e16203c87f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:30.539305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:30.541090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:30.544890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c1f361f-7a2b-4e54-847b-bdfc85ad327d req-2c94a53c-3eae-4e75-92f6-8e16203c87f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 944 time: 0.3803775 May 20 07:52:30.546390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3063cab-da9c-40a9-ac28-0c05d9dc66ac req-3384e485-80d8-4884-8a7a-ae0dbbef603d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0628326 May 20 07:52:30.548535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:30.555507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:30.564355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:30.578961 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:30.581976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-538c79cb-7674-48d4-aa2c-2b3446959a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:30.614666 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'code': 200} May 20 07:52:30.649444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a136db7d-c822-4a81-8d80-7338b9bd0634'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:30.687974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.698183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe68:5917 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f4b17acd-ddc9-41fd-9f38-fb5055a29fd2/723dc7de-aee4-49ab-9c22-c9b5961f7ea9) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:30.734463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:30.743121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Usage tracker for resource:security_group_rule and tenant:6880bc7458594644826b7947a58540db is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:30.746379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c2a253f1-1449-4f6e-895b-16d19df52a4e details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:30.749008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.749156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c1f361f-7a2b-4e54-847b-bdfc85ad327d req-f7d1efb0-eae6-4d1d-843a-745f4821efea tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034252 May 20 07:52:30.749888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:30.751631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:30.763339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:30.875332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Pushing event updated for resources: {'Port': ['ID=9983fe4f-ec87-41fd-b515-1b258bb7348f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:30.889988 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:30.893237 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b0fba8f-eedd-4943-a734-d98c3688d78c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:30.902545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:30.970810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Attempting to bind port 9983fe4f-ec87-41fd-b515-1b258bb7348f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:30.971281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Attempting to bind port 9983fe4f-ec87-41fd-b515-1b258bb7348f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:30.972001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Attempting to bind port 9983fe4f-ec87-41fd-b515-1b258bb7348f on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:30.989362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Transition to ACTIVE for port object 54a02dfc-4b09-4f6f-907f-81fca217710b will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:30.999745 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:52:31.041962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5150e-f2a7-465e-b494-fe5d64d9ef21 req-18ba6b96-3492-4c77-9a8e-a2e08335422f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:31.049674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5150e-f2a7-465e-b494-fe5d64d9ef21 req-18ba6b96-3492-4c77-9a8e-a2e08335422f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:31.056202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5150e-f2a7-465e-b494-fe5d64d9ef21 req-18ba6b96-3492-4c77-9a8e-a2e08335422f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:31.058060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4b5150e-f2a7-465e-b494-fe5d64d9ef21 req-18ba6b96-3492-4c77-9a8e-a2e08335422f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2416 time: 0.1320498 May 20 07:52:31.062278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:31.062657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:31.063703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.064511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:31.065014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Bound port: 9983fe4f-ec87-41fd-b515-1b258bb7348f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:31.065445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.106784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.116104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.121983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4b5150e-f2a7-465e-b494-fe5d64d9ef21 req-e300ff56-4374-45e9-974d-23e478f68f32 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 May 20 07:52:31.134416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:31.193232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.203153 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b45e05e-a178-41b7-babf-0ed044276a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.244786 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6880bc7458594644826b7947a58540db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8750105 May 20 07:52:31.247139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be8f75-e8b3-4711-b376-c1954a7f41a7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.247901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:31.250256 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.251863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.256297 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b919e5b0-096b-4c2b-970e-ff36c1e0bdd9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.260970 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.295972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.310411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Transition to ACTIVE for port object fa475625-5e8b-46f0-9fb0-f497386155e6 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:31.315580 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.321144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.328586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:31.331739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:31.334252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:31.368853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:31.371506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.393351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:31.411153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:31.411462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.455200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'mac_address': 'fa:16:3e:a5:f3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:31.459027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] For port 9983fe4f-ec87-41fd-b515-1b258bb7348f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:31.477232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.503282 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.562407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.565254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.651692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.655732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Pushing event updated for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.660907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bc81e29-d5da-4e0f-966c-58b1ef6bf4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.664689 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.666823 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d43b22f4-d03d-4d54-9dc1-30a6c03306fd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.675022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] For port 9983fe4f-ec87-41fd-b515-1b258bb7348f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9983fe4f-ec87-41fd-b515-1b258bb7348f,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:31.678360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be8f75-e8b3-4711-b376-c1954a7f41a7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.689791 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.691985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.696115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10be8f75-e8b3-4711-b376-c1954a7f41a7 HTTP/1.1" status: 204 len: 168 time: 0.4442179 May 20 07:52:31.724196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8fc0c-f992-4a43-ab0a-d7af48084c6d req-321b5d1e-440f-495d-8e83-01d3d0d97635 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:31.727050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11b8fc0c-f992-4a43-ab0a-d7af48084c6d req-321b5d1e-440f-495d-8e83-01d3d0d97635 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 944 time: 0.1663451 May 20 07:52:31.778103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:31.784973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.786463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11b8fc0c-f992-4a43-ab0a-d7af48084c6d req-71459de7-ed73-4964-ac6c-764b56f8548f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 May 20 07:52:31.794569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Attempting to bind port fa475625-5e8b-46f0-9fb0-f497386155e6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:31.795088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Attempting to bind port fa475625-5e8b-46f0-9fb0-f497386155e6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:31.795570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Attempting to bind port fa475625-5e8b-46f0-9fb0-f497386155e6 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:31.800114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8e79d6c6-cbe4-4e8d-b584-fe0f838a90d7 req-8a2282a5-f427-4851-ad00-69991ef8ec5c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:31.800114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:31.802068 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.805037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:31.810557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:31.811187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.831156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Pushing event updated for resources: {'Port': ['ID=fa475625-5e8b-46f0-9fb0-f497386155e6,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.834393 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.840505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=723dc7de-aee4-49ab-9c22-c9b5961f7ea9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:31.840698 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:31.850577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:31.875597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:31.875899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:31.876313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.876779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:31.877187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Bound port: fa475625-5e8b-46f0-9fb0-f497386155e6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:31.877611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.983853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:31.994991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-8e79d6c6-cbe4-4e8d-b584-fe0f838a90d7 req-8a2282a5-f427-4851-ad00-69991ef8ec5c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:31.996232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e79d6c6-cbe4-4e8d-b584-fe0f838a90d7 req-8a2282a5-f427-4851-ad00-69991ef8ec5c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.3348534 May 20 07:52:31.996572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a253f1-1449-4f6e-895b-16d19df52a4e {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:32.000265 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4534469 May 20 07:52:32.000753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:32.003314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d9d21c7e-b388-4bff-b145-70e5e1553ad2 None None] Provisioning for port 54a02dfc-4b09-4f6f-907f-81fca217710b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:32.017826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716b084-4327-4c45-9f56-b1c2a3a86d59 req-79781518-33b8-4aa2-b5b2-5c314f024cdf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.026028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a716b084-4327-4c45-9f56-b1c2a3a86d59 req-79781518-33b8-4aa2-b5b2-5c314f024cdf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 944 time: 0.1283867 May 20 07:52:32.039783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d9d21c7e-b388-4bff-b145-70e5e1553ad2 None None] Provisioning complete for port 54a02dfc-4b09-4f6f-907f-81fca217710b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:32.040174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d9d21c7e-b388-4bff-b145-70e5e1553ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.068231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a716b084-4327-4c45-9f56-b1c2a3a86d59 req-b5dbdc9c-4ae0-474a-812a-2efc8511399e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 May 20 07:52:32.144630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.176594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:32.182176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d9d21c7e-b388-4bff-b145-70e5e1553ad2 None None] Port 54a02dfc-4b09-4f6f-907f-81fca217710b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:32.183586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Pushing event updated for resources: {'Port': ['ID=9983fe4f-ec87-41fd-b515-1b258bb7348f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:32.201415 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:32.227086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] For port fa475625-5e8b-46f0-9fb0-f497386155e6, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:32.230910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] For port fa475625-5e8b-46f0-9fb0-f497386155e6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa475625-5e8b-46f0-9fb0-f497386155e6,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:32.240602 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.251708 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:32.308200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:32.353854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:32.357137 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:32.363198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.365702 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:32.426439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.427323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca29392f-2376-4242-8634-0086550fd7cc up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:32.546338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d01c5-1fbd-451d-888d-d8564c159b1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.552877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d01c5-1fbd-451d-888d-d8564c159b1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.553810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-660d01c5-1fbd-451d-888d-d8564c159b1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:32.556712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['c2a253f1-1449-4f6e-895b-16d19df52a4e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:32.562877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.596952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Pushing event updated for resources: {'Port': ['ID=fa475625-5e8b-46f0-9fb0-f497386155e6,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:32.598598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0900b-7f39-43b9-9d7f-008f0107cc0e req-7d05d1de-c895-4574-9014-09ec472f778c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.605275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0900b-7f39-43b9-9d7f-008f0107cc0e req-7d05d1de-c895-4574-9014-09ec472f778c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.611188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0900b-7f39-43b9-9d7f-008f0107cc0e req-7d05d1de-c895-4574-9014-09ec472f778c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:32.612972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ab0900b-7f39-43b9-9d7f-008f0107cc0e req-7d05d1de-c895-4574-9014-09ec472f778c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2417 time: 0.2036486 May 20 07:52:32.618571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:32.630369 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:32.633815 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:32.663156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ab0900b-7f39-43b9-9d7f-008f0107cc0e req-e713af8a-cf45-4455-ad19-2d6cf33cabec tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 May 20 07:52:32.671220 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce', 'code': 200} May 20 07:52:32.687077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.695255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:32.695922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:32.715533 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50f7c06-cfb3-44d8-afc1-e6c1339dd818 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:32.724749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56576) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:32.747096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.759655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-660d01c5-1fbd-451d-888d-d8564c159b1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:32.762380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-660d01c5-1fbd-451d-888d-d8564c159b1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7606838 May 20 07:52:32.763730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:32.799950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:32.805121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Pushing event updated for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:32.810078 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:32.816323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:32.818303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:103beed9b1c34e11973e362fb82a3976 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:32.835212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:32.847836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:32.956124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:32.970616 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:33.037155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:33.042482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:33.055462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:33.111961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ca29392f-2376-4242-8634-0086550fd7cc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:33.224732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9983fe4f-ec87-41fd-b515-1b258bb7348f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:33.283846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ca29392f-2376-4242-8634-0086550fd7cc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:33.284506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.360855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259025fa-e12d-4f48-b016-fdab7b640b40 req-17dba9a6-5716-4ebb-93c3-10fc1c8000aa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:33.368792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-259025fa-e12d-4f48-b016-fdab7b640b40 req-17dba9a6-5716-4ebb-93c3-10fc1c8000aa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 945 time: 0.3018913 May 20 07:52:33.374764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:33.375345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.393195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c4439ff4-70c7-4e83-8801-8e69cc061e08 req-eb23b032-c2c4-4d7b-9a17-f1c8d1bafe97 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0867875 May 20 07:52:33.427564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:52:33.469066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.599547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.623484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb3ea7b0-f81f-4c4a-8c79-ca80057c8989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:33.708231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-259025fa-e12d-4f48-b016-fdab7b640b40 req-4e12c8da-bf51-44c8-9bf5-e69b87f6a0c0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382361 May 20 07:52:33.770892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-361450c1-374e-4734-b8d1-512242e957a9 None None] Provisioning complete for port 54a02dfc-4b09-4f6f-907f-81fca217710b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:33.771436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-361450c1-374e-4734-b8d1-512242e957a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.774817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34b07e-0de2-42b6-b59e-17bc0945490e req-dc58825f-cbb6-4408-a7be-a0d63f61692d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:33.782622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd34b07e-0de2-42b6-b59e-17bc0945490e req-dc58825f-cbb6-4408-a7be-a0d63f61692d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 944 time: 0.2379408 May 20 07:52:33.837983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=103beed9b1c34e11973e362fb82a3976&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1112580 May 20 07:52:33.838743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56594) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:33.848050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:52:33.856785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b7d3df-031f-483c-99b6-fe82dc1dfb65,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:33.868312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:33.870156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dd34b07e-0de2-42b6-b59e-17bc0945490e req-0fcf3239-fb27-4adc-8e02-eae6fd628070 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865455 May 20 07:52:33.879199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9983fe4f-ec87-41fd-b515-1b258bb7348f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:33.883309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:33.895748 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] 10.222.0.79 "PUT /v2.0/routers/65bafb8b-0bdd-45e0-be0e-6e4a9800f29e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3402467 May 20 07:52:34.090611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:34.127196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-361450c1-374e-4734-b8d1-512242e957a9 None None] Port 54a02dfc-4b09-4f6f-907f-81fca217710b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:34.159287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.195168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-5c8f1e7d-ace0-4fcf-b3c5-33f956ab530b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:34.196909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-5c8f1e7d-ace0-4fcf-b3c5-33f956ab530b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 810 time: 0.6302867 May 20 07:52:34.214908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:34.230918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.234642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:31Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '54a02dfc-4b09-4f6f-907f-81fca217710b', 'name': '', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'mac_address': 'fa:16:3e:7e:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:30Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 2, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'subnets': [{'id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:34.243561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eabf2a-fc6c-4d1e-87c8-7408ea9a8ad3 None None] The sync data for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 is: [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:31Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '54a02dfc-4b09-4f6f-907f-81fca217710b', 'name': '', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'mac_address': 'fa:16:3e:7e:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:30Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 2, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'subnets': [{'id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:52:34.279561 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.282984 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-38dd31e9-3aaa-4d61-9563-cec1fc7c9e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:34.316044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.328694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a136db7d-c822-4a81-8d80-7338b9bd0634 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:34.338118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5f0b-8e41-48d3-894c-c3b018cb8e3b req-f0f2ab3d-154e-4cf9-a15d-8f75f5745b24 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:34.344228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5f0b-8e41-48d3-894c-c3b018cb8e3b req-f0f2ab3d-154e-4cf9-a15d-8f75f5745b24 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:34.350294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5f0b-8e41-48d3-894c-c3b018cb8e3b req-f0f2ab3d-154e-4cf9-a15d-8f75f5745b24 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:34.352481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b00e5f0b-8e41-48d3-894c-c3b018cb8e3b req-f0f2ab3d-154e-4cf9-a15d-8f75f5745b24 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2417 time: 0.2933950 May 20 07:52:34.380624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Provisioning for port 9983fe4f-ec87-41fd-b515-1b258bb7348f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:34.403711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Provisioning complete for port 9983fe4f-ec87-41fd-b515-1b258bb7348f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:34.404125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.417624 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b00e5f0b-8e41-48d3-894c-c3b018cb8e3b req-6608995b-fe38-437d-aaaa-c3152c451300 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583360 May 20 07:52:34.431795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-f1b5d452-dda0-4e27-bc26-9758f3ea18f5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 380 time: 0.2223387 May 20 07:52:34.463923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:34.467567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'port': {'device_id': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'admin_state_up': True, 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'security_groups': ['fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:34.498470 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:34.630997 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-56d85d6b-4dbb-4f83-8774-188649936169 req-74e051de-d315-4b94-932c-20bb1d4c6d99 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0587158 May 20 07:52:34.650127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.674716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:34.682088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port a136db7d-c822-4a81-8d80-7338b9bd0634 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:34.693416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a136db7d-c822-4a81-8d80-7338b9bd0634 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:34.694498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.738696 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc', 'code': 200} May 20 07:52:34.745180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] For port 9983fe4f-ec87-41fd-b515-1b258bb7348f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9983fe4f-ec87-41fd-b515-1b258bb7348f,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:34.747147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c2a253f1-1449-4f6e-895b-16d19df52a4e up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:34.796810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:34.828383 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.840411 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:34.847373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2498d372-bc1c-42bc-819a-882f88550d5c req-0896393f-29c5-4911-ab17-dfa7cdb52c57 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5416040 May 20 07:52:34.853501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:34.871686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:34.886384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Usage tracker for resource:floatingip and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:34.889092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:34.895600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:34.899387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:34.920206 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:34.941992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989e1e-c4c7-4b16-ba2b-a66cd06dde60 req-40408e4c-16d0-416b-8242-b35f3954c939 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:34.949736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7b989e1e-c4c7-4b16-ba2b-a66cd06dde60 req-40408e4c-16d0-416b-8242-b35f3954c939 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 945 time: 0.1095433 May 20 07:52:34.998474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:35.014928 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7b989e1e-c4c7-4b16-ba2b-a66cd06dde60 req-fdcc3e80-f461-4eee-9eef-5ef4b5b58612 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616171 May 20 07:52:35.016116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Pushing event updated for resources: {'Port': ['ID=9983fe4f-ec87-41fd-b515-1b258bb7348f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:35.034038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Provisioning complete for port 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:35.034038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.042131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.047982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=723dc7de-aee4-49ab-9c22-c9b5961f7ea9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:35.050501 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:35.055142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.076255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dede676a-429c-4de3-aea7-df002220f9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:35.090928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port c2a253f1-1449-4f6e-895b-16d19df52a4e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:35.094865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:35.096212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Made reservation on behalf of c34bde3605db4ffa8fe544c10d0285f4 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:35.099796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.114995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b7d3df-031f-483c-99b6-fe82dc1dfb65,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:35.121708 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:35.188747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/723dc7de-aee4-49ab-9c22-c9b5961f7ea9 HTTP/1.1" status: 204 len: 168 time: 2.4218030 May 20 07:52:35.189898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.191100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7b7d3df-031f-483c-99b6-fe82dc1dfb65 HTTP/1.1" status: 204 len: 168 time: 1.3358564 May 20 07:52:35.191908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56614) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:35.211289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Port 723dc7de-aee4-49ab-9c22-c9b5961f7ea9 was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 07:52:35.221158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port c2a253f1-1449-4f6e-895b-16d19df52a4e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:35.221964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.274029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b301f-bac5-4ca4-bf17-3922f0dc536d req-bb98aa9b-fb04-4328-b592-7bfeeef8ca0f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.293525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f06b301f-bac5-4ca4-bf17-3922f0dc536d req-bb98aa9b-fb04-4328-b592-7bfeeef8ca0f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 944 time: 0.1655812 May 20 07:52:35.337407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.344560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.372764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f06b301f-bac5-4ca4-bf17-3922f0dc536d req-fe719c01-10f9-45ed-a5fa-fd861a89df5c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779603 May 20 07:52:35.401780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dd7d-96bc-4f14-b5c2-020519ba1f46 req-99d410db-66bc-461f-b2df-59932d7a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.402394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dd7d-96bc-4f14-b5c2-020519ba1f46 req-99d410db-66bc-461f-b2df-59932d7a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.402976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dd7d-96bc-4f14-b5c2-020519ba1f46 req-99d410db-66bc-461f-b2df-59932d7a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.404720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944dd7d-96bc-4f14-b5c2-020519ba1f46 req-99d410db-66bc-461f-b2df-59932d7a76e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2871 time: 0.6051946 May 20 07:52:35.489361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a136db7d-c822-4a81-8d80-7338b9bd0634,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:35.491381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.532747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:35.585913 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.591507 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:35.652749 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:35.702996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:35.704400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463ab57-8f82-4e6c-8301-e87499ff4726 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.706336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:35.707036 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b4e083e-9b6d-457d-ac1b-a3638352efb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:35.712703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f463ab57-8f82-4e6c-8301-e87499ff4726 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.713509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f463ab57-8f82-4e6c-8301-e87499ff4726 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:35.786954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944dd7d-96bc-4f14-b5c2-020519ba1f46 req-6f465401-0975-42ef-8c89-c85aea9e714b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548944 May 20 07:52:35.800903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850b93-224f-4a75-8790-ef71e853a455 req-3f718dcf-1fd2-43a2-8c28-74080a7848ed tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.809449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850b93-224f-4a75-8790-ef71e853a455 req-3f718dcf-1fd2-43a2-8c28-74080a7848ed tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.815662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850b93-224f-4a75-8790-ef71e853a455 req-3f718dcf-1fd2-43a2-8c28-74080a7848ed tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:35.817351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54850b93-224f-4a75-8790-ef71e853a455 req-3f718dcf-1fd2-43a2-8c28-74080a7848ed tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2418 time: 0.1450205 May 20 07:52:35.827549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:35.830808 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:35.877165 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54850b93-224f-4a75-8790-ef71e853a455 req-9ea75505-d0d0-4ec2-b01b-c1943173609f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 May 20 07:52:35.901075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f463ab57-8f82-4e6c-8301-e87499ff4726 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:35.904695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f463ab57-8f82-4e6c-8301-e87499ff4726 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6935651 May 20 07:52:35.905397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:35.911825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Allocated IP 172.20.0.3 (97f5e4cb-3298-4edb-89e5-56dd1704f21e/84a6f7c6-383c-430f-a3f6-0c378d325270/de9bb6a3-8408-4c50-b121-f3b1c96823c5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:36.015924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet f4b17acd-ddc9-41fd-9f38-fb5055a29fd2 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:36.032957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.102473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4b208-b594-443a-bdba-adee62c2762c req-5fe8c5ec-d5e3-4ab8-a0cf-8228d046be93 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:36.104225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74f4b208-b594-443a-bdba-adee62c2762c req-5fe8c5ec-d5e3-4ab8-a0cf-8228d046be93 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.1105611 May 20 07:52:36.134342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.172112 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74f4b208-b594-443a-bdba-adee62c2762c req-a803d2f6-cb8b-42ad-90ec-9115a90180f9 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597665 May 20 07:52:36.185184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.322174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-369a0413-a036-45a2-af28-be78014f9a1c req-bbb8ac4f-135c-415b-8aaf-29ec563fb3c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0446966 May 20 07:52:36.500261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.518556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.536816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebfbb-d1a9-45af-a86f-19c70370d900 req-3cc58499-0cc2-4ebd-a203-3f755161bff2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:36.538893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed0ebfbb-d1a9-45af-a86f-19c70370d900 req-3cc58499-0cc2-4ebd-a203-3f755161bff2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.0897720 May 20 07:52:36.581147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Transition to ACTIVE for port object de9bb6a3-8408-4c50-b121-f3b1c96823c5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:36.589387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed0ebfbb-d1a9-45af-a86f-19c70370d900 req-8d7efca8-9204-4ea2-94ea-afe02b783fde tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 May 20 07:52:36.593976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Allocated IP 172.25.8.158 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/79576a34-5d04-4209-bccd-582d224655e9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:36.634928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-5b79492f-af8c-4957-8655-f0664186c7f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3540392 May 20 07:52:36.740174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634'}, {'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:36.778399 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a51aba3e-62e5-4e30-974b-f122dc17892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:36.958933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.004128 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:37.102388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5911961-cc35-478d-9626-a553a19e584c req-88d51ce8-3b92-4ea0-bc0e-4eae6cea3a64 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.109685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5911961-cc35-478d-9626-a553a19e584c req-88d51ce8-3b92-4ea0-bc0e-4eae6cea3a64 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 0.1420066 May 20 07:52:37.118123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-da3f122a-3fc5-4085-bcfb-9e1be729a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.119637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-da3f122a-3fc5-4085-bcfb-9e1be729a6ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1096 time: 0.3434708 May 20 07:52:37.139957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:37.148474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:37.152419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.187910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f5911961-cc35-478d-9626-a553a19e584c req-ec445b77-9743-4770-8c52-e9533b20f51f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 May 20 07:52:37.188157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:37.223428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:37.260271 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:37.263596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa475625-5e8b-46f0-9fb0-f497386155e6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:37.333311 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634', 'code': 200} May 20 07:52:37.334033 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'code': 200} May 20 07:52:37.344666 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Sync routers for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:52:37.363023 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:37.366187 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:37.458167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fa475625-5e8b-46f0-9fb0-f497386155e6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:37.465123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fa475625-5e8b-46f0-9fb0-f497386155e6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:37.469256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.563754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.574353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94d7cb1d-b432-4a20-b879-47337f6ebe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:37.611922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.612542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.613523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382098d-21f9-479c-9d52-b1193cd961f6 req-153799b7-c78d-4af2-a4c6-a90280787d42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.623159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382098d-21f9-479c-9d52-b1193cd961f6 req-153799b7-c78d-4af2-a4c6-a90280787d42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.632461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382098d-21f9-479c-9d52-b1193cd961f6 req-153799b7-c78d-4af2-a4c6-a90280787d42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.635162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b382098d-21f9-479c-9d52-b1193cd961f6 req-153799b7-c78d-4af2-a4c6-a90280787d42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2418 time: 0.1610103 May 20 07:52:37.670871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-53c222a5-d5e1-4b69-93d6-c7b9d6636461 None None] Provisioning for port de9bb6a3-8408-4c50-b121-f3b1c96823c5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:37.683195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-53c222a5-d5e1-4b69-93d6-c7b9d6636461 None None] Provisioning complete for port de9bb6a3-8408-4c50-b121-f3b1c96823c5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:37.683586 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53c222a5-d5e1-4b69-93d6-c7b9d6636461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.719950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b382098d-21f9-479c-9d52-b1193cd961f6 req-2959433c-ab8a-43a8-bed8-0c86ab54d033 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 May 20 07:52:37.735079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:37.757384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.767945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-53c222a5-d5e1-4b69-93d6-c7b9d6636461 None None] Port de9bb6a3-8408-4c50-b121-f3b1c96823c5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:37.785987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fa475625-5e8b-46f0-9fb0-f497386155e6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa475625-5e8b-46f0-9fb0-f497386155e6,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:37.854466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b17acd-ddc9-41fd-9f38-fb5055a29fd2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:37.867955 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:37.868974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.870284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076c654-1165-461c-9582-7557b4ae4033 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:37.914678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:37.915815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9983fe4f-ec87-41fd-b515-1b258bb7348f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:37.940015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-09aa696a-a5ca-4d0a-8d44-3d1477ac5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:37.941798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-09aa696a-a5ca-4d0a-8d44-3d1477ac5859 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.7964680 May 20 07:52:37.966354 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-113b5faf-23cb-4c96-a585-e1e8022a4c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:38.012956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2aa6-7e3d-48e0-9420-b17612e7ee8b req-cc4158d5-3560-4dca-9988-71c8949d6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.014698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b68c2aa6-7e3d-48e0-9420-b17612e7ee8b req-cc4158d5-3560-4dca-9988-71c8949d6a28 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 1097 time: 0.5728390 May 20 07:52:38.019225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:38.055852 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:38.094689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197038-587f-4f55-98e9-6490f2c19bea req-b87a3280-bd95-4526-a5e0-5a71b06003b7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.099540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f4b17acd-ddc9-41fd-9f38-fb5055a29fd2 HTTP/1.1" status: 204 len: 168 time: 2.1928580 May 20 07:52:38.100928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6484540 May 20 07:52:38.103887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90197038-587f-4f55-98e9-6490f2c19bea req-b87a3280-bd95-4526-a5e0-5a71b06003b7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 931 time: 0.2009795 May 20 07:52:38.105502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:38.112395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-ad709f6a-55c6-490c-a2ed-a42e584c4066 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 217 time: 0.1600432 May 20 07:52:38.142692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Request body: {'port': {'device_id': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:38.239019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c1a93237-67f4-4978-93c4-e6607474e841 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315889 May 20 07:52:38.242941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56688) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:38.296368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90197038-587f-4f55-98e9-6490f2c19bea req-0a28a786-5715-4335-af09-845567f6d5b1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915329 May 20 07:52:38.300912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9983fe4f-ec87-41fd-b515-1b258bb7348f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:38.301496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:38.301593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec98dab-b3b9-4d82-b023-928ac36227ad req-a23d80aa-74eb-4472-b86e-9183d9bbb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.303095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ec98dab-b3b9-4d82-b023-928ac36227ad req-a23d80aa-74eb-4472-b86e-9183d9bbb153 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 1096 time: 0.8678637 May 20 07:52:38.304948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:38.326307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:38.340270 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:31Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '54a02dfc-4b09-4f6f-907f-81fca217710b', 'name': '', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'mac_address': 'fa:16:3e:7e:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:30Z', 'updated_at': '2021-05-20T07:52:32Z', 'revision_number': 2, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'subnets': [{'id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:38.349124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:38.353158 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Checking router: 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:52:38.354848 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Updating router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e port 54a02dfc-4b09-4f6f-907f-81fca217710b binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:52:38.402649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event updated for resources: {'Port': ['ID=79576a34-5d04-4209-bccd-582d224655e9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:38.410005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d52378-0b6b-4c27-89a7-3a366717d85d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.411699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1d52378-0b6b-4c27-89a7-3a366717d85d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1675651 May 20 07:52:38.421199 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:38.423189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:38.438263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b68c2aa6-7e3d-48e0-9420-b17612e7ee8b req-08580846-6a09-4e20-8ebe-dfd54dfc40a4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287737 May 20 07:52:38.450317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fa475625-5e8b-46f0-9fb0-f497386155e6,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:38.451297 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:38.497915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-7feaa510-a45a-4588-aeae-06aebf73fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.499344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-7feaa510-a45a-4588-aeae-06aebf73fb75 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.3143175 May 20 07:52:38.501150 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:38.604151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-d60f0ecc-eadd-4283-b868-f08352ae8d6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785203 May 20 07:52:38.622335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75267b9e-bcab-4d53-93b8-30965e31fba3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.622583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ec98dab-b3b9-4d82-b023-928ac36227ad req-9f8d8341-dc6d-47bf-8c08-a56d1853daac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984946 May 20 07:52:38.622583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:38.622796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-75267b9e-bcab-4d53-93b8-30965e31fba3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:38.665883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb3191-c9e1-4b14-a254-43c9bcc916d2 req-8545de30-3cb6-4ea0-bee6-aabd4fc61130 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:38.673828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-46bb3191-c9e1-4b14-a254-43c9bcc916d2 req-8545de30-3cb6-4ea0-bee6-aabd4fc61130 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.1439860 May 20 07:52:38.726985 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-46bb3191-c9e1-4b14-a254-43c9bcc916d2 req-6ae7a453-7b96-4539-aa9f-5c5d862483d0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523047 May 20 07:52:38.736695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-75267b9e-bcab-4d53-93b8-30965e31fba3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:38.736695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-75267b9e-bcab-4d53-93b8-30965e31fba3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3090734 May 20 07:52:38.736695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:38.792436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:52:38.855455 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2100282-f68a-441a-b177-bdbb1e38b1ac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144009 May 20 07:52:38.856259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:38.864184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:38.878202 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:38.895805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Transition to ACTIVE for port object 54a02dfc-4b09-4f6f-907f-81fca217710b will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:38.920934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Deleting port 9983fe4f-ec87-41fd-b515-1b258bb7348f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:38.921964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.016877 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.018052 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:39.069407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] For port 9983fe4f-ec87-41fd-b515-1b258bb7348f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9983fe4f-ec87-41fd-b515-1b258bb7348f,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:39.069952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.085010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa475625-5e8b-46f0-9fb0-f497386155e6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:39.116665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:39.138996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:39.181737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9bb6a3-8408-4c50-b121-f3b1c96823c5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:39.195155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.224028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:39.230466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.296217 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Pushing event updated for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:39.304234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Transition to ACTIVE for port object de9bb6a3-8408-4c50-b121-f3b1c96823c5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:39.359615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.365564 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.366276 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.366441 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.373231 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.373822 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.374330 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.374825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.375327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.375816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.376313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.376832 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.377377 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:52:39.383291 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:39.410600 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Attempting to bind port 54a02dfc-4b09-4f6f-907f-81fca217710b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:39.411231 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Attempting to bind port 54a02dfc-4b09-4f6f-907f-81fca217710b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:39.411778 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Attempting to bind port 54a02dfc-4b09-4f6f-907f-81fca217710b on network 1c757f7a-d657-49e6-bf91-13d4516253f3 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:39.419328 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:39.419962 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Checking segment: {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:39.422494 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.429370 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Bound using segment: {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:39.429370 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Bound port: 54a02dfc-4b09-4f6f-907f-81fca217710b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:39.429370 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.461080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.462222 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7bc1fbbb-5c85-40b9-95c0-b7621735bf63 tempest-ServerDiskConfigTestJSON-1444775267 tempest-ServerDiskConfigTestJSON-1444775267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:39.486329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Calling delete_port for 9983fe4f-ec87-41fd-b515-1b258bb7348f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:39.495993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-eb9c108e-ba21-4563-bafa-9e249618242d service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470914 May 20 07:52:39.533257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fa475625-5e8b-46f0-9fb0-f497386155e6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:39.533855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.658248 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] For port 54a02dfc-4b09-4f6f-907f-81fca217710b, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:39.665634 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] For port 54a02dfc-4b09-4f6f-907f-81fca217710b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54a02dfc-4b09-4f6f-907f-81fca217710b,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:39.682842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9be375a-6dfb-4060-8ebb-d5e84c470920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.748069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.807700 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.812594 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:39.836466 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.836466 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:39.844572 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:39.955697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9983fe4f-ec87-41fd-b515-1b258bb7348f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:39.974005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e141387-ebee-45dc-b7f0-e97254d136fb req-a2f42b9f-7dad-4c8b-b1ff-9abd232ecdc3 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288578 May 20 07:52:40.004630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:40.004844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] No DVR routers for this DVR port 9983fe4f-ec87-41fd-b515-1b258bb7348f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:40.019246 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:40.024053 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:40.032378 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:40.038622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Pushing event deleted for resources: {'Port': ['ID=9983fe4f-ec87-41fd-b515-1b258bb7348f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:40.043439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9983fe4f-ec87-41fd-b515-1b258bb7348f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:40.045132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9983fe4f-ec87-41fd-b515-1b258bb7348f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:40.048999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:40.141628 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Pushing event updated for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:40.322027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6203a82-cb4a-40ea-a5fe-913a936dd4db req-616bec82-7cb2-4073-acf9-3de4d0f99a49 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:40.324392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6203a82-cb4a-40ea-a5fe-913a936dd4db req-616bec82-7cb2-4073-acf9-3de4d0f99a49 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 0.2462952 May 20 07:52:40.335380 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:40.340841 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:40.441823 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6203a82-cb4a-40ea-a5fe-913a936dd4db req-75aed878-ab74-4af6-80c9-81aae17e4f5a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098478 May 20 07:52:40.485245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Attempting to bind port de9bb6a3-8408-4c50-b121-f3b1c96823c5 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:40.485880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Attempting to bind port de9bb6a3-8408-4c50-b121-f3b1c96823c5 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:40.485880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Attempting to bind port de9bb6a3-8408-4c50-b121-f3b1c96823c5 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:40.506745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Port de9bb6a3-8408-4c50-b121-f3b1c96823c5 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:52:40.507154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Attempting to bind port de9bb6a3-8408-4c50-b121-f3b1c96823c5 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:40.515669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:40.518793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Checking segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:40.518793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Bound using segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:40.518793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Bound port: de9bb6a3-8408-4c50-b121-f3b1c96823c5, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:40.518793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.694213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:40.700615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.705816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:40.764892 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.770033 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-28e63217-ab01-4c98-a1ca-4b3d5ababd24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:40.785697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:52:40.787029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.792022 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ffea086f-0cc8-4c7f-be29-50353729a5c5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:40.803905 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:31Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '54a02dfc-4b09-4f6f-907f-81fca217710b', 'name': '', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'mac_address': 'fa:16:3e:7e:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:30Z', 'updated_at': '2021-05-20T07:52:39Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'subnets': [{'id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:40.809914 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a62341-71d0-498b-a822-76bc767817f0 None None] The sync data for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 is: [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:52:31Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '54a02dfc-4b09-4f6f-907f-81fca217710b', 'name': '', 'network_id': '1c757f7a-d657-49e6-bf91-13d4516253f3', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'mac_address': 'fa:16:3e:7e:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:30Z', 'updated_at': '2021-05-20T07:52:39Z', 'revision_number': 4, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'subnets': [{'id': 'bd13f54f-288c-46d7-962b-8ec8f64d1f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:52:40.828132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.847842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:40.851896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:40.862207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfff773-8247-4d23-a0af-da36a393d2e5 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:40.870257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:40.870740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.902234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event updated for resources: {'Port': ['ID=79576a34-5d04-4209-bccd-582d224655e9,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:40.902585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=228a575c-5f6c-464c-aaeb-c9fa2edcd65d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:40.907599 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:40.917648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:40.918648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:40.922420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] 10.222.0.84 "PUT /v2.0/ports/de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 1091 time: 2.7874286 May 20 07:52:40.922420 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:40.933541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:40.939466 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69158314-2c66-40b2-8486-9f5e4891a9c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:41.020237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.060522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:41.064274 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:41.113708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56744) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:41.114848 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2571573 May 20 07:52:41.133516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:1e:a2:82', 'name': 'tempest-NetworksTestDHCPv6-493604479'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:41.157731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.158923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2498d372-bc1c-42bc-819a-882f88550d5c req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3106441 May 20 07:52:41.259189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54a02dfc-4b09-4f6f-907f-81fca217710b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:41.310399 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.351204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '228a575c-5f6c-464c-aaeb-c9fa2edcd65d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:41.352048 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.407559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b0d7-53ae-4243-b206-91c942ef525c req-05a2404d-d32d-4d17-9216-5f2feedd450b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:41.418188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e502b0d7-53ae-4243-b206-91c942ef525c req-05a2404d-d32d-4d17-9216-5f2feedd450b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 943 time: 0.1579533 May 20 07:52:41.428896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2498d372-bc1c-42bc-819a-882f88550d5c req-004c74bf-0a38-4fa1-a266-3f259cbc8298 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Synchronizing usage tracker for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:41.507147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-66e6035a-4e84-4616-9fe6-bd2ee8f132a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:41.509163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-66e6035a-4e84-4616-9fe6-bd2ee8f132a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1094 time: 0.3542056 May 20 07:52:41.511397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:41.518036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:41.520899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2498d372-bc1c-42bc-819a-882f88550d5c req-004c74bf-0a38-4fa1-a266-3f259cbc8298 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Unset dirty status for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:41.522883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2498d372-bc1c-42bc-819a-882f88550d5c req-004c74bf-0a38-4fa1-a266-3f259cbc8298 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.158 HTTP/1.1" status: 200 len: 696 time: 0.2832735 May 20 07:52:41.525729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:41.539268 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e502b0d7-53ae-4243-b206-91c942ef525c req-98706047-1fb1-42e3-809b-a9cb317db26a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171768 May 20 07:52:41.598299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Allocated IP 2001:db8::f816:3eff:fe63:cb68 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/228a575c-5f6c-464c-aaeb-c9fa2edcd65d/06447477-dc30-4559-a97a-10fae8f75696) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:41.602790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:41.636794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-2b2849b4-f751-4026-a629-c426236bf98b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 217 time: 0.1205559 May 20 07:52:41.717996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-c8cf75e2-5e0c-4262-8092-35ecbdbe084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:41.719337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-c8cf75e2-5e0c-4262-8092-35ecbdbe084a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.0761950 May 20 07:52:41.734147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 54a02dfc-4b09-4f6f-907f-81fca217710b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:41.742653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 54a02dfc-4b09-4f6f-907f-81fca217710b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:41.743167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.834170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:41.938264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6fe0b-717c-4602-a161-23da9ce0db0b req-56b6d465-5e35-4670-8d1a-8a73632af456 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:41.947293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aef6fe0b-717c-4602-a161-23da9ce0db0b req-56b6d465-5e35-4670-8d1a-8a73632af456 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.1084163 May 20 07:52:41.963636 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:41.981466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Transition to ACTIVE for port object 06447477-dc30-4559-a97a-10fae8f75696 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:41.988382 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.007711 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aef6fe0b-717c-4602-a161-23da9ce0db0b req-0af38854-ff12-46ee-83a0-96b03ceaac23 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594027 May 20 07:52:42.012701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.027218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Transition to ACTIVE for port object 06447477-dc30-4559-a97a-10fae8f75696 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:42.040354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 54a02dfc-4b09-4f6f-907f-81fca217710b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54a02dfc-4b09-4f6f-907f-81fca217710b,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:42.086097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 21dff198-40c8-4075-92bb-fde989cdbe48 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:52:42.107598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.111402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.116545 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:42.136167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498d372-bc1c-42bc-819a-882f88550d5c req-835f68ab-cfb4-488e-96a8-5e5866cbd8cb tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:42.137596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2498d372-bc1c-42bc-819a-882f88550d5c req-835f68ab-cfb4-488e-96a8-5e5866cbd8cb tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.5369275 May 20 07:52:42.224325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbdfd-f6a4-40e3-b8a7-1768fce7ea16 req-eef42457-48ce-4eb5-98aa-d4ca6244e93d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:42.231316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d12cbdfd-f6a4-40e3-b8a7-1768fce7ea16 req-eef42457-48ce-4eb5-98aa-d4ca6244e93d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.1394811 May 20 07:52:42.270037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:42.277274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:42.282906 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'status': 'completed', 'code': 200} May 20 07:52:42.288012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-a49155c5-9797-4080-a8a8-de122fded16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:42.289581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-a49155c5-9797-4080-a8a8-de122fded16c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5636737 May 20 07:52:42.301924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:42.309743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe1e:a282 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/228a575c-5f6c-464c-aaeb-c9fa2edcd65d/21dff198-40c8-4075-92bb-fde989cdbe48) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:42.329183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d12cbdfd-f6a4-40e3-b8a7-1768fce7ea16 req-32339d9c-8af4-4241-8648-b61259536f38 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914934 May 20 07:52:42.367707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Pushing event updated for resources: {'Port': ['ID=06447477-dc30-4559-a97a-10fae8f75696,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:42.441270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.476426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Attempting to bind port 06447477-dc30-4559-a97a-10fae8f75696 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:42.476803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Attempting to bind port 06447477-dc30-4559-a97a-10fae8f75696 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:42.477178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Attempting to bind port 06447477-dc30-4559-a97a-10fae8f75696 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:42.487951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:42.488335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:42.488748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.489147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:42.489667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Bound port: 06447477-dc30-4559-a97a-10fae8f75696, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:42.490054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.508954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:42.513061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:42.539392 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:42.539916 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:42.577754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e892b4-6857-4080-974a-597b1cf5c6b4 req-03c3c480-12da-4ab4-a80d-ed6d7eeec5ec tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:42.582104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-08e892b4-6857-4080-974a-597b1cf5c6b4 req-03c3c480-12da-4ab4-a80d-ed6d7eeec5ec tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 0.1233537 May 20 07:52:42.597009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] For port 06447477-dc30-4559-a97a-10fae8f75696, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:42.609104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] For port 06447477-dc30-4559-a97a-10fae8f75696, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06447477-dc30-4559-a97a-10fae8f75696,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:42.642295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-08e892b4-6857-4080-974a-597b1cf5c6b4 req-840eaf61-6d03-4f2a-9cd0-42383ca9b3f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 May 20 07:52:42.710562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:42.750266 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:42.796496 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2107e6a7-1a42-4d04-b20a-5eaa79ec6388 req-caa83c9d-c844-4846-8f62-a10c83bbbbf9 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips/3a76acf0-06f4-4142-a01b-edaee34323e7 HTTP/1.1" status: 200 len: 693 time: 0.0968945 May 20 07:52:42.913742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Pushing event updated for resources: {'Port': ['ID=06447477-dc30-4559-a97a-10fae8f75696,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:42.922376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:43.006891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a6e6-92ad-474d-aa55-bc5edad8d311 req-1259bca7-9ed1-4c64-9428-148e5ca0ec25 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.012921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a6e6-92ad-474d-aa55-bc5edad8d311 req-1259bca7-9ed1-4c64-9428-148e5ca0ec25 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.027853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a6e6-92ad-474d-aa55-bc5edad8d311 req-1259bca7-9ed1-4c64-9428-148e5ca0ec25 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.035253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8627a6e6-92ad-474d-aa55-bc5edad8d311 req-1259bca7-9ed1-4c64-9428-148e5ca0ec25 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2418 time: 0.6441689 May 20 07:52:43.047426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-bb6d44e3-29e8-4319-8200-9f3ecfc83898 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575112 May 20 07:52:43.058673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54a02dfc-4b09-4f6f-907f-81fca217710b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:43.076716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:43.113201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e6a7-1a42-4d04-b20a-5eaa79ec6388 req-e2bcdc79-6dc0-41e8-a15f-457e0dbe2a09 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.113909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-2107e6a7-1a42-4d04-b20a-5eaa79ec6388 req-e2bcdc79-6dc0-41e8-a15f-457e0dbe2a09 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Synchronizing usage tracker for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:43.164384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 21dff198-40c8-4075-92bb-fde989cdbe48 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:43.196132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 54a02dfc-4b09-4f6f-907f-81fca217710b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:43.196642 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:43.229702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-2107e6a7-1a42-4d04-b20a-5eaa79ec6388 req-e2bcdc79-6dc0-41e8-a15f-457e0dbe2a09 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Unset dirty status for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:43.230935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2107e6a7-1a42-4d04-b20a-5eaa79ec6388 req-e2bcdc79-6dc0-41e8-a15f-457e0dbe2a09 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.4281502 May 20 07:52:43.261006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8627a6e6-92ad-474d-aa55-bc5edad8d311 req-a77fe654-e5d1-474b-93d0-06f75443a0ee tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246902 May 20 07:52:43.323005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-4305382f-b306-464a-a633-7e9e38e654b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.337981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-4305382f-b306-464a-a633-7e9e38e654b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.350337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-4305382f-b306-464a-a633-7e9e38e654b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.360456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-4305382f-b306-464a-a633-7e9e38e654b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2418 time: 0.5668497 May 20 07:52:43.496787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae02da3-f521-44e8-b9f0-212237d984e0 req-fc1e5535-7cbe-4407-a785-82a57991f89a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.498757 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ae02da3-f521-44e8-b9f0-212237d984e0 req-fc1e5535-7cbe-4407-a785-82a57991f89a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.1114113 May 20 07:52:43.526104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:43.541163 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:43.558101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7ae02da3-f521-44e8-b9f0-212237d984e0 req-6b07e995-f021-4464-8b1e-b8519b06f3ba tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 May 20 07:52:43.593572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-541386ef-f9d3-4cd9-96a8-0fc09c51b005 req-0f701a4a-8478-4fcb-b4d4-f27d2537d451 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216873 May 20 07:52:43.682005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:43.726654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:43.729680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:43.735308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.735879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:43.849383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=21dff198-40c8-4075-92bb-fde989cdbe48,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:43.856668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:43.964410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779b779-e49b-4397-a424-5ed5ccc1f82a req-40b9f8c0-4b4a-43a6-884d-a5911fb9cebd tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:43.965702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9779b779-e49b-4397-a424-5ed5ccc1f82a req-40b9f8c0-4b4a-43a6-884d-a5911fb9cebd tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:43.993976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:43.994461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:44.038495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-21ff6047-077c-4111-8a04-af4a5a28d29e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3539293 May 20 07:52:44.056560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9415579 May 20 07:52:44.059404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:44.144837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-643a187d-eb80-425b-a5c8-ae1bc3e3a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:44.147017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-643a187d-eb80-425b-a5c8-ae1bc3e3a1b8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1094 time: 0.4214752 May 20 07:52:44.147869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9779b779-e49b-4397-a424-5ed5ccc1f82a req-40b9f8c0-4b4a-43a6-884d-a5911fb9cebd tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:44.170594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9779b779-e49b-4397-a424-5ed5ccc1f82a req-40b9f8c0-4b4a-43a6-884d-a5911fb9cebd tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 943 time: 0.7267697 May 20 07:52:44.263578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3041153-b87a-4b6d-a3eb-4b926d0b9844 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:44.269404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3041153-b87a-4b6d-a3eb-4b926d0b9844 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:44.274274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3041153-b87a-4b6d-a3eb-4b926d0b9844 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2099044 May 20 07:52:44.279591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:44.357449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49450ede-94b4-45f9-8bc6-c3a73c2d418c req-7ae66554-d86f-4127-bae7-03d1e1fb19da tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=a4d9cc436b2643f78310ae682e01cb14 HTTP/1.1" status: 200 len: 696 time: 0.1579826 May 20 07:52:44.427551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-177f42c5-cf35-4e5a-aafa-d477edc344cc None None] Provisioning for port 06447477-dc30-4559-a97a-10fae8f75696 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:44.481966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:44.483327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:44.603089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-591f530f-191b-48bb-9c7a-342f483dc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:44.604484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-591f530f-191b-48bb-9c7a-342f483dc277 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.4226952 May 20 07:52:44.806834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device de9bb6a3-8408-4c50-b121-f3b1c96823c5 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:52:44.852521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49450ede-94b4-45f9-8bc6-c3a73c2d418c req-eaae94c2-cc20-456a-b5d8-f8bfecd8de49 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:44.865167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:44.867729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49450ede-94b4-45f9-8bc6-c3a73c2d418c req-eaae94c2-cc20-456a-b5d8-f8bfecd8de49 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks?id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 787 time: 0.4972808 May 20 07:52:44.876601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9779b779-e49b-4397-a424-5ed5ccc1f82a req-288ed0d3-3c8f-4172-90af-7d10cd9001d7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6698234 May 20 07:52:44.894064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-322479dd-ba84-4a43-b3db-f07afa173f52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 217 time: 0.2108641 May 20 07:52:44.901563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-49450ede-94b4-45f9-8bc6-c3a73c2d418c req-fb7e3b08-bd88-45ea-b116-738d8dc0cc7e tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:52:44.911428 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49450ede-94b4-45f9-8bc6-c3a73c2d418c req-fb7e3b08-bd88-45ea-b116-738d8dc0cc7e tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397608 May 20 07:52:44.936007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 21dff198-40c8-4075-92bb-fde989cdbe48 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:44.936351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.081002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:45.114256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'port_id': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'mac_address': 'fa:16:3e:ef:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:52:45.119074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85a97532-08f9-44b2-9ca7-42cefee66dc8 None None] Provisioning for port 21dff198-40c8-4075-92bb-fde989cdbe48 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:45.126630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-74f16b7c-fb42-40e6-956f-6e80a1226504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.128254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-74f16b7c-fb42-40e6-956f-6e80a1226504 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2251077 May 20 07:52:45.177230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85a97532-08f9-44b2-9ca7-42cefee66dc8 None None] Provisioning complete for port 21dff198-40c8-4075-92bb-fde989cdbe48 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:45.179223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-85a97532-08f9-44b2-9ca7-42cefee66dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.294221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-85a97532-08f9-44b2-9ca7-42cefee66dc8 None None] Port 21dff198-40c8-4075-92bb-fde989cdbe48 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:52:45.295978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06447477-dc30-4559-a97a-10fae8f75696 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:45.323907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.370932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9bb6a3-8408-4c50-b121-f3b1c96823c5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:52:45.378404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.391828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:45.447994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-c441c587-134e-465b-b769-ae89d77f72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.449884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-c441c587-134e-465b-b769-ae89d77f72ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2671dab32db34badb8cde963cae740c1&device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 1096 time: 1.2340753 May 20 07:52:45.502949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 06447477-dc30-4559-a97a-10fae8f75696 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:45.509522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 06447477-dc30-4559-a97a-10fae8f75696 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:45.510094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.569267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.581869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:45.597653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd25d7-2dce-4c69-a5cd-7df67d5d0d95 req-c13d089f-c417-4a3b-8855-71f7b3ca1bf4 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.605658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21dd25d7-2dce-4c69-a5cd-7df67d5d0d95 req-c13d089f-c417-4a3b-8855-71f7b3ca1bf4 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.3907673 May 20 07:52:45.685026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:45.695707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 21dff198-40c8-4075-92bb-fde989cdbe48 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:45.696919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:45.738876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21dd25d7-2dce-4c69-a5cd-7df67d5d0d95 req-105b89cd-5d40-45b5-9dbc-1f8356a290a2 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314805 May 20 07:52:45.742129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-803d6253-b03a-4d09-8252-f4b6d5fc7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.743626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-803d6253-b03a-4d09-8252-f4b6d5fc7cd8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675275 May 20 07:52:45.773358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.823643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 06447477-dc30-4559-a97a-10fae8f75696, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06447477-dc30-4559-a97a-10fae8f75696,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:45.825432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['de9bb6a3-8408-4c50-b121-f3b1c96823c5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:45.850264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-0e92fb7d-1738-42e6-b9f1-442c650ff070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.853822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-0e92fb7d-1738-42e6-b9f1-442c650ff070 service neutron] 10.222.0.84 "GET /v2.0/networks?id=882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 200 len: 917 time: 0.3743081 May 20 07:52:45.965788 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:45.971555 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:45.985333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255428d-f004-4093-8212-f9140f21bef7 req-1d4de232-079a-4a7a-b3b0-9ffa66c53279 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.991676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255428d-f004-4093-8212-f9140f21bef7 req-1d4de232-079a-4a7a-b3b0-9ffa66c53279 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:45.998097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255428d-f004-4093-8212-f9140f21bef7 req-1d4de232-079a-4a7a-b3b0-9ffa66c53279 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.003691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e255428d-f004-4093-8212-f9140f21bef7 req-1d4de232-079a-4a7a-b3b0-9ffa66c53279 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 2418 time: 0.1418695 May 20 07:52:46.027319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.050410 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce8b8b46-2959-4471-9907-6867b85291a0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:46.079886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=06447477-dc30-4559-a97a-10fae8f75696,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:46.083024 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:46.105987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=21dff198-40c8-4075-92bb-fde989cdbe48,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:46.111684 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:46.120073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e255428d-f004-4093-8212-f9140f21bef7 req-e8f4559c-0a75-4d54-a5dc-afe6a6b19ccc tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125503 May 20 07:52:46.167672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.178253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/21dff198-40c8-4075-92bb-fde989cdbe48 HTTP/1.1" status: 204 len: 168 time: 1.8985975 May 20 07:52:46.180800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56832) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:46.259825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298a0b29-d55f-4d30-ac55-7e3b29856ce7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.260599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298a0b29-d55f-4d30-ac55-7e3b29856ce7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.261445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-298a0b29-d55f-4d30-ac55-7e3b29856ce7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:46.286510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-194b1846-1ddc-42de-8cdb-34b4aadff654 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips/3a76acf0-06f4-4142-a01b-edaee34323e7 HTTP/1.1" status: 200 len: 693 time: 0.2597530 May 20 07:52:46.406791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-552dffce-04e0-4d68-a585-fe576bceedcb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 200 len: 1001 time: 0.4807999 May 20 07:52:46.416970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-c8601ab9-901a-46bd-bc77-019bf1b3199f service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288269 May 20 07:52:46.477194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e366-3cb8-4d31-8fff-c0d8a4f9fd81 req-e9d851f7-0e32-47b4-9689-84158157c778 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.478755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a775e366-3cb8-4d31-8fff-c0d8a4f9fd81 req-e9d851f7-0e32-47b4-9689-84158157c778 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 944 time: 0.1810005 May 20 07:52:46.485934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-298a0b29-d55f-4d30-ac55-7e3b29856ce7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:46.486858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-298a0b29-d55f-4d30-ac55-7e3b29856ce7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3050964 May 20 07:52:46.503137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:46.591602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a775e366-3cb8-4d31-8fff-c0d8a4f9fd81 req-1777d25f-824a-42bb-ab89-5f8c39251584 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067867 May 20 07:52:46.609820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 228a575c-5f6c-464c-aaeb-c9fa2edcd65d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:46.613671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.614084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.638091 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55075954-c6a9-4aaf-8627-8bfa8a3256f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:46.679284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.700034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-e6ad912b-e90d-407e-9fc8-e5888da925e7 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.701668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-e6ad912b-e90d-407e-9fc8-e5888da925e7 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.84 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 945 time: 0.8468735 May 20 07:52:46.728943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=4be876a3-a891-4c0f-b7cf-7e8ced96f3ce,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:46.766338 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:46.777196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-1b5845f7-c356-47cc-b0a4-bb8b6b142d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.778666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-1b5845f7-c356-47cc-b0a4-bb8b6b142d62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=387dd6dc-6b93-40f5-9a12-5fc9702244fd HTTP/1.1" status: 200 len: 855 time: 0.3684354 May 20 07:52:46.823734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device de9bb6a3-8408-4c50-b121-f3b1c96823c5 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:46.844055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:46.909271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80a33-4ad5-4a3e-813d-b5ccde3ee7a0 req-1724dca7-3adf-4e75-bb18-87040c72cb88 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:46.910834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ab80a33-4ad5-4a3e-813d-b5ccde3ee7a0 req-1724dca7-3adf-4e75-bb18-87040c72cb88 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.1650362 May 20 07:52:46.998279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:47.008579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.013244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:47.032692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-017377d1-9ea6-4311-8011-626b1a47d017 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:47.034105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-017377d1-9ea6-4311-8011-626b1a47d017 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.7468138 May 20 07:52:47.035965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4167ce5-2186-46ec-88ca-d04ba28a2922 req-2f0c716a-4b59-46c8-a56b-2129643ae462 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732174 May 20 07:52:47.048437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port de9bb6a3-8408-4c50-b121-f3b1c96823c5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:47.054732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port de9bb6a3-8408-4c50-b121-f3b1c96823c5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:47.055776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.070724 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ab80a33-4ad5-4a3e-813d-b5ccde3ee7a0 req-959c7135-fc07-4c3b-b8c0-7741d8064a55 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500690 May 20 07:52:47.143668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06447477-dc30-4559-a97a-10fae8f75696 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:47.303449 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 639a2a6d-42c0-455d-9ad5-f2d80ce83020 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:47.407545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-56b38bae-97a4-4653-bf33-d5d95862611c tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.158 HTTP/1.1" status: 200 len: 696 time: 0.3359075 May 20 07:52:47.477100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.482925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d75e8fa6-e74f-4a6a-ac5f-744e881207e0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:47.518022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 06447477-dc30-4559-a97a-10fae8f75696 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:47.518407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.548879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=228a575c-5f6c-464c-aaeb-c9fa2edcd65d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:47.549917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "DELETE /v2.0/ports/4be876a3-a891-4c0f-b7cf-7e8ced96f3ce HTTP/1.1" status: 204 len: 173 time: 4.1794815 May 20 07:52:47.558840 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:47.560672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.563727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-71fad977-4e11-44fe-a76d-dd5542ce686f tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.158 HTTP/1.1" status: 200 len: 696 time: 0.1417809 May 20 07:52:47.577305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5babae-02ec-4142-a7f9-918506ab105e None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:47.595000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.603938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.620705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-3490e695-579d-49ad-8c16-c60693fae981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:47.622482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-3490e695-579d-49ad-8c16-c60693fae981 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=882fc62c-1293-4046-bbb3-e07ff41c162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8002243 May 20 07:52:47.658739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/228a575c-5f6c-464c-aaeb-c9fa2edcd65d HTTP/1.1" status: 204 len: 168 time: 1.1545436 May 20 07:52:47.661261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56866) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:47.682807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:47.729804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:47.759504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.760310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 1318c7f7-c742-41c8-9d2f-1c6a8607041c no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:47.802337 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:47.826337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Deleting port 1318c7f7-c742-41c8-9d2f-1c6a8607041c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:47.826755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.868669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:47.872682 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22d4bbfa-1148-4da2-bb25-013d0a13c326 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2099254 May 20 07:52:47.885265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:47.904023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:47.990702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:47.991641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ca29392f-2376-4242-8634-0086550fd7cc no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:48.043612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:48.053021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:48.060911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:48.067067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:48.086220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:48.104635 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:48.113388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:48.156746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:48.160200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.225344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-d92f9a6f-6ac5-49e2-a1df-3e3e0c12b937 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:48.225344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-d92f9a6f-6ac5-49e2-a1df-3e3e0c12b937 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.8734858 May 20 07:52:48.271773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.341648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:48.409420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-5583f92b-a7c6-4c6e-be6c-866b3908af1f service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806962 May 20 07:52:48.429345 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.429844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] For port 1318c7f7-c742-41c8-9d2f-1c6a8607041c, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=1318c7f7-c742-41c8-9d2f-1c6a8607041c,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:48.430220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.454982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:48.458778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:48.463115 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e77aeecf-2aa3-462e-afaf-e7d84d0fee8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:48.582087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:48.585388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:48.586757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:52:48.612895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e00f-9d30-4a6a-b7db-d6c538b20296 req-84e02fa0-7f06-4cfc-8b8d-89c611a63c87 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:48.621274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0349e00f-9d30-4a6a-b7db-d6c538b20296 req-84e02fa0-7f06-4cfc-8b8d-89c611a63c87 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.2346406 May 20 07:52:48.634475 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.701851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:48.713376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0349e00f-9d30-4a6a-b7db-d6c538b20296 req-f9c0555c-5f7c-4de8-95dc-1cee68f900e7 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886173 May 20 07:52:48.720390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Deleting port 06447477-dc30-4559-a97a-10fae8f75696 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:48.720786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.782018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.782018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:48.785358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:48.785752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:48.829082 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': '4be876a3-a891-4c0f-b7cf-7e8ced96f3ce', 'status': 'completed', 'code': 200} May 20 07:52:48.851241 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:48.889288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Deleting port 79576a34-5d04-4209-bccd-582d224655e9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:48.889701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.000153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:52:49.000699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4be876a3-a891-4c0f-b7cf-7e8ced96f3ce not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:52:49.088437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:49.092454 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:49.098438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06447477-dc30-4559-a97a-10fae8f75696 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:49.155585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bde56-1e83-4ff8-b685-c84fb580f0f7 req-f184aaf9-4841-49f6-a3b6-884a9eaaa9ea tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:49.161587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bde56-1e83-4ff8-b685-c84fb580f0f7 req-f184aaf9-4841-49f6-a3b6-884a9eaaa9ea tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:49.170037 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-177bde56-1e83-4ff8-b685-c84fb580f0f7 req-f184aaf9-4841-49f6-a3b6-884a9eaaa9ea tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 1679 time: 0.1528494 May 20 07:52:49.201202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] For port 06447477-dc30-4559-a97a-10fae8f75696, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06447477-dc30-4559-a97a-10fae8f75696,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:49.201761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.266153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-177bde56-1e83-4ff8-b685-c84fb580f0f7 req-c4a335cd-215b-418d-b998-40c37aad9afa tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951116 May 20 07:52:49.435290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:52:49.555605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Calling delete_port for 06447477-dc30-4559-a97a-10fae8f75696 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:49.651825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.652709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.679166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53499e3d-1b46-4888-9561-e5674b9410e0 req-5c81b349-548b-4d6d-aaf1-0c9cec6c3822 service neutron] 10.222.0.84 "GET /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2521601 May 20 07:52:49.689852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.702998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc481-0f08-491b-b605-286ee1422ae1 req-6fff08ab-8807-4b45-b613-6f3ed7c6d132 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:49.713302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e9ecc481-0f08-491b-b605-286ee1422ae1 req-6fff08ab-8807-4b45-b613-6f3ed7c6d132 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2040730 May 20 07:52:49.723040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.734706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:49.774553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] No DVR routers for this DVR port 06447477-dc30-4559-a97a-10fae8f75696 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:49.780504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Port 06447477-dc30-4559-a97a-10fae8f75696 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 20 07:52:49.780816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:cb68 {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 20 07:52:49.788845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe63:cb68 {{(pid=93102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 20 07:52:49.799091 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e9ecc481-0f08-491b-b605-286ee1422ae1 req-6114973e-5c75-4bee-b2b2-f0e973bd9c67 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829487 May 20 07:52:49.799091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.802928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a316424-1ccc-4ddf-a06f-b04ecae98553 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:49.830224 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:52:49.853355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Pushing event deleted for resources: {'Port': ['ID=06447477-dc30-4559-a97a-10fae8f75696,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:49.853355 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:49.884361 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'code': 200} May 20 07:52:49.912157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:49.912157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:49.920173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6654d-bf35-4c9e-8148-81565a826fa8 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:49.938001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=e521fa00-9f33-486a-8716-c66f8b027528,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:49.947437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:49.948042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:49.952040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:50.073754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Calling delete_port for 79576a34-5d04-4209-bccd-582d224655e9 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:50.086406 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1926923 May 20 07:52:50.088983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:50.097629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:6d:8b:e1', 'name': 'tempest-NetworksTestDHCPv6-1608265510'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:50.129097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port 639a2a6d-42c0-455d-9ad5-f2d80ce83020, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=639a2a6d-42c0-455d-9ad5-f2d80ce83020,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:50.130613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.226693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'e521fa00-9f33-486a-8716-c66f8b027528'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:52:50.227679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.305252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8da5-918b-48ed-ab0c-743e949b7b70 req-07c2be8f-bce2-44b9-9ac2-6b1e191b0f03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:50.306842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-382d8da5-918b-48ed-ab0c-743e949b7b70 req-07c2be8f-bce2-44b9-9ac2-6b1e191b0f03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 946 time: 0.3030205 May 20 07:52:50.319944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for 639a2a6d-42c0-455d-9ad5-f2d80ce83020 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:50.327969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port c2a253f1-1449-4f6e-895b-16d19df52a4e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:50.327969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.395916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:50.402831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:50.406541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:50.416433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:50.464093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Allocated IP 2001:db8::f816:3eff:fe33:eaef (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/e521fa00-9f33-486a-8716-c66f8b027528/f12a1a65-63ca-46a2-ba94-c3be8ba7e887) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:50.466645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-382d8da5-918b-48ed-ab0c-743e949b7b70 req-3c706e25-7fa0-485d-9d29-54d9d456b794 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471548 May 20 07:52:50.481502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:50.631760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.632447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.632447 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Floating IP f8e946b8-7a3f-4b0e-8948-50aa4bd66b56 disassociated. External IP: 172.25.8.159, port: 1318c7f7-c742-41c8-9d2f-1c6a8607041c. May 20 07:52:50.632722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Calling delete_port for 1318c7f7-c742-41c8-9d2f-1c6a8607041c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:50.652134 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.690372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:52:50.794856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:50.795452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.802518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:50.811389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e6f3-2b07-45ea-9cd1-6c4c6eabf843 req-89c8fc89-26c4-4a08-a239-e9478c3f0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:50.812893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a972e6f3-2b07-45ea-9cd1-6c4c6eabf843 req-89c8fc89-26c4-4a08-a239-e9478c3f0749 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.7365093 May 20 07:52:50.817170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Transition to ACTIVE for port object f12a1a65-63ca-46a2-ba94-c3be8ba7e887 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:50.838341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device c2a253f1-1449-4f6e-895b-16d19df52a4e no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:50.931467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Transition to ACTIVE for port object f12a1a65-63ca-46a2-ba94-c3be8ba7e887 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:51.028061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.041354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for c2a253f1-1449-4f6e-895b-16d19df52a4e owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:51.051654 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.091861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a972e6f3-2b07-45ea-9cd1-6c4c6eabf843 req-d5dc5e6f-e785-429d-b496-3705aa191f2f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637572 May 20 07:52:51.101632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bc862-6d84-48fe-82e9-c12f98c96a8a req-1ca0f55b-925c-4f3d-8ba6-7d34436f514c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:51.105512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fc5bc862-6d84-48fe-82e9-c12f98c96a8a req-1ca0f55b-925c-4f3d-8ba6-7d34436f514c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 943 time: 0.3693330 May 20 07:52:51.177588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe6d:8be1 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/e521fa00-9f33-486a-8716-c66f8b027528/1b0b2d04-7e5e-48d0-9e3f-eff9a2864983) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:51.199876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fc5bc862-6d84-48fe-82e9-c12f98c96a8a req-4e1028ca-ea06-4ab4-80eb-b1fa87f75832 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups?id=732061a5-a0b7-4b75-aff7-ba0ebeb6373f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868256 May 20 07:52:51.205621 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.231971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:51.247386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:51.253856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:51.304837 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.321296 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-678ab945-44b4-47b1-afd2-87a7a36fd1cf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.330168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Pushing event updated for resources: {'Port': ['ID=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:51.345002 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:51.375603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event deleted for resources: {'Port': ['ID=79576a34-5d04-4209-bccd-582d224655e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:51.377372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port c2a253f1-1449-4f6e-895b-16d19df52a4e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=c2a253f1-1449-4f6e-895b-16d19df52a4e,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:51.383788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Attempting to bind port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:52:51.385375 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:51.386624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Attempting to bind port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:52:51.388217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Attempting to bind port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:52:51.395133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:52:51.395523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:52:51.396123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.396827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:52:51.397313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Bound port: f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:52:51.397752 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.477233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f34be-761e-4f88-a3e3-d75fe40bfead req-4a8fa7d6-ce61-4cd9-a0e9-266a4094082a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:51.486199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f34be-761e-4f88-a3e3-d75fe40bfead req-4a8fa7d6-ce61-4cd9-a0e9-266a4094082a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:51.493182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.496912 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c72f34be-761e-4f88-a3e3-d75fe40bfead req-4a8fa7d6-ce61-4cd9-a0e9-266a4094082a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 1679 time: 0.1319046 May 20 07:52:51.505393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c063360c-5dea-4d5b-8247-c03928a724ca tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.510183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.515759 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.584901 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.600341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=639a2a6d-42c0-455d-9ad5-f2d80ce83020,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:51.608441 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:51.613922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] For port f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:52:51.617569 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.622475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] For port f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:52:51.622776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:51.626105 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:51.703101 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.716346 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7a08744-a3af-47a3-bc4f-b517c0b36dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.729812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c72f34be-761e-4f88-a3e3-d75fe40bfead req-0f27ab78-d78b-4b01-8846-382c00ec1635 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141151 May 20 07:52:51.798836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.816507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:52:51.890425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020'}, {'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}, {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc'}, {'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:51.927318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:51.930599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Pushing event updated for resources: {'Port': ['ID=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:51.937720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:51.938700 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:51.980968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:52.032026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event deleted for resources: {'Port': ['ID=1318c7f7-c742-41c8-9d2f-1c6a8607041c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:52.070713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:52.192866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:52.213623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:52.225824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:52.233200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:52.233592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:52.310270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=1b0b2d04-7e5e-48d0-9e3f-eff9a2864983,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:52.320063 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:52.371909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port 639a2a6d-42c0-455d-9ad5-f2d80ce83020 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:52.373520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ddb19-1074-4e82-9f1b-ec1111c1e233 req-1d6c00e9-09d9-4e4f-87ab-b0fa5c9fe419 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:52.375437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5a6ddb19-1074-4e82-9f1b-ec1111c1e233 req-1d6c00e9-09d9-4e4f-87ab-b0fa5c9fe419 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.3331203 May 20 07:52:52.380681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2903609 May 20 07:52:52.386740 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:52.387877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f4a0fda-aa7f-496c-8c20-c685ab79311c req-9bb23e0b-b915-45ab-b877-4c5bc9b451a0 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "DELETE /v2.0/floatingips/3a76acf0-06f4-4142-a01b-edaee34323e7 HTTP/1.1" status: 204 len: 173 time: 4.7781281 May 20 07:52:52.388478 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:52.397949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:52.406221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:52:52.418794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:52.420820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "DELETE /v2.0/ports/639a2a6d-42c0-455d-9ad5-f2d80ce83020 HTTP/1.1" status: 204 len: 173 time: 4.8622408 May 20 07:52:52.456057 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-62cc4b17-dac6-4168-afb7-8110121259c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:52.564547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:52.661825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5a6ddb19-1074-4e82-9f1b-ec1111c1e233 req-32aa5d5a-af56-4929-9246-3a1aa470e57c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794757 May 20 07:52:52.703561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfac17-af0f-46ff-b383-086770ac158d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:52.717273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfac17-af0f-46ff-b383-086770ac158d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:52.718994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-68bfac17-af0f-46ff-b383-086770ac158d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:52.800487 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'code': 200} May 20 07:52:52.800765 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'code': 200} May 20 07:52:52.801033 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc', 'code': 200} May 20 07:52:52.801295 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'code': 200} May 20 07:52:52.835836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-68bfac17-af0f-46ff-b383-086770ac158d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:52.839284 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-68bfac17-af0f-46ff-b383-086770ac158d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4400613 May 20 07:52:52.846136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56966) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:52.945007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=c2a253f1-1449-4f6e-895b-16d19df52a4e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:52.963822 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:52.994814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:52:53.082688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port c2a253f1-1449-4f6e-895b-16d19df52a4e on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:53.086393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:53.088794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f55175d9-aab6-4bb7-be37-787ce1dc935b req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.84 "DELETE /v2.0/ports/c2a253f1-1449-4f6e-895b-16d19df52a4e HTTP/1.1" status: 204 len: 173 time: 4.8399675 May 20 07:52:53.116457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc7ed5ce-40f2-4dab-a2bb-c3c5d2937a35 req-1c3cff1b-47d2-491b-94e8-342ebe8432ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:53.139751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-516384ab-5321-4a11-94b5-9d4b046c64b9 req-23e25217-76c8-4cba-9fc4-d5213c60bf29 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.1625469 May 20 07:52:53.144934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f12a1a65-63ca-46a2-ba94-c3be8ba7e887 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:52:53.416024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:52:53.428692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Sync routers for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:52:53.436297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:53.460163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:53.464076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:53.502058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:53.502629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:53.540608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc7ed5ce-40f2-4dab-a2bb-c3c5d2937a35 req-1c3cff1b-47d2-491b-94e8-342ebe8432ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:53.553808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc7ed5ce-40f2-4dab-a2bb-c3c5d2937a35 req-1c3cff1b-47d2-491b-94e8-342ebe8432ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c965646-63b7-4b85-82ab-8887a967c876 HTTP/1.1" status: 200 len: 210 time: 0.6796150 May 20 07:52:53.563974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] No DVR routers for this DVR port 1318c7f7-c742-41c8-9d2f-1c6a8607041c on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:53.580588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:53.585126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e6d784d-c8ca-419f-a22b-aac5b12d1fb1 req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.84 "DELETE /v2.0/ports/1318c7f7-c742-41c8-9d2f-1c6a8607041c HTTP/1.1" status: 204 len: 173 time: 6.8603170 May 20 07:52:53.648422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port ca29392f-2376-4242-8634-0086550fd7cc {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:53.649991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:53.737739 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': '639a2a6d-42c0-455d-9ad5-f2d80ce83020', 'status': 'completed', 'code': 200} May 20 07:52:53.747044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-17301532-8b3e-4819-bf0f-c86e46a764c1 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5400386 May 20 07:52:53.752969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:53.767598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:53.785089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Usage tracker for resource:floatingip and tenant:a4d9cc436b2643f78310ae682e01cb14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:52:53.790795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:52:53.795506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:53.834184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:54.063851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Provisioning for port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:52:54.087911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port ca29392f-2376-4242-8634-0086550fd7cc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ca29392f-2376-4242-8634-0086550fd7cc,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:54.088567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:54.088668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.135976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Provisioning complete for port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:52:54.136292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.253015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.254854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:54.274016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for ca29392f-2376-4242-8634-0086550fd7cc owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:54.303814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.309910 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36fd7eaa-583d-4850-8e02-f981865e17bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:54.342249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd4962-4394-48b3-b88c-60b516b51635 req-a924330d-7cc8-4cb4-b0f1-f2ddcb7dfbc3 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:54.342973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90dd4962-4394-48b3-b88c-60b516b51635 req-a924330d-7cc8-4cb4-b0f1-f2ddcb7dfbc3 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:54.372686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.401345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=1b0b2d04-7e5e-48d0-9e3f-eff9a2864983,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:54.442493 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:54.450951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90dd4962-4394-48b3-b88c-60b516b51635 req-a924330d-7cc8-4cb4-b0f1-f2ddcb7dfbc3 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:54.452368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90dd4962-4394-48b3-b88c-60b516b51635 req-a924330d-7cc8-4cb4-b0f1-f2ddcb7dfbc3 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 944 time: 0.5096793 May 20 07:52:54.462619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.582504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90dd4962-4394-48b3-b88c-60b516b51635 req-b13347d3-41cf-4be8-89f9-1c0a0199664b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233921 May 20 07:52:54.587689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.610763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.621327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5353089e-f05c-4556-94b8-ec1c0828347e tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:54.698771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 HTTP/1.1" status: 204 len: 168 time: 1.8487194 May 20 07:52:54.700744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:54.881927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5fa7e-6500-43ff-9d12-fd450d5d8030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:54.891754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5fa7e-6500-43ff-9d12-fd450d5d8030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:54.894115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54d5fa7e-6500-43ff-9d12-fd450d5d8030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:54.983813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:54.998411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] For port f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:55.047873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54d5fa7e-6500-43ff-9d12-fd450d5d8030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:55.049537 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54d5fa7e-6500-43ff-9d12-fd450d5d8030 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3476100 May 20 07:52:55.053677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:55.056931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:55.067133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Checking router: e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:52:55.077013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:52:55.078038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:55.090169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=ca29392f-2376-4242-8634-0086550fd7cc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:55.102912 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:55.143775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:55.159900 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:55.170823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port ca29392f-2376-4242-8634-0086550fd7cc on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:55.174409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:55.176626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a8079ce-ce0e-4d1e-9b7c-80f6a88c752a req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.81 "DELETE /v2.0/ports/ca29392f-2376-4242-8634-0086550fd7cc HTTP/1.1" status: 204 len: 173 time: 2.5781205 May 20 07:52:55.190977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet e521fa00-9f33-486a-8716-c66f8b027528 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:55.195934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:55.227996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f280f3-2cda-4620-8cc4-5914162dfc54 req-6e481352-8396-4a65-acac-c3f0e91ca3ef tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:55.237650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20f280f3-2cda-4620-8cc4-5914162dfc54 req-6e481352-8396-4a65-acac-c3f0e91ca3ef tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.1922550 May 20 07:52:55.289459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:55.298351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20f280f3-2cda-4620-8cc4-5914162dfc54 req-c84da946-f68d-406f-9ba8-423135fdb207 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595338 May 20 07:52:55.342400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-86af71f8-093b-49d1-86f4-5abcb6c6d9de None None] Could not find standard attr ID for object 1b0b2d04-7e5e-48d0-9e3f-eff9a2864983. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:52:55.352843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Pushing event updated for resources: {'Port': ['ID=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:55.366515 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:55.386917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:52:55.507762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Allocated IP 172.25.8.238 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/3c28fe66-f834-436c-aae2-d303f18b1551) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:52:55.510704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:55.551539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0e816748-020c-4776-9781-af5567a72e0d req-64208ee1-1799-46a7-aab3-f0e4fa57e526 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Synchronizing usage tracker for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:55.648895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0e816748-020c-4776-9781-af5567a72e0d req-64208ee1-1799-46a7-aab3-f0e4fa57e526 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Unset dirty status for tenant:2671dab32db34badb8cde963cae740c1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:55.656042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e816748-020c-4776-9781-af5567a72e0d req-64208ee1-1799-46a7-aab3-f0e4fa57e526 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.1819203 May 20 07:52:55.739231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-deleted', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e'}, {'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-deleted', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c'}, {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:52:55.881303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:52:55.894214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0844833-688b-4d03-89d0-b734a2764c2a None None] The sync data for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 is: [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f6558922-d089-4448-8218-a11418e7566b', 'name': '', 'network_id': '882fc62c-1293-4046-bbb3-e07ff41c162d', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'mac_address': 'fa:16:3e:1e:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:56Z', 'updated_at': '2021-05-20T07:48:14Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'subnets': [{'id': '387dd6dc-6b93-40f5-9a12-5fc9702244fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:52:55.924797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.085556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.100152 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:56.137975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.194549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db159263-0391-4745-9634-c504fa1a1ce0 req-d3f1520e-50b7-4473-b2eb-3cf380e9b62b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:56.209923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:52:56.209923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:52:56.210439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db159263-0391-4745-9634-c504fa1a1ce0 req-d3f1520e-50b7-4473-b2eb-3cf380e9b62b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.1786821 May 20 07:52:56.211032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57016) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:56.213201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:52:56.223019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'floatingip': {'port_id': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:56.302116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event updated for resources: {'Port': ['ID=3c28fe66-f834-436c-aae2-d303f18b1551,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:56.311283 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:56.324825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34280a-6300-41b4-ab75-860b6842924a None None] New status for floating IP f8e946b8-7a3f-4b0e-8948-50aa4bd66b56: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:52:56.445983 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.457251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.465240 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e6c36bdf-450b-4a9d-9072-4fb261751e2c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:56.466066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.545568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=e521fa00-9f33-486a-8716-c66f8b027528,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:56.557166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1485c-9a8c-491e-b8b1-7893f82416f9 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:56.566123 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:56.566230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.589321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bad74ea2-9c22-4e21-a08a-d58f52c61a64 req-8be61bd7-6c26-48ce-9268-78c384cbf6f5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc627d0c-7f72-4ada-a9db-9816c2125af5 HTTP/1.1" status: 200 len: 210 time: 0.1644204 May 20 07:52:56.689913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/e521fa00-9f33-486a-8716-c66f8b027528 HTTP/1.1" status: 204 len: 168 time: 1.6346562 May 20 07:52:56.699271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57026) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:56.716230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:56.850523 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c965646-63b7-4b85-82ab-8887a967c876', 'name': 'network-vif-deleted', 'tag': 'c2a253f1-1449-4f6e-895b-16d19df52a4e', 'status': 'completed', 'code': 200} May 20 07:52:56.851166 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62014cca-7c46-42fb-b931-f4593d615b37', 'name': 'network-vif-deleted', 'tag': '1318c7f7-c742-41c8-9d2f-1c6a8607041c', 'status': 'completed', 'code': 200} May 20 07:52:56.852743 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc627d0c-7f72-4ada-a9db-9816c2125af5', 'name': 'network-vif-deleted', 'tag': 'ca29392f-2376-4242-8634-0086550fd7cc', 'status': 'completed', 'code': 200} May 20 07:52:56.926240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d7b63ee3-9deb-4a70-9821-8a4da4c5a0c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:56.978439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:52:57.106789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.117740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Deleting port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:52:57.117740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.143934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46363b65-7faa-4c71-9a66-3ebf24fcb572 req-8fd50c0d-0dc8-483a-b598-aee2f2c762a8 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.0650880 May 20 07:52:57.145860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f12a1a65-63ca-46a2-ba94-c3be8ba7e887 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:52:57.290188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.300835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] For port f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:57.301010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46198957-268b-4e7d-9726-2243fbe12883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:57.304402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.305329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d7b63ee3-9deb-4a70-9821-8a4da4c5a0c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:router {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:57.306526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d7b63ee3-9deb-4a70-9821-8a4da4c5a0c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6047730 May 20 07:52:57.328217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57050) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:57.386969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event updated for resources: {'Port': ['ID=3c28fe66-f834-436c-aae2-d303f18b1551,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:57.450451 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:57.483842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.529279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-66d1d962-859e-4a54-9154-b8277695ebee tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:57.530358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-66d1d962-859e-4a54-9154-b8277695ebee tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.2031474 May 20 07:52:57.547545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Calling delete_port for f12a1a65-63ca-46a2-ba94-c3be8ba7e887 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:52:57.580688 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.584885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.590070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8370492 May 20 07:52:57.617250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-d9476ddb-bb2e-4ff1-9a52-ab7d78fcc0fd tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0427463 May 20 07:52:57.668970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f12a1a65-63ca-46a2-ba94-c3be8ba7e887, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:52:57.705817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9639b37f-7500-4112-89ad-5786358be56a req-994c1f42-b9d5-4850-9082-4038067f413d tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Synchronizing usage tracker for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:57.738061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.743511 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:57.795324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-9639b37f-7500-4112-89ad-5786358be56a req-994c1f42-b9d5-4850-9082-4038067f413d tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Unset dirty status for tenant:a4d9cc436b2643f78310ae682e01cb14 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:57.796513 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-994c1f42-b9d5-4850-9082-4038067f413d tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.238 HTTP/1.1" status: 200 len: 696 time: 0.2024586 May 20 07:52:57.844156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:57.857952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:57.867557 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:57.868224 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:57.926635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] No DVR routers for this DVR port f12a1a65-63ca-46a2-ba94-c3be8ba7e887 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:52:57.929532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Pushing event deleted for resources: {'Port': ['ID=f12a1a65-63ca-46a2-ba94-c3be8ba7e887,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:57.936310 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:58.029281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5439ba-7241-4059-b8ec-5fdd336d2e17 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:58.030112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4e5439ba-7241-4059-b8ec-5fdd336d2e17 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:58.074111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-565dae36-6962-4e0b-8c92-b316fb64797f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4558959 May 20 07:52:58.177033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639b37f-7500-4112-89ad-5786358be56a req-41b09318-860f-4811-a2b3-7873b8235296 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:58.179127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-41b09318-860f-4811-a2b3-7873b8235296 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3763161 May 20 07:52:58.192847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-35f76e5a-33a8-47f5-bf65-3e10661eeb23 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:52:58.194889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9639b37f-7500-4112-89ad-5786358be56a req-35f76e5a-33a8-47f5-bf65-3e10661eeb23 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081844 May 20 07:52:58.276469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:58.352799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4e5439ba-7241-4059-b8ec-5fdd336d2e17 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:58.353961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e5439ba-7241-4059-b8ec-5fdd336d2e17 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8352022 May 20 07:52:58.358316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:58.395205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting subnet 8dbb44d0-2efa-4101-8e8c-bf486a9e15a4 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:52:58.400642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:58.472048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:58.543952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-1e0defc5-5624-4493-b677-6d375f40c00c service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686918 May 20 07:52:58.551442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28beb3-5015-482d-9b24-c8a5399e0c33 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:58.552235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f28beb3-5015-482d-9b24-c8a5399e0c33 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:52:58.614789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:58.643173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-01da70ea-0d7a-4de8-9802-0547c2eeb5a9 req-f7c5c7e6-358a-4ddb-8f05-97e2f486135c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.0492437 May 20 07:52:58.652101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:58.691754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f28beb3-5015-482d-9b24-c8a5399e0c33 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:52:58.693971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f28beb3-5015-482d-9b24-c8a5399e0c33 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3296402 May 20 07:52:58.697408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:58.702278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:58.796622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-705fca51-c293-4f3a-8058-49de7ccbeb8d service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386003 May 20 07:52:58.881012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c857f80-21f6-4725-a757-f6b5fbe364f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1750510 May 20 07:52:58.882787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57102) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:58.893269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:52:58.945433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-9bf0e309-2999-4985-8497-45d17529abe1 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips/1502fe1f-80ae-4997-94ed-1194828b63f9 HTTP/1.1" status: 200 len: 693 time: 0.1703179 May 20 07:52:58.995789 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Floating IP 4df183bc-d2bc-4d9e-b92a-7d3b302aaab8 associated. External IP: 172.25.8.56, port: de9bb6a3-8408-4c50-b121-f3b1c96823c5. May 20 07:52:59.108183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:52:59.182164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:52:59.297815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-36f31c58-5e45-482c-ad9f-f1c5b2347970 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:52:59.307463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-36f31c58-5e45-482c-ad9f-f1c5b2347970 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.3519835 May 20 07:52:59.342837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b1b17d31-c15a-4bd2-a3ff-5534f9950240 req-460b3174-6879-42cb-935e-c5495185f965 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.0662477 May 20 07:52:59.350854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:52:59.354392 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:59.498549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-a3abce36-4dac-421e-ac1b-db7c3dd6b205 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.238 HTTP/1.1" status: 200 len: 696 time: 0.1860068 May 20 07:52:59.591821 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-0838f094-9fa5-4f1b-8dad-73d859a3d1c8 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.238 HTTP/1.1" status: 200 len: 696 time: 0.0887287 May 20 07:52:59.592763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:52:59.823030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:59.834806 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b4af6ec-d6f6-45d7-976c-3f5cb8a8559c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:52:59.898260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbb44d0-2efa-4101-8e8c-bf486a9e15a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:52:59.908208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c1329-244f-4d4b-a59b-b8491057d86e None None] Network 85ffb561-1de2-4890-bfed-d3f97b7bf4dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:52:59.924293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:52:59.932009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:52:59.942776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/subnets/8dbb44d0-2efa-4101-8e8c-bf486a9e15a4 HTTP/1.1" status: 204 len: 168 time: 1.6653943 May 20 07:52:59.951970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57124) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:52:59.976584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:00.012334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:00.055179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34d38fda-d740-4bd6-ba9e-920553c1e673 req-f2aca338-bd23-4572-b91e-87a7d50b383b tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.0815232 May 20 07:53:00.060268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.121237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:00.122174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:00.160783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65afbfa1-8a0b-476a-b28d-b992b40933c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "PUT /v2.0/floatingips/4df183bc-d2bc-4d9e-b92a-7d3b302aaab8 HTTP/1.1" status: 200 len: 990 time: 3.9454837 May 20 07:53:00.160984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:00.239131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.249915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Deleting port 3c28fe66-f834-436c-aae2-d303f18b1551 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:00.250263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.429552 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'status': 'completed', 'code': 200} May 20 07:53:00.438254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:00.614046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.614445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.619471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cacf80e-4a4b-4853-9c92-cdfb2bf270cc req-2626749b-ba23-4547-b7f2-2868fa365668 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.0953076 May 20 07:53:00.690518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-e4d76794-d231-469d-b3b3-b9ebd9f52f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:00.691994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-e4d76794-d231-469d-b3b3-b9ebd9f52f6b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.2617915 May 20 07:53:00.802787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Calling delete_port for 3c28fe66-f834-436c-aae2-d303f18b1551 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:00.819529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:00.819881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:00.926061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] DHCP port deletion for 85ffb561-1de2-4890-bfed-d3f97b7bf4dc request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:01.090638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-777e0e22-5cdb-4e19-a8a4-36248df5f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:01.092337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-777e0e22-5cdb-4e19-a8a4-36248df5f7ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.3874516 May 20 07:53:01.096422 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.103893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:01.104152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device acdfc6cf-7e5b-4e38-b855-cc64e09056b4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:01.273323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Deleting port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:01.274020 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.292499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:01.298566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:01.333645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:01.334916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.343163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.351708 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa64cdec-9102-4e36-9728-4dd2348b6cae tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:01.374202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=89f478ee-036c-4c4f-874e-2f2d7628ecdf,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:01.393067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-0b2f9494-c3c1-43a5-a31e-a36bbfa66517 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 998 time: 0.2910578 May 20 07:53:01.402226 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:01.406646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1e443ee-92da-411d-a103-c924b502e317 req-a672481d-94fa-4a42-b406-cbee28fd469c tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/ports?device_id=62014cca-7c46-42fb-b931-f4593d615b37 HTTP/1.1" status: 200 len: 210 time: 0.0806301 May 20 07:53:01.443987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55363035-bbf7-406e-b42e-5cc83ea3096d None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:01.472725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5884504 May 20 07:53:01.476521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57150) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:01.490360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:0d:0c:eb', 'name': 'tempest-NetworksTestDHCPv6-1763482945'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:01.538916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-8a4e151a-432a-420f-9dcd-a4b9a0c4b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:01.540678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-8a4e151a-432a-420f-9dcd-a4b9a0c4b3b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.1367888 May 20 07:53:01.553817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Pushing event deleted for resources: {'Port': ['ID=3c28fe66-f834-436c-aae2-d303f18b1551,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:01.559476 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:01.738537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:01.739239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.759893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4df183bc-d2bc-4d9e-b92a-7d3b302aaab8', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:ef:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:52:26Z', 'updated_at': '2021-05-20T07:52:58Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:01.775076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] For port acdfc6cf-7e5b-4e38-b855-cc64e09056b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,segment=NetworkSegment(21901c20-5790-44e3-b7c1-e88990d07dfa),segment_id=21901c20-5790-44e3-b7c1-e88990d07dfa)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:01.781720 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.807045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:01.836975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:01.857339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:01.859138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:01.868025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-3b3a4479-8b95-4dc3-9e43-4bcc526c7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:01.878178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-3b3a4479-8b95-4dc3-9e43-4bcc526c7b0e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3256054 May 20 07:53:01.991383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for acdfc6cf-7e5b-4e38-b855-cc64e09056b4 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:02.012643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:02.114497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76087091-d60a-4438-8024-b546756adad5 req-e94706f1-4162-4a46-9a1f-f878001b9b4d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.2520390 May 20 07:53:02.127733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-6a5b9fc9-268d-4d92-80e7-6ec69d140eba service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930671 May 20 07:53:02.131510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:02.212616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Calling delete_port for acdfc6cf-7e5b-4e38-b855-cc64e09056b4 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:02.215782 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:02.221858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a96ee3-8cf3-45b2-8801-7beec2145e2c req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "DELETE /v2.0/floatingips/1502fe1f-80ae-4997-94ed-1194828b63f9 HTTP/1.1" status: 204 len: 173 time: 2.6205451 May 20 07:53:02.354959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:02.355926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:52:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:02.424892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:02.450491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4408e40-5e0d-4b37-b58e-f94760c2dec2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:02.529936 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-0447a974-7e5d-43c7-8f23-90ad761a6f81 req-c99c0440-e800-4523-a8f1-9bbdd521740d tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] show failed (client error): The resource could not be found. May 20 07:53:02.541449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0447a974-7e5d-43c7-8f23-90ad761a6f81 req-c99c0440-e800-4523-a8f1-9bbdd521740d tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips/1502fe1f-80ae-4997-94ed-1194828b63f9 HTTP/1.1" status: 404 len: 350 time: 0.2922342 May 20 07:53:02.579376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:02.606654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:02.616097 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:02.785431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:02.805662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fc0a5a78-0436-4ffe-b494-2fd87ac8e697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:02.887952 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-2a550599-08f9-4b38-8aad-6c13b6abdad0 req-e1325e77-5ba6-49cd-948d-40a6d67e7cfd tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] show failed (client error): The resource could not be found. May 20 07:53:02.895771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:02.901404 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a550599-08f9-4b38-8aad-6c13b6abdad0 req-e1325e77-5ba6-49cd-948d-40a6d67e7cfd tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] 10.222.0.79 "GET /v2.0/floatingips/1502fe1f-80ae-4997-94ed-1194828b63f9 HTTP/1.1" status: 404 len: 350 time: 0.1369936 May 20 07:53:02.910892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:02.911810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:02.946227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 10788d49-6bdd-4690-a320-9c87193bc947 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:53:03.094373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:03.117988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.127208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Pushing event deleted for resources: {'Port': ['ID=acdfc6cf-7e5b-4e38-b855-cc64e09056b4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:03.129720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '89f478ee-036c-4c4f-874e-2f2d7628ecdf'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:03.130664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.151859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::2a (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/89f478ee-036c-4c4f-874e-2f2d7628ecdf/10788d49-6bdd-4690-a320-9c87193bc947) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:03.155505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] No DVR routers for this DVR port acdfc6cf-7e5b-4e38-b855-cc64e09056b4 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:03.155505 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:03.261952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ffb561-1de2-4890-bfed-d3f97b7bf4dc']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:03.394971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.412781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 10788d49-6bdd-4690-a320-9c87193bc947 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:03.507084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e26f153-7f55-43a6-9a4d-e2b5bac43de1 req-9fa9c519-9e8b-4d98-8fa8-a9d07f4f1d20 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2058327 May 20 07:53:03.568131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5ef6e02-2ffa-4602-b5aa-b518151ed228 req-a0a6b44f-7713-4106-b6d9-6724a159fe99 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.1327515 May 20 07:53:03.575170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.584168 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f4e879-1b7f-4dfe-9249-6433cf86dcf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:03.620621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21901c20-5790-44e3-b7c1-e88990d07dfa') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:03.620831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21901c20-5790-44e3-b7c1-e88990d07dfa') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:03.710052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:03.716425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:03.723625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:03.730631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:03.731400 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.748676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/89f478ee-036c-4c4f-874e-2f2d7628ecdf/46aa7d82-c832-4730-ad51-14be3bb5ef9b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:03.750695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=10788d49-6bdd-4690-a320-9c87193bc947,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:03.761048 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:03.772179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c4ee6a6c-4915-4508-b152-71416b862e22 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:03.773817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c4ee6a6c-4915-4508-b152-71416b862e22 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 1.6508577 May 20 07:53:03.783610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.789330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:03.806001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.811008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4df183bc-d2bc-4d9e-b92a-7d3b302aaab8', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:ef:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:52:26Z', 'updated_at': '2021-05-20T07:52:58Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:03.815780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:53:03.816169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: timer() May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:53:03.835178 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:53:03.890351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e849af-2833-4fd9-bce5-6ec3eddf1933 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '4df183bc-d2bc-4d9e-b92a-7d3b302aaab8', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:ef:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:52:26Z', 'updated_at': '2021-05-20T07:52:58Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:03.995234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5119088 May 20 07:53:04.005062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57210) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:04.062263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.089877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Transition to ACTIVE for port object 46aa7d82-c832-4730-ad51-14be3bb5ef9b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:04.120309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:04.137050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Transition to ACTIVE for port object 46aa7d82-c832-4730-ad51-14be3bb5ef9b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:04.150580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:04.161215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.187223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecee489-65e0-4f94-a982-4276d316e09d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:04.187911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cecee489-65e0-4f94-a982-4276d316e09d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:04.224443 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.229500 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c8b1d4f9-05a7-4caf-b794-cf2ffcb95c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:04.283190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c6bc1-7725-4167-9045-e42529308618 None None] New status for floating IP 4df183bc-d2bc-4d9e-b92a-7d3b302aaab8: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:53:04.308695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Pushing event updated for resources: {'Port': ['ID=46aa7d82-c832-4730-ad51-14be3bb5ef9b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:04.313620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:04.323813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:04.325186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:04.326453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:04.331740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:04.331874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.345830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.360231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.368280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cecee489-65e0-4f94-a982-4276d316e09d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:04.372403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cecee489-65e0-4f94-a982-4276d316e09d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3630164 May 20 07:53:04.378102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57218) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:04.395472 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:04.423200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.457091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Attempting to bind port 46aa7d82-c832-4730-ad51-14be3bb5ef9b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:04.457808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e82335-e61c-41e1-aa0b-4b4f4b7089f0 req-476e2ccd-7147-41a1-9cb0-c89549f0a917 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:04.458196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Attempting to bind port 46aa7d82-c832-4730-ad51-14be3bb5ef9b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:04.458762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Attempting to bind port 46aa7d82-c832-4730-ad51-14be3bb5ef9b on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:04.460588 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33e82335-e61c-41e1-aa0b-4b4f4b7089f0 req-476e2ccd-7147-41a1-9cb0-c89549f0a917 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 1.2136300 May 20 07:53:04.473880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:04.474654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:04.475302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.475875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:04.476446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Network': ['ID=85ffb561-1de2-4890-bfed-d3f97b7bf4dc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:04.476775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Bound port: 46aa7d82-c832-4730-ad51-14be3bb5ef9b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:04.477444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.483751 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:04.641865 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/networks/85ffb561-1de2-4890-bfed-d3f97b7bf4dc HTTP/1.1" status: 204 len: 168 time: 4.6887038 May 20 07:53:04.669038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:04.672089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] For port 46aa7d82-c832-4730-ad51-14be3bb5ef9b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:04.675378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] For port 46aa7d82-c832-4730-ad51-14be3bb5ef9b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=46aa7d82-c832-4730-ad51-14be3bb5ef9b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:04.750206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.763110 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:04.777468 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33e82335-e61c-41e1-aa0b-4b4f4b7089f0 req-a202d42b-9d13-4cea-b1a8-116b38a7983c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924917 May 20 07:53:04.787795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.817824 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37426cef-68b8-4326-8a2c-3caa42ff5574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:04.868949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732061a5-a0b7-4b75-aff7-ba0ebeb6373f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:04.876879 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:04.894112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting subnet 358b3fd7-b69e-4065-8735-f6dd6f0ef636 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:04.894584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Pushing event updated for resources: {'Port': ['ID=46aa7d82-c832-4730-ad51-14be3bb5ef9b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:04.900115 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:04.916353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-888786c4-e90e-4ca2-b32b-cb08ca009729 req-bb2525a7-ca13-438c-aa19-3a8c9c765095 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.1151094 May 20 07:53:04.938412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.942473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 10788d49-6bdd-4690-a320-9c87193bc947 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:04.942984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.962980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.11 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/335b8dde-ea22-487a-b5ec-55f86e22d215) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:04.993286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:04.996996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "DELETE /v2.0/security-groups/732061a5-a0b7-4b75-aff7-ba0ebeb6373f HTTP/1.1" status: 204 len: 168 time: 1.8911645 May 20 07:53:05.000824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57230) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:05.012612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-d9b61400-f6f4-464a-9214-beefbac63b49 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:05.014302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-d9b61400-f6f4-464a-9214-beefbac63b49 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 0.3449502 May 20 07:53:05.038296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:05.090243 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-411f6e52-50d4-4340-adec-0d620ea5cc15 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] show failed (client error): The resource could not be found. May 20 07:53:05.106091 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-411f6e52-50d4-4340-adec-0d620ea5cc15 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "GET /v2.0/security-groups/732061a5-a0b7-4b75-aff7-ba0ebeb6373f HTTP/1.1" status: 404 len: 347 time: 0.1048651 May 20 07:53:05.106775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57236) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:05.531594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:05.603553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:05.716460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Deleting port 9326947c-c6c9-4edf-979d-f09d5050dfcd {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:05.717198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:05.810566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 10788d49-6bdd-4690-a320-9c87193bc947 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:05.813980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port a136db7d-c822-4a81-8d80-7338b9bd0634 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:05.814325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.129750 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.138654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port a136db7d-c822-4a81-8d80-7338b9bd0634, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a136db7d-c822-4a81-8d80-7338b9bd0634,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:06.139020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.254635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.291176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for a136db7d-c822-4a81-8d80-7338b9bd0634 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:06.306346 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-88a0cafe-58aa-49e3-9822-07b80a742691 req-0a2b5984-2f40-4723-8ad2-3b0ec3cf2935 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.1146140 May 20 07:53:06.306619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57250) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:06.316104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.328258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea202255-5fec-4a39-9969-44841fda09d7 req-c3e6c073-55f6-4118-a0a9-adec8fb1a091 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:06.335071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea202255-5fec-4a39-9969-44841fda09d7 req-c3e6c073-55f6-4118-a0a9-adec8fb1a091 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 945 time: 0.4077122 May 20 07:53:06.345752 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e629043-ead6-4fae-8d76-bffb0882298e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:06.391981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Subnet': ['ID=358b3fd7-b69e-4065-8735-f6dd6f0ef636,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:06.412215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.412849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.413228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.413631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.414389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.414389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.414756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.415119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.415485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.415843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.416213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.416564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:06.420347 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:06.428608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.435552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61258059-2fab-406c-bdb7-e1e370278fe6 None None] Network 458a3af7-47bd-474c-9b26-4ab9d0795157 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:06.456330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/subnets/358b3fd7-b69e-4065-8735-f6dd6f0ef636 HTTP/1.1" status: 204 len: 168 time: 1.7851458 May 20 07:53:06.464077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57258) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:06.595549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.596046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.663939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea202255-5fec-4a39-9969-44841fda09d7 req-f770a3d9-d491-4026-9f6a-301045ce5a46 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197658 May 20 07:53:06.696013 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.707614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8012c63d-1de2-4304-b7a3-004417a0564c None None] Provisioning for port 46aa7d82-c832-4730-ad51-14be3bb5ef9b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:06.708824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.723043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:06.727503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:06.764764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Calling delete_port for 9326947c-c6c9-4edf-979d-f09d5050dfcd owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:06.773821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.780692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd20d-e4b1-4a2b-861b-f6e05648e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.804851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:06.829923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9747ab90bb442c977f6e8b6dd7c2b1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:06.837744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:06.845794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:06.874300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] DHCP port deletion for 458a3af7-47bd-474c-9b26-4ab9d0795157 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:06.874523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:06.880413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:06.925615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:06.964382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d77a546c-4f48-4fb4-978b-b73b40d964eb None None] Could not find standard attr ID for object 10788d49-6bdd-4690-a320-9c87193bc947. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:53:06.975167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:07.027671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Deleting port 12e7f926-9a09-4f6e-85f0-384976ad9c9b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:07.027671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.049439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:07.147498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 46aa7d82-c832-4730-ad51-14be3bb5ef9b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:07.203356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Deleting port 54a02dfc-4b09-4f6f-907f-81fca217710b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:07.205163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.226424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.234772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.235227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.235603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.236022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.236464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.236884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.237367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.238116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.238365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.238828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.239262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.239686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:07.252163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] For port 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=12e7f926-9a09-4f6e-85f0-384976ad9c9b,segment=NetworkSegment(5addd47f-00dc-43bf-a1bf-82cbe4f56f31),segment_id=5addd47f-00dc-43bf-a1bf-82cbe4f56f31)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:07.252788 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.267733 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:07.268259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e10743ce-a5c5-4393-b675-d7225211ecf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:07.358725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] For port 54a02dfc-4b09-4f6f-907f-81fca217710b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54a02dfc-4b09-4f6f-907f-81fca217710b,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:07.359221 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.377902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.387693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:07.388612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.391171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Calling delete_port for 12e7f926-9a09-4f6e-85f0-384976ad9c9b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:07.394943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=10788d49-6bdd-4690-a320-9c87193bc947,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:07.406900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:07.431648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/10788d49-6bdd-4690-a320-9c87193bc947 HTTP/1.1" status: 204 len: 168 time: 3.0486188 May 20 07:53:07.433075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:07.435940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.470754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.481626 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7aa1e0a8-a753-4882-8113-f57a04adc693 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:07.495926 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4e12ef8-48ed-4bdf-b03b-40b0b2426b34 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:07.523135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.524764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 46aa7d82-c832-4730-ad51-14be3bb5ef9b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:07.530406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 46aa7d82-c832-4730-ad51-14be3bb5ef9b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:07.530788 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.541133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port 12e7f926-9a09-4f6e-85f0-384976ad9c9b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:07.541504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.542320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Calling delete_port for 54a02dfc-4b09-4f6f-907f-81fca217710b owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:07.565148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.565418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=a136db7d-c822-4a81-8d80-7338b9bd0634,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:07.582212 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:07.587044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Pushing event deleted for resources: {'Port': ['ID=9326947c-c6c9-4edf-979d-f09d5050dfcd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:07.604511 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:07.658042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] No DVR routers for this DVR port 12e7f926-9a09-4f6e-85f0-384976ad9c9b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:07.673027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Pushing event deleted for resources: {'Port': ['ID=12e7f926-9a09-4f6e-85f0-384976ad9c9b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:07.675957 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:07.742907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9586575 May 20 07:53:07.745611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:07.764227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.776510 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:07.796818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Request body: {'port': {'device_id': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:07.848175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 46aa7d82-c832-4730-ad51-14be3bb5ef9b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=46aa7d82-c832-4730-ad51-14be3bb5ef9b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:07.944261 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:07.949615 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:08.009056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4bd59dc5-532c-434d-b9a8-91370ee172a2 req-9d79299c-8805-4923-b8d4-229cd53cd186 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:08.014129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429cdae-12f7-4f83-87d4-f679c8ba1121 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:08.015628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429cdae-12f7-4f83-87d4-f679c8ba1121 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:08.016364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6429cdae-12f7-4f83-87d4-f679c8ba1121 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:08.029112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c9747ab90bb442c977f6e8b6dd7c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7213306 May 20 07:53:08.030613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port a136db7d-c822-4a81-8d80-7338b9bd0634 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:08.032700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 12e7f926-9a09-4f6e-85f0-384976ad9c9b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:08.039526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57272) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:08.053352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.055090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa28210f-0385-4bdd-ae56-2b012b7007bf req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "DELETE /v2.0/ports/a136db7d-c822-4a81-8d80-7338b9bd0634 HTTP/1.1" status: 204 len: 173 time: 2.9852343 May 20 07:53:08.058587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'name': 'network-vif-deleted', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:08.068888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c717d4f5-0f39-4935-87b1-796eca7b01a3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:08.077865 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:08.085682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 12e7f926-9a09-4f6e-85f0-384976ad9c9b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:08.086038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 12e7f926-9a09-4f6e-85f0-384976ad9c9b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:08.097299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=46aa7d82-c832-4730-ad51-14be3bb5ef9b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:08.100547 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:08.113967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.114442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port 12e7f926-9a09-4f6e-85f0-384976ad9c9b, host n-d-780147-4, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:08.114813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.173228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576be7-60fa-445e-8b3a-15bb1b91c472 req-ba07f8b0-e71f-4b93-97a9-dd4b85f952a9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:08.174725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-59576be7-60fa-445e-8b3a-15bb1b91c472 req-ba07f8b0-e71f-4b93-97a9-dd4b85f952a9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 932 time: 0.6403208 May 20 07:53:08.226127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.248314 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.250219 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] 10.222.0.79 "DELETE /v2.0/floatingips/f8e946b8-7a3f-4b0e-8948-50aa4bd66b56 HTTP/1.1" status: 204 len: 168 time: 3.1344306 May 20 07:53:08.256942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:08.266709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for 12e7f926-9a09-4f6e-85f0-384976ad9c9b owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:08.269432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6429cdae-12f7-4f83-87d4-f679c8ba1121 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:08.270648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6429cdae-12f7-4f83-87d4-f679c8ba1121 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8366716 May 20 07:53:08.271564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4bd59dc5-532c-434d-b9a8-91370ee172a2 req-9d79299c-8805-4923-b8d4-229cd53cd186 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:08.272582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bd59dc5-532c-434d-b9a8-91370ee172a2 req-9d79299c-8805-4923-b8d4-229cd53cd186 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.4290023 May 20 07:53:08.274367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Port 12e7f926-9a09-4f6e-85f0-384976ad9c9b was not found and therefore no delete operation was performed {{(pid=93101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 07:53:08.277166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:08.311822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.321495 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5622d91-56dc-4b8e-8449-71c36845c50f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:08.326423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.348560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-59576be7-60fa-445e-8b3a-15bb1b91c472 req-c0ee7a9a-b798-46ee-b87f-ac6a78a8c988 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528263 May 20 07:53:08.352260 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2553dc39-9ba1-48ad-bcdc-1c5f1bc60608', 'name': 'network-vif-deleted', 'tag': 'a136db7d-c822-4a81-8d80-7338b9bd0634', 'status': 'completed', 'code': 200} May 20 07:53:08.397569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=12e7f926-9a09-4f6e-85f0-384976ad9c9b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:08.400936 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:08.404475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.414792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port 12e7f926-9a09-4f6e-85f0-384976ad9c9b on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:08.484013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.495678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-19fb860c-32aa-4c82-b2d8-d258c964f5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1757166925-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:08.530149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 89f478ee-036c-4c4f-874e-2f2d7628ecdf {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:08.554597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.657994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.688096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458a3af7-47bd-474c-9b26-4ab9d0795157']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:08.731181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Pushing event deleted for resources: {'Port': ['ID=54a02dfc-4b09-4f6f-907f-81fca217710b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:08.734372 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:08.739714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.793299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5addd47f-00dc-43bf-a1bf-82cbe4f56f31') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:08.793696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5addd47f-00dc-43bf-a1bf-82cbe4f56f31') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:08.836207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.861367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.870280 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3945b486-38c4-49ef-af37-9e905dd9dc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:08.897885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c717d4f5-0f39-4935-87b1-796eca7b01a3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:08.900400 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:08.919712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.967392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:53:08.967803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: timer() May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:53:08.983099 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:53:09.087904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.090072 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c717d4f5-0f39-4935-87b1-796eca7b01a3 HTTP/1.1" status: 204 len: 168 time: 1.0488806 May 20 07:53:09.112038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.169837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9697-5e79-4228-9062-fa0d4d62d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.178347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 46aa7d82-c832-4730-ad51-14be3bb5ef9b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:09.283268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 46aa7d82-c832-4730-ad51-14be3bb5ef9b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:09.284172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.338333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.422034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a136db7d-c822-4a81-8d80-7338b9bd0634 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:09.536760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.543086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.565462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: a136db7d-c822-4a81-8d80-7338b9bd0634 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:09.565929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a136db7d-c822-4a81-8d80-7338b9bd0634 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:09.575561 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:09.603226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/networks/458a3af7-47bd-474c-9b26-4ab9d0795157 HTTP/1.1" status: 204 len: 168 time: 3.1338212 May 20 07:53:09.640226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57298) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:09.676987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.684607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Network': ['ID=458a3af7-47bd-474c-9b26-4ab9d0795157,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:09.689823 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:09.690674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1058345194'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:09.715609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335b8dde-ea22-487a-b5ec-55f86e22d215 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:09.740166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.775531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Transition to ACTIVE for port object 335b8dde-ea22-487a-b5ec-55f86e22d215 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:09.872837 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:09.882230 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fffcacf8-ea05-4b3f-8ff3-da1d1c464783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:09.913826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fda2ba40-6c06-4292-b85b-5083c7079f85 req-a888b157-1bf9-44c6-b417-85c5076f4fb8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.2730985 May 20 07:53:09.915866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:09.938331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7e77b-6559-4070-b21b-798b497e0c54 req-540339b7-3bbf-4c45-a4b1-468bda335507 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:09.939166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-21a7e77b-6559-4070-b21b-798b497e0c54 req-540339b7-3bbf-4c45-a4b1-468bda335507 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:09.964706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:network and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:09.979701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:09.988997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:10.066271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:10.106623 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:10.143175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:10.173518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.180685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.183258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-21a7e77b-6559-4070-b21b-798b497e0c54 req-540339b7-3bbf-4c45-a4b1-468bda335507 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:10.184391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21a7e77b-6559-4070-b21b-798b497e0c54 req-540339b7-3bbf-4c45-a4b1-468bda335507 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 932 time: 0.5709774 May 20 07:53:10.216011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.219821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:10.226096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-99ce5dbf-9ac9-45a6-a998-f5a7c0b8c168 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:10.260291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:10.263791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.278226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Usage tracker for resource:security_group_rule and tenant:fa01c4e45a4849a8aaaf43798b6afc84 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:10.283857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=89f478ee-036c-4c4f-874e-2f2d7628ecdf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:10.297531 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:10.298351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:10.306337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.310337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:10.311029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2157a-eb84-490d-b4e6-e56119cd0b24 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:10.319934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Attempting to bind port 335b8dde-ea22-487a-b5ec-55f86e22d215 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:10.320732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Attempting to bind port 335b8dde-ea22-487a-b5ec-55f86e22d215 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:10.320732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Attempting to bind port 335b8dde-ea22-487a-b5ec-55f86e22d215 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:10.405933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21a7e77b-6559-4070-b21b-798b497e0c54 req-cdfe230d-d8f9-408a-af6c-7228b2621e51 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142224 May 20 07:53:10.418320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Port 335b8dde-ea22-487a-b5ec-55f86e22d215 on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:53:10.418650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Attempting to bind port 335b8dde-ea22-487a-b5ec-55f86e22d215 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:10.432585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:10.432935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:10.433326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:10.434208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Bound port: 335b8dde-ea22-487a-b5ec-55f86e22d215, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:10.434645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.516898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/89f478ee-036c-4c4f-874e-2f2d7628ecdf HTTP/1.1" status: 204 len: 168 time: 2.2383914 May 20 07:53:10.525078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57308) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:10.535135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:53:10.552527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:53:10.567836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.569273 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Added segment 06d717ee-47d4-4f26-b5bd-47d3642b61a2 of type vlan for network ed081c2f-324b-4649-b933-0f6224045ef0 May 20 07:53:10.590579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.611068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-39f108d6-9b3d-4f33-a485-2c376c500105 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846488 May 20 07:53:10.616963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57312) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:10.635274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:10.639810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:10.647808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:10.679143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.689608 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd6fdb68-09ef-4de8-8fe9-48ddcd69fa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:10.720575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.723442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Deleting port 46aa7d82-c832-4730-ad51-14be3bb5ef9b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:10.723838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.749417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa01c4e45a4849a8aaaf43798b6afc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051917 May 20 07:53:10.753715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:10.754701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627fd5d2-02ef-4251-aa55-e6ea77cb54a0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:10.776025 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:10.777333 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba665576-46e0-4fab-b563-6ac820c7b2fd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:10.821806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:10.822439 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.824017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] 10.222.0.81 "PUT /v2.0/ports/335b8dde-ea22-487a-b5ec-55f86e22d215 HTTP/1.1" status: 200 len: 1092 time: 3.0312326 May 20 07:53:10.829976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:10.857334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] For port 46aa7d82-c832-4730-ad51-14be3bb5ef9b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=46aa7d82-c832-4730-ad51-14be3bb5ef9b,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:10.857857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.905788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:10.935053 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'status': 'completed', 'code': 200} May 20 07:53:10.980948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:11.015424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] 10.222.0.79 "PUT /v2.0/routers/65bafb8b-0bdd-45e0-be0e-6e4a9800f29e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0381243 May 20 07:53:11.016686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Calling delete_port for 46aa7d82-c832-4730-ad51-14be3bb5ef9b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:11.021244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:11.085098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Sync routers for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:11.106148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:11.114685 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:11.119684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 46aa7d82-c832-4730-ad51-14be3bb5ef9b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:11.199129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1322633f-2428-456b-8045-1d63bf0ec238 req-4ac58a06-ce50-4b8f-af3e-24bd8366d84a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.0693088 May 20 07:53:11.206528 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.211009 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ff129621-2a86-408b-b3ac-3ca056c6c779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:11.216192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.251122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.251330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:11.251782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:11.296675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-74ae1ff4-843b-4eff-bcff-8735dc98ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:11.298477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-74ae1ff4-843b-4eff-bcff-8735dc98ced7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 1095 time: 0.3516386 May 20 07:53:11.316218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 46aa7d82-c832-4730-ad51-14be3bb5ef9b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:11.317166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 46aa7d82-c832-4730-ad51-14be3bb5ef9b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:11.319990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.353901 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.355935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Pushing event deleted for resources: {'Port': ['ID=46aa7d82-c832-4730-ad51-14be3bb5ef9b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:11.361597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] No DVR routers for this DVR port 46aa7d82-c832-4730-ad51-14be3bb5ef9b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:11.372419 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:11.408328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.414951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:11.415710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.423538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.432488 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:11.450775 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:11.459285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627fd5d2-02ef-4251-aa55-e6ea77cb54a0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:11.470227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:11.471357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/627fd5d2-02ef-4251-aa55-e6ea77cb54a0 HTTP/1.1" status: 204 len: 168 time: 0.6989081 May 20 07:53:11.472660 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:11.516950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-6ecddf37-4cde-4225-9de9-eb264fb9e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:11.519395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-6ecddf37-4cde-4225-9de9-eb264fb9e338 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=93e8b61f80c64763bff84860e61c16de&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2114511 May 20 07:53:11.534859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:11.662716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6a976-cdc1-454b-bb04-d88eac4bfc79 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:11.663397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0c6a976-cdc1-454b-bb04-d88eac4bfc79 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:11.667220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0254221 May 20 07:53:11.688785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:11.708071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'subnet': {'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:11.911069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Network': ['ID=ed081c2f-324b-4649-b933-0f6224045ef0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:11.924272 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:11.926008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ed081c2f-324b-4649-b933-0f6224045ef0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:53:11.972149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:12.001860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:subnet and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:12.020379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0c6a976-cdc1-454b-bb04-d88eac4bfc79 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:12.021672 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0c6a976-cdc1-454b-bb04-d88eac4bfc79 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4034972 May 20 07:53:12.025056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.027869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:12.123599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b091379-b7be-4f3d-a66e-12ef7a26c6b3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:12.124761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3b091379-b7be-4f3d-a66e-12ef7a26c6b3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:12.153141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:53:08Z', 'revision_number': 5, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port': {'id': 'fa475625-5e8b-46f0-9fb0-f497386155e6', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:23Z', 'updated_at': '2021-05-20T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:12.157498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Checking router: 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:12.168574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Routers {'65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:12.169253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:12.176471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:12.197377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:12.246230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-bc381815-a748-4338-8877-5d20c001877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:12.247952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bc77932-9fbd-41fb-ad97-5bf8eb1df240 req-bc381815-a748-4338-8877-5d20c001877b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7192667 May 20 07:53:12.262624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8df7d-c659-4beb-bc85-ebbbfe646a2c req-9896aaef-22c3-4d02-addc-7749d03e09c3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:12.264110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92a8df7d-c659-4beb-bc85-ebbbfe646a2c req-9896aaef-22c3-4d02-addc-7749d03e09c3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 944 time: 0.6720886 May 20 07:53:12.270163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Deleting port f6558922-d089-4448-8218-a11418e7566b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:12.271069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.304042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3b091379-b7be-4f3d-a66e-12ef7a26c6b3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:12.309102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3b091379-b7be-4f3d-a66e-12ef7a26c6b3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2743864 May 20 07:53:12.340123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57354) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:12.402497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:12.405963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.502896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] Set router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:12.560212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e372d5b8-05bb-41c1-ae4e-d553e10caf08 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2070439 May 20 07:53:12.560212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4f549cf5-2c4a-4892-ab6c-e481e7ccc63c req-adc42c70-1f18-443f-bb44-e2ba8bf8d416 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.0733988 May 20 07:53:12.569847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92a8df7d-c659-4beb-bc85-ebbbfe646a2c req-0999e92e-15a3-4773-941a-19b2548e8970 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951450 May 20 07:53:12.571205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:12.598382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:12.642272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-9b8abdcd-a0cf-41ba-a2f0-3025d3c58d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:12.643765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-9b8abdcd-a0cf-41ba-a2f0-3025d3c58d6f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 1095 time: 0.3444889 May 20 07:53:12.690803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Deleting port fa475625-5e8b-46f0-9fb0-f497386155e6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:12.691154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.715176 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.725584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:53:12Z', 'revision_number': 6, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:12.731374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3bf8d-3e7a-4b23-a5d9-6632dca7d3ce None None] The sync data for ids ['65bafb8b-0bdd-45e0-be0e-6e4a9800f29e'] in n-d-780147-4 is: [{'id': '65bafb8b-0bdd-45e0-be0e-6e4a9800f29e', 'name': 'tempest-FloatingIPsTestJSON-2016947418-router', 'tenant_id': 'a4d9cc436b2643f78310ae682e01cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:20Z', 'updated_at': '2021-05-20T07:53:12Z', 'revision_number': 6, 'project_id': 'a4d9cc436b2643f78310ae682e01cb14', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:12.774967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-6d5f5bf6-de4f-493c-b28e-6e6597d16e5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=335b8dde-ea22-487a-b5ec-55f86e22d215 HTTP/1.1" status: 200 len: 217 time: 0.1173632 May 20 07:53:12.851661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] For port f6558922-d089-4448-8218-a11418e7566b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6558922-d089-4448-8218-a11418e7566b,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:12.852183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:12.897291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-d1ac7255-f759-4d56-a6ab-580a4e3ab44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:12.898767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-d1ac7255-f759-4d56-a6ab-580a4e3ab44e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.1144714 May 20 07:53:12.935518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:12.951531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-cfae908b-d2a4-4857-b566-8cc297145a8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440605 May 20 07:53:13.005291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:13.087355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Calling delete_port for f6558922-d089-4448-8218-a11418e7566b owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:13.097861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54a02dfc-4b09-4f6f-907f-81fca217710b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:13.152423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 54a02dfc-4b09-4f6f-907f-81fca217710b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:13.152813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54a02dfc-4b09-4f6f-907f-81fca217710b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:13.160032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] For port fa475625-5e8b-46f0-9fb0-f497386155e6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa475625-5e8b-46f0-9fb0-f497386155e6,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:13.160397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:13.215184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-60249094-03ac-4544-bd4b-753b27874708 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564156 May 20 07:53:13.294843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:13.298840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:13.377302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-375ece52-030e-4b16-8c98-f55c50bc6b30 req-8fd56c14-d303-471f-afff-86ee42807dec service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547565 May 20 07:53:13.406441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Calling delete_port for fa475625-5e8b-46f0-9fb0-f497386155e6 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:13.439739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:13.445297 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95601289-d7ff-45df-856a-c05b4100566c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:13.537227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Subnet': ['ID=cdb3322f-bdc4-4358-bd54-b1c74a9f2bed,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:13.542196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Checking segment: {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:13.542809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network hostable DHCP agents. Network: ed081c2f-324b-4649-b933-0f6224045ef0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:53:13.549049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:13.640929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network ed081c2f-324b-4649-b933-0f6224045ef0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:53:13.720481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ed081c2f-324b-4649-b933-0f6224045ef0) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:13.744115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820a81c-42c2-4708-b492-369950c0e135 None None] Network ed081c2f-324b-4649-b933-0f6224045ef0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:13.746239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:13.746239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:13.816852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19ab270d-4354-480b-aa52-3edf34c39ad2 req-c0fa338d-160f-4bf6-81cf-f31d1d085d9e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2553dc39-9ba1-48ad-bcdc-1c5f1bc60608 HTTP/1.1" status: 200 len: 210 time: 0.0696697 May 20 07:53:13.916484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2263076 May 20 07:53:13.919159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57388) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:13.925317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-844022399'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:13.931829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:13.936019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:network and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:13.939366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:13.946893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:14.021268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ed081c2f-324b-4649-b933-0f6224045ef0', 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'fixed_ips': [{'subnet_id': 'cdb3322f-bdc4-4358-bd54-b1c74a9f2bed'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:14.022225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.034821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:14.038443 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.107078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:53:14.121366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.122126 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Added segment bac7cbca-e399-4e7c-9471-dd28066cdbcc of type vlan for network 6ee48a19-903b-4e40-990a-b73021425fb3 May 20 07:53:14.165009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.171233 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:14.171650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.205334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Allocated IP 19.80.0.2 (ed081c2f-324b-4649-b933-0f6224045ef0/cdb3322f-bdc4-4358-bd54-b1c74a9f2bed/e1abcd5d-c289-4eb9-9612-aa4c027d8190) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:14.208051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3955cb-9ed1-454f-8938-40496669d169 req-a3c8da54-ec25-4dd8-8b3d-3273eff86635 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:14.214292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce3955cb-9ed1-454f-8938-40496669d169 req-a3c8da54-ec25-4dd8-8b3d-3273eff86635 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 944 time: 0.3001928 May 20 07:53:14.234214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.242922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6558922-d089-4448-8218-a11418e7566b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:14.260515 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:14.264034 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f66e0f14-d18e-4658-b541-d299538d8968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:14.304219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.312404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:14.313229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.321410 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67d56c58-bc6f-42b6-9877-68b4554a1f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:14.359806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa475625-5e8b-46f0-9fb0-f497386155e6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:14.402260 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:14.504403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Network': ['ID=6ee48a19-903b-4e40-990a-b73021425fb3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:14.510330 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:14.518447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6ee48a19-903b-4e40-990a-b73021425fb3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:53:14.530053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce3955cb-9ed1-454f-8938-40496669d169 req-7afed5ab-1d73-4660-9af9-c406e6d4846a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048499 May 20 07:53:14.562735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6421993 May 20 07:53:14.565140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:14.572894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.573079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'subnet': {'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:14.621694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.640454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Transition to ACTIVE for port object e1abcd5d-c289-4eb9-9612-aa4c027d8190 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:14.667456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Transition to ACTIVE for port object e1abcd5d-c289-4eb9-9612-aa4c027d8190 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:14.694708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:14.699572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Usage tracker for resource:subnet and tenant:a2fcffc73b6e4a1b94f59c16323f97f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:14.702179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:14.708180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:14.747531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.757772 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:14.821789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Network ed081c2f-324b-4649-b933-0f6224045ef0 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:14.824843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:14.828654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:14.834538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Pushing event updated for resources: {'Port': ['ID=e1abcd5d-c289-4eb9-9612-aa4c027d8190,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:14.838662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:14.842444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.848032 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.879198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:14.887532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.941164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Attempting to bind port e1abcd5d-c289-4eb9-9612-aa4c027d8190 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:14.941974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Attempting to bind port e1abcd5d-c289-4eb9-9612-aa4c027d8190 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:14.942372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Attempting to bind port e1abcd5d-c289-4eb9-9612-aa4c027d8190 on network ed081c2f-324b-4649-b933-0f6224045ef0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:14.953855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:14.954253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Checking segment: {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:14.955603 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:14.956019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Bound using segment: {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:14.961512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Bound port: e1abcd5d-c289-4eb9-9612-aa4c027d8190, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:14.961926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.049588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.201117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa475625-5e8b-46f0-9fb0-f497386155e6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:15.249266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fa475625-5e8b-46f0-9fb0-f497386155e6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:15.249959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa475625-5e8b-46f0-9fb0-f497386155e6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:15.274646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] For port e1abcd5d-c289-4eb9-9612-aa4c027d8190, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:15.278621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] For port e1abcd5d-c289-4eb9-9612-aa4c027d8190, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e1abcd5d-c289-4eb9-9612-aa4c027d8190,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:15.328203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.328781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bafb8b-0bdd-45e0-be0e-6e4a9800f29e {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:53:15.370712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 335b8dde-ea22-487a-b5ec-55f86e22d215 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:53:15.378799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.387361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:53:15.394578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.398856 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:15.402309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ef7f4e9-3074-45f8-b0c1-fdb76fc6f5b1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:15.668905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Pushing event updated for resources: {'Port': ['ID=e1abcd5d-c289-4eb9-9612-aa4c027d8190,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:15.680522 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:15.704212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:15.711939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:15.727717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee2549-b250-4c85-a0c9-a8e7b61ce425 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:15.754926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:15.756937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.761207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=29de349d-d305-4466-94f8-c57c3108aab6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:15.768098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:15.778371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:15.779740 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] 10.222.0.79 "DELETE /v2.0/routers/65bafb8b-0bdd-45e0-be0e-6e4a9800f29e HTTP/1.1" status: 204 len: 168 time: 4.7563107 May 20 07:53:15.784710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:15.939546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928349ef-8b69-4497-bc5d-e52f7816308a req-0e454628-3e32-473b-8584-210b78e6e39a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:15.941582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-928349ef-8b69-4497-bc5d-e52f7816308a req-0e454628-3e32-473b-8584-210b78e6e39a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 944 time: 0.1687398 May 20 07:53:15.967640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:15.995646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'mac_address': 'fa:16:3e:b2:bc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:53:16.015317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4414747 May 20 07:53:16.030129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:16.067716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:16.126703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.151219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '29de349d-d305-4466-94f8-c57c3108aab6'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:16.152208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.157120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Deleting subnet bd13f54f-288c-46d7-962b-8ec8f64d1f26 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:16.165389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.186174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335b8dde-ea22-487a-b5ec-55f86e22d215 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:16.239725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:53:16.268409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.276081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:16.320358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-928349ef-8b69-4497-bc5d-e52f7816308a req-188e5487-c47e-447a-8127-74c0e05655be tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539336 May 20 07:53:16.332700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.338328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:16.340473 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2acf365-0993-4776-8ed9-a28d88e3bf2e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:16.365070 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.372257 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:16.406130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Subnet': ['ID=146b82c2-2a7d-4cf9-ad1e-1d657317fcda,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:16.408264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-74db4bff-6387-4557-9178-8318e767317f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:16.409266 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:16.410704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:16.414703 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-74db4bff-6387-4557-9178-8318e767317f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.4764004 May 20 07:53:16.417837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:16.424652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:16.467902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Checking segment: {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:16.468309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network hostable DHCP agents. Network: 6ee48a19-903b-4e40-990a-b73021425fb3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:53:16.480997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Allocated IP 2001:db8::f816:3eff:fe09:2b71 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/29de349d-d305-4466-94f8-c57c3108aab6/f513fa23-647c-4660-870e-d724a82dd183) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:16.501353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:16.505157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:16.573410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-3e4ecbf0-4cae-4a7c-b1fa-6435d973b084 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.1159739 May 20 07:53:16.583159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:16.590108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['335b8dde-ea22-487a-b5ec-55f86e22d215'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:16.594075 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.676536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-f7394d1b-c17f-4c3c-82a2-c524d8f9feec tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884035 May 20 07:53:16.684247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:16.692646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] 10.222.0.79 "PUT /v2.0/routers/e1d6a24c-1126-46b3-a1b2-85fd53b44bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4301288 May 20 07:53:16.693360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57460) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:16.702544 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Sync routers for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:16.724879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:16.725571 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:16.808647 n-d-780147-4 neutron-server[93101]: INFO neutron.db.ipam_backend_mixin [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29de349d-d305-4466-94f8-c57c3108aab6 (CIDR: 2001:db8::/64) May 20 07:53:16.811469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 6ee48a19-903b-4e40-990a-b73021425fb3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:53:16.863679 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:53:16.864135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:53:16.880398 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.894578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.898555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6ee48a19-903b-4e40-990a-b73021425fb3) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:16.922135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6acc0-edb8-4f79-b46d-f2cb011f80b8 None None] Network 6ee48a19-903b-4e40-990a-b73021425fb3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:16.926282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:16.927129 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:16.977661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Transition to ACTIVE for port object f513fa23-647c-4660-870e-d724a82dd183 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:16.989586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d5c08e1-e618-4382-ad9f-c5c57958a0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9339519 May 20 07:53:16.991898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57468) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:17.000501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:17.023737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:17.114388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5456042 May 20 07:53:17.156902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Transition to ACTIVE for port object f513fa23-647c-4660-870e-d724a82dd183 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:17.203892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e1abcd5d-c289-4eb9-9612-aa4c027d8190 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:17.239741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-01b9b28f-e30a-46ea-b2d8-1aa6dc1df215 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475221 May 20 07:53:17.268347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922ef26-413c-4d17-b689-cec626989cb6 None None] Network ed081c2f-324b-4649-b933-0f6224045ef0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:17.284359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:17.308210 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:17.342637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:17.395705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:17.402159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:17.405452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:17.412693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:17.483522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Pushing event updated for resources: {'Port': ['ID=f513fa23-647c-4660-870e-d724a82dd183,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:17.530379 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:17.574081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:17.574439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:53:13Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:17.580656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Checking router: e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:17.584841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:17.593290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Routers {'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:17.594313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:17.603048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:17.611302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:17.721184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:17.774523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:17.903432 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bdd926e2-4cdf-4ebd-9918-9acda48590bc req-2ea35db0-3a85-4306-9941-433841d15059 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621580 May 20 07:53:17.916040 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] Set router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:17.921816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c849a-c51a-43ea-95b6-79ec22bfc2af req-f3b91a58-1a9a-41ae-a996-c9e69138a508 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:17.923378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-433c849a-c51a-43ea-95b6-79ec22bfc2af req-f3b91a58-1a9a-41ae-a996-c9e69138a508 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 945 time: 0.4414637 May 20 07:53:18.004620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e8ecbd53-5b8c-40d4-b754-8d3cc9e19f46 None None] Provisioning for port e1abcd5d-c289-4eb9-9612-aa4c027d8190 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:18.082028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Deleting port c379bda5-a455-48b5-be5f-f21e5e37bc08 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:18.082257 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.091632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Attempting to bind port f513fa23-647c-4660-870e-d724a82dd183 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:18.092024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Attempting to bind port f513fa23-647c-4660-870e-d724a82dd183 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:18.092388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Attempting to bind port f513fa23-647c-4660-870e-d724a82dd183 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:18.102194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6ee48a19-903b-4e40-990a-b73021425fb3', 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'fixed_ips': [{'subnet_id': '146b82c2-2a7d-4cf9-ad1e-1d657317fcda'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:18.103025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.133371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:18.136197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:18.136197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.136197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:18.136197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Bound port: f513fa23-647c-4660-870e-d724a82dd183, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:18.136197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.173432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-433c849a-c51a-43ea-95b6-79ec22bfc2af req-7530c4d2-8d33-4736-8a12-4c6c0827b010 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417679 May 20 07:53:18.212494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.221693 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7409600-6568-42d2-98e2-793782694577 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:18.268743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd13f54f-288c-46d7-962b-8ec8f64d1f26,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:18.272768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.279950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bd13f54f-288c-46d7-962b-8ec8f64d1f26 HTTP/1.1" status: 204 len: 168 time: 2.4256446 May 20 07:53:18.283978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:18.284294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:18.313129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] For port c379bda5-a455-48b5-be5f-f21e5e37bc08, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c379bda5-a455-48b5-be5f-f21e5e37bc08,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:18.318482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.348272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180c775-d8f9-46f0-b1b1-3417ba207bd9 None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:18.413588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e1abcd5d-c289-4eb9-9612-aa4c027d8190 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:18.434155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e1abcd5d-c289-4eb9-9612-aa4c027d8190 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:18.434543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.455835 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:53:13Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:18.460884 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d57d64-666a-42ab-bf8f-ff91f9bdbceb None None] The sync data for ids ['e1d6a24c-1126-46b3-a1b2-85fd53b44bb6'] in n-d-780147-4 is: [{'id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'name': 'tempest-ServersTestBootFromVolume-1214046059-router', 'tenant_id': '2671dab32db34badb8cde963cae740c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:47:47Z', 'updated_at': '2021-05-20T07:53:13Z', 'revision_number': 5, 'project_id': '2671dab32db34badb8cde963cae740c1', 'gw_port': {'id': 'c379bda5-a455-48b5-be5f-f21e5e37bc08', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d6a24c-1126-46b3-a1b2-85fd53b44bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:47:48Z', 'updated_at': '2021-05-20T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:18.518060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Calling delete_port for c379bda5-a455-48b5-be5f-f21e5e37bc08 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:18.557700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.683051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af9f3ead-5760-4a57-9bdb-cad04ceef672 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:18.688997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af9f3ead-5760-4a57-9bdb-cad04ceef672 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:18.690000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af9f3ead-5760-4a57-9bdb-cad04ceef672 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:18.732734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0fa53c45-4871-42d6-89f3-56e53b0e642c req-6f60ea47-aa3d-4152-9163-ac633ae7526e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a31e227-439f-40a6-9b77-2aab0340fed6 HTTP/1.1" status: 200 len: 210 time: 0.0991971 May 20 07:53:18.774432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] For port f513fa23-647c-4660-870e-d724a82dd183, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:18.857399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af9f3ead-5760-4a57-9bdb-cad04ceef672 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:18.858627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af9f3ead-5760-4a57-9bdb-cad04ceef672 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/networks?id=ed081c2f-324b-4649-b933-0f6224045ef0&id=6ee48a19-903b-4e40-990a-b73021425fb3 HTTP/1.1" status: 200 len: 1391 time: 0.4554210 May 20 07:53:18.885092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-56e022fc-535a-4ed7-800b-922bfd5bf272 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/quotas/a2fcffc73b6e4a1b94f59c16323f97f5 HTTP/1.1" status: 200 len: 375 time: 0.0192282 May 20 07:53:18.909244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] For port f513fa23-647c-4660-870e-d724a82dd183, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f513fa23-647c-4660-870e-d724a82dd183,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:18.962593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:18.967924 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b3b05d60-3539-4ce5-8bdc-cfd408548947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:19.011767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Pushing event deleted for resources: {'Port': ['ID=c379bda5-a455-48b5-be5f-f21e5e37bc08,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:19.025634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:19.038650 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.041497 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:19.161227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.162303 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67c706ab-0d7f-4cb1-b2cb-ca9d80ee7ddf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:19.207517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Deleting port 4d662b06-d194-49bb-83ba-e642b28ee1e3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:19.208151 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.223357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-d8da50d6-8780-41b6-b74e-3fabfe6506b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:19.235912 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.269936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:19.276766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:19.279036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Pushing event updated for resources: {'Port': ['ID=f513fa23-647c-4660-870e-d724a82dd183,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:19.285545 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:19.330407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Allocated IP 19.86.0.2 (6ee48a19-903b-4e40-990a-b73021425fb3/146b82c2-2a7d-4cf9-ad1e-1d657317fcda/5c8fc173-a476-469f-9e89-c1ae244df752) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:19.345143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:19.346000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.371939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=9164c050-c8ed-46ae-9a11-9dcca13bbc72,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:19.385242 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:19.400287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] For port 4d662b06-d194-49bb-83ba-e642b28ee1e3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4d662b06-d194-49bb-83ba-e642b28ee1e3,segment=NetworkSegment(6982ebcb-2bfa-4a26-bd48-eb385e79c4b4),segment_id=6982ebcb-2bfa-4a26-bd48-eb385e79c4b4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:19.400954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.449106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 335b8dde-ea22-487a-b5ec-55f86e22d215 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:19.486881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4936693 May 20 07:53:19.526056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.526056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.561308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.581005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] DHCP port deletion for 1c757f7a-d657-49e6-bf91-13d4516253f3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:19.597497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57534) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:19.616262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Calling delete_port for 4d662b06-d194-49bb-83ba-e642b28ee1e3 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:19.637718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:c2:f8:2a', 'name': 'tempest-NetworksTestDHCPv6-596627580'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:19.778192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-d8da50d6-8780-41b6-b74e-3fabfe6506b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:19.780610 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-d8da50d6-8780-41b6-b74e-3fabfe6506b9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8902874 May 20 07:53:19.782405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.784326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:53:19.872928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e1abcd5d-c289-4eb9-9612-aa4c027d8190, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e1abcd5d-c289-4eb9-9612-aa4c027d8190,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:19.897853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:19.899626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] 10.222.0.79 "DELETE /v2.0/routers/e1d6a24c-1126-46b3-a1b2-85fd53b44bb6 HTTP/1.1" status: 204 len: 168 time: 3.2044241 May 20 07:53:19.911140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57540) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:20.017624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Deleting subnet 387dd6dc-6b93-40f5-9a12-5fc9702244fd {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:20.020194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:20.026600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:20.029843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.066989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:20.073864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 335b8dde-ea22-487a-b5ec-55f86e22d215 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:20.080007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:20.087697 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.109805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.125406 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f2346244-5e5c-4016-a81f-e44bda386386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:20.176751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:20.185893 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.191716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.197412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Transition to ACTIVE for port object 5c8fc173-a476-469f-9e89-c1ae244df752 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:20.226156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Transition to ACTIVE for port object 5c8fc173-a476-469f-9e89-c1ae244df752 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:20.233237 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0dcd2f8-3f1b-4e5e-917f-93acb73965e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:20.243128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8b528c9c-6614-47b5-b84f-05fe1ba7493a None None] Provisioning complete for port e1abcd5d-c289-4eb9-9612-aa4c027d8190 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:20.243786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8b528c9c-6614-47b5-b84f-05fe1ba7493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.284142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 335b8dde-ea22-487a-b5ec-55f86e22d215 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:20.284754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.297492 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-3e1e671c-81fe-453c-b41a-bf2e94e2b132 service neutron] 10.222.0.79 "GET /v2.0/networks/ed081c2f-324b-4649-b933-0f6224045ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670780 May 20 07:53:20.313300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d662b06-d194-49bb-83ba-e642b28ee1e3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:20.316220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:20.327443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] No DVR routers for this DVR port 4d662b06-d194-49bb-83ba-e642b28ee1e3 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:20.366990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e1abcd5d-c289-4eb9-9612-aa4c027d8190,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:20.376960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Deleting port 4d662b06-d194-49bb-83ba-e642b28ee1e3 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:20.377350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.394345 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:20.407410 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.469934 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:20.577963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-75005bd9-8415-4ae7-a68f-d531ea0f8c24 service neutron] 10.222.0.79 "GET /v2.0/networks/ed081c2f-324b-4649-b933-0f6224045ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738857 May 20 07:53:20.578146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.607702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.640338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c757f7a-d657-49e6-bf91-13d4516253f3']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:20.678230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f513fa23-647c-4660-870e-d724a82dd183 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:20.706001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:20.706553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6982ebcb-2bfa-4a26-bd48-eb385e79c4b4') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:20.722439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258223a9-8497-4c50-b71c-914eceff142a req-1c06b46c-93ce-4aa4-9b3b-93ba69804980 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:20.724120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-258223a9-8497-4c50-b71c-914eceff142a req-1c06b46c-93ce-4aa4-9b3b-93ba69804980 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 945 time: 0.5509620 May 20 07:53:20.735930 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.756602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.800567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-f0cfc9e7-bc46-4512-92d1-fde68d77486b service neutron] 10.222.0.79 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149603 May 20 07:53:20.852980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.884886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 07c613c2-482d-4f6b-b7ce-8bf145b80f85 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:53:20.919097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:53:20.919512 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: timer() May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:53:20.933785 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:53:20.960552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Network 6ee48a19-903b-4e40-990a-b73021425fb3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:20.963277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:20.978741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-11f06eb2-aa94-476c-b69a-c5c95bf16520 service neutron] 10.222.0.79 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718581 May 20 07:53:20.985404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:21.002299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Pushing event updated for resources: {'Port': ['ID=5c8fc173-a476-469f-9e89-c1ae244df752,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:21.012258 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:21.084136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] For port 4d662b06-d194-49bb-83ba-e642b28ee1e3, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:21.085780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.105465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe321be3-8dfd-4565-acf0-de6617ad54b3 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:21.215202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-258223a9-8497-4c50-b71c-914eceff142a req-0d1789b8-0069-4426-a525-e353d5989d5e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689760 May 20 07:53:21.348073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.359802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Calling delete_port for 4d662b06-d194-49bb-83ba-e642b28ee1e3 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:21.420252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Port 4d662b06-d194-49bb-83ba-e642b28ee1e3 was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 07:53:21.421168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f513fa23-647c-4660-870e-d724a82dd183 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:21.441280 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.445231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.459619 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:21.467735 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:21.482560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.528169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Attempting to bind port 5c8fc173-a476-469f-9e89-c1ae244df752 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:21.528578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Attempting to bind port 5c8fc173-a476-469f-9e89-c1ae244df752 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:21.528950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Attempting to bind port 5c8fc173-a476-469f-9e89-c1ae244df752 on network 6ee48a19-903b-4e40-990a-b73021425fb3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:21.550776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Network 1c757f7a-d657-49e6-bf91-13d4516253f3 is not hosted by any dhcp agent {{(pid=93103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 07:53:21.551793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] No DVR routers for this DVR port 4d662b06-d194-49bb-83ba-e642b28ee1e3 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:21.553196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c757f7a-d657-49e6-bf91-13d4516253f3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:21.569562 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:21.600031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-461d1061-eb6b-40d2-9045-77c9195d87c8 req-bd1aeaaf-98b1-4a21-8bae-71ffe0e90c30 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 210 time: 0.1524832 May 20 07:53:21.639530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4d662b06-d194-49bb-83ba-e642b28ee1e3 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:21.680152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Pushing event deleted for resources: {'Port': ['ID=4d662b06-d194-49bb-83ba-e642b28ee1e3,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:21.682937 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:21.701798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1c757f7a-d657-49e6-bf91-13d4516253f3 HTTP/1.1" status: 204 len: 168 time: 3.4138095 May 20 07:53:21.723779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:21.724787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Checking segment: {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:21.725518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.725721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Bound using segment: {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:21.726171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Bound port: 5c8fc173-a476-469f-9e89-c1ae244df752, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:21.726614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.730650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8:0:1::16b (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/9164c050-c8ed-46ae-9a11-9dcca13bbc72/07c613c2-482d-4f6b-b7ce-8bf145b80f85) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:21.753771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 4d662b06-d194-49bb-83ba-e642b28ee1e3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:21.754126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4d662b06-d194-49bb-83ba-e642b28ee1e3 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:21.754537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6558922-d089-4448-8218-a11418e7566b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:21.782681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:21.789464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fec2:f82a (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/29de349d-d305-4466-94f8-c57c3108aab6/07c613c2-482d-4f6b-b7ce-8bf145b80f85) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:21.805884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.810829 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7e33652-5db9-4121-9e47-6c9a334ae296 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:21.872965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f6558922-d089-4448-8218-a11418e7566b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:21.873335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6558922-d089-4448-8218-a11418e7566b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:21.878296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:21.924455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387dd6dc-6b93-40f5-9a12-5fc9702244fd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:21.939154 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:21.952769 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'code': 200} May 20 07:53:21.966742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:21.968290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b4318-315c-4741-8dc4-6d807d4c3ff0 None None] Network 882fc62c-1293-4046-bbb3-e07ff41c162d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:21.989785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/387dd6dc-6b93-40f5-9a12-5fc9702244fd HTTP/1.1" status: 204 len: 168 time: 2.0773351 May 20 07:53:21.992431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:22.015428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Provisioning for port f513fa23-647c-4660-870e-d724a82dd183 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:22.028870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.037330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:22.123685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Provisioning complete for port f513fa23-647c-4660-870e-d724a82dd183 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:22.124484 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.138060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-132de54f-a005-4c1d-9480-396c0bc9123a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:22.145579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-132de54f-a005-4c1d-9480-396c0bc9123a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.4192257 May 20 07:53:22.166225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-af126bec-70ed-4af1-a146-87f73c0c32f8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.0196047 May 20 07:53:22.174471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.289095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e1abcd5d-c289-4eb9-9612-aa4c027d8190 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:22.289951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57594) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:22.297348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-f642b4e9-0eaf-4a1b-a16b-5ae802a36250 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302414 May 20 07:53:22.327971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Deleting port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:22.328299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.343037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] For port 5c8fc173-a476-469f-9e89-c1ae244df752, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:22.443568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] For port 5c8fc173-a476-469f-9e89-c1ae244df752, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5c8fc173-a476-469f-9e89-c1ae244df752,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:22.449278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:22.452482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0314-6ade-495b-92ca-312de3843e93 req-50dd2335-f0aa-4c0d-b689-fcfdf3bacc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:22.453925 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:22.454054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f23e0314-6ade-495b-92ca-312de3843e93 req-50dd2335-f0aa-4c0d-b689-fcfdf3bacc13 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 1097 time: 0.4453149 May 20 07:53:22.483396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] For port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,segment=NetworkSegment(21c0cec0-120f-45cc-a3d0-78ac20dcaa21),segment_id=21c0cec0-120f-45cc-a3d0-78ac20dcaa21)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:22.483828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.540624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.547188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f23e0314-6ade-495b-92ca-312de3843e93 req-eb932fdf-a242-433c-8b72-63b05118288d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 May 20 07:53:22.564203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e1abcd5d-c289-4eb9-9612-aa4c027d8190 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:22.564577 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.582483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 07c613c2-482d-4f6b-b7ce-8bf145b80f85 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:22.586437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-e8f2a6f8-e105-4f32-9cd3-8eaafaae573c service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882786 May 20 07:53:22.651341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Calling delete_port for 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:22.699988 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.719260 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0a27f019-2839-4627-b641-8ca7a638ed40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4d9cc436b2643f78310ae682e01cb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265881 May 20 07:53:22.719455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57604) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:22.772626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-eab06034-1dc5-4326-af88-ca71773bb218 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793873 May 20 07:53:22.795456 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:22.797795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa50e3-d15f-45d0-b55b-1a82ffe1238d req-c0ab7391-1d59-466d-989c-2a4e4592ef93 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:22.808697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5afa50e3-d15f-45d0-b55b-1a82ffe1238d req-c0ab7391-1d59-466d-989c-2a4e4592ef93 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.1356027 May 20 07:53:22.840313 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.857733 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.869905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5afa50e3-d15f-45d0-b55b-1a82ffe1238d req-5cd13ff6-bf88-42d1-90e0-f8a463f114b8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602458 May 20 07:53:22.874373 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.887629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.899799 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-525ee8d4-1a2a-4f3e-8258-31b590a9dc3f tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:22.944186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] For port f513fa23-647c-4660-870e-d724a82dd183, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f513fa23-647c-4660-870e-d724a82dd183,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:22.955129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Pushing event updated for resources: {'Port': ['ID=5c8fc173-a476-469f-9e89-c1ae244df752,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:22.962456 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:22.977940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:22.983468 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e377962-a9f0-4784-a5c9-77a87ca0240f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:22.996720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Update dhcp port {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '29de349d-d305-4466-94f8-c57c3108aab6', 'ip_address': '2001:db8::f816:3eff:fe09:2b71'}, {'subnet_id': '9164c050-c8ed-46ae-9a11-9dcca13bbc72'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'f513fa23-647c-4660-870e-d724a82dd183'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:53:23.049783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.064397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=07c613c2-482d-4f6b-b7ce-8bf145b80f85,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:23.065758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cc1ba2-6de4-4e7f-bb43-412a4ba46c79,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:23.078160 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4e351281-ce7b-45bc-8a5a-247ed6a24a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:23.084938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] No DVR routers for this DVR port 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:23.086520 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:23.094827 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:23.101881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:23.103454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:23.117215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:23.148798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:23.152211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.318741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-93a0e54f-ea15-4176-b5ee-f854bfd4a8c4 req-e06b20d7-0e32-4527-849c-505d17d96956 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.1163447 May 20 07:53:23.319525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7188928 May 20 07:53:23.322564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57612) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:23.368176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fbb7a-d242-49c8-a60e-8d554f1ba45d None None] DHCP port deletion for 882fc62c-1293-4046-bbb3-e07ff41c162d request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:23.420660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.425010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.426614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e6eda2b-028b-48f0-9106-70c1bbff6462 HTTP/1.1" status: 204 len: 168 time: 0.7048459 May 20 07:53:23.429381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.481588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882fc62c-1293-4046-bbb3-e07ff41c162d']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:23.496856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.507518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1766c85d-5c3d-48a5-be51-1becf000173f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:23.519779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c0cec0-120f-45cc-a3d0-78ac20dcaa21') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:23.519990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c0cec0-120f-45cc-a3d0-78ac20dcaa21') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:23.537946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.554957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-636b509e-7fe4-4a56-a06c-ddd2a2ccf72e req-12b718d8-94ed-44da-a60d-52c57cb51582 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 210 time: 0.1429076 May 20 07:53:23.563400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6eda2b-028b-48f0-9106-70c1bbff6462,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:23.571770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.582393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:53:23.583085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.586302 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: timer() May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:53:23.624865 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:53:23.639041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Pushing event updated for resources: {'Port': ['ID=f513fa23-647c-4660-870e-d724a82dd183,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:23.650898 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:23.656454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c379bda5-a455-48b5-be5f-f21e5e37bc08 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:23.710963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 07c613c2-482d-4f6b-b7ce-8bf145b80f85 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:23.711527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.789900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c379bda5-a455-48b5-be5f-f21e5e37bc08 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:23.790334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c379bda5-a455-48b5-be5f-f21e5e37bc08 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:23.874625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.882547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Allocated IP 2001:db8:0:1::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/9164c050-c8ed-46ae-9a11-9dcca13bbc72/f513fa23-647c-4660-870e-d724a82dd183) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:23.889999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:23.895021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd1a3c04-493b-40c2-9db8-aef8d36dda04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:24.245247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] For port f513fa23-647c-4660-870e-d724a82dd183, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f513fa23-647c-4660-870e-d724a82dd183,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:24.291255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:24.312785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:24.408885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Transition to ACTIVE for port object f513fa23-647c-4660-870e-d724a82dd183 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:24.427510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=882fc62c-1293-4046-bbb3-e07ff41c162d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:24.445528 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:24.498240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:24.525402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5c8fc173-a476-469f-9e89-c1ae244df752 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:24.601457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a663b54-960b-4d37-9590-79db3765610b req-8d1d0a91-b038-44e4-87de-89e9ee43ef0f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:24.604070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8a663b54-960b-4d37-9590-79db3765610b req-8d1d0a91-b038-44e4-87de-89e9ee43ef0f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.3294389 May 20 07:53:24.611784 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] 10.222.0.79 "DELETE /v2.0/networks/882fc62c-1293-4046-bbb3-e07ff41c162d HTTP/1.1" status: 204 len: 168 time: 2.6159966 May 20 07:53:24.635561 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:24.644127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 07c613c2-482d-4f6b-b7ce-8bf145b80f85 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:24.644878 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0ea0ba9f-20b2-4d6a-a748-7d0c9933abf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:24.683654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8a663b54-960b-4d37-9590-79db3765610b req-dbe47692-9225-4793-8a96-89eb657c12d1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702786 May 20 07:53:24.782328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f51f3f1f-a4e2-43f3-8e12-0bc4f10c7d0f req-113f5d5c-8715-4dad-a4f5-e8d8a2735027 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.1332111 May 20 07:53:24.794968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Pushing event updated for resources: {'Port': ['ID=f513fa23-647c-4660-870e-d724a82dd183,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:24.814856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13761e-5ae4-444f-ba68-a7b64164e735 None None] Network 6ee48a19-903b-4e40-990a-b73021425fb3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:24.934953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-c4815410-7b37-427c-95d9-2170b063d277 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:24.940701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-c4815410-7b37-427c-95d9-2170b063d277 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:24.941497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-c4815410-7b37-427c-95d9-2170b063d277 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:24.942339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9c03b036-ad87-4506-92c7-63cafc6d04be req-1c357517-5817-4284-9d1f-4a514ff20465 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 210 time: 0.0658834 May 20 07:53:24.965468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-c4815410-7b37-427c-95d9-2170b063d277 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:24.966096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-c4815410-7b37-427c-95d9-2170b063d277 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "GET /v2.0/networks?id=ed081c2f-324b-4649-b933-0f6224045ef0&id=6ee48a19-903b-4e40-990a-b73021425fb3 HTTP/1.1" status: 200 len: 1391 time: 0.3184419 May 20 07:53:25.007217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'port': {'device_id': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0', 'admin_state_up': True, 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:25.176458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.176458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.176458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.176849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.177680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.178375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.178746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.179369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.179369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.179921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.180307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.180785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:25.194740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:25.247841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:25.251812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5c8fc173-a476-469f-9e89-c1ae244df752 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:25.258523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f513fa23-647c-4660-870e-d724a82dd183 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:25.258799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:25.311562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Provisioning for port 5c8fc173-a476-469f-9e89-c1ae244df752 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:25.322913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Provisioning complete for port 5c8fc173-a476-469f-9e89-c1ae244df752 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:25.323296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:25.336117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:25.348338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:25.378027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:25.399643 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe32529d-3138-4cce-bfbf-180a6abddc3c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:25.570692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:25.639281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=07c613c2-482d-4f6b-b7ce-8bf145b80f85,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:25.665412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:25.665788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 79cc1ba2-6de4-4e7f-bb43-412a4ba46c79 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:25.675359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:25.697316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57668) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:25.717392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:25.739218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] For port 5c8fc173-a476-469f-9e89-c1ae244df752, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5c8fc173-a476-469f-9e89-c1ae244df752,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:25.800347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-35f23018-58f7-4973-91f2-5faba682e9ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:25.803964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-35f23018-58f7-4973-91f2-5faba682e9ad tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.2314014 May 20 07:53:25.805939 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:25.811260 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:25.857248 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-cd6d46d6-7cd5-40c7-aaaf-3da202ac8516 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0301790 May 20 07:53:25.925631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.024527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-55c701a8-a8cb-4249-8413-57a4b8b4b6d3 None None] Provisioning complete for port 5c8fc173-a476-469f-9e89-c1ae244df752 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:26.024527 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-55c701a8-a8cb-4249-8413-57a4b8b4b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.053340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-70d262f9-66f5-4a80-957d-1f828b50e8bf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1949651 May 20 07:53:26.102733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:26.116748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Pushing event updated for resources: {'Port': ['ID=5c8fc173-a476-469f-9e89-c1ae244df752,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:26.127358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d00c73ec-9e2b-43b6-bfbb-3fd61f4651a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2671dab32db34badb8cde963cae740c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226358 May 20 07:53:26.128979 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:26.132451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/07c613c2-482d-4f6b-b7ce-8bf145b80f85 HTTP/1.1" status: 204 len: 168 time: 2.8081453 May 20 07:53:26.142666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57690) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:26.194164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a465f666-315b-42f5-8e33-2dd7b492c923 req-0ddc1eca-378a-41b7-a856-981651d4ec40 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.1589210 May 20 07:53:26.290166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f513fa23-647c-4660-870e-d724a82dd183 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:26.344270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.385432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:26.528418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.545903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9cb9c843-f2b6-4162-85c7-29dd95d14c5e req-0007b41a-fe4f-477e-a866-3ea38288650b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:26.556413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-f9100b10-db64-4cef-9983-4b662e4ce26b service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016408 May 20 07:53:26.598210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Allocated IP 19.80.0.249 (ed081c2f-324b-4649-b933-0f6224045ef0/cdb3322f-bdc4-4358-bd54-b1c74a9f2bed/9f11a6c8-923a-4d72-a4ab-9a68e279aec8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:26.604753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5b5853c-6986-41f8-89a8-3d6735f44cd3 None None] Provisioning for port f513fa23-647c-4660-870e-d724a82dd183 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:26.611818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5b5853c-6986-41f8-89a8-3d6735f44cd3 None None] Provisioning complete for port f513fa23-647c-4660-870e-d724a82dd183 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:26.612208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5b5853c-6986-41f8-89a8-3d6735f44cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.685609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:26.736807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-038acc87-bba0-45fc-bda6-f27a7db3c6f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:26.738560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-038acc87-bba0-45fc-bda6-f27a7db3c6f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.5988891 May 20 07:53:26.746870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afccf2-e662-4048-b0d3-75457d21a705 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:26.749289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b6afccf2-e662-4048-b0d3-75457d21a705 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6056862 May 20 07:53:26.756966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:26.777532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9cb9c843-f2b6-4162-85c7-29dd95d14c5e req-0007b41a-fe4f-477e-a866-3ea38288650b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:26.783646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cb9c843-f2b6-4162-85c7-29dd95d14c5e req-0007b41a-fe4f-477e-a866-3ea38288650b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 210 time: 0.3219593 May 20 07:53:26.793138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-network', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:26.820424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:26.857457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:26.877740 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:53:26.878306 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-75838d3a-062c-4b98-973d-0715a49394b3 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202102 May 20 07:53:26.908053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Usage tracker for resource:network and tenant:3ac20b9b3e604354aa4c2294ef9a1584 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:26.923922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:26.955421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:26.995660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d3ab5-0b3d-4483-a5b7-81bdaf9c8d26 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:26.999668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-864d3ab5-0b3d-4483-a5b7-81bdaf9c8d26 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2390995 May 20 07:53:27.002069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57712) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:27.005166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.065162 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9f6b3fb-8dfa-4d2e-a594-10fb2bca4989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:27.094979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade40dd-adec-4f75-a6dd-d198e4930c80,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:27.094979 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:27.095284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5c022d6-7ae2-4508-9497-061083aa7025 None None] Could not find standard attr ID for object 07c613c2-482d-4f6b-b7ce-8bf145b80f85. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:53:27.114189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.116210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ade40dd-adec-4f75-a6dd-d198e4930c80 HTTP/1.1" status: 204 len: 168 time: 1.0094333 May 20 07:53:27.136894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:27.138779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:27.140578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:27.141414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:27.166865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Made reservation on behalf of 3ac20b9b3e604354aa4c2294ef9a1584 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:27.169331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.198747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.235653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:27.237310 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88bd58a9-374e-435c-b691-f144564963f5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2339308 May 20 07:53:27.240709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:27.241308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:27.252679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac20b9b3e604354aa4c2294ef9a1584 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:27.268238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:27.271577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:27.281081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:27.314982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:27.408515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 29de349d-d305-4466-94f8-c57c3108aab6 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:27.459610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.500895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.517533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-228e2381-c8b2-4da8-81e4-de731ed6a350 req-8cd080ad-2b32-4fdc-a663-f25e5873ba81 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.1019349 May 20 07:53:27.528012 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-072e52d4-35b2-49a3-8144-517df10e4a41 req-64dd8118-9a06-4164-a73a-71f4ba0fad8a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.2183416 May 20 07:53:27.544322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Transition to ACTIVE for port object 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:27.550567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.620471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:27.628627 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.657580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.719857 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.724482 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.759048 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f6b268f-d25a-4b09-8e31-f9f8e9ffcd40 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:27.927909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:27.942329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:53:27.954691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network ed081c2f-324b-4649-b933-0f6224045ef0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:27.963510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:27.985982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:28.019147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:28.029559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.030014 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Added segment c50da985-6c34-4d6f-bf21-adeabba68263 of type vlan for network 2f95d09e-229d-46a2-8ec8-f19505c534bd May 20 07:53:28.031484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:28.036022 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df4f4d7c-6049-47f6-9aae-8fef4f02ae15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:28.124564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.12 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/0a59ddb9-f35e-48db-a5ce-498fb107684a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:28.155552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec059e7f-0e5c-4e62-b8d0-b8ea6770e752,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:28.159562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.172606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:28.173322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.190053 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:28.246744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5c8fc173-a476-469f-9e89-c1ae244df752 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:28.275930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4ca39-e2f2-4967-a865-ccee8fcd8846 req-475a8c2f-7dfd-45be-a850-2fefe347b4b1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:28.278327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f0a4ca39-e2f2-4967-a865-ccee8fcd8846 req-475a8c2f-7dfd-45be-a850-2fefe347b4b1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 932 time: 0.3381965 May 20 07:53:28.282434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.311779 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24c1b70c-5140-44f1-89bc-ce2bf50f17c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:28.376622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5c8fc173-a476-469f-9e89-c1ae244df752 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:28.376925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.397911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=29de349d-d305-4466-94f8-c57c3108aab6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:28.400601 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:28.403924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.456310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4581366 May 20 07:53:28.462081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f0a4ca39-e2f2-4967-a865-ccee8fcd8846 req-6eff1941-ef9f-42b4-a965-dbb3099be501 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720548 May 20 07:53:28.465385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a8597-18d8-4057-895b-423cf82e7c14 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:28.484201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Request body: {'port': {'device_id': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3', 'admin_state_up': True, 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:28.523308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1058743f-e368-40b1-8e4c-2fccca1e3a20 None None] Provisioning for port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:28.524015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.525065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:28.529502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.532803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:28.542558 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/29de349d-d305-4466-94f8-c57c3108aab6 HTTP/1.1" status: 204 len: 168 time: 1.2998796 May 20 07:53:28.544871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57762) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:28.551530 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68819a6a-d4db-4d7f-9a1c-ba8f71db7b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:28.555951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1058743f-e368-40b1-8e4c-2fccca1e3a20 None None] Provisioning complete for port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:28.556724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1058743f-e368-40b1-8e4c-2fccca1e3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.749195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1058743f-e368-40b1-8e4c-2fccca1e3a20 None None] Port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:28.901261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5078197 May 20 07:53:28.903038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bac5bc2c-d25d-4243-bc9a-701fbd872165 req-ae0122df-dce2-4245-8542-0f9c0e007852 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:28.917389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57774) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:28.919972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Pushing event updated for resources: {'Network': ['ID=2f95d09e-229d-46a2-8ec8-f19505c534bd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:28.926922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e0c6b1fc-4876-4742-a405-3bc87656cba1 req-55a52382-5f92-4cb6-a8d2-b20193fa61c2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0815568 May 20 07:53:28.932981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.935067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:28.938885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Request body: {'subnet': {'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-subnet', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:28.966137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:28.966376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:28.968744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 9164c050-c8ed-46ae-9a11-9dcca13bbc72 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:28.970464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Usage tracker for resource:security_group_rule and tenant:2f55076f346748ef919777a7abf9d2e6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:28.974732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:28.977756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:28.984601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Usage tracker for resource:subnet and tenant:3ac20b9b3e604354aa4c2294ef9a1584 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:28.992504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:28.995218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bac5bc2c-d25d-4243-bc9a-701fbd872165 req-ae0122df-dce2-4245-8542-0f9c0e007852 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:29.007427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bac5bc2c-d25d-4243-bc9a-701fbd872165 req-ae0122df-dce2-4245-8542-0f9c0e007852 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.2886257 May 20 07:53:29.009726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.018035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:29.020517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:53:29.027787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:29.054205 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.054510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:29.067296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:29.121919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Made reservation on behalf of 3ac20b9b3e604354aa4c2294ef9a1584 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:29.126920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.143282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:29.209196 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.228364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.236619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Made reservation on behalf of a2fcffc73b6e4a1b94f59c16323f97f5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:29.238642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.252243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.256183 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c04d3d1-0dbd-4ebf-bac2-5833fc92eb13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:29.319070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-712227563-network', 'tenant_id': '2486290deb3548fca2e8c4668a133c12'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:29.354601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.372563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:29.379308 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83482a77-992b-470d-a456-21462efd51dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:29.451627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Usage tracker for resource:network and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:29.487625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Allocated IP 19.86.0.223 (6ee48a19-903b-4e40-990a-b73021425fb3/146b82c2-2a7d-4cf9-ad1e-1d657317fcda/fbaf2b10-1531-4975-b847-7d35319baa28) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:29.591745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:29.598273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:29.608898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07463ed-0739-4cdd-87c5-60aebce2da42,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:29.612390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:29.631079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:29.636948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:29.656051 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:29.657848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:29.669105 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:29.730088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f55076f346748ef919777a7abf9d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1954269 May 20 07:53:29.742033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:29.860036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Made reservation on behalf of 2486290deb3548fca2e8c4668a133c12 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:29.862522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.877944 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.909226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:29.930418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:29.935454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:29.940753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:29.957674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:30.003447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.016517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e2a75e34-86f1-4df8-b3a4-b1283e7fbd27 None None] Provisioning complete for port f513fa23-647c-4660-870e-d724a82dd183 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:30.018689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2a75e34-86f1-4df8-b3a4-b1283e7fbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.084152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.089927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c0ab0b6-886f-4a72-bdf4-3440893f5887 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:30.145351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=9164c050-c8ed-46ae-9a11-9dcca13bbc72,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:30.149420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:30.157078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb0929-3175-4f06-8140-410450696a64 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:30.157235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.189872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.208279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:30.209076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.231540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.241533 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9ff646b-5745-457f-9138-8114d7ce7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:30.252565 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7853edc5-5486-45e2-b69b-8cbd43cbcbb5 req-372e8f7b-6e8a-4257-ac38-d73e4378fc5e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0701945 May 20 07:53:30.257747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/9164c050-c8ed-46ae-9a11-9dcca13bbc72 HTTP/1.1" status: 204 len: 168 time: 1.7116027 May 20 07:53:30.259651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07463ed-0739-4cdd-87c5-60aebce2da42,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:30.261239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:30.264881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:30.265674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.267548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b07463ed-0739-4cdd-87c5-60aebce2da42 HTTP/1.1" status: 204 len: 168 time: 0.5231886 May 20 07:53:30.324721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.331316 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa1ceb45-5bab-4e1a-9bf6-0c361d1ca316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:30.400954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb644466-3379-432d-894f-8697cebb45da,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:30.403911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:53:30.423265 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.425041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73be69bf-100e-4fbb-b111-7eebdc80fc16 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1621230 May 20 07:53:30.428806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57804) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:30.430126 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:30.435847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:30.436028 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.443705 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Added segment 02a37659-4792-4ce3-9061-3547507ff556 of type vlan for network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a May 20 07:53:30.464615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-b202cde3-7ebc-445c-a882-75aaee7a42b8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:30.466107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-b202cde3-7ebc-445c-a882-75aaee7a42b8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.7046213 May 20 07:53:30.506609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:30.519053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.521161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7562089 May 20 07:53:30.531937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:30.549219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Transition to ACTIVE for port object fbaf2b10-1531-4975-b847-7d35319baa28 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:30.558160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29db9-6e41-402a-9620-2f81c406947a req-6c63fc2b-8da4-4dc0-a59f-5202ce1e3e22 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:30.559360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8bc29db9-6e41-402a-9620-2f81c406947a req-6c63fc2b-8da4-4dc0-a59f-5202ce1e3e22 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Synchronizing usage tracker for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:30.566070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Request body: {'port': {'device_id': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:30.603112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Deleting port f513fa23-647c-4660-870e-d724a82dd183 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:30.603320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.610319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab07d53-33e7-47f2-882c-01101e61e0f6 req-7488fdcc-59c2-44f7-9cbb-06e127093f1a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:30.618699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ab07d53-33e7-47f2-882c-01101e61e0f6 req-7488fdcc-59c2-44f7-9cbb-06e127093f1a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 932 time: 0.1509581 May 20 07:53:30.666043 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ab07d53-33e7-47f2-882c-01101e61e0f6 req-f5b624eb-ec9d-4638-a936-3c5763df7a5c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 May 20 07:53:30.668913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.670843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:30.671446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.679892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cdcb4888-f0e8-4c0c-a874-2892fc2d72a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:30.713994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] For port f513fa23-647c-4660-870e-d724a82dd183, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f513fa23-647c-4660-870e-d724a82dd183,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:30.714452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:30.865579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:30.871849 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7242332 May 20 07:53:30.873146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Pushing event updated for resources: {'Network': ['ID=95a99051-c8ba-47d2-949c-3b0dfb5aac8a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:30.875555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57812) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:30.878120 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:30.882987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Request body: {'subnet': {'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-712227563-subnet', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:30.888447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:30.892296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Usage tracker for resource:subnet and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:30.895401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:30.904601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:30.917139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:30.917873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:53:30.923161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:30.933708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8bc29db9-6e41-402a-9620-2f81c406947a req-6c63fc2b-8da4-4dc0-a59f-5202ce1e3e22 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Unset dirty status for tenant:a2fcffc73b6e4a1b94f59c16323f97f5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:30.934870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bc29db9-6e41-402a-9620-2f81c406947a req-6c63fc2b-8da4-4dc0-a59f-5202ce1e3e22 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 932 time: 1.1861370 May 20 07:53:30.943160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Calling delete_port for f513fa23-647c-4660-870e-d724a82dd183 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:30.960382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:30.960798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Made reservation on behalf of 2486290deb3548fca2e8c4668a133c12 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:30.963410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.032730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.052313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:31.071310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bc29db9-6e41-402a-9620-2f81c406947a req-24c86b17-800a-4b96-b44c-1b4540b04608 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071830 May 20 07:53:31.075715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.118667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2047319-3c89-44b4-ba46-b37ec298e1f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:31.155180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.162671 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:31.167597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:31.169701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:31.173204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.207555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:31.217081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Pushing event deleted for resources: {'Port': ['ID=f513fa23-647c-4660-870e-d724a82dd183,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:31.218923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] No DVR routers for this DVR port f513fa23-647c-4660-870e-d724a82dd183 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:31.220347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:31.227455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.247696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:31.251433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Usage tracker for resource:security_group_rule and tenant:eea37875e2ea49418f05c06cd85a833a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:31.254329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:31.274046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:31.330414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Network 6ee48a19-903b-4e40-990a-b73021425fb3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:31.343788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:31.343788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:31.345236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.361251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:31.393026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:31.425740 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:31.583669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89039cb3-5401-4d2e-9cc9-abc2bbedc0d5 req-971b553b-861b-4d46-8864-fa726370362a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.1771331 May 20 07:53:31.618199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.669123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:31.669672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.673193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.685566 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4d374dd-343e-4e93-9c5d-97e8ed9a168a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:31.686293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.690019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c9a0b3d-8a13-4b71-b156-ad59e49abd05 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:31.719787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20c4da58-32ab-4d79-aad3-0ea42b90621a None None] Provisioning for port fbaf2b10-1531-4975-b847-7d35319baa28 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:31.725211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20c4da58-32ab-4d79-aad3-0ea42b90621a None None] Provisioning complete for port fbaf2b10-1531-4975-b847-7d35319baa28 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:31.725623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20c4da58-32ab-4d79-aad3-0ea42b90621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.770581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:31.781820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.783318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-20c4da58-32ab-4d79-aad3-0ea42b90621a None None] Port fbaf2b10-1531-4975-b847-7d35319baa28 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:31.793001 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:31.793630 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:31.852357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1ad92-ce3c-484d-8c66-c9de3e49ee1f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:31.854886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Checking segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:31.855245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Network hostable DHCP agents. Network: 95a99051-c8ba-47d2-949c-3b0dfb5aac8a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:53:31.858294 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:31.864328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eea37875e2ea49418f05c06cd85a833a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510239 May 20 07:53:31.864328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:31.935916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:31.962370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:53:31.974249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.045783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 95a99051-c8ba-47d2-949c-3b0dfb5aac8a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:32.056483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:32.056706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656bfa9-238c-4077-a646-b751feb15812 None None] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:32.057204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.110821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.113377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.124645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fe1ad92-ce3c-484d-8c66-c9de3e49ee1f HTTP/1.1" status: 204 len: 168 time: 0.2521825 May 20 07:53:32.124645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e8ce554-cb03-4b40-a6b7-c6439fbaa1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:32.144264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6681645 May 20 07:53:32.157612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1ad92-ce3c-484d-8c66-c9de3e49ee1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:32.160754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:32.180576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71015682-1d08-4c22-8ce1-73b394b89905,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:32.192395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Request body: {'port': {'device_id': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:32.230909 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:32.245297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3647666 May 20 07:53:32.246899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:32.254454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f513fa23-647c-4660-870e-d724a82dd183 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:32.258570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:32.264194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:32.276836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Usage tracker for resource:router and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:32.282007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:32.298192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:32.298447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Checking segment: {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:32.298683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Network hostable DHCP agents. Network: 2f95d09e-229d-46a2-8ec8-f19505c534bd, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:53:32.308491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.8 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/12bdf212-cb2c-488c-befd-3efb8e3872b6) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:32.328524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f513fa23-647c-4660-870e-d724a82dd183 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:32.328878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f513fa23-647c-4660-870e-d724a82dd183 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:32.418121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1f8b3-0e5e-493e-8d88-c1a97e50dccd req-b8961f54-cdcb-41ae-8933-f359aeb1c367 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:32.428230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1f8b3-0e5e-493e-8d88-c1a97e50dccd req-b8961f54-cdcb-41ae-8933-f359aeb1c367 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:32.430011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3c1f8b3-0e5e-493e-8d88-c1a97e50dccd req-b8961f54-cdcb-41ae-8933-f359aeb1c367 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1655 time: 0.1153147 May 20 07:53:32.444391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:53:32.447188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:32.448025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.473726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.474959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.490683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b1ddb-82f3-41ad-922b-a97d2f861ea8 req-3e6a3ddb-350f-4796-baa1-fa84858f3f7d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:32.492259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af7b1ddb-82f3-41ad-922b-a97d2f861ea8 req-3e6a3ddb-350f-4796-baa1-fa84858f3f7d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 932 time: 0.6838150 May 20 07:53:32.498011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.544983 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3c1f8b3-0e5e-493e-8d88-c1a97e50dccd req-8268b1cf-c0b2-416f-b458-842c61cf31f8 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999899 May 20 07:53:32.548227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.647324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:53:32.650334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Allocated IP 172.20.0.2 (95a99051-c8ba-47d2-949c-3b0dfb5aac8a/ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d/69f621a1-dbd4-4b45-be54-1964a484db98) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:32.715191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a59ddb9-f35e-48db-a5ce-498fb107684a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:32.788170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2f95d09e-229d-46a2-8ec8-f19505c534bd) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:32.793523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.819494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad29ea-a759-478a-a068-1d6ece8d3859 None None] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:32.844740 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af7b1ddb-82f3-41ad-922b-a97d2f861ea8 req-2bf19e5b-77d7-44d1-a1c7-aba9cc5cccde tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128796 May 20 07:53:32.861575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:32.862194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:32.866074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Transition to ACTIVE for port object 0a59ddb9-f35e-48db-a5ce-498fb107684a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:32.926002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-336ece30-b667-4bf9-9b54-c12dbec817f9 req-a70a5b1f-a6da-42db-87f4-b405c584ee50 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.0910611 May 20 07:53:33.018259 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.024309 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.037650 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f5bb3c28-1015-417c-82df-061f0b83dd89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:33.049903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Transition to ACTIVE for port object 69f621a1-dbd4-4b45-be54-1964a484db98 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:33.064955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.097119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.103546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1849344 May 20 07:53:33.111062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:33.115909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Transition to ACTIVE for port object 69f621a1-dbd4-4b45-be54-1964a484db98 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:33.132867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:33.138353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:33.143124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Usage tracker for resource:router and tenant:3ac20b9b3e604354aa4c2294ef9a1584 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:33.164564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:33.185356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-2f95d09e-229d-46a2-8ec8-f19505c534bd', 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'fixed_ips': [{'subnet_id': '71015682-1d08-4c22-8ce1-73b394b89905'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:33.186452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.186759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:33.204570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.213123 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaa0bfb6-a5dd-4c5b-aca9-f45fe6bb0cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:33.279562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.280722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.289244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:33.304089 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:33.315312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.337983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:33.345717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:33.354312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Pushing event updated for resources: {'Port': ['ID=69f621a1-dbd4-4b45-be54-1964a484db98,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:33.359512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:33.368955 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:33.492818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Attempting to bind port 0a59ddb9-f35e-48db-a5ce-498fb107684a on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:33.493821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Attempting to bind port 0a59ddb9-f35e-48db-a5ce-498fb107684a by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:33.494321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Attempting to bind port 0a59ddb9-f35e-48db-a5ce-498fb107684a on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:33.518934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Attempting to bind port 69f621a1-dbd4-4b45-be54-1964a484db98 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:33.519312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Attempting to bind port 69f621a1-dbd4-4b45-be54-1964a484db98 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:33.519684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Attempting to bind port 69f621a1-dbd4-4b45-be54-1964a484db98 on network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:33.530216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:33.530602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Checking segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:33.531010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.531406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Bound using segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:33.531897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Bound port: 69f621a1-dbd4-4b45-be54-1964a484db98, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:33.532278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.536124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Port 0a59ddb9-f35e-48db-a5ce-498fb107684a on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:53:33.537324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Attempting to bind port 0a59ddb9-f35e-48db-a5ce-498fb107684a on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:33.558189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Allocated IP 172.20.0.2 (2f95d09e-229d-46a2-8ec8-f19505c534bd/71015682-1d08-4c22-8ce1-73b394b89905/a9eae8a1-622a-4b02-9d4b-f6b2784c4074) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:33.588268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:33.588884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:33.589432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:33.590052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Bound port: 0a59ddb9-f35e-48db-a5ce-498fb107684a, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:33.590590 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.620246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.640820 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:33.664216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', '335b8dde-ea22-487a-b5ec-55f86e22d215'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:33.676232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:33.755867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.818405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:53:33.832517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:33.846715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:33.855778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] For port 69f621a1-dbd4-4b45-be54-1964a484db98, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:33.861628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:33.863829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:33.866906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:33.877338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] For port 69f621a1-dbd4-4b45-be54-1964a484db98, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69f621a1-dbd4-4b45-be54-1964a484db98,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:33.899711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Transition to ACTIVE for port object 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:33.905397 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:33.912858 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:33.970989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:34.014941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.024664 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-43a270ed-9015-4789-8372-2edfc086f993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:34.139179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:34.157388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.162983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6320761-08f7-4884-9647-0684fff2db0a None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:34.179296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.203394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:34.221517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Transition to ACTIVE for port object a9eae8a1-622a-4b02-9d4b-f6b2784c4074 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:34.224581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Pushing event updated for resources: {'Port': ['ID=69f621a1-dbd4-4b45-be54-1964a484db98,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:34.231727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:34.232340 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.241554 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:34.241755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.266611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:34.267230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.272797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:34.325122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.329136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.358167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=4e9c7fe3-a45c-489a-a308-c68a948a7725,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:34.366577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Transition to ACTIVE for port object a9eae8a1-622a-4b02-9d4b-f6b2784c4074 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:34.402088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:34.405814 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcdb58de-d842-41db-9fef-b178d2486154 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:34.457624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.490762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.506338 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:34.519533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0889952 May 20 07:53:34.541208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:34.579296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Allocated IP 172.25.8.100 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:34.617778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:34.618398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.620092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] 10.222.0.84 "PUT /v2.0/ports/0a59ddb9-f35e-48db-a5ce-498fb107684a HTTP/1.1" status: 200 len: 1092 time: 4.0842187 May 20 07:53:34.627027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:34.666730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:34.677582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:34.687501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:34.694336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2189424 May 20 07:53:34.744075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:34.755694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Request body: {'port': {'device_id': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:34.759585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:34.780691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Pushing event updated for resources: {'Port': ['ID=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:34.806726 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:34.851650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.852112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '4e9c7fe3-a45c-489a-a308-c68a948a7725'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:53:34.853778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:34.853897 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:34.872697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02480dd1-35d0-4b75-be9f-414214307cd5 req-addc084f-b6f5-41c3-b896-092103577776 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:34.881878 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af995dca-ed52-4b99-8f81-21d2fbd0f494 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:34.890474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02480dd1-35d0-4b75-be9f-414214307cd5 req-addc084f-b6f5-41c3-b896-092103577776 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:34.892100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02480dd1-35d0-4b75-be9f-414214307cd5 req-addc084f-b6f5-41c3-b896-092103577776 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1667 time: 0.7187400 May 20 07:53:34.977081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02480dd1-35d0-4b75-be9f-414214307cd5 req-2b1c7d48-168b-46c4-94fe-628446af95e4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670123 May 20 07:53:34.986820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Attempting to bind port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:34.987035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Attempting to bind port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:34.987331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Attempting to bind port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 on network 2f95d09e-229d-46a2-8ec8-f19505c534bd {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:35.002134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:35.002612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Checking segment: {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:35.003040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.003445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Bound using segment: {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:35.003936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Bound port: a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:35.004323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.083453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c761fe-21f4-41c3-8ba6-7185d23abf22 req-52596725-dfb7-4ef3-8424-3428693e87fc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:35.091003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3c761fe-21f4-41c3-8ba6-7185d23abf22 req-52596725-dfb7-4ef3-8424-3428693e87fc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 944 time: 0.9497700 May 20 07:53:35.123310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.132477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f235f660-efe9-4840-a8e3-ce23d196e730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:35.175338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Allocated IP 2001:db8::f816:3eff:fe87:c62a (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/4e9c7fe3-a45c-489a-a308-c68a948a7725/1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:35.181968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] For port a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:35.186502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] For port a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:35.311664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.320751 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9666ad76-d5a2-455f-8bb8-ccd536ecd2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:35.321846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:35.328074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:35.331212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:35.409434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:35.412866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.423605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:35.446234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3c761fe-21f4-41c3-8ba6-7185d23abf22 req-aa57cc02-e6a8-4f48-bcb4-90ee3555f2e9 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528767 May 20 07:53:35.448697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:35.462708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:35.463202 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:35.471626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Pushing event updated for resources: {'Port': ['ID=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:35.473843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:35.477677 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:35.624280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Pushing event updated for resources: {'Port': ['ID=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:35.666975 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:35.672015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.686279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Attempting to bind port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:35.686749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Attempting to bind port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:35.687079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Attempting to bind port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 on network ed081c2f-324b-4649-b933-0f6224045ef0 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:35.695703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Transition to ACTIVE for port object 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:35.696166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 on network ed081c2f-324b-4649-b933-0f6224045ef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:53:35.696477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Attempting to bind port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 on network ed081c2f-324b-4649-b933-0f6224045ef0 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:35.730398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Transition to ACTIVE for port object 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:35.815384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.841580 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-239475f3-f0c5-41e2-b531-9dd563a7cc63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:35.920459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63508da-ddd0-4a18-bdb3-b78ef9483d76 None None] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:35.938294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:35.956878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-a8289c8b-e3a8-4da6-8613-e3db41dbae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:35.959303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-a8289c8b-e3a8-4da6-8613-e3db41dbae11 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 1095 time: 1.1786609 May 20 07:53:35.967543 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a', 'status': 'completed', 'code': 200} May 20 07:53:35.968883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:35.972854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:35.979319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:36.006419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:36.007441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Checking segment: {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:36.007862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Bound using segment: {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:36.008268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:36.008622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Bound port: 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d717ee-47d4-4f26-b5bd-47d3642b61a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:36.010188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.028925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14122e-4f66-45ad-ad15-1fa2c75b4dfa req-9aaba86b-b734-493a-b5c1-c8c6b8a21157 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:36.038619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb14122e-4f66-45ad-ad15-1fa2c75b4dfa req-9aaba86b-b734-493a-b5c1-c8c6b8a21157 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 931 time: 0.8034017 May 20 07:53:36.076053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.147624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-c60c3195-9a75-4222-9a2f-51a1cd5d8849 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a HTTP/1.1" status: 200 len: 217 time: 0.1477430 May 20 07:53:36.166733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.282062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Pushing event updated for resources: {'Port': ['ID=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:36.300655 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:36.334965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Attempting to bind port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:36.334965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Attempting to bind port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:36.335294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Attempting to bind port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:36.356922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:36.358084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:36.358084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.358553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:36.359066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Bound port: 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:36.359452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.380686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a9eae8a1-622a-4b02-9d4b-f6b2784c4074 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:36.422870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1fb0c8fb-cb65-40a7-bac6-1d51f6f2c2fd None None] Provisioning for port 69f621a1-dbd4-4b45-be54-1964a484db98 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:36.526589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb14122e-4f66-45ad-ad15-1fa2c75b4dfa req-939aae72-1940-4841-b18c-53dd527686bb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867890 May 20 07:53:36.775180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] For port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:36.788961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] For port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:36.790354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc9cf-7bb1-435c-a8bc-e9d549a7b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.808147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-932655f8-0e1d-4021-8dbd-d11a871cf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:36.809674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-932655f8-0e1d-4021-8dbd-d11a871cf398 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.6313071 May 20 07:53:36.878695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:36.881552 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.886460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69f621a1-dbd4-4b45-be54-1964a484db98 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:36.924795 n-d-780147-4 neutron-server[93101]: INFO neutron.db.ipam_backend_mixin [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e9c7fe3-a45c-489a-a308-c68a948a7725 (CIDR: 2001:db8::/64) May 20 07:53:36.930026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-45889e6e-4f69-4901-994d-c0a7b6d77cc7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004729 May 20 07:53:36.933239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:53:36.951301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:36.976291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:36.996040 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:37.072821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d0bcb-f5d6-4e4a-8702-f9fbc3a463c9 None None] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:37.095647 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:53:37.096154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:53:37.108675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:37.120711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Allocated IP 172.25.8.202 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/1463cb79-60eb-42b4-aee5-b5c249a6d5a9) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:37.159255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ea056-d6fc-4b44-9fec-e7cb8b3163e7 req-ccac36ab-279f-4e8c-adab-58fc9d0abff5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:37.166779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ea056-d6fc-4b44-9fec-e7cb8b3163e7 req-ccac36ab-279f-4e8c-adab-58fc9d0abff5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:37.174102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-444ea056-d6fc-4b44-9fec-e7cb8b3163e7 req-ccac36ab-279f-4e8c-adab-58fc9d0abff5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1667 time: 1.0053689 May 20 07:53:37.200287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7a061-d419-4b9e-a03d-86ae34c4013e req-01b2ae1f-ca78-4399-9518-16296bed0c15 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:37.201812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69d7a061-d419-4b9e-a03d-86ae34c4013e req-01b2ae1f-ca78-4399-9518-16296bed0c15 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 944 time: 0.4976079 May 20 07:53:37.264686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Pushing event updated for resources: {'Port': ['ID=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:37.273541 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:37.278190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Provisioning for port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:37.279118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.287227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Provisioning complete for port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:37.287778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.298702 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4e7525-0712-4bfa-8c17-5d6e21a83b53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:37.461217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-014f296d-443b-4437-bd40-2d871f778120 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0678167 May 20 07:53:37.467056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bdf212-cb2c-488c-befd-3efb8e3872b6 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:37.479185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:37.483619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-57c846b5-f498-467e-a23d-7a9723d80c83 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9403653 May 20 07:53:37.495840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:37.507265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57916) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:37.544667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:37.566628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.570817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 69f621a1-dbd4-4b45-be54-1964a484db98 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:37.581678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:37.582295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.587066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] 10.222.0.84 "PUT /v2.0/ports/9f11a6c8-923a-4d72-a4ab-9a68e279aec8 HTTP/1.1" status: 200 len: 1092 time: 5.4070802 May 20 07:53:37.598535 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69d7a061-d419-4b9e-a03d-86ae34c4013e req-bfc24d16-d120-4b04-b395-363211cacacd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686416 May 20 07:53:37.614001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 69f621a1-dbd4-4b45-be54-1964a484db98 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:37.614001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.680908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-444ea056-d6fc-4b44-9fec-e7cb8b3163e7 req-c7002f8d-2cb8-4ad8-b9ae-67331725a0fb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059319 May 20 07:53:37.741616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Request body: {'port': {'device_id': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:37.780584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Transition to ACTIVE for port object 12bdf212-cb2c-488c-befd-3efb8e3872b6 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:37.843088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.864131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.904103 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.943379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.952580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-24b3e1a7-55eb-43ad-9fd9-d659153d40ac service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027163 May 20 07:53:37.960255 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:37.992088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] For port a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:38.025541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 69f621a1-dbd4-4b45-be54-1964a484db98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69f621a1-dbd4-4b45-be54-1964a484db98,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:38.032392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f72a8982-c0bd-4e87-936c-152e2bbceb69 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:38.062930 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.066635 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-429aecd4-8569-4272-991d-1034e5f9b65d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:38.068180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:38.140106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.214848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Provisioning complete for port 69f621a1-dbd4-4b45-be54-1964a484db98 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:38.214848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.258216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.261256 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'status': 'completed', 'code': 200} May 20 07:53:38.262518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70a9c96e-b5d9-48df-a7ea-6934c8f5f7ef tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:38.282797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Pushing event updated for resources: {'Port': ['ID=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:38.313011 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:38.313863 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-846606ba-093a-4ee0-9dd9-7c7410754656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:38.391768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:38.402488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:38.404166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:38.414465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:38.436797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:38.437272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:38.444531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:38.510472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=69f621a1-dbd4-4b45-be54-1964a484db98,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:38.515199 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:38.652207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.654048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.661069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Router d7858939-a0e3-4d74-a90e-c183245a5875 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:53:38.664664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Pushing event updated for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:38.691679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:38.715342 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:38.728797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:38.743566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Provisioning complete for port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:38.744335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:38.786008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:38.795235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-90f602fa-3949-497b-9202-5e371ac1a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:38.796766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-90f602fa-3949-497b-9202-5e371ac1a7ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1096 time: 1.1836269 May 20 07:53:38.833405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bf1222d-e124-4042-932d-7be52fa5dfce req-24108a4e-6846-41ae-b5f5-a99667be7eda service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113339 May 20 07:53:38.853215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:38.871296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:38.907449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:38.935389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Usage tracker for resource:security_group_rule and tenant:c23e59762abc448d9ca98f54c8a37962 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:38.942701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77126296-dac6-4719-afe3-7208eec6e894 req-0352ef91-b0ea-47e5-a2b8-8b8c0c689374 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:38.944215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-77126296-dac6-4719-afe3-7208eec6e894 req-0352ef91-b0ea-47e5-a2b8-8b8c0c689374 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:38.978954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:38.988239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Provisioning for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:38.995131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Provisioning complete for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:38.995328 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.030902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:39.137437 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.219971 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8985565-1394-4b78-bc3d-0cdc01477a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.227389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:39.236732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] For port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:39.244150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Sync routers for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:39.254117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:39.254765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:39.266293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c99c1-e031-45b3-9b16-12eac0ab7f6c req-12edd821-94c9-4219-b342-b74eb8e179c5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:39.267755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-580c99c1-e031-45b3-9b16-12eac0ab7f6c req-12edd821-94c9-4219-b342-b74eb8e179c5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 944 time: 0.3293915 May 20 07:53:39.315152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:39.318897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.335671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.340993 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63e91d24-3cd9-4dc5-815a-f9e4f31f3b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:39.372594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Attempting to bind port 12bdf212-cb2c-488c-befd-3efb8e3872b6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:39.375231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Attempting to bind port 12bdf212-cb2c-488c-befd-3efb8e3872b6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:39.375231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Attempting to bind port 12bdf212-cb2c-488c-befd-3efb8e3872b6 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:39.393605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-1b153916-5d7d-400f-8281-f034f5f15479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:39.393970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-1b153916-5d7d-400f-8281-f034f5f15479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:39.396049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-1b153916-5d7d-400f-8281-f034f5f15479 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1914 time: 1.0986948 May 20 07:53:39.409501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.438345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-580c99c1-e031-45b3-9b16-12eac0ab7f6c req-00dffa4f-1066-4d7e-9de7-292b04fec97f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607473 May 20 07:53:39.460809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Port 12bdf212-cb2c-488c-befd-3efb8e3872b6 on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:53:39.461367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Attempting to bind port 12bdf212-cb2c-488c-befd-3efb8e3872b6 on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:39.507256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Pushing event updated for resources: {'Port': ['ID=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:39.510772 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:39.511051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.512433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2631252 May 20 07:53:39.518466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-77126296-dac6-4719-afe3-7208eec6e894 req-0352ef91-b0ea-47e5-a2b8-8b8c0c689374 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:39.519619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77126296-dac6-4719-afe3-7208eec6e894 req-0352ef91-b0ea-47e5-a2b8-8b8c0c689374 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 943 time: 1.6060927 May 20 07:53:39.525601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.537324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:39.539642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57938) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:39.540634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bcca2ea3-90a4-439a-b717-0012c108e83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:39.650014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:39.650435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:39.650871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:39.651433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Bound port: 12bdf212-cb2c-488c-befd-3efb8e3872b6, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:39.651877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.720638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a9ff5-2ff2-4319-8d2c-c2e0cb19fdaa,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:39.723219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-58ee95ca-05b8-4c2a-9df5-6b2782435019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:39.728354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-58ee95ca-05b8-4c2a-9df5-6b2782435019 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.8909657 May 20 07:53:39.728522 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c23e59762abc448d9ca98f54c8a37962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3187995 May 20 07:53:39.728522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.746295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57942) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:39.759784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.787713 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:39.867938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:36Z', 'revision_number': 3, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:39.872066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Checking router: d7858939-a0e3-4d74-a90e-c183245a5875 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:39.872433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Updating router d7858939-a0e3-4d74-a90e-c183245a5875 port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:53:39.927544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:39.941326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77126296-dac6-4719-afe3-7208eec6e894 req-4cdbed73-b737-42d1-bbbf-604a48205dbc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095138 May 20 07:53:39.958097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-787d9546-f30e-47ac-ace2-6c38f5ead526 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 217 time: 0.2055967 May 20 07:53:40.083746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-df72cb80-11a2-468f-b829-259b5c055a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.084275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-df72cb80-11a2-468f-b829-259b5c055a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.084850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-df72cb80-11a2-468f-b829-259b5c055a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.086476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-df72cb80-11a2-468f-b829-259b5c055a0c service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6757979 May 20 07:53:40.146753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e16c3-2162-42ed-adbd-1ca27111fd19 req-e0dea59a-d0d1-43a0-bf4e-fe850c49602a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.152849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e16c3-2162-42ed-adbd-1ca27111fd19 req-e0dea59a-d0d1-43a0-bf4e-fe850c49602a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.155912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-689fd807-f66e-4397-a255-70c4d35cbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.157365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-689fd807-f66e-4397-a255-70c4d35cbe24 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 1095 time: 1.1607976 May 20 07:53:40.160281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb3e16c3-2162-42ed-adbd-1ca27111fd19 req-e0dea59a-d0d1-43a0-bf4e-fe850c49602a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1667 time: 0.5432765 May 20 07:53:40.312220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-e2ccb02f-8249-4ae4-9698-7642bf615d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:40.313719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-e2ccb02f-8249-4ae4-9698-7642bf615d28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.3117185 May 20 07:53:40.314827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:40.318900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb3e16c3-2162-42ed-adbd-1ca27111fd19 req-f5bafc6f-1165-4095-aeb8-636868360629 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574235 May 20 07:53:40.319911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:40.326154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.483025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.498618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Transition to ACTIVE for port object 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:40.510200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:40.510797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.585330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.590181 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:40.600879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:40.616381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-fc74c0f5-31bb-4bef-ba4f-5a6122b8f26c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2870996 May 20 07:53:40.624405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:53:40.641258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.674625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.703228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.712809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Pushing event updated for resources: {'Port': ['ID=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:40.719098 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:40.722144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Attempting to bind port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:40.722493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Attempting to bind port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:40.722962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Attempting to bind port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:40.733342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:40.733650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:40.734155 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.734652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:40.735493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Bound port: 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:40.735703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.763039 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85646a81-f2f3-445c-8e74-fca83d90340b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:40.773325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a9eae8a1-622a-4b02-9d4b-f6b2784c4074 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:40.867762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] For port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:40.872559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] For port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:40.880988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:40.881530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.950074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:40.955908 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2eebd84c-6e1c-4f82-907a-634b0a042362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:41.092475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.113646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Router f774439a-879a-4674-a76d-cceb16d174a3 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:53:41.121171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a59ddb9-f35e-48db-a5ce-498fb107684a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:53:41.160013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:41.160744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:41.203178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Pushing event updated for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:41.222740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.223370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.224222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69f621a1-dbd4-4b45-be54-1964a484db98 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:41.225359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] 10.222.0.81 "PUT /v2.0/ports/12bdf212-cb2c-488c-befd-3efb8e3872b6 HTTP/1.1" status: 200 len: 1091 time: 6.4873664 May 20 07:53:41.238276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:41.259861 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:41.265256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaf2b10-1531-4975-b847-7d35319baa28 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:41.266846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.268159 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:53:41.275793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-1a9e889f-def9-45f2-a673-e492c0c106bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.277254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f2247f8-6456-4689-a567-befdb87c8d70 req-1a9e889f-def9-45f2-a673-e492c0c106bb service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1631925 May 20 07:53:41.288902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.295992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-0b75b6e5-2cc0-4882-b0f7-54e93fd4195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.297512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-0b75b6e5-2cc0-4882-b0f7-54e93fd4195c service neutron] 10.222.0.84 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 1.1121635 May 20 07:53:41.300642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Pushing event updated for resources: {'Port': ['ID=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:41.326008 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:41.494461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-f391c324-243a-42f2-94a6-2f6925b4ace1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a HTTP/1.1" status: 200 len: 217 time: 0.1799736 May 20 07:53:41.500108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Transition to ACTIVE for port object fbaf2b10-1531-4975-b847-7d35319baa28 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:41.510167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dda44-e795-49d0-90b7-ac19a8f22b76 req-b7ddbf8e-a277-4844-8993-3484e014d04f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.512419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c26dda44-e795-49d0-90b7-ac19a8f22b76 req-b7ddbf8e-a277-4844-8993-3484e014d04f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 943 time: 0.3502820 May 20 07:53:41.524045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:41.537336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:41.540228 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Sync routers for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:41.552479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:41.558512 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:41.559591 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:41.561339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-549f2d18-6ea8-4e83-886e-8d52521e33b1 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632686 May 20 07:53:41.586808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a644f08-87e0-4ee2-8080-9a4e565122a8 req-c81c943b-cc3c-40f2-b966-b3758e4f8052 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.588298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a644f08-87e0-4ee2-8080-9a4e565122a8 req-c81c943b-cc3c-40f2-b966-b3758e4f8052 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 944 time: 0.9859369 May 20 07:53:41.656903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.659621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.661062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c26dda44-e795-49d0-90b7-ac19a8f22b76 req-d2e8643f-3031-403d-8e02-ea8464563408 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317616 May 20 07:53:41.662748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0a59ddb9-f35e-48db-a5ce-498fb107684a', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': '0a59ddb9-f35e-48db-a5ce-498fb107684a', 'mac_address': 'fa:16:3e:1c:50:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:53:41.663362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Allocated IP 172.20.0.1 (95a99051-c8ba-47d2-949c-3b0dfb5aac8a/ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d/60838dd4-b66b-4eaa-a4ba-bd3baa15400a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:41.671353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 69f621a1-dbd4-4b45-be54-1964a484db98 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:41.671732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.675457 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5f85cb6-c60c-48b3-883e-5b1a6d17a755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:41.706600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a9ff5-2ff2-4319-8d2c-c2e0cb19fdaa,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:41.727264 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:41.782377 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aab92bb7-2f1e-4eb5-9565-c52b28f0ad42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:41.861664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:41.864896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-e6f2889b-fb38-4b9d-859b-190f66563d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:41.866448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-e6f2889b-fb38-4b9d-859b-190f66563d3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.3617892 May 20 07:53:41.877207 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:41.895243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.921567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:41.925697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8134859 May 20 07:53:41.926476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:41.950669 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:41.982356 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6', 'status': 'completed', 'code': 200} May 20 07:53:42.026426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a59ddb9-f35e-48db-a5ce-498fb107684a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:42.102118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a644f08-87e0-4ee2-8080-9a4e565122a8 req-67100b13-46c2-43eb-9068-d6af8c72bedd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824739 May 20 07:53:42.120501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:42.139856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-c39c6de2-89ce-448e-859a-40bb065e9163 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677766 May 20 07:53:42.182020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.186825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c49a9ff5-2ff2-4319-8d2c-c2e0cb19fdaa HTTP/1.1" status: 204 len: 168 time: 2.4297760 May 20 07:53:42.188683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027118ba-f4ed-493b-bf50-a03ab2c91df5 req-8745fb16-b7c9-4bbe-bfa6-b07796777987 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174705 May 20 07:53:42.191686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-2ec19569-c059-46c7-80de-5e9502a87eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:42.195041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-2ec19569-c059-46c7-80de-5e9502a87eb1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 1094 time: 0.8013136 May 20 07:53:42.206677 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.209795 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb8c7e89-9f85-456c-a90b-af05b2401790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:42.322815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:36Z', 'revision_number': 3, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:42.336306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144ac80-49f7-4453-957a-82f474ab41ba None None] The sync data for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 is: [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:36Z', 'revision_number': 3, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:42.340528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:42.346689 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:42.382871 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.425181 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:39Z', 'revision_number': 3, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:42.429957 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Checking router: f774439a-879a-4674-a76d-cceb16d174a3 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:42.430320 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Updating router f774439a-879a-4674-a76d-cceb16d174a3 port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:53:42.450062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-d9eb4bf0-e717-4da2-91f7-3a26c56f1fea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6 HTTP/1.1" status: 200 len: 217 time: 0.1940470 May 20 07:53:42.493699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0a59ddb9-f35e-48db-a5ce-498fb107684a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:42.512588 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.578754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.616628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Transition to ACTIVE for port object 60838dd4-b66b-4eaa-a4ba-bd3baa15400a will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:42.652103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:42.664345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-34b8ad49-f23a-42da-bbc5-cfd87c0fa362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:42.771717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:42.789431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:42.822182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58531e-5da8-49a9-b5ec-66ffed37ddb3 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:42.910638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Attempting to bind port fbaf2b10-1531-4975-b847-7d35319baa28 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:42.912341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Attempting to bind port fbaf2b10-1531-4975-b847-7d35319baa28 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:42.913054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Attempting to bind port fbaf2b10-1531-4975-b847-7d35319baa28 on network 6ee48a19-903b-4e40-990a-b73021425fb3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:42.916676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-3fcf8106-1e8f-45d1-9993-03bac4d18119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:42.919167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-3fcf8106-1e8f-45d1-9993-03bac4d18119 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.3106105 May 20 07:53:42.921360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-4b9a7532-c19c-4c8e-9a68-5a4e3525a4b6 service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252567 May 20 07:53:42.955292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0579-6573-4ed9-bd49-5ca17132b827 req-6034ac6b-b97b-4ebc-ae13-9000c11e1a71 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:42.976526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea0579-6573-4ed9-bd49-5ca17132b827 req-6034ac6b-b97b-4ebc-ae13-9000c11e1a71 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:42.978334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16ea0579-6573-4ed9-bd49-5ca17132b827 req-6034ac6b-b97b-4ebc-ae13-9000c11e1a71 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 0.9308252 May 20 07:53:43.011665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-5795cb9a-94bf-4439-8159-af9d04cd98ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818820 May 20 07:53:43.016411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:43.016411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.024919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Port fbaf2b10-1531-4975-b847-7d35319baa28 on network 6ee48a19-903b-4e40-990a-b73021425fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:53:43.025667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Attempting to bind port fbaf2b10-1531-4975-b847-7d35319baa28 on network 6ee48a19-903b-4e40-990a-b73021425fb3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:43.061737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:43.062205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Checking segment: {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:43.062795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Bound using segment: {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:43.063341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Bound port: fbaf2b10-1531-4975-b847-7d35319baa28, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac7cbca-e399-4e7c-9471-dd28066cdbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:43.064486 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.276348 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-16ea0579-6573-4ed9-bd49-5ca17132b827 req-6510a199-5c43-44e2-a41d-fd82ccf893fe tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673292 May 20 07:53:43.287925 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.301627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Transition to ACTIVE for port object 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:43.406524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57972) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:43.418487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.446722 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.451476 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:43.451643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53bfaea1-1855-4600-ac97-ecbd843a92bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:43.539024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Update dhcp port {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'fixed_ips': [{'subnet_id': '4e9c7fe3-a45c-489a-a308-c68a948a7725', 'ip_address': '2001:db8::f816:3eff:fe87:c62a'}, {'subnet_id': '77124697-8ab3-4370-bc10-8016c6114c88'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:53:43.546581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=77124697-8ab3-4370-bc10-8016c6114c88,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:43.551394 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:43.603523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-9abeda92-c373-42ba-8841-c04cb9e637ac service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585938 May 20 07:53:43.632310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.665007 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.702137 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Attempting to bind port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:43.704927 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Attempting to bind port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:43.705327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Attempting to bind port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:43.710190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Pushing event updated for resources: {'Port': ['ID=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:43.737029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:43.737810 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:43.741619 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:43.742080 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.742489 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:43.743123 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Bound port: 1463cb79-60eb-42b4-aee5-b5c249a6d5a9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:43.743499 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.795518 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.798272 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.798617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.798953 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.804232 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.804693 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.805080 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.805460 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.805810 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.806251 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.806578 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.806895 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:53:43.837145 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:43.903745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Allocated IP 2001:db8:0:1::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/77124697-8ab3-4370-bc10-8016c6114c88/1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:43.924815 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] For port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:43.932264 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] For port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:43.955472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:43.958288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Usage tracker for resource:security_group_rule and tenant:242312df3a934794aa91e34b760e4d6b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:43.967389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:43.971160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:43.972898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:43.985898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:43.988838 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:43.994422 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:44.000866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7e3a667-89cc-4f4a-9285-76ab0cacedc4 req-8cc1ae14-c5ba-4ff5-bf2d-7c752f7153e5 service neutron] 10.222.0.84 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0039978 May 20 07:53:44.003436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Pushing event updated for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:44.010187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4800246 May 20 07:53:44.015151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57976) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:44.025506 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:44.033875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:6d:16:3e', 'name': 'tempest-NetworksTestDHCPv6-1219480147'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:44.042248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:44.104306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.137036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] For port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:44.158952 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:44.161800 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:44.213280 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.258572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Transition to ACTIVE for port object 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:44.287985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.300272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:44.305711 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf7cf8ef-6ec4-40df-b09e-fd0a3af70a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:44.319928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.336669 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:44.354218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:44.386809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:44.437524 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:44.464515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:44.481244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:44.501339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:44.501996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.503392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] 10.222.0.84 "PUT /v2.0/ports/fbaf2b10-1531-4975-b847-7d35319baa28 HTTP/1.1" status: 200 len: 1092 time: 6.7873526 May 20 07:53:44.509108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:44.512521 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:44.513017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:44.567047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:44.603792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b5188-62bd-44a1-9b2f-0ea666ef0f41 req-6d850326-af9c-49a5-9c93-74e350d27133 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:44.605505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b4b5188-62bd-44a1-9b2f-0ea666ef0f41 req-6d850326-af9c-49a5-9c93-74e350d27133 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 943 time: 1.5192399 May 20 07:53:44.678974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Pushing event updated for resources: {'Port': ['ID=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:44.692950 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:44.706148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06765f0-db5e-48bb-86fb-518ae8cb039a req-11bb000f-dd21-4b47-bd76-c1e38a0bf0a4 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903746 May 20 07:53:44.737000 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Pushing event updated for resources: {'Port': ['ID=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:44.752231 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:44.753907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d66ab39b-242d-4e85-95a6-a9eb5a64cab2 None None] Provisioning for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:44.759488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d66ab39b-242d-4e85-95a6-a9eb5a64cab2 None None] Provisioning complete for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:44.777259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d66ab39b-242d-4e85-95a6-a9eb5a64cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:44.835611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b4b5188-62bd-44a1-9b2f-0ea666ef0f41 req-56a23903-d590-4df7-9523-caa7fc0f9cdb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112956 May 20 07:53:44.886036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:44.910430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d66ab39b-242d-4e85-95a6-a9eb5a64cab2 None None] Port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:44.917142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:44.931325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:44.931974 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.016661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:39Z', 'revision_number': 3, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:45.037848 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a42398-4d16-4b34-88b0-c35df872e3fe None None] The sync data for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 is: [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:39Z', 'revision_number': 3, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:45.126936 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.143974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a59ddb9-f35e-48db-a5ce-498fb107684a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:45.162569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b495f-7dc5-41b0-95aa-c03cd9d29425 req-9eeaf385-ea4c-48a2-a1c3-35913bc6d8e3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.171814 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c34b495f-7dc5-41b0-95aa-c03cd9d29425 req-9eeaf385-ea4c-48a2-a1c3-35913bc6d8e3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 945 time: 1.4188986 May 20 07:53:45.293733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-23ef4398-c5a0-415c-b517-c925968b0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.294393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-23ef4398-c5a0-415c-b517-c925968b0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.296552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-23ef4398-c5a0-415c-b517-c925968b0c2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1981 time: 0.6262262 May 20 07:53:45.309256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.320084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.335066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.341149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:45.345379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.360639 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eafc995-cdad-4fbf-8ddd-47741e6f2ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:45.381950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0a59ddb9-f35e-48db-a5ce-498fb107684a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:45.390671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0a59ddb9-f35e-48db-a5ce-498fb107684a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:45.390671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.404883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.425849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-f7f073ec-63da-4022-a04e-58cf21167b53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8 HTTP/1.1" status: 200 len: 217 time: 0.1069510 May 20 07:53:45.501713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4d90-74b0-479b-a7f6-93a267a551a6 req-f82df73c-7524-41a7-a3ad-500f7865f500 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.509041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4d90-74b0-479b-a7f6-93a267a551a6 req-f82df73c-7524-41a7-a3ad-500f7865f500 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.510788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e35a4d90-74b0-479b-a7f6-93a267a551a6 req-f82df73c-7524-41a7-a3ad-500f7865f500 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 0.4768157 May 20 07:53:45.525190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.532528 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:45.548087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c34b495f-7dc5-41b0-95aa-c03cd9d29425 req-b1351ce5-44e1-442e-b153-efddbc54a4b7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750484 May 20 07:53:45.556994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=242312df3a934794aa91e34b760e4d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1486852 May 20 07:53:45.581300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57986) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:45.596544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cd18a-33e4-45db-93ad-7700fafdf04a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:45.606737 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:45.632876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-7ff2983c-c352-4185-859d-f08166591906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.634840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-7ff2983c-c352-4185-859d-f08166591906 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 1094 time: 0.7095747 May 20 07:53:45.659529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:45.671799 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:45.743988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 77971e4a-209c-47c1-a9a0-746e6c922538 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:53:45.758484 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.798364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:45.799841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:45.837391 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'status': 'completed', 'code': 200} May 20 07:53:45.900126 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a', 'code': 200} May 20 07:53:45.940837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:45.946695 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:45.954531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e35a4d90-74b0-479b-a7f6-93a267a551a6 req-a79b90ba-40f6-471d-abf7-555bf329ce52 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666928 May 20 07:53:45.988928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-008ed011-551c-496b-b928-a4c328ae47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:45.991170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-008ed011-551c-496b-b928-a4c328ae47e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdb3322f-bdc4-4358-bd54-b1c74a9f2bed HTTP/1.1" status: 200 len: 801 time: 0.5440137 May 20 07:53:46.030392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-76a6a11b-85b4-4b2e-ae4b-2cdba2bfcaa3 None None] Provisioning for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:46.044508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-76a6a11b-85b4-4b2e-ae4b-2cdba2bfcaa3 None None] Provisioning complete for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:46.044883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-76a6a11b-85b4-4b2e-ae4b-2cdba2bfcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.162759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:46.167424 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:46.284154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Allocated IP 172.20.0.1 (2f95d09e-229d-46a2-8ec8-f19505c534bd/71015682-1d08-4c22-8ce1-73b394b89905/751e37df-3015-40ae-a2fd-fb018d44dc7e) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:46.359513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.361960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.451705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:46.464800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.471611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.492734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-cb1fc33d-4cfa-4277-93b7-6d09496479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:46.495045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-cb1fc33d-4cfa-4277-93b7-6d09496479e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.8378923 May 20 07:53:46.502124 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e07e932a-976c-4d4c-a865-945e5dcd9f3d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:46.544121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:46.544291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.620822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-c184c911-8e18-4d17-820c-fa49e8516a21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6 HTTP/1.1" status: 200 len: 217 time: 0.1034110 May 20 07:53:46.637079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.656226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.682040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:46.699910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Transition to ACTIVE for port object 751e37df-3015-40ae-a2fd-fb018d44dc7e will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:46.772074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Pushing event updated for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:46.788823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59832cab-2158-487a-98e8-40b6bccbf828 req-dda72224-7fbe-4545-80b7-dab6868406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:46.790275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59832cab-2158-487a-98e8-40b6bccbf828 req-dda72224-7fbe-4545-80b7-dab6868406a4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 1097 time: 0.8069043 May 20 07:53:46.803531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-6e2d5054-f0ec-4813-baf3-8d656da51131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:46.804941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-6e2d5054-f0ec-4813-baf3-8d656da51131 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed081c2f-324b-4649-b933-0f6224045ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7473249 May 20 07:53:46.809646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:46.815465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:46.818821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:46.821656 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:46.895972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-6aaf14c9-17e4-4400-aa26-35153e916d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:46.896756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-6aaf14c9-17e4-4400-aa26-35153e916d13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.2535610 May 20 07:53:46.923595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a77764-a2a2-4341-9d6f-4f8b336e76d0 req-04fe79e2-c8e7-4c1a-a739-10aa65fe43ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:46.925694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13a77764-a2a2-4341-9d6f-4f8b336e76d0 req-04fe79e2-c8e7-4c1a-a739-10aa65fe43ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 943 time: 0.8514829 May 20 07:53:46.985420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:46.987039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:46.993805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.002808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.013606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:47.015535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8:0:1::3e7 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/77124697-8ab3-4370-bc10-8016c6114c88/77971e4a-209c-47c1-a9a0-746e6c922538) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:47.019379 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-daa2c343-b707-4cca-8030-124e902054d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:47.045063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.062457 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b162671-5d4d-4139-8348-466175203131 tempest-SecurityGroupRulesNegativeTestJSON-209580499 tempest-SecurityGroupRulesNegativeTestJSON-209580499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:47.072627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-2cf790e9-d365-4c31-b1fa-6a48f7f4f3f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625874 May 20 07:53:47.074099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::f816:3eff:fe6d:163e (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/4e9c7fe3-a45c-489a-a308-c68a948a7725/77971e4a-209c-47c1-a9a0-746e6c922538) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:47.095173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59832cab-2158-487a-98e8-40b6bccbf828 req-e1de06a6-f86b-4c32-940a-94ed04a485c3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892830 May 20 07:53:47.120035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cd18a-33e4-45db-93ad-7700fafdf04a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:47.136188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-13a77764-a2a2-4341-9d6f-4f8b336e76d0 req-687d2245-fbb6-4608-bc66-a122134f2ab9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028735 May 20 07:53:47.143312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:47.165695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.166951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:47.210474 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d60d97ca-cd3f-44bd-9c6c-50556b3636ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:47.211014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:47.226654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:47.231425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:47.277057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-28c994f3-52a7-49c2-92aa-4b56e198a77c service neutron] 10.222.0.84 "GET /v2.0/networks/ed081c2f-324b-4649-b933-0f6224045ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420898 May 20 07:53:47.308784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4891ca-9617-474b-a53c-6a4ff312a5f6 req-09e9c218-5f45-46d5-b49a-6c42fc88520d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:47.322205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af4891ca-9617-474b-a53c-6a4ff312a5f6 req-09e9c218-5f45-46d5-b49a-6c42fc88520d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.6375144 May 20 07:53:47.360136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:47.367297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Pushing event updated for resources: {'Port': ['ID=751e37df-3015-40ae-a2fd-fb018d44dc7e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:47.375889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:47.385442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6aca6cc3-ff24-45be-8656-e76cd1c571d9 None None] Provisioning complete for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:47.386186 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6aca6cc3-ff24-45be-8656-e76cd1c571d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.387678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:47.485037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6aca6cc3-ff24-45be-8656-e76cd1c571d9 None None] Port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:47.507623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:47.508006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.531856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.544220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 12bdf212-cb2c-488c-befd-3efb8e3872b6 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:53:47.591222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Router d7858939-a0e3-4d74-a90e-c183245a5875 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:53:47.607898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.611458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a27cd18a-33e4-45db-93ad-7700fafdf04a HTTP/1.1" status: 204 len: 168 time: 1.9722257 May 20 07:53:47.711702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906b2a-0065-4128-b119-1b3ff991cf77 req-43fde49d-d6d7-4e8c-8eb4-eb6f7ca9b22b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:47.717750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906b2a-0065-4128-b119-1b3ff991cf77 req-43fde49d-d6d7-4e8c-8eb4-eb6f7ca9b22b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:47.725381 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90906b2a-0065-4128-b119-1b3ff991cf77 req-43fde49d-d6d7-4e8c-8eb4-eb6f7ca9b22b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 0.2569046 May 20 07:53:47.728080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.763643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af4891ca-9617-474b-a53c-6a4ff312a5f6 req-4102a5d3-8379-4a70-9232-f287962ee199 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405618 May 20 07:53:47.772166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-4ca802b1-188d-4be9-a330-e9b64be68679 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819797 May 20 07:53:47.776494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 77971e4a-209c-47c1-a9a0-746e6c922538 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:47.785829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b4d193a0-771e-4dbd-8814-4614b4d5e105 None None] Provisioning for port 751e37df-3015-40ae-a2fd-fb018d44dc7e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:47.797010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b4d193a0-771e-4dbd-8814-4614b4d5e105 None None] Provisioning complete for port 751e37df-3015-40ae-a2fd-fb018d44dc7e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:47.797390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4d193a0-771e-4dbd-8814-4614b4d5e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:47.868496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:47.886517 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-90906b2a-0065-4128-b119-1b3ff991cf77 req-6582a4c2-b577-4d73-8b7d-2a4d3a04b5b5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602862 May 20 07:53:47.887421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b4d193a0-771e-4dbd-8814-4614b4d5e105 None None] Port 751e37df-3015-40ae-a2fd-fb018d44dc7e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:47.889009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '12bdf212-cb2c-488c-befd-3efb8e3872b6', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '12bdf212-cb2c-488c-befd-3efb8e3872b6', 'mac_address': 'fa:16:3e:61:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:53:47.909953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-2eb07d20-ce24-4a12-8dbc-91edfe338bac service neutron] 10.222.0.84 "GET /v2.0/networks/ed081c2f-324b-4649-b933-0f6224045ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152797 May 20 07:53:47.913226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:47.961910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] 10.222.0.79 "PUT /v2.0/routers/d7858939-a0e3-4d74-a90e-c183245a5875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4057815 May 20 07:53:47.962904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Sync routers for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:48.008483 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:48.009620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:48.012497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-ccf9b915-ab4a-48b4-b6f3-c76f4d26562c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fbaf2b10-1531-4975-b847-7d35319baa28 HTTP/1.1" status: 200 len: 217 time: 0.0933142 May 20 07:53:48.047597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.099367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-32075a6a-a8f8-40d9-b1da-7b52c54dae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:48.099367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-32075a6a-a8f8-40d9-b1da-7b52c54dae41 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=146b82c2-2a7d-4cf9-ad1e-1d657317fcda HTTP/1.1" status: 200 len: 801 time: 0.0756328 May 20 07:53:48.244948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.331115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:48.444347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d20ff5a-97fd-457c-8111-8d2befb97bda req-2623ac2e-4f48-4f66-886c-9e68309c9b10 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600542 May 20 07:53:48.467698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bdf212-cb2c-488c-befd-3efb8e3872b6 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:48.498179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.510152 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d398e30-1b22-40a1-8b96-d573e646574d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:48.539138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:48.559697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:48.589881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:48.596470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:48.608415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:48.615960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:48.616434 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.616864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.633251 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-165e2197-e12e-4a5b-8bc0-4e4835286c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:48.639941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-6c852ec3-2b59-42f7-bb4b-0293ae9bc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:48.641517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-6c852ec3-2b59-42f7-bb4b-0293ae9bc047 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ee48a19-903b-4e40-990a-b73021425fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5314808 May 20 07:53:48.651084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=77971e4a-209c-47c1-a9a0-746e6c922538,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:48.672250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.679257 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:48.707182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce9d4-9b6b-42bd-9ec7-b55d82d06a2f req-97436ebc-642e-4b01-9207-969cdc13058a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:48.708970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75bce9d4-9b6b-42bd-9ec7-b55d82d06a2f req-97436ebc-642e-4b01-9207-969cdc13058a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 943 time: 0.3142226 May 20 07:53:48.765775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.797734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7780809 May 20 07:53:48.804099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58026) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:48.805831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:48.806389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:48.847230 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04129ee5-52e2-4ee3-8abc-0b43feacdffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:48.903405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58030) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:48.941644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['12bdf212-cb2c-488c-befd-3efb8e3872b6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:48.947104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136892631', 'description': 'tempest-description--280002114'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:48.960535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75bce9d4-9b6b-42bd-9ec7-b55d82d06a2f req-d6d62447-c5db-4c54-a0ec-5c6758394d85 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437601 May 20 07:53:48.968106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:48.988193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Usage tracker for resource:security_group and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:48.991285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:48.993244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:49.010379 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:49.044080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:49.051033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-0a8b244f-f7dc-4363-9620-916cbeadf28c service neutron] 10.222.0.84 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018147 May 20 07:53:49.072563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Pushing event updated for resources: {'Port': ['ID=751e37df-3015-40ae-a2fd-fb018d44dc7e,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:49.107737 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:49.112156 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.216319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.288530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f108d47-4421-4464-ab6c-a6d0ddc93a77 None None] Provisioning for port 77971e4a-209c-47c1-a9a0-746e6c922538 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:49.318410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:49.328307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Usage tracker for resource:security_group_rule and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:49.339433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f108d47-4421-4464-ab6c-a6d0ddc93a77 None None] Provisioning complete for port 77971e4a-209c-47c1-a9a0-746e6c922538 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:49.340017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f108d47-4421-4464-ab6c-a6d0ddc93a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.340748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:49.344455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 77971e4a-209c-47c1-a9a0-746e6c922538 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:49.344836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.372215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:49.383086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:49.385790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:49.394307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18bbc9b-c173-4d1f-8d46-3a3c29d9b14c req-0b433703-563d-40a9-aacd-1ba6888ec26e service neutron] 10.222.0.84 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301883 May 20 07:53:49.468894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9f108d47-4421-4464-ab6c-a6d0ddc93a77 None None] Port 77971e4a-209c-47c1-a9a0-746e6c922538 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:49.566654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 2, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:49.572568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Checking router: d7858939-a0e3-4d74-a90e-c183245a5875 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:49.572934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Updating router d7858939-a0e3-4d74-a90e-c183245a5875 port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:53:49.579236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.662372 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.697565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee785-733c-4859-8108-c3e08281bd8d req-88da7706-2be5-499c-9421-78d13552ffe7 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:49.705903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee785-733c-4859-8108-c3e08281bd8d req-88da7706-2be5-499c-9421-78d13552ffe7 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:49.715739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-980ee785-733c-4859-8108-c3e08281bd8d req-88da7706-2be5-499c-9421-78d13552ffe7 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 0.4087288 May 20 07:53:49.726324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 77971e4a-209c-47c1-a9a0-746e6c922538 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:49.749407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Router f774439a-879a-4674-a76d-cceb16d174a3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:53:49.785160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385377c9-59c6-4dd1-847b-ec1533b901ba req-593f331b-5c8f-4697-b964-c06eaf4fe7f0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:49.787187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-385377c9-59c6-4dd1-847b-ec1533b901ba req-593f331b-5c8f-4697-b964-c06eaf4fe7f0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.5784547 May 20 07:53:49.839837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9453d9ce-0303-4b67-ae99-1fe3044cad88 None None] Provisioning complete for port 751e37df-3015-40ae-a2fd-fb018d44dc7e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:49.840202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9453d9ce-0303-4b67-ae99-1fe3044cad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.902149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.924083 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-385377c9-59c6-4dd1-847b-ec1533b901ba req-42fa38f9-0df2-4e99-9097-56495e7f403d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259012 May 20 07:53:49.950324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-c50f6b7f-8700-470f-b0ad-9868b9633f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:49.951139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-c50f6b7f-8700-470f-b0ad-9868b9633f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:49.952295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9453d9ce-0303-4b67-ae99-1fe3044cad88 None None] Port 751e37df-3015-40ae-a2fd-fb018d44dc7e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:53:49.967217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-c50f6b7f-8700-470f-b0ad-9868b9633f52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1981 time: 0.2456465 May 20 07:53:49.972518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:49.980316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:49.994114 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] 10.222.0.79 "PUT /v2.0/routers/f774439a-879a-4674-a76d-cceb16d174a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0617115 May 20 07:53:49.999129 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Sync routers for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:50.012770 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:50.013819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:50.015221 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-980ee785-733c-4859-8108-c3e08281bd8d req-506a5c42-5a34-49be-b721-6f3ab5aedfc2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986119 May 20 07:53:50.026843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a7b9a79-1e02-42c8-85eb-c70e2b257fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:50.277748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:50.314462 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:50.340922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8944fb2b-fa1c-4390-a639-06a323f19262,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:50.356415 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:50.365744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61632d8f-290c-48e3-b12b-ff6d21c27951 req-62b20914-b0e9-4ff7-9cf9-25e06c5801f9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:50.373607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-61632d8f-290c-48e3-b12b-ff6d21c27951 req-62b20914-b0e9-4ff7-9cf9-25e06c5801f9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 944 time: 0.1078758 May 20 07:53:50.435988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:50.441551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5328276 May 20 07:53:50.441551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:50.452149 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-61632d8f-290c-48e3-b12b-ff6d21c27951 req-194d7fbe-6e00-43cc-93fc-55a48f4abb0c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772264 May 20 07:53:50.463125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'security_group_rule': {'security_group_id': '8944fb2b-fa1c-4390-a639-06a323f19262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:50.471654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:50.483514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Usage tracker for resource:security_group_rule and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:50.493864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:50.494592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-92ed31cd-a46c-4d78-b571-14b62e1861ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:50.496060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-92ed31cd-a46c-4d78-b571-14b62e1861ca service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ee48a19-903b-4e40-990a-b73021425fb3 HTTP/1.1" status: 200 len: 902 time: 0.5255129 May 20 07:53:50.500743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:50.575137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Transition to ACTIVE for port object 60838dd4-b66b-4eaa-a4ba-bd3baa15400a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:50.604417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:50.623222 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd4e1c65-a83f-4b4c-bbb4-b30e9d6b72f1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:50.649631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:50.654912 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:50.905432 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:47Z', 'revision_number': 4, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '751e37df-3015-40ae-a2fd-fb018d44dc7e', 'name': '', 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'mac_address': 'fa:16:3e:c3:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '71015682-1d08-4c22-8ce1-73b394b89905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:45Z', 'updated_at': '2021-05-20T07:53:48Z', 'revision_number': 2, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'subnets': [{'id': '71015682-1d08-4c22-8ce1-73b394b89905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:50.914418 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Checking router: f774439a-879a-4674-a76d-cceb16d174a3 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:50.915021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Updating router f774439a-879a-4674-a76d-cceb16d174a3 port 751e37df-3015-40ae-a2fd-fb018d44dc7e binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:53:50.933495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Pushing event updated for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:50.946710 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-95f24c87-8cce-4635-ae12-e71bf073ad15 req-1b59cc12-5d33-4683-982c-5c16c2ff37e2 tempest-FloatingIPsNegativeTestJSON-1268204469 tempest-FloatingIPsNegativeTestJSON-1268204469-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=3ac20b9b3e604354aa4c2294ef9a1584 HTTP/1.1" status: 200 len: 217 time: 0.1158264 May 20 07:53:50.959271 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:51.016798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-42307073-8260-476a-9a57-c752ea762ac0 req-139c2fb4-a230-486f-881e-79af7aca7edf tempest-FloatingIPsNegativeTestJSON-1268204469 tempest-FloatingIPsNegativeTestJSON-1268204469-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0464404 May 20 07:53:51.022200 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.043990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-159ec63a-4ea0-4c5e-8e7a-44f786e1ec11 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fbaf2b10-1531-4975-b847-7d35319baa28 HTTP/1.1" status: 200 len: 217 time: 0.5403986 May 20 07:53:51.091026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Attempting to bind port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:51.091410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Attempting to bind port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:51.091789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Attempting to bind port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a on network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:51.102678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:51.103058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Checking segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:51.103478 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.103884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Bound using segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:51.104376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Bound port: 60838dd4-b66b-4eaa-a4ba-bd3baa15400a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:51.104881 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.129247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=77971e4a-209c-47c1-a9a0-746e6c922538,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:51.148915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:51.149903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.220500 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [req-463005f8-b754-4dcd-a076-f87f4ab19032 req-4af0452c-767c-4f19-84d5-8d820b63ac33 tempest-FloatingIPsNegativeTestJSON-1268204469 tempest-FloatingIPsNegativeTestJSON-1268204469-project] show failed (client error): The resource could not be found. May 20 07:53:51.221570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-463005f8-b754-4dcd-a076-f87f4ab19032 req-4af0452c-767c-4f19-84d5-8d820b63ac33 tempest-FloatingIPsNegativeTestJSON-1268204469 tempest-FloatingIPsNegativeTestJSON-1268204469-project] 10.222.0.79 "GET /v2.0/floatingips/48e31a3d-c74a-4830-a339-c2ab4e43efa0 HTTP/1.1" status: 404 len: 350 time: 0.1826451 May 20 07:53:51.232677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58092) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:51.343135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] For port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:51.352364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] For port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:51.406939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.414040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/77971e4a-209c-47c1-a9a0-746e6c922538 HTTP/1.1" status: 204 len: 168 time: 2.6075594 May 20 07:53:51.425038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:51.447847 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.456393 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-93f8b1b5-ca66-44c3-b950-7ce99e0a59e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:51.550546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-7a9c6318-7a69-494c-bed5-04546385a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:51.553336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-7a9c6318-7a69-494c-bed5-04546385a02b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=146b82c2-2a7d-4cf9-ad1e-1d657317fcda HTTP/1.1" status: 200 len: 801 time: 0.4786980 May 20 07:53:51.575417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.584127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 12bdf212-cb2c-488c-befd-3efb8e3872b6 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:51.679825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.684127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:51.684788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:51.686579 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.703127 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Transition to ACTIVE for port object 751e37df-3015-40ae-a2fd-fb018d44dc7e will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:53:51.716626 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:51.747230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Pushing event updated for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:51.753297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b776d4-7ca4-4397-9dbd-1e17f11622a6,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:51.756680 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:51.763345 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.771636 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f2d4bab9-59e4-4b81-9e67-20d7621f4d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:51.781888 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:51.813525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487917b5-32f8-4af8-8a01-2f6e0ad6d16e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:51.814281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-487917b5-32f8-4af8-8a01-2f6e0ad6d16e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:51.819504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:51.823007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3678231 May 20 07:53:51.828084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:51.831386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81741f8b-dc40-418d-a8cb-78d75608fe82 req-e4a846bf-09c7-4339-bd57-0b0c5707febb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:51.841776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81741f8b-dc40-418d-a8cb-78d75608fe82 req-e4a846bf-09c7-4339-bd57-0b0c5707febb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.7965846 May 20 07:53:51.876734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'security_group_rule': {'security_group_id': '8944fb2b-fa1c-4390-a639-06a323f19262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:51.883100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-ee9b67b9-1932-44a3-9fc8-5a01ec0a31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:51.884576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-ee9b67b9-1932-44a3-9fc8-5a01ec0a31db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ee48a19-903b-4e40-990a-b73021425fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2849634 May 20 07:53:51.918107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:51.951978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81741f8b-dc40-418d-a8cb-78d75608fe82 req-5ead9c92-bf58-464a-b89e-b9c6dc3dc7b2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092172 May 20 07:53:51.997812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Usage tracker for resource:security_group_rule and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:52.025442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:52.034956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:52.046174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 12bdf212-cb2c-488c-befd-3efb8e3872b6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:52.050447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:52.052485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-487917b5-32f8-4af8-8a01-2f6e0ad6d16e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:52.057369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-487917b5-32f8-4af8-8a01-2f6e0ad6d16e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6038520 May 20 07:53:52.064363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58130) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:52.069442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49251d15-0bbc-486b-91bd-5c9a92bbaf39 req-db5dafa0-b04f-4a45-b24d-cccad5252463 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.086740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49251d15-0bbc-486b-91bd-5c9a92bbaf39 req-db5dafa0-b04f-4a45-b24d-cccad5252463 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.088466 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49251d15-0bbc-486b-91bd-5c9a92bbaf39 req-db5dafa0-b04f-4a45-b24d-cccad5252463 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 0.6892803 May 20 07:53:52.090033 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Pushing event updated for resources: {'Port': ['ID=751e37df-3015-40ae-a2fd-fb018d44dc7e,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:52.117890 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:52.164739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 12bdf212-cb2c-488c-befd-3efb8e3872b6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:52.165044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.249328 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Attempting to bind port 751e37df-3015-40ae-a2fd-fb018d44dc7e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:53:52.250808 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Attempting to bind port 751e37df-3015-40ae-a2fd-fb018d44dc7e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:53:52.252750 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Attempting to bind port 751e37df-3015-40ae-a2fd-fb018d44dc7e on network 2f95d09e-229d-46a2-8ec8-f19505c534bd {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:53:52.266880 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:53:52.267655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Checking segment: {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:53:52.271438 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.271852 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Bound using segment: {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:53:52.272789 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Bound port: 751e37df-3015-40ae-a2fd-fb018d44dc7e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50da985-6c34-4d6f-bf21-adeabba68263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:53:52.272789 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.340612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cbee9-0e66-4704-be63-52bbeb56d63d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.345396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-860cbee9-0e66-4704-be63-52bbeb56d63d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2796502 May 20 07:53:52.349855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:52.398382 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] For port 751e37df-3015-40ae-a2fd-fb018d44dc7e, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:53:52.401992 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] For port 751e37df-3015-40ae-a2fd-fb018d44dc7e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=751e37df-3015-40ae-a2fd-fb018d44dc7e,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:53:52.410533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.433856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180780c9-8a87-44f8-bd9a-97bd5e7d51d6 req-7bb4b7f3-ddff-4a1d-8e89-42d59cb3f1d1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.435708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180780c9-8a87-44f8-bd9a-97bd5e7d51d6 req-7bb4b7f3-ddff-4a1d-8e89-42d59cb3f1d1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 944 time: 0.2731504 May 20 07:53:52.443849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-7fd2934b-1351-4beb-be18-f6c60ff5ca3e service neutron] 10.222.0.84 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372736 May 20 07:53:52.449502 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-49251d15-0bbc-486b-91bd-5c9a92bbaf39 req-089608bb-0c85-44af-a1a0-63dcaf860547 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508317 May 20 07:53:52.500042 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.519223 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:52.590096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180780c9-8a87-44f8-bd9a-97bd5e7d51d6 req-cc128688-3734-4882-ba24-f017825d04b2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326580 May 20 07:53:52.591078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.596743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.600167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.601978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:52.602993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:52.623732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.669578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.679548 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30169bf5-8264-4490-9306-f484555ee13b tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:52.718167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ad42473-ec45-42a1-9fd4-99ad10c5e7ad req-df4e497c-3143-47c1-8590-0c899204fe3d service neutron] 10.222.0.84 "GET /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356646 May 20 07:53:52.724537 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Pushing event updated for resources: {'Port': ['ID=751e37df-3015-40ae-a2fd-fb018d44dc7e,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:52.724731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28430dfc-8c65-49de-8c86-78683285d922,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:52.731771 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:52.745788 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:52.754336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:52.754920 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:52.770990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:52.774031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e53201d-1268-485d-906d-ef36b5b3ed8a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4216440 May 20 07:53:52.779101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:52.782887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58158) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:52.792371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:52.825928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.829377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9898298 May 20 07:53:52.836240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58164) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:52.839417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:51Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:52.843882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205368f-b3a7-4050-9c42-4115063012e9 None None] The sync data for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 is: [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:51Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:52.860371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:52.869137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:52.881676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Usage tracker for resource:floatingip and tenant:2486290deb3548fca2e8c4668a133c12 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:52.884709 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6', 'code': 200} May 20 07:53:52.887096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:52.887863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.897166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:52.932259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 4e9c7fe3-a45c-489a-a308-c68a948a7725 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:52.935950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.941619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:52.943497 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-adeffe86-61fc-4681-9002-a73489538db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:53.100839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.128440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:53.136618 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:53.149001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbaf2b10-1531-4975-b847-7d35319baa28 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:53:53.229527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.342903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:53.476075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e5f05-254e-4a71-966b-d31f7aecac6d req-91f78976-e8bf-4cff-99eb-a123783825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:53.477883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f0e5f05-254e-4a71-966b-d31f7aecac6d req-91f78976-e8bf-4cff-99eb-a123783825b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 1096 time: 0.4707444 May 20 07:53:53.480317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:53.503474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.524531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'network_id': '6ee48a19-903b-4e40-990a-b73021425fb3', 'port_id': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'mac_address': 'fa:16:3e:ff:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b82c2-2a7d-4cf9-ad1e-1d657317fcda', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:53:53.607717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7953ca-0ad9-48d5-bfbd-01cd276e1c66 req-06ebb915-0683-4328-9236-dec4033af57f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:53.617964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b7953ca-0ad9-48d5-bfbd-01cd276e1c66 req-06ebb915-0683-4328-9236-dec4033af57f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.4032643 May 20 07:53:53.655165 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.679668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b7953ca-0ad9-48d5-bfbd-01cd276e1c66 req-8e4092ad-d4f7-40ac-b6e3-c899788fa05b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 May 20 07:53:53.708949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaf2b10-1531-4975-b847-7d35319baa28 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:53.739453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:53.814781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.815540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:53:53.816544 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.818361 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-aaaaef72-b5ee-4001-bf8f-0c64c80ba9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:53.841517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f0e5f05-254e-4a71-966b-d31f7aecac6d req-77c1cd4d-1696-4873-b708-c09ce0da3a43 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539503 May 20 07:53:53.948429 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:47Z', 'revision_number': 4, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '751e37df-3015-40ae-a2fd-fb018d44dc7e', 'name': '', 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'mac_address': 'fa:16:3e:c3:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '71015682-1d08-4c22-8ce1-73b394b89905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:45Z', 'updated_at': '2021-05-20T07:53:52Z', 'revision_number': 4, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'subnets': [{'id': '71015682-1d08-4c22-8ce1-73b394b89905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:53.955206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d304c-ba96-4d2f-939d-655029b3ff5e None None] The sync data for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 is: [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:47Z', 'revision_number': 4, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '751e37df-3015-40ae-a2fd-fb018d44dc7e', 'name': '', 'network_id': '2f95d09e-229d-46a2-8ec8-f19505c534bd', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'mac_address': 'fa:16:3e:c3:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '71015682-1d08-4c22-8ce1-73b394b89905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:45Z', 'updated_at': '2021-05-20T07:53:52Z', 'revision_number': 4, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'subnets': [{'id': '71015682-1d08-4c22-8ce1-73b394b89905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:53:53.956379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Deleting port 751e37df-3015-40ae-a2fd-fb018d44dc7e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:53.956734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:53.980765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126f54d-af51-41e7-a30a-85a86e42f2af req-114d0a78-1fef-498b-9b2f-b5433706e04c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:53.988810 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6126f54d-af51-41e7-a30a-85a86e42f2af req-114d0a78-1fef-498b-9b2f-b5433706e04c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.1527159 May 20 07:53:53.991548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:54.161908 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:54.191952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6126f54d-af51-41e7-a30a-85a86e42f2af req-cac80e4e-3530-4ec2-952e-c09842d0ee40 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004805 May 20 07:53:54.267462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] For port 751e37df-3015-40ae-a2fd-fb018d44dc7e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=751e37df-3015-40ae-a2fd-fb018d44dc7e,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:54.269779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:54.277515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:54.314337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:54.321168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'network_id': 'ed081c2f-324b-4649-b933-0f6224045ef0', 'port_id': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'mac_address': 'fa:16:3e:ca:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb3322f-bdc4-4358-bd54-b1c74a9f2bed', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:53:54.431491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 751e37df-3015-40ae-a2fd-fb018d44dc7e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:54.578690 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:54.602727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Calling delete_port for 751e37df-3015-40ae-a2fd-fb018d44dc7e owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:54.650809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:53:54.660014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c314-246d-4cac-a6e9-6bf17cb8a70d req-ac0c0346-d68e-4b1f-bfe7-7e44953907cb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:54.671909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c314-246d-4cac-a6e9-6bf17cb8a70d req-ac0c0346-d68e-4b1f-bfe7-7e44953907cb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:54.681043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:54.681492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ed1c314-246d-4cac-a6e9-6bf17cb8a70d req-ac0c0346-d68e-4b1f-bfe7-7e44953907cb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1679 time: 1.0293710 May 20 07:53:54.776521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:54.781154 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02d4232a-501c-4db5-a3dc-a7b4b4ad469c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:54.836439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 751e37df-3015-40ae-a2fd-fb018d44dc7e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:54.864919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ed1c314-246d-4cac-a6e9-6bf17cb8a70d req-5277f7d2-11a1-406b-9f32-4453bce297c6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819088 May 20 07:53:54.890915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 751e37df-3015-40ae-a2fd-fb018d44dc7e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:54.891210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:54.934260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Allocated IP 172.25.8.196 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:53:55.073873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:55.091928 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:55.171391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['9f11a6c8-923a-4d72-a4ab-9a68e279aec8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:55.204062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.214855 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.220387 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ec898e-1db6-4112-8f74-5352895ab4d9 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:55.233269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72921-5120-4412-96ae-d44882eaa60b req-d38d6140-ad44-40a7-8788-73aa256d6aa8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:55.235294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37c72921-5120-4412-96ae-d44882eaa60b req-d38d6140-ad44-40a7-8788-73aa256d6aa8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.1486423 May 20 07:53:55.258069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.270940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9c7fe3-a45c-489a-a308-c68a948a7725,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:55.275576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.280104 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:55.295895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f26f9-e53c-41ad-b0b1-c335897b26ec None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:55.351594 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37c72921-5120-4412-96ae-d44882eaa60b req-31742908-df84-4253-8e9a-0cf21f8a5ba0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097100 May 20 07:53:55.415491 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.420328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/4e9c7fe3-a45c-489a-a308-c68a948a7725 HTTP/1.1" status: 204 len: 168 time: 2.6356182 May 20 07:53:55.422472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58238) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:55.430475 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-675a6665-c03e-44a5-b7c5-d4e65dc43c58 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:55.491596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.503676 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:55.511947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:53:55.516429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:53:55.522176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:53:55.566186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 60838dd4-b66b-4eaa-a4ba-bd3baa15400a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:55.587304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'Port': ['ID=44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:55.590907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:55.628005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2323f-95ab-4f09-a8f8-f711444021cc req-92b30cdf-6e74-4854-bb19-c0194d91663b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:55.636230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7dc2323f-95ab-4f09-a8f8-f711444021cc req-92b30cdf-6e74-4854-bb19-c0194d91663b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.2659202 May 20 07:53:55.684074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=751e37df-3015-40ae-a2fd-fb018d44dc7e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:55.687875 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:55.697306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 77124697-8ab3-4370-bc10-8016c6114c88 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:53:55.700858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.704856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.721750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7dc2323f-95ab-4f09-a8f8-f711444021cc req-3f38ac5b-94bb-44b5-b3b0-e436954b5379 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 May 20 07:53:55.906298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:55.911616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:55.911996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.968218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:55.979829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.121083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['fbaf2b10-1531-4975-b847-7d35319baa28'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:53:56.175412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.207018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.302692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:56.388154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.422294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27145c-cdf4-412d-ac51-4a79f57097ee req-8184d7c7-a242-47af-87dc-20565cbf4da4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:56.431951 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d27145c-cdf4-412d-ac51-4a79f57097ee req-8184d7c7-a242-47af-87dc-20565cbf4da4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.3743241 May 20 07:53:56.467270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.481140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768794d-4d83-4d4e-96bf-c624bc1c5d18 req-9bd6e2a3-a36b-4dab-b30c-67ae3160cdc6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:56.491378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:56.501233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768794d-4d83-4d4e-96bf-c624bc1c5d18 req-9bd6e2a3-a36b-4dab-b30c-67ae3160cdc6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:56.503183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1768794d-4d83-4d4e-96bf-c624bc1c5d18 req-9bd6e2a3-a36b-4dab-b30c-67ae3160cdc6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1681 time: 0.4425397 May 20 07:53:56.522785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.605382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.611164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:56.622526 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:56.695714 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d27145c-cdf4-412d-ac51-4a79f57097ee req-e2be695d-2f6d-4b41-86ce-9c80e66cb328 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629311 May 20 07:53:56.698036 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:56.730476 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:56.991598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1768794d-4d83-4d4e-96bf-c624bc1c5d18 req-79d80493-4b51-4355-b45d-b120a4bc11d3 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753065 May 20 07:53:56.992375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'Port': ['ID=44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:57.007434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:57.054200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-64f251af-388a-440c-a722-12fd02ce87c3 None None] Provisioning complete for port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:57.054549 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64f251af-388a-440c-a722-12fd02ce87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.154979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.186256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-57984bc2-57b7-4d08-af8d-a30546f17ce1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:57.187776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-57984bc2-57b7-4d08-af8d-a30546f17ce1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.6033783 May 20 07:53:57.202392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbaf2b10-1531-4975-b847-7d35319baa28 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:57.290758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58280) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:57.414346 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.421797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5779865 May 20 07:53:57.444442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551cedd-95a4-4f47-9603-367062f08add req-ea3be652-e0ed-4cec-b07c-83de7423a25f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:57.445419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port fbaf2b10-1531-4975-b847-7d35319baa28 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:57.446278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5551cedd-95a4-4f47-9603-367062f08add req-ea3be652-e0ed-4cec-b07c-83de7423a25f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 946 time: 0.2573385 May 20 07:53:57.461766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port fbaf2b10-1531-4975-b847-7d35319baa28 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:57.464174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.485141 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.492129 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba179a71-d0d0-4f11-9b2a-76d527299b04 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:57.523584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5551cedd-95a4-4f47-9603-367062f08add req-dc5c7c58-e8ec-4a0f-affb-f119dac39f8b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710077 May 20 07:53:57.526929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port 0a59ddb9-f35e-48db-a5ce-498fb107684a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:57.527329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.549533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.553917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=77124697-8ab3-4370-bc10-8016c6114c88,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:57.565245 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:57.569449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.572227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2497262d-d510-4808-b476-bb6241c4145b None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:53:57.589170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Router f774439a-879a-4674-a76d-cceb16d174a3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:53:57.596965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be456a98-11d5-407b-893c-f4e46ce8d330 req-d587207f-50a1-48f3-b0f9-9cbd051c5113 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:57.598562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be456a98-11d5-407b-893c-f4e46ce8d330 req-d587207f-50a1-48f3-b0f9-9cbd051c5113 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.4337025 May 20 07:53:57.604083 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/77124697-8ab3-4370-bc10-8016c6114c88 HTTP/1.1" status: 204 len: 168 time: 2.1773672 May 20 07:53:57.605401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58288) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:57.619721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:57.703058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fc1f1d6-57a0-448f-8766-561b13259d16 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964820 May 20 07:53:57.755525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:57.789380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:53:57.825174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Usage tracker for resource:security_group_rule and tenant:2db42f7cd57840468b10eb30fe48a3cb is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:57.838219 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-be456a98-11d5-407b-893c-f4e46ce8d330 req-07a8642b-c0b8-4403-8371-f137f8a3bc63 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332342 May 20 07:53:57.844200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:57.867701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:57.871780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:57.901414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-baeb8385-95c5-4f43-8ed8-d1469f1774ff tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Synchronizing usage tracker for tenant:2486290deb3548fca2e8c4668a133c12 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:53:57.915956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:57.918446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:57.975428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port 0a59ddb9-f35e-48db-a5ce-498fb107684a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0a59ddb9-f35e-48db-a5ce-498fb107684a,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:57.975791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.028111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.028948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:58.059801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:53:58.060061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:58.066392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:53:58.073456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] 10.222.0.79 "PUT /v2.0/routers/f774439a-879a-4674-a76d-cceb16d174a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8397517 May 20 07:53:58.078600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:58.078600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:53:58.089775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:53:58.108023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Sync routers for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:53:58.123763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for 0a59ddb9-f35e-48db-a5ce-498fb107684a owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:58.129661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-baeb8385-95c5-4f43-8ed8-d1469f1774ff tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Unset dirty status for tenant:2486290deb3548fca2e8c4668a133c12 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:53:58.130805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-baeb8385-95c5-4f43-8ed8-d1469f1774ff tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--136892631&fields=id&tenant_id=2486290deb3548fca2e8c4668a133c12 HTTP/1.1" status: 200 len: 267 time: 0.3123400 May 20 07:53:58.151081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:53:58.170823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:53:58.194877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:58.195521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:58.279474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:58.293990 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:58.316202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.334354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.380467 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'code': 200} May 20 07:53:58.412110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Deleting port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:58.412490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.413032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.450602 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3e00185-0225-4048-8851-333d163854eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:58.452559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:58.462108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2db42f7cd57840468b10eb30fe48a3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1603279 May 20 07:53:58.466129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58320) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:53:58.502979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-ff76fd68-3f6c-4452-97e0-28831afbc209 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:58.504461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-ff76fd68-3f6c-4452-97e0-28831afbc209 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/networks?id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 200 len: 805 time: 0.3601396 May 20 07:53:58.515844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:53:58.520257 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.525603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c536ed-3caf-4353-9ae9-479161a644b6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:58.544912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-553dfee8-7603-42d3-ae89-72ccbbbfe3f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/quotas/2486290deb3548fca2e8c4668a133c12 HTTP/1.1" status: 200 len: 375 time: 0.0322299 May 20 07:53:58.564026 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:58.570343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:53:58.596451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.603103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:58.603505 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.607516 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:58.673693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=0a59ddb9-f35e-48db-a5ce-498fb107684a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:58.683014 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:58.731861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.733977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 60838dd4-b66b-4eaa-a4ba-bd3baa15400a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:53:58.779353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9bc56-8aef-4031-8423-7c6dae7ef40c req-04b3c77b-de6b-4826-a103-2d9bcd4757e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:58.785438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9bc56-8aef-4031-8423-7c6dae7ef40c req-04b3c77b-de6b-4826-a103-2d9bcd4757e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:58.788119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port 0a59ddb9-f35e-48db-a5ce-498fb107684a on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:58.790965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.793745 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1f9bc56-8aef-4031-8423-7c6dae7ef40c req-04b3c77b-de6b-4826-a103-2d9bcd4757e2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1682 time: 0.2067013 May 20 07:53:58.797192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.799825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'name': 'network-vif-deleted', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:53:58.844553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.862410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1f9bc56-8aef-4031-8423-7c6dae7ef40c req-7402365b-c8ed-4ef2-831c-d363ed363c8f tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676277 May 20 07:53:58.891710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-5c3875c2-4948-4cb3-8745-d89c48ed2df8 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2486290deb3548fca2e8c4668a133c12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3458335 May 20 07:53:58.908022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] For port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:58.908422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:58.948430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-efa16d28-8978-4102-b19f-2e7a0faff4dd req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.84 "DELETE /v2.0/ports/0a59ddb9-f35e-48db-a5ce-498fb107684a HTTP/1.1" status: 204 len: 173 time: 1.7045577 May 20 07:53:59.068733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Calling delete_port for 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:59.108106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-8db6ce63-bb45-4759-a462-55e86c59b3f9 service neutron] 10.222.0.79 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153983 May 20 07:53:59.133617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.152521 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64a256ff-ed7c-4ed3-8eef-1abeeda99227 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:59.175688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c536ed-3caf-4353-9ae9-479161a644b6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:59.178632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:59.185121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:53:59.185526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.237201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.238225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31c536ed-3caf-4353-9ae9-479161a644b6 HTTP/1.1" status: 204 len: 168 time: 0.7689846 May 20 07:53:59.261596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.299033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Deleting port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:53:59.299375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.321935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78537474-42a2-4347-8621-bf54242f9010 req-4e451cb0-89f0-4a5b-acff-327b88852dc7 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:53:59.323337 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78537474-42a2-4347-8621-bf54242f9010 req-4e451cb0-89f0-4a5b-acff-327b88852dc7 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.1532648 May 20 07:53:59.327265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:59.363858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-be1dbae3-f880-443e-bfd6-b10558b828ef service neutron] 10.222.0.79 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545769 May 20 07:53:59.390341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:55Z', 'revision_number': 5, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port': {'id': '1463cb79-60eb-42b4-aee5-b5c249a6d5a9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:36Z', 'updated_at': '2021-05-20T07:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:59.399199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Checking router: f774439a-879a-4674-a76d-cceb16d174a3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:53:59.417345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Routers {'f774439a-879a-4674-a76d-cceb16d174a3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:53:59.418599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:53:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f774439a-879a-4674-a76d-cceb16d174a3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:53:59.480373 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78537474-42a2-4347-8621-bf54242f9010 req-590b1175-2ffb-463c-8704-968c031326d5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448956 May 20 07:53:59.484345 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.499492 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:59.539196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:59.563486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a59ddb9-f35e-48db-a5ce-498fb107684a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:53:59.603714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] For port 1463cb79-60eb-42b4-aee5-b5c249a6d5a9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:53:59.604287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.657829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:53:59.715426 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa70f63-16aa-4069-92f8-c59f3cd33287', 'name': 'network-vif-deleted', 'tag': '0a59ddb9-f35e-48db-a5ce-498fb107684a', 'status': 'completed', 'code': 200} May 20 07:53:59.739788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 0a59ddb9-f35e-48db-a5ce-498fb107684a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:59.742154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0a59ddb9-f35e-48db-a5ce-498fb107684a not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:59.743584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:53:59.743930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:53:59.794439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] No DVR routers for this DVR port 1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:53:59.818911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:59.825004 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:53:59.825654 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:53:59.857756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Calling delete_port for 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:53:59.865700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] Set router f774439a-879a-4674-a76d-cceb16d174a3 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:53:59.889322 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f0d167a4-1b18-42d2-b48e-06513c6b9f53 req-8a96d467-c85f-4ecd-bd95-b5e7b4df2d05 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6aa70f63-16aa-4069-92f8-c59f3cd33287 HTTP/1.1" status: 200 len: 210 time: 0.2019622 May 20 07:53:59.926128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Pushing event deleted for resources: {'Port': ['ID=1ffeb9b6-bc34-4b8b-b909-1f49dfbd9634,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:53:59.934775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7f72e47-a34b-432d-a358-63479ef2d853 req-d6aa5d92-0698-410a-9743-1589be629101 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.1021593 May 20 07:54:00.022883 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:00.023981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-89609041-9afa-4152-a590-8b073a300f8e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.028381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-89609041-9afa-4152-a590-8b073a300f8e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.2610860 May 20 07:54:00.031135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:58Z', 'revision_number': 6, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:00.036067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815e623-0f4d-4ab8-aeb3-3749be8eb3df None None] The sync data for ids ['f774439a-879a-4674-a76d-cceb16d174a3'] in n-d-780147-4 is: [{'id': 'f774439a-879a-4674-a76d-cceb16d174a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-12834708-router', 'tenant_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:33Z', 'updated_at': '2021-05-20T07:53:58Z', 'revision_number': 6, 'project_id': '3ac20b9b3e604354aa4c2294ef9a1584', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:54:00.058025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.080499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1d0ad7d-2c24-4902-ac06-cfd04c7aeccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:00.182253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:00.225359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:00.229697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 12bdf212-cb2c-488c-befd-3efb8e3872b6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:00.230255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.236804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258934a4-ee23-4102-8859-5209658d2612 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:00.265211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.266375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.275909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58344) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:00.296990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=7b29d74b-2ca6-411d-b8f6-4039e82b9241,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:00.309308 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:00.312631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.357103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5edbe-cc82-4809-a32d-06162bb4dedf req-7b180260-552b-4ea5-aab5-133be9af4ba0 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.363164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5edbe-cc82-4809-a32d-06162bb4dedf req-7b180260-552b-4ea5-aab5-133be9af4ba0 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.374533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fb5edbe-cc82-4809-a32d-06162bb4dedf req-7b180260-552b-4ea5-aab5-133be9af4ba0 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.2441285 May 20 07:54:00.392569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:00.397907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:00.436507 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fb5edbe-cc82-4809-a32d-06162bb4dedf req-989d39d8-c39a-459b-97cd-0622b2eef8ad tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635219 May 20 07:54:00.551881 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7853556 May 20 07:54:00.551881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.558312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:00.558312 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1dde5bd7-759b-411c-aa6b-ad57d79da329 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:00.583082 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'code': 200} May 20 07:54:00.584293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 751e37df-3015-40ae-a2fd-fb018d44dc7e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:00.636246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:00.653243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1463cb79-60eb-42b4-aee5-b5c249a6d5a9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:00.653994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Usage tracker for resource:security_group_rule and tenant:ac5b6a7595a747dfb88f666f352dcf4f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:00.661988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:00.668583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 751e37df-3015-40ae-a2fd-fb018d44dc7e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:00.673662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 751e37df-3015-40ae-a2fd-fb018d44dc7e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:00.674872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:00.732805 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:00.740428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 12bdf212-cb2c-488c-befd-3efb8e3872b6, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=12bdf212-cb2c-488c-befd-3efb8e3872b6,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:00.740777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.765803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': '7b29d74b-2ca6-411d-b8f6-4039e82b9241'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:54:00.767498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.888257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 12bdf212-cb2c-488c-befd-3efb8e3872b6 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:00.908816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404657-0df0-423b-9256-aec0d9bff309 req-12c180c0-6832-4e20-abe4-9bee97920301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.909312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1404657-0df0-423b-9256-aec0d9bff309 req-12c180c0-6832-4e20-abe4-9bee97920301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:00.911422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1404657-0df0-423b-9256-aec0d9bff309 req-12c180c0-6832-4e20-abe4-9bee97920301 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1985 time: 0.2959073 May 20 07:54:00.920572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:00.943549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/7b29d74b-2ca6-411d-b8f6-4039e82b9241/f6da661d-c508-4025-9883-37204c19fde2) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:01.003993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.006943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:01.012499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1404657-0df0-423b-9256-aec0d9bff309 req-15c2f8e3-2d33-4ef1-a7b5-4316dd1fe156 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906365 May 20 07:54:01.086850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.091835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:01.101748 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f6f03b-7524-44c7-ad95-4efcbdf1e073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:01.124862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:01.138743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:01.140279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f5d92-f815-43c6-b918-b5a5a89a6c46,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:01.150319 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:01.211660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac5b6a7595a747dfb88f666f352dcf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347215 May 20 07:54:01.218257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:01.237774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45f9bc16-2b0a-40e3-939c-69fc183660ed req-5c5206dc-501e-4458-80a3-fa225b4e9dfd tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.0651088 May 20 07:54:01.307468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.322071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.329007 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:01.336892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', '335b8dde-ea22-487a-b5ec-55f86e22d215', '12bdf212-cb2c-488c-befd-3efb8e3872b6'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:01.378272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.383955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.386961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=12bdf212-cb2c-488c-befd-3efb8e3872b6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:01.396714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:01.403211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.406147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff5b-6998-4fa7-bae0-24ad6acb4480 req-9f721074-7ed2-48e7-9bf1-e516ce5bac72 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:01.416646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3116ff5b-6998-4fa7-bae0-24ad6acb4480 req-9f721074-7ed2-48e7-9bf1-e516ce5bac72 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 945 time: 0.6762354 May 20 07:54:01.459124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.507967 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3116ff5b-6998-4fa7-bae0-24ad6acb4480 req-113e29ed-94f9-46f0-9e2f-e45c353f2ddb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699608 May 20 07:54:01.515816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 12bdf212-cb2c-488c-befd-3efb8e3872b6 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:01.521812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.542287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:01.546923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.656518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.657162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f774439a-879a-4674-a76d-cceb16d174a3 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:54:01.658006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Transition to ACTIVE for port object f6da661d-c508-4025-9883-37204c19fde2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:01.673769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1c5d92d-9043-4e43-ba8e-926eb27eb6ba req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "DELETE /v2.0/ports/12bdf212-cb2c-488c-befd-3efb8e3872b6 HTTP/1.1" status: 204 len: 173 time: 1.6390059 May 20 07:54:01.677364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.689551 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-198d453d-f992-44fd-9474-081a140cd209 tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:01.711019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Transition to ACTIVE for port object f6da661d-c508-4025-9883-37204c19fde2 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:01.711873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.713014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f774439a-879a-4674-a76d-cceb16d174a3 HTTP/1.1" status: 204 len: 168 time: 3.6314192 May 20 07:54:01.717945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'name': 'network-vif-deleted', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:01.722338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:01.727104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.729066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a40f5d92-f815-43c6-b918-b5a5a89a6c46 HTTP/1.1" status: 204 len: 168 time: 0.5091364 May 20 07:54:01.730751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f5d92-f815-43c6-b918-b5a5a89a6c46,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:01.741905 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:01.799416 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.812771 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b29d74b-2ca6-411d-b8f6-4039e82b9241 (CIDR: 2001:db8::/64) May 20 07:54:01.835059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ee04191-ce0f-403b-97e7-fc49f0ac1412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:01.836866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7663717-c516-4098-8a3d-816708fa5eca req-98e6da87-aa45-4817-8a45-5c4bb4bdb7cf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:01.857925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7663717-c516-4098-8a3d-816708fa5eca req-98e6da87-aa45-4817-8a45-5c4bb4bdb7cf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:01.859546 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7663717-c516-4098-8a3d-816708fa5eca req-98e6da87-aa45-4817-8a45-5c4bb4bdb7cf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.2133563 May 20 07:54:01.864943 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:54:01.864943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:01.912422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Deleting subnet 71015682-1d08-4c22-8ce1-73b394b89905 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:01.918330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:01.945635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:01.958805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:01.962635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:01.970899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-252ba1d3-199b-4e81-87fe-af6405abbcf5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:01.979317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-252ba1d3-199b-4e81-87fe-af6405abbcf5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.4146731 May 20 07:54:01.980941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7663717-c516-4098-8a3d-816708fa5eca req-1248639b-24e2-47b9-8fd3-973d1a5aba1c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109519 May 20 07:54:02.008104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-80859f46-ac90-409e-9b2f-07fc848e1dc2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4085751 May 20 07:54:02.009386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58390) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:02.015542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:02.018994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-89dce4bb-a0c7-420d-befe-249126ebd57a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.0381043 May 20 07:54:02.062343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Pushing event updated for resources: {'Port': ['ID=f6da661d-c508-4025-9883-37204c19fde2,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:02.098981 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4', 'name': 'network-vif-deleted', 'tag': '12bdf212-cb2c-488c-befd-3efb8e3872b6', 'status': 'completed', 'code': 200} May 20 07:54:02.101978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-f8092bf4-a971-4968-abf7-167d80144ec1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:02.118634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.122736 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:02.155641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Attempting to bind port f6da661d-c508-4025-9883-37204c19fde2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:02.161213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Attempting to bind port f6da661d-c508-4025-9883-37204c19fde2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:02.161213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Attempting to bind port f6da661d-c508-4025-9883-37204c19fde2 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:02.165378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:02.165718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:02.166377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.166774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:02.167263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Bound port: f6da661d-c508-4025-9883-37204c19fde2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:02.167641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.223180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.252564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:02.259854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:02.266083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:02.273959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:02.280717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] For port f6da661d-c508-4025-9883-37204c19fde2, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:02.283980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] For port f6da661d-c508-4025-9883-37204c19fde2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6da661d-c508-4025-9883-37204c19fde2,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:02.377256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-f8092bf4-a971-4968-abf7-167d80144ec1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:02.385087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-f8092bf4-a971-4968-abf7-167d80144ec1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3650715 May 20 07:54:02.419846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.431775 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:02.530456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-61f77e55-45f2-4fd8-aa4c-576efbbf0dde req-ac66e97c-8d57-44fe-adc7-cd70430044bf tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Synchronizing usage tracker for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:02.590604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:02.596091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:02.623219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Pushing event updated for resources: {'Port': ['ID=f6da661d-c508-4025-9883-37204c19fde2,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:02.637177 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:02.648936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-cd253da9-5a56-40ac-bd5d-a03d5d3e7477 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203255 May 20 07:54:02.655082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:02.695472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:02.696068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1463cb79-60eb-42b4-aee5-b5c249a6d5a9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:02.764811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-61f77e55-45f2-4fd8-aa4c-576efbbf0dde req-ac66e97c-8d57-44fe-adc7-cd70430044bf tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Unset dirty status for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:02.766408 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-61f77e55-45f2-4fd8-aa4c-576efbbf0dde req-ac66e97c-8d57-44fe-adc7-cd70430044bf tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.3577332 May 20 07:54:03.127142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-1fbcc1f0-5978-41f3-a711-1f95f4c0cf46 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602449 May 20 07:54:03.187229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:03.193817 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d9f1ea2-dc2c-4076-98d5-3268b8bdc745 req-ac66df74-fe77-460e-9e8a-bb9b7e181295 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=04a75e6d-dbf1-42a9-82b2-09e3c51cb5d4 HTTP/1.1" status: 200 len: 210 time: 0.1095715 May 20 07:54:03.202312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca88acba-e162-4422-9204-e402ff0a66ce tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:03.308211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71015682-1d08-4c22-8ce1-73b394b89905,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:03.311643 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:03.313535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:03.319410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe22433-df3a-4035-99f7-6c7a7c96092f None None] Network 2f95d09e-229d-46a2-8ec8-f19505c534bd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:03.327504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/71015682-1d08-4c22-8ce1-73b394b89905 HTTP/1.1" status: 204 len: 168 time: 1.5981278 May 20 07:54:03.328845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58418) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:03.538468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-eebd8e3d-263a-4e50-bfa5-daa95faf5873 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:03.539911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-eebd8e3d-263a-4e50-bfa5-daa95faf5873 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.84 "GET /v2.0/networks?id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 200 len: 805 time: 0.1578846 May 20 07:54:03.581329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edace88d-51a4-41fd-9826-dcac1154a40f req-f733cd00-87ed-47df-b171-63ae0ac2b577 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:03.590179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edace88d-51a4-41fd-9826-dcac1154a40f req-f733cd00-87ed-47df-b171-63ae0ac2b577 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:03.592498 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-edace88d-51a4-41fd-9826-dcac1154a40f req-f733cd00-87ed-47df-b171-63ae0ac2b577 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.1644258 May 20 07:54:03.641447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-dea49ac2-621e-47c5-84df-8fceef18ac2d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2486290deb3548fca2e8c4668a133c12 HTTP/1.1" status: 200 len: 379 time: 0.0544059 May 20 07:54:03.655046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'port': {'device_id': '8fa16dc7-d450-4b35-b153-515f2993778b', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'admin_state_up': True, 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'security_groups': ['8944fb2b-fa1c-4390-a639-06a323f19262']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:03.688972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 12bdf212-cb2c-488c-befd-3efb8e3872b6 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:03.740030 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:03.752845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 12bdf212-cb2c-488c-befd-3efb8e3872b6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:03.753252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 12bdf212-cb2c-488c-befd-3efb8e3872b6 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:03.811805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e584da5-1507-4e60-a58a-e1de994eb042 req-45dedbfa-f0c4-4bd0-abe5-8e04cdcb4ea5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.1152482 May 20 07:54:03.870661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:54:03.886858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] DHCP port deletion for 2f95d09e-229d-46a2-8ec8-f19505c534bd request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:03.905253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-edace88d-51a4-41fd-9826-dcac1154a40f req-2cae6dba-0ce9-4e35-bde2-97c7af9fdb99 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944937 May 20 07:54:03.974514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:03.991721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:04.014276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Deleting port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:04.014615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.027001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Deleting port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:04.027380 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.120757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:54:04.174904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Made reservation on behalf of 2486290deb3548fca2e8c4668a133c12 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:04.178790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.201398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] For port a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:04.202035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.294735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b5af52-58fa-433e-aa84-af90a620ad75 req-9e539732-5678-4eec-b243-da2213322cfa tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.1273646 May 20 07:54:04.299198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] For port a9eae8a1-622a-4b02-9d4b-f6b2784c4074, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,segment=NetworkSegment(c50da985-6c34-4d6f-bf21-adeabba68263),segment_id=c50da985-6c34-4d6f-bf21-adeabba68263)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:04.300796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.483292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.556888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Calling delete_port for a9eae8a1-622a-4b02-9d4b-f6b2784c4074 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:04.595958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Calling delete_port for a9eae8a1-622a-4b02-9d4b-f6b2784c4074 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:04.704397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.713951 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:04.723654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-71b380cd-3622-4eb1-af87-97167ee9ec7d None None] Provisioning for port f6da661d-c508-4025-9883-37204c19fde2 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:04.726889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.735826 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3254059b-f57e-4c8f-8912-89e803eb4bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:04.774227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:04.802453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6da661d-c508-4025-9883-37204c19fde2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:04.806023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:04.806853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] No DVR routers for this DVR port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:04.848639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Pushing event deleted for resources: {'Port': ['ID=a9eae8a1-622a-4b02-9d4b-f6b2784c4074,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:04.859046 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:04.863241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] No DVR routers for this DVR port a9eae8a1-622a-4b02-9d4b-f6b2784c4074 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:04.929944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] For port f6da661d-c508-4025-9883-37204c19fde2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6da661d-c508-4025-9883-37204c19fde2,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:04.958783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:04.985122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Allocated IP 172.20.0.8 (95a99051-c8ba-47d2-949c-3b0dfb5aac8a/ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d/3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:04.987888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.007270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f95d09e-229d-46a2-8ec8-f19505c534bd']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:05.016438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f6da661d-c508-4025-9883-37204c19fde2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:05.023269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50da985-6c34-4d6f-bf21-adeabba68263') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:05.023567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50da985-6c34-4d6f-bf21-adeabba68263') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:05.047718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f6da661d-c508-4025-9883-37204c19fde2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:05.048838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.053864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.060494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.061414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.066331 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6a68076a-78ce-4c50-a763-ae8b41430253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:05.098488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.120328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:05.120724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: timer() May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:05.138464 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:05.326152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:05.330036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.330877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:05.344448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:05.345311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.389986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f6da661d-c508-4025-9883-37204c19fde2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6da661d-c508-4025-9883-37204c19fde2,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:05.391495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f11e5d-1465-4409-a0e6-3482be24071e None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:05.407842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:05.422783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=f6da661d-c508-4025-9883-37204c19fde2,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:05.431282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-32ac1439-8fdc-4b81-b00f-84c670da23ab req-260cc84e-d821-4b61-9a84-b3f8d24bf1d1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.0667493 May 20 07:54:05.432549 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:05.437087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4da9efe6-93fc-4dcc-9b7e-a964f2e113d3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:05.491525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4807761 May 20 07:54:05.496815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58476) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:05.507281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:ac:29:e8', 'name': 'tempest-NetworksTestDHCPv6-938930365'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:05.518534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=f5073bd2-5d93-49a9-8dfe-937039588241,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:05.522004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:05.572720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.580066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.585410 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3f6162e5-a60d-4e96-9ef7-2c9f84ce6a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:05.648789 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffbfb49f-15a1-4614-95e5-6ddb7bc22796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:05.662402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a9eae8a1-622a-4b02-9d4b-f6b2784c4074 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:05.662605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.678700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.699122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c7f9414c-bfa9-4b16-ac1b-bdb01e5cf7c8 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-379202854'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:05.699588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c7f9414c-bfa9-4b16-ac1b-bdb01e5cf7c8 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Unknown quota resources ['metering_label']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:54:05.708066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Pushing event deleted for resources: {'Network': ['ID=2f95d09e-229d-46a2-8ec8-f19505c534bd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:05.721339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:05.735674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a9eae8a1-622a-4b02-9d4b-f6b2784c4074 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:05.736255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a9eae8a1-622a-4b02-9d4b-f6b2784c4074 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:05.739762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Transition to ACTIVE for port object 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:05.747248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f6da661d-c508-4025-9883-37204c19fde2,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:05.753097 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:05.759016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea086120-59df-4da7-952e-5e5aa1069246 req-c67b4198-6ca7-441f-adbe-f3a4b123ccbf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:05.764816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea086120-59df-4da7-952e-5e5aa1069246 req-c67b4198-6ca7-441f-adbe-f3a4b123ccbf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:05.766498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea086120-59df-4da7-952e-5e5aa1069246 req-c67b4198-6ca7-441f-adbe-f3a4b123ccbf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.3704269 May 20 07:54:05.815997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] 10.222.0.79 "DELETE /v2.0/networks/2f95d09e-229d-46a2-8ec8-f19505c534bd HTTP/1.1" status: 204 len: 168 time: 2.4845135 May 20 07:54:05.830575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:05.840211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:05.845422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:05.862493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea086120-59df-4da7-952e-5e5aa1069246 req-0f0d2a90-e679-4a15-a245-136e4535142e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791030 May 20 07:54:05.864358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:05.906762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:05.913823 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d641bc4b-6e59-452f-a83b-ec20f7a8f828 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:05.941397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbbec-0f51-4932-aa4f-ffbce7d81831 req-5a52bfbd-5dfb-42e3-9111-a1d9ca908498 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:05.943876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7facbbec-0f51-4932-aa4f-ffbce7d81831 req-5a52bfbd-5dfb-42e3-9111-a1d9ca908498 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.3064847 May 20 07:54:05.998051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:06.111276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:06.117782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event updated for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:06.122384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:06.125073 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:06.138887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:06.157851 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7f9414c-bfa9-4b16-ac1b-bdb01e5cf7c8 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.162524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7f9414c-bfa9-4b16-ac1b-bdb01e5cf7c8 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7476690 May 20 07:54:06.163464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:06.182056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8c728829-60e1-4747-a75e-2955681e1e82 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5b6744f7-11a4-4eac-8b48-6268641b7da9'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:06.182991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8c728829-60e1-4747-a75e-2955681e1e82 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:54:06.317325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:06.318072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.325123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.345858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58486) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:06.431784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 36f00b01-a7e6-48c1-bd65-94899a0937f5 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:06.443297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7facbbec-0f51-4932-aa4f-ffbce7d81831 req-3942d917-f99f-4b97-923a-a50c0283fbb2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933665 May 20 07:54:06.584880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fbc-3f17-4389-8f43-5ec9e40fb069 req-c1dd78c6-ab76-46d4-acaa-335953eebc9b tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:06.585668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b40d5fbc-3f17-4389-8f43-5ec9e40fb069 req-c1dd78c6-ab76-46d4-acaa-335953eebc9b tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Synchronizing usage tracker for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:06.588000 n-d-780147-4 neutron-server[93102]: WARNING neutron.services.metering.metering_plugin [None req-8c728829-60e1-4747-a75e-2955681e1e82 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 07:54:06.592675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2e90783-80db-417c-873b-811d5cebccde None None] Provisioning for port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:06.596262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9449952 May 20 07:54:06.600441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f2e90783-80db-417c-873b-811d5cebccde None None] Provisioning complete for port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:06.600833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2e90783-80db-417c-873b-811d5cebccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.610134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Request body: {'port': {'device_id': '8fa16dc7-d450-4b35-b153-515f2993778b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:06.651864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6da661d-c508-4025-9883-37204c19fde2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:06.741633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-af5a84e1-029f-4678-a2c2-c3bbbabc9c35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ac20b9b3e604354aa4c2294ef9a1584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910744 May 20 07:54:06.772487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58492) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:06.778944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f2e90783-80db-417c-873b-811d5cebccde None None] Port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:06.800571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f6da661d-c508-4025-9883-37204c19fde2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:06.801015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.830962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d3945c22-2d92-40f2-8aee-0d31c9663043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.863045 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c77d949c-e201-4955-9a0b-b6f6a32057b9 req-bc592a0f-3723-4936-9e40-f7130ef76cfa tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.1595337 May 20 07:54:06.875970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c728829-60e1-4747-a75e-2955681e1e82 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.881458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c728829-60e1-4747-a75e-2955681e1e82 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7154012 May 20 07:54:06.882198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:06.887852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e8835732-655e-4e6a-8ea9-44df5edbaa77 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5b6744f7-11a4-4eac-8b48-6268641b7da9'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:06.888351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e8835732-655e-4e6a-8ea9-44df5edbaa77 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:54:06.931785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b40d5fbc-3f17-4389-8f43-5ec9e40fb069 req-c1dd78c6-ab76-46d4-acaa-335953eebc9b tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Unset dirty status for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:06.933074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b40d5fbc-3f17-4389-8f43-5ec9e40fb069 req-c1dd78c6-ab76-46d4-acaa-335953eebc9b tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 931 time: 0.7645926 May 20 07:54:06.981523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-29991868-f39c-448c-ba56-7e5b9b7c2f96 None None] Provisioning complete for port f6da661d-c508-4025-9883-37204c19fde2 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:06.981917 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29991868-f39c-448c-ba56-7e5b9b7c2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:06.991153 n-d-780147-4 neutron-server[93102]: WARNING neutron.services.metering.metering_plugin [None req-e8835732-655e-4e6a-8ea9-44df5edbaa77 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 07:54:07.166870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:07.200823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-9ff7f20f-c999-4f14-9a21-c4b5b5de77fc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.201585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-9ff7f20f-c999-4f14-9a21-c4b5b5de77fc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:07.226420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-535937ad-827d-41d8-a35d-ed5be6a7c4b6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.227847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-535937ad-827d-41d8-a35d-ed5be6a7c4b6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.5839672 May 20 07:54:07.246264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b40d5fbc-3f17-4389-8f43-5ec9e40fb069 req-8bb901a9-80d9-4601-b148-2fc50ef6cccc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680256 May 20 07:54:07.260659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:07.278107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:07.321814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-1eb94b61-1925-4f78-a974-2be5e12fad23 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.327706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-1eb94b61-1925-4f78-a974-2be5e12fad23 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.329268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-1eb94b61-1925-4f78-a974-2be5e12fad23 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.6567919 May 20 07:54:07.351737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8835732-655e-4e6a-8ea9-44df5edbaa77 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:07.355488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e8835732-655e-4e6a-8ea9-44df5edbaa77 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4693580 May 20 07:54:07.360792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:07.386497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d8cca832-2162-4d24-8cd3-2893321659b6 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=73ceed77-e4b5-4e3e-a1e9-bb41b5c95435 HTTP/1.1" status: 200 len: 462 time: 0.0260327 May 20 07:54:07.390791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58508) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:07.433655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c727c-5efb-491a-a1ba-790f9015635b req-b5927f76-c96c-4721-86ca-f947d5a769b4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.444173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c727c-5efb-491a-a1ba-790f9015635b req-b5927f76-c96c-4721-86ca-f947d5a769b4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:07.444173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-624c727c-5efb-491a-a1ba-790f9015635b req-b5927f76-c96c-4721-86ca-f947d5a769b4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.1354241 May 20 07:54:07.576502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::241 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/7b29d74b-2ca6-411d-b8f6-4039e82b9241/36f00b01-a7e6-48c1-bd65-94899a0937f5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:07.582455 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-624c727c-5efb-491a-a1ba-790f9015635b req-d7bbdaeb-de59-41d4-979f-86fe8be1ed11 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313622 May 20 07:54:07.640553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:07.658339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7213-0fa6-4504-9665-86c1fac66a3d tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:07.662800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b0c7213-0fa6-4504-9665-86c1fac66a3d tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/73ceed77-e4b5-4e3e-a1e9-bb41b5c95435 HTTP/1.1" status: 204 len: 168 time: 0.2678797 May 20 07:54:07.662959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:29e8 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f5073bd2-5d93-49a9-8dfe-937039588241/36f00b01-a7e6-48c1-bd65-94899a0937f5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:07.663063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58514) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:07.672254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7dd6fbca-b5a1-43bd-8afa-3534a71257b0 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=73ceed77-e4b5-4e3e-a1e9-bb41b5c95435 HTTP/1.1" status: 200 len: 221 time: 0.0082664 May 20 07:54:07.675414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:07.680950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0440b26f-e6cc-4e17-8aa8-a60e9dd6b8dd tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--954042679', 'description': 'label created by tempest'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:07.681398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0440b26f-e6cc-4e17-8aa8-a60e9dd6b8dd tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Unknown quota resources ['metering_label']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 07:54:07.715713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-9ff7f20f-c999-4f14-9a21-c4b5b5de77fc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:07.716717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-9ff7f20f-c999-4f14-9a21-c4b5b5de77fc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 1.2219744 May 20 07:54:08.111035 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2db080ae-d7e0-43cb-9261-6b1fd349ca75 req-83250409-f1c8-4484-aa16-0a92188a8ac2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.1080949 May 20 07:54:08.117881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:08.119599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0440b26f-e6cc-4e17-8aa8-a60e9dd6b8dd tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.123245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0440b26f-e6cc-4e17-8aa8-a60e9dd6b8dd tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4438050 May 20 07:54:08.123532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.202750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:08.218106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-687cbdf2-18bb-4bcf-b17f-56d1153cce9c tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=7fce11d5-26fe-46a8-adf6-3358359c36bd HTTP/1.1" status: 200 len: 467 time: 0.0933442 May 20 07:54:08.220583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.270470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6c9c-7f6e-4a8f-90a0-24144e5f3cc2 req-9d6f6055-9f31-4318-ba1b-d0961fbc5630 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:08.272016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a6b6c9c-7f6e-4a8f-90a0-24144e5f3cc2 req-9d6f6055-9f31-4318-ba1b-d0961fbc5630 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.7018332 May 20 07:54:08.272571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.281094 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-002d8702-97da-4f32-a897-0fcba196abb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:08.373400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec059e7f-0e5c-4e62-b8d0-b8ea6770e752,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:08.423612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:08.427658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.438006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.438386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.438754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.439115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.439474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.439825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.440176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.440525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.440873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.441243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.441653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.442002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:08.455585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:08.469725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:08.469959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.534089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 335b8dde-ea22-487a-b5ec-55f86e22d215 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:08.534434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.599054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a6b6c9c-7f6e-4a8f-90a0-24144e5f3cc2 req-ad9c0e00-924c-4954-ba42-9a7764c80330 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029270 May 20 07:54:08.619466 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.620564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec059e7f-0e5c-4e62-b8d0-b8ea6770e752 HTTP/1.1" status: 204 len: 168 time: 1.8441622 May 20 07:54:08.693502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:54:08.783100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3a773-a2d4-46cf-b70d-9bc501766426 req-38f2beb1-023d-4880-86cd-a9af1f64b87f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:08.784607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-04d3a773-a2d4-46cf-b70d-9bc501766426 req-38f2beb1-023d-4880-86cd-a9af1f64b87f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 931 time: 0.3908868 May 20 07:54:08.811393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70436c75-5212-4dad-b5d0-131e9645801b tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.814979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70436c75-5212-4dad-b5d0-131e9645801b tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/7fce11d5-26fe-46a8-adf6-3358359c36bd HTTP/1.1" status: 204 len: 168 time: 0.5909903 May 20 07:54:08.815817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.835001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-37375028-2cdf-4673-b56d-5a8ea71494ff tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=7fce11d5-26fe-46a8-adf6-3358359c36bd HTTP/1.1" status: 200 len: 216 time: 0.0147188 May 20 07:54:08.840871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.857563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-04d3a773-a2d4-46cf-b70d-9bc501766426 req-8c49b4b8-1cb8-4410-8801-4016d82e1f1d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Synchronizing usage tracker for tenant:2486290deb3548fca2e8c4668a133c12 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:08.865731 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-296dd793-4c44-4a57-90b3-0fbcdd08cd07 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200191 May 20 07:54:08.866221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.884480 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:08.888740 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb3ed520-7854-444b-b870-14fa54995dce tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0183916 May 20 07:54:08.889613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58552) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:08.899597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-04d3a773-a2d4-46cf-b70d-9bc501766426 req-8c49b4b8-1cb8-4410-8801-4016d82e1f1d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Unset dirty status for tenant:2486290deb3548fca2e8c4668a133c12 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:08.900856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-04d3a773-a2d4-46cf-b70d-9bc501766426 req-8c49b4b8-1cb8-4410-8801-4016d82e1f1d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078889 May 20 07:54:08.979508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:08.990815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-773f0d53-874a-430e-8569-0c6e0fa0e215 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/5b6744f7-11a4-4eac-8b48-6268641b7da9 HTTP/1.1" status: 200 len: 472 time: 0.0999997 May 20 07:54:08.994144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58556) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:09.004577 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-732c111f-e368-4135-bb98-94e10702e4cb tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/a4b4f3c3-025c-4e25-b3dc-91d8906fdbc4 HTTP/1.1" status: 200 len: 459 time: 0.0093300 May 20 07:54:09.007860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:09.041294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 36f00b01-a7e6-48c1-bd65-94899a0937f5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:09.043451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.074597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:09.074981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.117365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:09.117859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.192119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Transition to ACTIVE for port object 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:09.195731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbaf2b10-1531-4975-b847-7d35319baa28 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:09.310851 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81e7b4a8-1074-499d-9d65-2006f7c63b44 req-38432310-eab1-4a25-9207-57e980351b77 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.0704215 May 20 07:54:09.352145 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.381829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:09.392769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:09.430128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:09.435195 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'code': 200} May 20 07:54:09.495230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4f979530-e3a5-4f8c-ae7a-96d257669e0d tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.496478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4f979530-e3a5-4f8c-ae7a-96d257669e0d tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/a4b4f3c3-025c-4e25-b3dc-91d8906fdbc4 HTTP/1.1" status: 204 len: 168 time: 0.4877405 May 20 07:54:09.498933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:09.551954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 335b8dde-ea22-487a-b5ec-55f86e22d215 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:09.566673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.14 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/0e87d1a0-32c3-4b37-bbfa-95345343c8de) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:09.627308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9a14bed8-4caf-4dd0-aa42-cf8311f5ca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.653173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1501f0-eca2-4636-9a00-43843a76dad4 req-346b4209-2826-4b9c-9a81-8fa4beed8dd1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:09.660144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1501f0-eca2-4636-9a00-43843a76dad4 req-346b4209-2826-4b9c-9a81-8fa4beed8dd1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:09.662156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f1501f0-eca2-4636-9a00-43843a76dad4 req-346b4209-2826-4b9c-9a81-8fa4beed8dd1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 1683 time: 0.7414527 May 20 07:54:09.682096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 335b8dde-ea22-487a-b5ec-55f86e22d215 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:09.735267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.736291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:09.758338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.763260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.774028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c1f5551-f1a7-4f97-8419-2a03239399c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:09.777360 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:09.853221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:09.856498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:09.865541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:09.908132 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abce8f02-5c0c-4572-84c1-5cab875c4cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:09.919163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:09.928189 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:09.954216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b207-215b-46b6-a9ff-2237318b961f req-00e40932-5c90-40f9-b9cf-29a432d9b7fe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:09.962537 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7699b207-215b-46b6-a9ff-2237318b961f req-00e40932-5c90-40f9-b9cf-29a432d9b7fe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 946 time: 0.2134104 May 20 07:54:09.985246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f1501f0-eca2-4636-9a00-43843a76dad4 req-90bae195-3178-4055-9247-f25c661388c2 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065672 May 20 07:54:09.996583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:10.007177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b63f235-75c4-4cdb-b4ce-45941e5cb3c4 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.024039 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b63f235-75c4-4cdb-b4ce-45941e5cb3c4 tempest-MeteringIpV6TestJSON-858014453 tempest-MeteringIpV6TestJSON-858014453-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/5b6744f7-11a4-4eac-8b48-6268641b7da9 HTTP/1.1" status: 204 len: 168 time: 0.5084965 May 20 07:54:10.035577 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.054237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7699b207-215b-46b6-a9ff-2237318b961f req-6d2a64c7-3a9f-45f7-b43a-c598c77fa12c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883279 May 20 07:54:10.136643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=36f00b01-a7e6-48c1-bd65-94899a0937f5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:10.141724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:10.157890 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:10.185427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.194206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:10.201137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:10.203215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.264807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 335b8dde-ea22-487a-b5ec-55f86e22d215, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=335b8dde-ea22-487a-b5ec-55f86e22d215,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:10.269328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:10.370077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.370077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.371116 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:10.380823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a589f4-a311-4dc2-b5c0-94ce486f2e98 req-cf73c65a-3d5f-466d-afbd-91259bf43e1e tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:10.392975 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17a589f4-a311-4dc2-b5c0-94ce486f2e98 req-cf73c65a-3d5f-466d-afbd-91259bf43e1e tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 943 time: 0.1480021 May 20 07:54:10.465000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58600) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:10.509222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17a589f4-a311-4dc2-b5c0-94ce486f2e98 req-5c08adb3-aab7-4836-95ab-90f56ac0da60 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149147 May 20 07:54:10.533782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:10.619246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:10.623167 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:10.627727 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:10.627727 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:10.683887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7c681651-5f09-4836-852a-208a740e0447 req-b1501a9f-f135-4b73-8676-00697747d58a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:10.686552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58608) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:10.687031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1892655 May 20 07:54:10.697710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:10.712836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-55043226-cac7-43df-a983-e671ebb80a2f None None] Provisioning for port 36f00b01-a7e6-48c1-bd65-94899a0937f5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:10.719882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-55043226-cac7-43df-a983-e671ebb80a2f None None] Provisioning complete for port 36f00b01-a7e6-48c1-bd65-94899a0937f5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:10.720254 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-55043226-cac7-43df-a983-e671ebb80a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.771157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Attempting to bind port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:10.771753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Attempting to bind port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:10.772338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Attempting to bind port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 on network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:10.779465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7c681651-5f09-4836-852a-208a740e0447 req-b1501a9f-f135-4b73-8676-00697747d58a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:10.780689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c681651-5f09-4836-852a-208a740e0447 req-b1501a9f-f135-4b73-8676-00697747d58a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 210 time: 0.2258449 May 20 07:54:10.786897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.796866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-55043226-cac7-43df-a983-e671ebb80a2f None None] Port 36f00b01-a7e6-48c1-bd65-94899a0937f5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:10.797279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 on network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:54:10.797279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Attempting to bind port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 on network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:10.797494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-network', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:10.800619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:10.801572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Checking segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:10.801927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Bound using segment: {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:10.802360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Bound port: 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a37659-4792-4ce3-9061-3547507ff556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:10.802709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.813529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:10.818459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.834699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Usage tracker for resource:network and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:10.840582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:10.850370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:10.852517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:10.860634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.872162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:10.875677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:10.898600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2667d1a73b104497a244e8b378741651 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:10.905297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:10.918101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:10.927789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.971939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 36f00b01-a7e6-48c1-bd65-94899a0937f5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:10.972430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:10.981332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=335b8dde-ea22-487a-b5ec-55f86e22d215,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:10.983721 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:10.995022 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0ab92df-b8d1-4d41-a940-43156b299c86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:11.015747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:11.021251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.043456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.095674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.128667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=9f11a6c8-923a-4d72-a4ab-9a68e279aec8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:11.132035 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:11.142832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 335b8dde-ea22-487a-b5ec-55f86e22d215 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:11.145825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.148458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bfd730b-f617-4c4d-9628-eeecc60831c5 req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "DELETE /v2.0/ports/335b8dde-ea22-487a-b5ec-55f86e22d215 HTTP/1.1" status: 204 len: 173 time: 3.4110582 May 20 07:54:11.153165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-deleted', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:11.164230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:11.169378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Usage tracker for resource:security_group_rule and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:11.218268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:11.219122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:11.219122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port 9f11a6c8-923a-4d72-a4ab-9a68e279aec8 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:11.219122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.219122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "DELETE /v2.0/ports/9f11a6c8-923a-4d72-a4ab-9a68e279aec8 HTTP/1.1" status: 204 len: 173 time: 3.6815696 May 20 07:54:11.219122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:11.247548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:11.296210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.310936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f6df4169-f2e3-4f2f-b790-e33b7374ae88 req-d838a53d-0f3f-49bb-a89f-f03335457daa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:11.320856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.334387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.336512 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.350708 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd88abcd-0a8f-476f-aee1-071d58ad1181 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:11.436474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215'}, {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:11.608731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 36f00b01-a7e6-48c1-bd65-94899a0937f5 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:11.609615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:11.610236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.611713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] 10.222.0.84 "PUT /v2.0/ports/3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 200 len: 1091 time: 5.0059609 May 20 07:54:11.612191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.619449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:11.622836 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f11f0a0f-960c-49ac-b7e5-77eeb9fb677d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:11.626375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:11.632814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:11.677439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f6df4169-f2e3-4f2f-b790-e33b7374ae88 req-d838a53d-0f3f-49bb-a89f-f03335457daa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:11.684462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6df4169-f2e3-4f2f-b790-e33b7374ae88 req-d838a53d-0f3f-49bb-a89f-f03335457daa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=20895ec8-6a09-4106-8a05-d95b0b85104f HTTP/1.1" status: 200 len: 210 time: 0.4364245 May 20 07:54:11.695317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2667d1a73b104497a244e8b378741651&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055559 May 20 07:54:11.705086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9edf314-78ca-4c51-b011-22c3e53ff33c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:11.712798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:11.729230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Pushing event updated for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:11.738007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.738282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.738842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.739248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.739588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.739980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.740344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.740702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.741177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.741402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.741886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.742242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:11.768370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e0dc8-bb2c-4864-8e2c-5f16879aafac req-ed0b5c06-e350-458c-87c8-5286641aad69 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:11.772415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c9e0dc8-bb2c-4864-8e2c-5f16879aafac req-ed0b5c06-e350-458c-87c8-5286641aad69 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 944 time: 0.5949543 May 20 07:54:11.775571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:11.819320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:11.821520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.843762 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-deleted', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'status': 'completed', 'code': 200} May 20 07:54:11.845641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:11.849740 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:11.894865 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:11.895360 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:11.931151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port fbaf2b10-1531-4975-b847-7d35319baa28 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:11.931942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:11.940304 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20895ec8-6a09-4106-8a05-d95b0b85104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b8dde-ea22-487a-b5ec-55f86e22d215', 'code': 200} May 20 07:54:11.940804 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'code': 200} May 20 07:54:11.971437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7166538 May 20 07:54:12.011385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.086066 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c9e0dc8-bb2c-4864-8e2c-5f16879aafac req-f8057f6a-1178-4c07-b734-d8c175ea72b4 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994022 May 20 07:54:12.100031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-ad5f1426-2c9f-4b47-b43d-4ec0e2252358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.101354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-ad5f1426-2c9f-4b47-b43d-4ec0e2252358 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2486290deb3548fca2e8c4668a133c12&device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 1094 time: 0.2596750 May 20 07:54:12.114695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.115184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Request body: {'port': {'device_id': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:12.125971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.135186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8c8220a-1048-491a-9f48-70e6177b17b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:12.185945 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.197997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e338c4de-56fa-4d8c-923d-7c3a8388461f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:12.240874 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:12.252249 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-a70a652a-0b17-4439-870a-da6a7f73c02a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 200 len: 217 time: 0.1051452 May 20 07:54:12.273248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.279024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:12.285852 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:12.345377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port fbaf2b10-1531-4975-b847-7d35319baa28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbaf2b10-1531-4975-b847-7d35319baa28,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:12.345761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.350220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=36f00b01-a7e6-48c1-bd65-94899a0937f5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:12.384020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:12.386611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.386611 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Added segment 6b708e6c-a4c5-4322-95cf-c031d021d193 of type vlan for network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 May 20 07:54:12.448876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.469156 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.474173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.515720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1dc75-95c8-4d11-baa4-de15bbf9edda req-9f9155c1-61e9-4f5c-baec-915a27634088 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.521992 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fea1dc75-95c8-4d11-baa4-de15bbf9edda req-9f9155c1-61e9-4f5c-baec-915a27634088 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 932 time: 0.3282001 May 20 07:54:12.554714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.557364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.558530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9edf314-78ca-4c51-b011-22c3e53ff33c HTTP/1.1" status: 204 len: 168 time: 0.8436272 May 20 07:54:12.563949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5baf4697-1d91-4a88-a5df-6bd7a4a8b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:12.572737 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/36f00b01-a7e6-48c1-bd65-94899a0937f5 HTTP/1.1" status: 204 len: 168 time: 1.8737290 May 20 07:54:12.577894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-f2c79e41-f6b8-4457-b905-457d8d9a5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.579498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-f2c79e41-f6b8-4457-b905-457d8d9a5155 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d HTTP/1.1" status: 200 len: 844 time: 0.3100178 May 20 07:54:12.580592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:12.600110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for fbaf2b10-1531-4975-b847-7d35319baa28 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:12.627718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9edf314-78ca-4c51-b011-22c3e53ff33c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:12.630485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:12.647469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fea1dc75-95c8-4d11-baa4-de15bbf9edda req-631472ba-e795-4a61-94cd-8f105c7e7df0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244173 May 20 07:54:12.685779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775dc53-14ff-4f1f-a7d9-b6ac35ae02e9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.686624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e775dc53-14ff-4f1f-a7d9-b6ac35ae02e9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:12.689156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e1a09-1f68-4c01-be66-0be1c4ebc6e9 req-4bc258b3-0d4d-480d-bb67-f829e3f9e4a6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.692548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-673e1a09-1f68-4c01-be66-0be1c4ebc6e9 req-4bc258b3-0d4d-480d-bb67-f829e3f9e4a6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 943 time: 0.6392188 May 20 07:54:12.696506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.775687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.777010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.777745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:12.795965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56f8ff39-c9bf-4379-a2af-564f6513845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:12.834632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e775dc53-14ff-4f1f-a7d9-b6ac35ae02e9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:12.835562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-673e1a09-1f68-4c01-be66-0be1c4ebc6e9 req-53cec18c-e04a-4e74-8dcd-770c5ff42f34 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288991 May 20 07:54:12.838665 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e775dc53-14ff-4f1f-a7d9-b6ac35ae02e9 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2570159 May 20 07:54:12.839884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:12.860437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-87fe7d7d-99c3-480c-ba30-d2303d3fb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:12.861988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-87fe7d7d-99c3-480c-ba30-d2303d3fb9be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579875 May 20 07:54:13.017920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Pushing event updated for resources: {'Network': ['ID=1ef93c2f-5da8-41d8-be8a-313532f33ef7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:13.030442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:13.037692 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5662889 May 20 07:54:13.039646 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:13.040272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:13.060087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Request body: {'subnet': {'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-subnet', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:13.067031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:13.073165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Usage tracker for resource:subnet and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:13.084813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:13.092870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:13.122090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47856285-b4ac-4d3e-8876-ce60f43ac0eb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.130406 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-47856285-b4ac-4d3e-8876-ce60f43ac0eb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2809644 May 20 07:54:13.130406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58674) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:13.194346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:13.196722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:13.274397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:13.327986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.329504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.331002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.331804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:13.414701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc85cd9-6a8e-49dd-957f-02756c2cbbf7 req-f351c658-131b-40ac-b73e-3ed1989f104a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.416332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8cc85cd9-6a8e-49dd-957f-02756c2cbbf7 req-f351c658-131b-40ac-b73e-3ed1989f104a tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 944 time: 0.1870434 May 20 07:54:13.470727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:13.474473 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-448ee19f-3ee4-4d17-9ff4-11d2a76411a7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3430226 May 20 07:54:13.483005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:13.525305 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8cc85cd9-6a8e-49dd-957f-02756c2cbbf7 req-df98fda1-8848-459c-802e-1a08ea1caa42 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/security-groups?id=94d8779c-be73-4f64-a346-7cbb18ea15bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 May 20 07:54:13.580170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:13.601003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-4f7c7547-57aa-47b1-8018-b9875684944b service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968853 May 20 07:54:13.652238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:13.688198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Usage tracker for resource:security_group_rule and tenant:daa6d96c2c884617b409ba25545fbfc2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:13.700626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:13.703437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:13.720671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-4ec80e78-5b91-4718-ac89-9740256d911e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:13.722147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-4ec80e78-5b91-4718-ac89-9740256d911e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.6096649 May 20 07:54:13.728081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:13.735262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb9e2d53-f954-4c67-a256-efe4cb8ec7ad tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:13.836751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:13.839457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 7b29d74b-2ca6-411d-b8f6-4039e82b9241 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:13.842142 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e956ddc8-5fb4-4ba6-9947-9a3bd89bbca4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:13.856907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-deleted', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8'}, {'name': 'network-changed', 'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:13.862632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=fbaf2b10-1531-4975-b847-7d35319baa28,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:13.869236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:13.906248 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:13.966064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-5de81c64-6322-478c-bddd-9bb0c9abc323 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.1854427 May 20 07:54:14.018915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:54:14.066329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fa4a96-2963-4e3b-921d-2a7e91af1b9d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:14.076341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:14.102539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8eb8-0ffa-435f-b917-7d56ef1dc11b req-e62cb5f7-db89-4f1c-a420-1b4873db5238 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:14.104027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed9d8eb8-0ffa-435f-b917-7d56ef1dc11b req-e62cb5f7-db89-4f1c-a420-1b4873db5238 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 932 time: 0.3272841 May 20 07:54:14.104763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Checking segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:14.105125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Network hostable DHCP agents. Network: 1ef93c2f-5da8-41d8-be8a-313532f33ef7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:14.138956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port fbaf2b10-1531-4975-b847-7d35319baa28 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:14.152252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.158082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ed9d8eb8-0ffa-435f-b917-7d56ef1dc11b req-8d835fed-941b-422e-aa85-72ed9468d036 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 May 20 07:54:14.197241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:14.203462 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.255494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5640ae-f0c9-48c6-85a7-2f8d62554a10 req-4b810d6b-b18a-4785-9ad3-fbd510a8c5a2 service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355438 May 20 07:54:14.281453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e87d1a0-32c3-4b37-bbfa-95345343c8de {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:14.303822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.323464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1ef93c2f-5da8-41d8-be8a-313532f33ef7) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:14.337462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:14.338086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.338636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7bf61-f854-4c0e-a91f-ff9e0a2f15c7 None None] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:14.352434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Transition to ACTIVE for port object 0e87d1a0-32c3-4b37-bbfa-95345343c8de will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:14.373973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.378596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-24755413-b003-4098-a957-e16ef3a1dc66 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3961511 May 20 07:54:14.380105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a9af708-91ff-4917-a3ab-4b876632cdc8 req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.84 "DELETE /v2.0/ports/fbaf2b10-1531-4975-b847-7d35319baa28 HTTP/1.1" status: 204 len: 173 time: 3.1654494 May 20 07:54:14.384851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.456282 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-deleted', 'tag': '9f11a6c8-923a-4d72-a4ab-9a68e279aec8', 'status': 'completed', 'code': 200} May 20 07:54:14.456583 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'status': 'completed', 'code': 200} May 20 07:54:14.581391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.588271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:54:14.589694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.593055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c1978f-cae0-425f-8bce-e91c8bdf0fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:14.599819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.604559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5475514 May 20 07:54:14.604559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58698) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:14.609501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:14.624936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:14.632232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Usage tracker for resource:router and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:14.636024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:14.643265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:14.674960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c60557-098d-4e48-a11e-0953dc6c0cc3 req-70f692b8-abb0-4c8f-95a4-739a8fab355c tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:14.676497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34c60557-098d-4e48-a11e-0953dc6c0cc3 req-70f692b8-abb0-4c8f-95a4-739a8fab355c tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 943 time: 0.1255269 May 20 07:54:14.727491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-34c60557-098d-4e48-a11e-0953dc6c0cc3 req-c8176d90-9ece-45c1-9892-4f8c4f057f80 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434182 May 20 07:54:14.761574 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.763809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.800123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:14.804889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Allocated IP 172.20.0.2 (1ef93c2f-5da8-41d8-be8a-313532f33ef7/80fa4a96-2963-4e3b-921d-2a7e91af1b9d/c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:14.826494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fde3ff-9dcc-4cc4-85a3-29922a52e907,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:14.829619 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:14.845945 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e5d34d4-9482-4749-b1d0-98b85304a9ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:14.871526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=daa6d96c2c884617b409ba25545fbfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5924382 May 20 07:54:14.874488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58702) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:14.896537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-931fca40-c145-483b-9cd6-afc31bc98e58 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789128 May 20 07:54:14.951903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.095453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.108369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Transition to ACTIVE for port object c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:15.133744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Transition to ACTIVE for port object c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:15.216908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.221010 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a35377d0-0903-40df-a2c5-3dc325341260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:15.240886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.255742 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf3b7951-5ec6-4971-9f54-cedf9ee694fd req-51189b22-27a8-431f-b6d8-03eaaf34396b tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "GET /v2.0/ports?device_id=72993847-420b-4db7-829d-f6b9f88e7d4c HTTP/1.1" status: 200 len: 210 time: 0.1458235 May 20 07:54:15.283304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:15.310305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:15.314263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:15.336335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:15.338311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:15.357939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.427331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-a0c68f41-409b-4733-b21e-228775febf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:15.428795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-a0c68f41-409b-4733-b21e-228775febf7b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2486290deb3548fca2e8c4668a133c12&device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 1094 time: 0.7419882 May 20 07:54:15.435655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Attempting to bind port 0e87d1a0-32c3-4b37-bbfa-95345343c8de on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:15.436086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Attempting to bind port 0e87d1a0-32c3-4b37-bbfa-95345343c8de by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:15.436517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Attempting to bind port 0e87d1a0-32c3-4b37-bbfa-95345343c8de on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:15.438946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Pushing event updated for resources: {'Port': ['ID=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:15.444254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:15.472433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-d1fdf7be-b440-4491-9efd-e080150bf797 service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750296 May 20 07:54:15.479332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Attempting to bind port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:15.479715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Attempting to bind port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:15.480140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Attempting to bind port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 on network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:15.484530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Port 0e87d1a0-32c3-4b37-bbfa-95345343c8de on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:54:15.484856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Attempting to bind port 0e87d1a0-32c3-4b37-bbfa-95345343c8de on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:15.486340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:15.487017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Checking segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:15.487357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.496912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:15.497320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:15.497425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Bound using segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:15.497652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:15.497986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Bound port: c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:15.498114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Bound port: 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:15.498392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.498508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.513029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.519898 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ffa6da6-6e00-420c-86b4-b1e1fcd873ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:15.544615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fde3ff-9dcc-4cc4-85a3-29922a52e907,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:15.547112 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:15.615128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.619249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be80956c-810c-48b4-be06-5d9bd043404d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:15.640111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.641422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8fde3ff-9dcc-4cc4-85a3-29922a52e907 HTTP/1.1" status: 204 len: 168 time: 0.7653508 May 20 07:54:15.667714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] For port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:15.673526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f6b30-0e43-48b0-b188-9beb358f6ccc req-47c535ea-3144-465f-8a39-b5efd3e6e42b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:15.682378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] For port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:15.684457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a0f6b30-0e43-48b0-b188-9beb358f6ccc req-47c535ea-3144-465f-8a39-b5efd3e6e42b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 944 time: 0.2621403 May 20 07:54:15.709753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=7b29d74b-2ca6-411d-b8f6-4039e82b9241,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:15.716028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:15.721695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.734528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d22b9d6-bd15-471a-84a6-778dff1bfbc4 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:15.772255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-db1c0a27-ee53-4281-836b-69d566d560e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:15.773729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-db1c0a27-ee53-4281-836b-69d566d560e9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 200 len: 906 time: 0.3298678 May 20 07:54:15.781261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:15.781261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:15.793004 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a0f6b30-0e43-48b0-b188-9beb358f6ccc req-0778e2da-b418-4c7b-8cee-6e6be39dc50f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070521 May 20 07:54:15.794766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:15.809338 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:15.929314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-324a298a-139f-482e-a229-5abc9b266a20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 200 len: 217 time: 0.1444871 May 20 07:54:15.931359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/7b29d74b-2ca6-411d-b8f6-4039e82b9241 HTTP/1.1" status: 204 len: 168 time: 2.4361880 May 20 07:54:15.938840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:15.959823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2deac96-4033-4261-a446-321c1fb0f6b0 req-c5230328-a25c-4b4c-a275-82a0d8c20aa1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.0933034 May 20 07:54:15.959823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.039280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:16.093374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Pushing event updated for resources: {'Port': ['ID=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:16.097126 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:16.178173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:16.179048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.180582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] 10.222.0.81 "PUT /v2.0/ports/0e87d1a0-32c3-4b37-bbfa-95345343c8de HTTP/1.1" status: 200 len: 1092 time: 4.2009676 May 20 07:54:16.196712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:16.211353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:16.213096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-3ccba8b7-2e4d-47b6-b5ef-6b0e4a3c8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:16.217014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-3ccba8b7-2e4d-47b6-b5ef-6b0e4a3c8991 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d HTTP/1.1" status: 200 len: 844 time: 0.2747834 May 20 07:54:16.284803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet f5073bd2-5d93-49a9-8dfe-937039588241 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:16.310081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.425657 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.463138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-deleted', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28'}, {'name': 'network-changed', 'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:16.526731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58740) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:16.566167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.621736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.698800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.713860 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72993847-420b-4db7-829d-f6b9f88e7d4c', 'name': 'network-vif-deleted', 'tag': 'fbaf2b10-1531-4975-b847-7d35319baa28', 'status': 'completed', 'code': 200} May 20 07:54:16.714164 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'status': 'completed', 'code': 200} May 20 07:54:16.719269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:16.719944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting subnet 146b82c2-2a7d-4cf9-ad1e-1d657317fcda {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:16.732752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.818946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-b7f1e62c-7ece-49d5-8921-4ddd62782ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:16.822286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-b7f1e62c-7ece-49d5-8921-4ddd62782ada service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5971830 May 20 07:54:16.860518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-2f23546d-a67b-4ad7-b9e2-ced4a880d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:16.862422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-2f23546d-a67b-4ad7-b9e2-ced4a880d88c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 1095 time: 0.5335209 May 20 07:54:16.883110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:16.938241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:17.005304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5076e-164f-465d-8604-0a585ad074dc req-ff0b15ed-8872-447b-ade4-86495d5e68d6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:17.010419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8da5076e-164f-465d-8604-0a585ad074dc req-ff0b15ed-8872-447b-ade4-86495d5e68d6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 943 time: 0.9388597 May 20 07:54:17.174633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-13e7575b-00de-4463-b65c-fe00159546b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de HTTP/1.1" status: 200 len: 217 time: 0.2581394 May 20 07:54:17.190163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:54:17.242577 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8da5076e-164f-465d-8604-0a585ad074dc req-95b196e4-1ad6-48c4-bdeb-53c909e589db tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205360 May 20 07:54:17.383778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-64dbbb97-ec7d-4435-a936-3204d80e9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:17.385243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-64dbbb97-ec7d-4435-a936-3204d80e9464 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.1971073 May 20 07:54:17.392099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-aaa1224a-4c87-45b9-96e5-5a430c5905b2 service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564158 May 20 07:54:17.464144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-f788015c-1cf7-4cea-a201-af8b38160925 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704615 May 20 07:54:17.491892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:17.515110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Allocated IP 172.25.8.6 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f381aa8e-3ea6-46fa-a669-edbb98d80332) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:17.549190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42a6c018-307c-4336-9b49-dbd24c03c6aa None None] Provisioning complete for port f6da661d-c508-4025-9883-37204c19fde2 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:17.549190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42a6c018-307c-4336-9b49-dbd24c03c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:17.615246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'port_id': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'mac_address': 'fa:16:3e:c5:8d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:54:17.641351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:17.652493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994d6d-74f4-4d26-94ca-19a2756ab050 req-a0dc817d-8e70-424e-87c8-2bb0a711db1d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:17.656835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48994d6d-74f4-4d26-94ca-19a2756ab050 req-a0dc817d-8e70-424e-87c8-2bb0a711db1d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 944 time: 0.6263998 May 20 07:54:17.678510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401391f-e7bf-4f6b-8144-d290a8997dd9 None None] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:17.720140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9b2e28c6-ccb3-4eff-bf6b-b41134ad4dfb req-f1926948-7d28-420a-9a0c-b4b034015b45 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.0687284 May 20 07:54:17.799407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:17.838547 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:17.926702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:17.943525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:17.969494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:17.999171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.002264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1024950760'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:18.004549 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:18.009487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-3ca98154-5a36-4de6-94fa-e528f655dd81 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132318 May 20 07:54:18.055693 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.066052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:18.086002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:18.087292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.091837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.093581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:18.100721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11597d19-2cc2-429a-b042-f12b7ea4f95f None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:18.100857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:18.116540 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:18.127123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Usage tracker for resource:network and tenant:a6bdc6e9fe6e4493b03375f4e88953a2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:18.141821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f381aa8e-3ea6-46fa-a669-edbb98d80332,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:18.146301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:18.146989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f5073bd2-5d93-49a9-8dfe-937039588241 HTTP/1.1" status: 204 len: 168 time: 2.2006445 May 20 07:54:18.148037 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:18.152430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58768) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:18.153882 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fec2fe4d-2ee9-45bc-ad1d-5784e8edf847 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:18.191502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=f5073bd2-5d93-49a9-8dfe-937039588241,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:18.195100 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:18.257002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:18.292846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:18.319053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48994d6d-74f4-4d26-94ca-19a2756ab050 req-6f623c48-1e1a-43ab-9e26-6880cb234c06 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612797 May 20 07:54:18.364401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8177507b-912b-4594-82db-c5c7bd46dea0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1886806 May 20 07:54:18.372055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58774) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:18.381375 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:18.384229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:18.416414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Provisioning for port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:18.424243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:18.477568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8844fe77-d633-4869-80fc-7f7175edf6b3 req-093065b0-1699-4051-b57e-2c204ced55de service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0120151 May 20 07:54:18.505786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Made reservation on behalf of a6bdc6e9fe6e4493b03375f4e88953a2 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:18.510266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.527685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.536488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Provisioning complete for port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:18.539595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.547924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58c005a-0455-4a15-94ab-ad4091068d8d req-6c9a971f-15d9-43d1-9e77-b01a5588815a service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720392 May 20 07:54:18.568495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:18.582636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Usage tracker for resource:security_group_rule and tenant:a6bdc6e9fe6e4493b03375f4e88953a2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:18.588781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:18.593156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:18.601766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:18.605758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:18.614896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:18.633565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b33d0d-d7f2-4d45-adcd-d68fae1c290f req-eb982ba0-4942-48f0-8109-211cf6cd2547 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:18.635069 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78b33d0d-d7f2-4d45-adcd-d68fae1c290f req-eb982ba0-4942-48f0-8109-211cf6cd2547 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 944 time: 0.2301230 May 20 07:54:18.641277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:18.799857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.805303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:18.810997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:18.877192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:18.975150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] For port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:18.985697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-a9acd303-5dfb-4be3-b11e-3d739d365adf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:18.987200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-a9acd303-5dfb-4be3-b11e-3d739d365adf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.3416481 May 20 07:54:19.007692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:19.041953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Deleting port f6da661d-c508-4025-9883-37204c19fde2 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:19.042330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.058050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.060423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-36386e35-7845-49d3-ab71-eec6beeea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:19.063155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-36386e35-7845-49d3-ab71-eec6beeea423 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 1095 time: 0.2739558 May 20 07:54:19.069000 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-78b33d0d-d7f2-4d45-adcd-d68fae1c290f req-24824eae-7679-475e-9a54-feee718e6872 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654711 May 20 07:54:19.070761 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:19.131290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f77ed082-8cf0-49fd-ab86-45bdf259d25b req-3e321899-578c-4d51-8dbc-78586139338c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.0760591 May 20 07:54:19.140947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Pushing event updated for resources: {'Port': ['ID=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:19.146506 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:19.171499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.203553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.242746 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24847684-92c7-4337-b37c-e8cd0c78d0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:19.247329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] For port f6da661d-c508-4025-9883-37204c19fde2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f6da661d-c508-4025-9883-37204c19fde2,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:19.247716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.327301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.331895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Subnet': ['ID=146b82c2-2a7d-4cf9-ad1e-1d657317fcda,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:19.341589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:19.436018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Calling delete_port for f6da661d-c508-4025-9883-37204c19fde2 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:19.452268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c80b5-d0ab-4c2b-97e8-d9e861d8dd2b None None] Network 6ee48a19-903b-4e40-990a-b73021425fb3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:19.458941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/subnets/146b82c2-2a7d-4cf9-ad1e-1d657317fcda HTTP/1.1" status: 204 len: 168 time: 2.9207234 May 20 07:54:19.458941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.459328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58784) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:19.558763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d917494c-5f37-4b07-a4df-d33331591f25 None None] Provisioning complete for port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:19.559156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d917494c-5f37-4b07-a4df-d33331591f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.591930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:19.600051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-5860d1f6-20c2-45c7-be8a-e2d581969d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:19.601869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-5860d1f6-20c2-45c7-be8a-e2d581969d00 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 0.5286686 May 20 07:54:19.603880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.612898 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8bee7c4-bc13-4fec-ac9c-1894f03be4fc tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:19.649514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0387d69c-f717-4b15-90c9-5924b741c6a7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:19.659457 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:19.712641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.719434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:19.740724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-da4b876d-36a2-4c95-9359-c0d40efe5e46 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de HTTP/1.1" status: 200 len: 217 time: 0.0931418 May 20 07:54:19.747950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:19.865979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.873898 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cc7c515-57e2-465f-a54e-c10ef9b6a2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:19.909359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42589a-5b98-4086-a60f-23df9761efae None None] DHCP port deletion for 6ee48a19-903b-4e40-990a-b73021425fb3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:19.926373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] No DVR routers for this DVR port f6da661d-c508-4025-9883-37204c19fde2 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:19.930116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Pushing event deleted for resources: {'Port': ['ID=f6da661d-c508-4025-9883-37204c19fde2,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:19.959957 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:19.961284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-1e460405-608b-47eb-9c4c-3cc5cf84ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:19.962937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-1e460405-608b-47eb-9c4c-3cc5cf84ca5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.2121978 May 20 07:54:19.963536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:19.966961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:19.999947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Deleting port 5c8fc173-a476-469f-9e89-c1ae244df752 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:20.000377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.016188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.016188 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Added segment c885eb89-ea7e-424d-ab56-e36e96d00335 of type vlan for network 92357da3-5d5b-4154-8ebc-a2109677ef60 May 20 07:54:20.017075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.024595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7dce5-ebff-4f10-8c26-b297f8001217 req-f12c6c82-ec76-48e9-aa4d-192f7d63f186 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:20.030080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ed7dce5-ebff-4f10-8c26-b297f8001217 req-f12c6c82-ec76-48e9-aa4d-192f7d63f186 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 944 time: 0.5551536 May 20 07:54:20.054820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-040f6d4e-4eb6-4ec0-884e-0057e50b7c47 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767710 May 20 07:54:20.103611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-df42589a-5b98-4086-a60f-23df9761efae None None] For port 5c8fc173-a476-469f-9e89-c1ae244df752, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5c8fc173-a476-469f-9e89-c1ae244df752,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:20.103952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.122055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.173390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port 5c8fc173-a476-469f-9e89-c1ae244df752 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:20.173972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.240047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Calling delete_port for 5c8fc173-a476-469f-9e89-c1ae244df752 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:20.247317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ed7dce5-ebff-4f10-8c26-b297f8001217 req-4378b570-6cfe-48b6-a4e9-b09843f44cbc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155161 May 20 07:54:20.254526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.263540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:20.264141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.274142 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52942176-adc7-4731-9f92-834c96f887d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:20.341605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.345344 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0bcc3743-4613-4511-9fdc-2d966d2bd000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:20.389373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Pushing event deleted for resources: {'Port': ['ID=5c8fc173-a476-469f-9e89-c1ae244df752,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:20.393019 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:20.403207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42589a-5b98-4086-a60f-23df9761efae None None] No DVR routers for this DVR port 5c8fc173-a476-469f-9e89-c1ae244df752 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:20.428659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port 5c8fc173-a476-469f-9e89-c1ae244df752, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5c8fc173-a476-469f-9e89-c1ae244df752,segment=NetworkSegment(bac7cbca-e399-4e7c-9471-dd28066cdbcc),segment_id=bac7cbca-e399-4e7c-9471-dd28066cdbcc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:20.429013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.518831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-06300d21-770d-4341-90e9-042d741ff080 req-06aeacac-63c4-4756-8347-7ef5050f1a91 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:20.562109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'Network': ['ID=92357da3-5d5b-4154-8ebc-a2109677ef60,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:20.570986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for 5c8fc173-a476-469f-9e89-c1ae244df752 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:20.577010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:20.579849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:20.585673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-06300d21-770d-4341-90e9-042d741ff080 req-06aeacac-63c4-4756-8347-7ef5050f1a91 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:20.586927 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06300d21-770d-4341-90e9-042d741ff080 req-06aeacac-63c4-4756-8347-7ef5050f1a91 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.1895156 May 20 07:54:20.611410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.9523451 May 20 07:54:20.617761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58794) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:20.626855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Request body: {'subnet': {'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:20.627078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-ba65e026-fee0-4fae-8b13-0368eb37f383 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560684 May 20 07:54:20.662683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a0503-4699-4cfd-9f41-5a99cefc43a1 req-a352ee9f-c6da-4497-a66d-82323e7075b1 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:20.664063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f39a0503-4699-4cfd-9f41-5a99cefc43a1 req-a352ee9f-c6da-4497-a66d-82323e7075b1 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 944 time: 0.3991046 May 20 07:54:20.702918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:20.747410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.14 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/9a0acdeb-e7a6-4c0f-8549-794eb407f68c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:20.783558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa9005c8-449e-4159-a1ca-a45f9c8f8c95 req-cedc8780-03c4-43d4-86b7-70a881429dcb service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502178 May 20 07:54:20.812943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:20.813740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:20.973999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Router 6507854f-2589-4cde-8b39-72cf3c1b4dcf is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:54:20.991290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5c8fc173-a476-469f-9e89-c1ae244df752 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:20.991828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.024150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.037753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8abee3e-8dee-4d25-b26b-bf58d110ef6c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:21.038042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5c8fc173-a476-469f-9e89-c1ae244df752 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:21.038398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5c8fc173-a476-469f-9e89-c1ae244df752 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:21.038810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6da661d-c508-4025-9883-37204c19fde2 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:21.067007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:21.072940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f6da661d-c508-4025-9883-37204c19fde2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:21.073298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f6da661d-c508-4025-9883-37204c19fde2 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:21.079664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.086542 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b991c3b8-af1a-4626-86cb-eb2db777948c tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:21.091649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:21.138012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f39a0503-4699-4cfd-9f41-5a99cefc43a1 req-e2852906-bd29-4a6b-b4ea-1d7b1f909f26 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341543 May 20 07:54:21.141890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Usage tracker for resource:subnet and tenant:a6bdc6e9fe6e4493b03375f4e88953a2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:21.162307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:21.166503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:21.167820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:21.172761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:21.175230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.201496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:21.204188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:21.209593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:21.213431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:21.216997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:21.227691 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:21.230798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port 5c8fc173-a476-469f-9e89-c1ae244df752 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:21.251514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6169d8-3cd7-4da9-bbaa-2a6f7336e4e2 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:21.253035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:21.253783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.263192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=f46956be-d8b3-4cfc-a8cd-0bf9575cbe74,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:21.271465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:21.320287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0768e027-0afd-44a3-a15f-e19fa9698dc1 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:21.349550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3513858 May 20 07:54:21.363238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Request body: {'port': {'device_id': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:21.367882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:21.368479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.386651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Made reservation on behalf of a6bdc6e9fe6e4493b03375f4e88953a2 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:21.390087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.428375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=5c8fc173-a476-469f-9e89-c1ae244df752,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:21.464009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:21.553232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.563451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:21.578406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658f00d-ed77-43f5-bf20-ec624e3544ba req-bbba1bf7-c93b-499f-9942-5699b11fa256 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:21.580448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c658f00d-ed77-43f5-bf20-ec624e3544ba req-bbba1bf7-c93b-499f-9942-5699b11fa256 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 944 time: 0.1882217 May 20 07:54:21.580943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:21.581326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.603997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:54:21.610260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.637915 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Sync routers for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:54:21.638414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee48a19-903b-4e40-990a-b73021425fb3']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:21.648832 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:21.649549 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:21.659292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac7cbca-e399-4e7c-9471-dd28066cdbcc') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:21.659630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac7cbca-e399-4e7c-9471-dd28066cdbcc') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:21.668518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2954185 May 20 07:54:21.672192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58802) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:21.678126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.683028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:21.700152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.737757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'tenant_id': '177017127b944d99840ff1d03ddcb11b', 'fixed_ips': [{'subnet_id': 'f46956be-d8b3-4cfc-a8cd-0bf9575cbe74'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:54:21.738896 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.770846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c658f00d-ed77-43f5-bf20-ec624e3544ba req-d06a6fe0-c639-496b-82d2-784f7b9415b7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579249 May 20 07:54:21.772766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:54:21.780025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:21.781169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: timer() May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:21.905064 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:21.907641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.911396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3033357 May 20 07:54:21.927650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58808) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:21.965318 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:21.992597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:21.998629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.017264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40bfaccc-7093-4b72-a3d8-3d7c750343ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:22.023796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.064304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Network': ['ID=6ee48a19-903b-4e40-990a-b73021425fb3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:22.074162 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:22.094528 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/networks/6ee48a19-903b-4e40-990a-b73021425fb3 HTTP/1.1" status: 204 len: 168 time: 2.6349704 May 20 07:54:22.115628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58812) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:22.124801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:22.192788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:22.211828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:22.222298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e699-3560-4748-8eed-c2ba9bf7ebcd req-f80b201c-5684-420e-ab6c-5730d4f1f0f6 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:22.231426 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f165e699-3560-4748-8eed-c2ba9bf7ebcd req-f80b201c-5684-420e-ab6c-5730d4f1f0f6 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 932 time: 0.4535732 May 20 07:54:22.241994 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'code': 200} May 20 07:54:22.265259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting subnet cdb3322f-bdc4-4358-bd54-b1c74a9f2bed {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:22.281016 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.290163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.293375 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:22.336452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'mac_address': 'fa:16:3e:01:8c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:54:22.389603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Allocated IP 2001:db8::2 (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f46956be-d8b3-4cfc-a8cd-0bf9575cbe74/62879091-ae11-45df-8560-99b7c7446ec4) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:22.404531 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:18Z', 'revision_number': 3, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:22.411614 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Checking router: 6507854f-2589-4cde-8b39-72cf3c1b4dcf for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:54:22.412365 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Updating router 6507854f-2589-4cde-8b39-72cf3c1b4dcf port f381aa8e-3ea6-46fa-a669-edbb98d80332 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:54:22.432524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f165e699-3560-4748-8eed-c2ba9bf7ebcd req-7448fc4b-861b-45a1-abab-8f628b49ad8d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995513 May 20 07:54:22.468642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.474234 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.481201 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.504308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e87d1a0-32c3-4b37-bbfa-95345343c8de {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:22.511315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:22.517195 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:22.591182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:22.649215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.713262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.724758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Transition to ACTIVE for port object 62879091-ae11-45df-8560-99b7c7446ec4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:22.746759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Transition to ACTIVE for port object 62879091-ae11-45df-8560-99b7c7446ec4 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:22.750304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.752067 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:22.756277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:22.769339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:22.786918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:22.803799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:22.836791 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.843519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd4961-af86-4b85-84df-d3a222d8a02a req-b812afbf-6b69-4d67-9c1d-3f5ad3baf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:22.843519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-addd4961-af86-4b85-84df-d3a222d8a02a req-b812afbf-6b69-4d67-9c1d-3f5ad3baf4fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 1096 time: 0.5059597 May 20 07:54:22.848690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:22.854488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:22.855130 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8f6fe67e-719f-49bc-b80f-c2bd80127ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:22.914155 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:22.932559 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Transition to ACTIVE for port object f381aa8e-3ea6-46fa-a669-edbb98d80332 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:22.946791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:22.953686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15266eb3-17f6-4392-bddf-129d60ec2285 req-0f5c19fa-ef3e-42e4-bda7-54fdddf0a080 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:22.954935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:22.955752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15266eb3-17f6-4392-bddf-129d60ec2285 req-0f5c19fa-ef3e-42e4-bda7-54fdddf0a080 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.5310512 May 20 07:54:22.959446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:22.981445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:54:23.011157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['0e87d1a0-32c3-4b37-bbfa-95345343c8de'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:23.013328 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.018629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:23.023003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.027911 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-39c82ceb-9888-4782-8abe-b8a176a16733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.089261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Pushing event updated for resources: {'Port': ['ID=62879091-ae11-45df-8560-99b7c7446ec4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.104409 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.132228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-addd4961-af86-4b85-84df-d3a222d8a02a req-ffc95f01-2f29-4cd1-a5a3-23b26c1e081a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776716 May 20 07:54:23.138478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Attempting to bind port 62879091-ae11-45df-8560-99b7c7446ec4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:23.138478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Attempting to bind port 62879091-ae11-45df-8560-99b7c7446ec4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:23.138478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Attempting to bind port 62879091-ae11-45df-8560-99b7c7446ec4 on network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:23.146881 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Attempting to bind port f381aa8e-3ea6-46fa-a669-edbb98d80332 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:23.147522 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Attempting to bind port f381aa8e-3ea6-46fa-a669-edbb98d80332 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:23.148852 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Attempting to bind port f381aa8e-3ea6-46fa-a669-edbb98d80332 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:23.155927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:23.156568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Checking segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:23.157132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.157765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Bound using segment: {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:23.159585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Bound port: 62879091-ae11-45df-8560-99b7c7446ec4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84045811-ec78-4176-81de-c9a778eeea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:23.160860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.178017 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:23.178669 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:23.179500 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.180032 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:23.180820 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Bound port: f381aa8e-3ea6-46fa-a669-edbb98d80332, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:23.181514 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.299242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0acdeb-e7a6-4c0f-8549-794eb407f68c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:23.307661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] For port f381aa8e-3ea6-46fa-a669-edbb98d80332, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:23.313690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15266eb3-17f6-4392-bddf-129d60ec2285 req-8a3cba6c-61ca-4ef9-bb19-9e9628a57c23 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230958 May 20 07:54:23.315266 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] For port f381aa8e-3ea6-46fa-a669-edbb98d80332, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f381aa8e-3ea6-46fa-a669-edbb98d80332,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:23.320037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.323337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a608c-d95d-4c24-a794-3b74949a16b1 req-74a5c4ee-f687-4f17-a9d2-7f11076a9b8b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:23.330131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa3a608c-d95d-4c24-a794-3b74949a16b1 req-74a5c4ee-f687-4f17-a9d2-7f11076a9b8b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 945 time: 0.3747249 May 20 07:54:23.336704 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Pushing event updated for resources: {'Port': ['ID=f381aa8e-3ea6-46fa-a669-edbb98d80332,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.351113 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.366019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Transition to ACTIVE for port object 9a0acdeb-e7a6-4c0f-8549-794eb407f68c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:23.405751 n-d-780147-4 neutron-server[93101]: INFO neutron.db.ipam_backend_mixin [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f46956be-d8b3-4cfc-a8cd-0bf9575cbe74 (CIDR: 2001:db8::/64) May 20 07:54:23.406614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] For port 62879091-ae11-45df-8560-99b7c7446ec4, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:23.407567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-aa3a608c-d95d-4c24-a794-3b74949a16b1 req-956e396a-e7bb-4282-b983-01d9c996ec9a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 May 20 07:54:23.420107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] For port 62879091-ae11-45df-8560-99b7c7446ec4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=62879091-ae11-45df-8560-99b7c7446ec4,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:23.446440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.478847 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3709333-340b-461c-8d1a-1e86cf9b2f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.494437 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:54:23.494437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:23.497230 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.509633 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b36ff809-a425-459b-8e3e-5fc354645eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.531726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8d5d6-89c3-41d7-b152-3a4fdc2060fc None None] Network ed081c2f-324b-4649-b933-0f6224045ef0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:23.532092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.535948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb3322f-bdc4-4358-bd54-b1c74a9f2bed,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.543463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.572887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.580902 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-055580d4-28fe-4f94-82fa-bd16e054dfdc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.592685 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/subnets/cdb3322f-bdc4-4358-bd54-b1c74a9f2bed HTTP/1.1" status: 204 len: 168 time: 1.4713411 May 20 07:54:23.601367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:23.609463 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:23.610185 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:23.611770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.714714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Pushing event updated for resources: {'Port': ['ID=f381aa8e-3ea6-46fa-a669-edbb98d80332,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.719954 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.750528 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02414a55-83c2-4a07-a7cc-f0ea17135213 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.786613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.786881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:23.802471 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:23.835157 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:23.883809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5f655280-40e5-450a-9f7c-e1a568e8bb0a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2105658 May 20 07:54:23.898456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:23.923480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'subnet': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:23.924503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'Subnet': ['ID=f2ad0321-dd4c-46de-b715-d9eef372bd95,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.945843 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.946608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Checking segment: {'id': 'c885eb89-ea7e-424d-ab56-e36e96d00335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:23.946971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Network hostable DHCP agents. Network: 92357da3-5d5b-4154-8ebc-a2109677ef60, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:23.966393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Pushing event updated for resources: {'Port': ['ID=62879091-ae11-45df-8560-99b7c7446ec4,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:23.970966 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:23.971240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2fb0e-0af7-45f8-a1a8-3e1e91e3cd8b req-8dc27c4e-65d1-45d1-bac0-c0553ef447de tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:23.973677 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39b2fb0e-0af7-45f8-a1a8-3e1e91e3cd8b req-8dc27c4e-65d1-45d1-bac0-c0553ef447de tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 0.4264627 May 20 07:54:23.996142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:24.000484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.044303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Deleting port e1abcd5d-c289-4eb9-9612-aa4c027d8190 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:24.044651 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.065692 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39b2fb0e-0af7-45f8-a1a8-3e1e91e3cd8b req-554452f7-6dd2-40e4-87b5-365ea1272c03 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 May 20 07:54:24.079469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] DHCP port deletion for ed081c2f-324b-4649-b933-0f6224045ef0 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:24.085406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:24.155116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.160695 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:24.198579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] For port e1abcd5d-c289-4eb9-9612-aa4c027d8190, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e1abcd5d-c289-4eb9-9612-aa4c027d8190,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:24.198997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.199623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Deleting port e1abcd5d-c289-4eb9-9612-aa4c027d8190 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:24.204490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.379515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 92357da3-5d5b-4154-8ebc-a2109677ef60) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:24.389354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5b149-0219-4ddf-b242-f02a87c4b96d None None] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:24.397417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Calling delete_port for e1abcd5d-c289-4eb9-9612-aa4c027d8190 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:24.412162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:24.412757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.433828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] For port e1abcd5d-c289-4eb9-9612-aa4c027d8190, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e1abcd5d-c289-4eb9-9612-aa4c027d8190,segment=NetworkSegment(06d717ee-47d4-4f26-b5bd-47d3642b61a2),segment_id=06d717ee-47d4-4f26-b5bd-47d3642b61a2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:24.434644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.465994 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:18Z', 'revision_number': 3, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:24.479695 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac9a04-3754-4076-8cb2-e96137f75a10 None None] The sync data for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 is: [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:18Z', 'revision_number': 3, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:54:24.597201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.604139 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe2cfb2b-9cfa-4086-96db-dd760edaad03 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:24.680598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0607817 May 20 07:54:24.684783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Port': ['ID=e1abcd5d-c289-4eb9-9612-aa4c027d8190,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:24.714017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Calling delete_port for e1abcd5d-c289-4eb9-9612-aa4c027d8190 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:24.716109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:24.724143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:24.733875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 62879091-ae11-45df-8560-99b7c7446ec4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:24.734602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] No DVR routers for this DVR port e1abcd5d-c289-4eb9-9612-aa4c027d8190 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:24.754448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Request body: {'port': {'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1121782704'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:24.962608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:24.965357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:24.995790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed081c2f-324b-4649-b933-0f6224045ef0']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:25.020520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d717ee-47d4-4f26-b5bd-47d3642b61a2') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:25.020862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d717ee-47d4-4f26-b5bd-47d3642b61a2') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:25.038037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.069761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb2d0b-29a6-46dd-b149-a00f828b830c req-b27d9cf5-41ee-4972-aead-2ea1c1b4e4e1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:25.071894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7cb2d0b-29a6-46dd-b149-a00f828b830c req-b27d9cf5-41ee-4972-aead-2ea1c1b4e4e1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 945 time: 0.3930614 May 20 07:54:25.080025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.086461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 62879091-ae11-45df-8560-99b7c7446ec4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:25.090807 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.097988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:subnet and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:25.101707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:25.110055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:25.110929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:25.111824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.120378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:25.135556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Attempting to bind port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:25.136101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Attempting to bind port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:25.136447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Attempting to bind port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: timer() May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:25.139211 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:25.145570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:25.150464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:54:25.150795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Attempting to bind port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:25.153697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Allocated IP 172.20.0.1 (1ef93c2f-5da8-41d8-be8a-313532f33ef7/80fa4a96-2963-4e3b-921d-2a7e91af1b9d/99086fe9-715d-4e9f-8b38-b81b93f1f649) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:25.176262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Usage tracker for resource:port and tenant:a6bdc6e9fe6e4493b03375f4e88953a2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:25.194962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:25.209045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Pushing event deleted for resources: {'Port': ['ID=e1abcd5d-c289-4eb9-9612-aa4c027d8190,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:25.211589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-92357da3-5d5b-4154-8ebc-a2109677ef60', 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60', 'tenant_id': 'a6bdc6e9fe6e4493b03375f4e88953a2', 'fixed_ips': [{'subnet_id': 'f2ad0321-dd4c-46de-b715-d9eef372bd95'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:54:25.212373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.218679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:25.223543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.237568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] No DVR routers for this DVR port e1abcd5d-c289-4eb9-9612-aa4c027d8190 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:25.268446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.270315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.270681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.271045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.271379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.271714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.272088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.272637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.273169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.273786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.274493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.274964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:54:25.282672 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:25.353205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7cb2d0b-29a6-46dd-b149-a00f828b830c req-68c2d8ef-b37c-4c2c-9fda-a3ab50d4e3d4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680414 May 20 07:54:25.361879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e1abcd5d-c289-4eb9-9612-aa4c027d8190 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:25.380605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:25.380957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:25.381351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:25.386660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Bound port: 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:25.387282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.436762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.441962 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5040e13e-4b63-4cb2-b80c-1f253be19d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:25.442618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e1abcd5d-c289-4eb9-9612-aa4c027d8190 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:25.443358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e1abcd5d-c289-4eb9-9612-aa4c027d8190 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:25.476789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.477037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29db178-6e52-42b5-9d36-30a9844e0886 req-56239c3d-6506-42e2-bd99-3114f07f06f4 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:25.485827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e29db178-6e52-42b5-9d36-30a9844e0886 req-56239c3d-6506-42e2-bd99-3114f07f06f4 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.8227732 May 20 07:54:25.520724 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] 10.222.0.79 "DELETE /v2.0/networks/ed081c2f-324b-4649-b933-0f6224045ef0 HTTP/1.1" status: 204 len: 168 time: 1.9130645 May 20 07:54:25.520724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Pushing event deleted for resources: {'Network': ['ID=ed081c2f-324b-4649-b933-0f6224045ef0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:25.522780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:25.532360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:25.629368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Allocated IP 2001:db8::2 (92357da3-5d5b-4154-8ebc-a2109677ef60/f2ad0321-dd4c-46de-b715-d9eef372bd95/d4c9c161-d298-43f7-8f00-31cd46543f95) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:25.748853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Made reservation on behalf of a6bdc6e9fe6e4493b03375f4e88953a2 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:25.754028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.766624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a24f6-2ac6-4146-b849-57a9c2b50c1d req-a4071848-733e-484e-9a0d-14a70bcf8f28 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:25.768649 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b8a24f6-2ac6-4146-b849-57a9c2b50c1d req-a4071848-733e-484e-9a0d-14a70bcf8f28 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 0.1125777 May 20 07:54:25.778729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:25.793886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e29db178-6e52-42b5-9d36-30a9844e0886 req-368d7ddd-c734-483f-af25-aab68317342d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075869 May 20 07:54:25.824835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Provisioning for port 62879091-ae11-45df-8560-99b7c7446ec4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:25.835468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] device_id is not set on port 18254efb-f337-4252-94ca-6f750b6ebbf4 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:25.870264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Provisioning complete for port 62879091-ae11-45df-8560-99b7c7446ec4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:25.870651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:25.943622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:26.029377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:26.059169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b8a24f6-2ac6-4146-b849-57a9c2b50c1d req-6a6a915d-42ad-4bd6-82f2-4760894e4c4c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829156 May 20 07:54:26.074632 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.097095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Transition to ACTIVE for port object d4c9c161-d298-43f7-8f00-31cd46543f95 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:26.120494 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.131035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.141395 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a37f4852-2f0c-49ff-91c7-8d6a6d50c634 tempest-FloatingIPsTestJSON-1580005571 tempest-FloatingIPsTestJSON-1580005571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:26.166013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 0e87d1a0-32c3-4b37-bbfa-95345343c8de completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:26.173250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Transition to ACTIVE for port object d4c9c161-d298-43f7-8f00-31cd46543f95 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:26.178038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 0e87d1a0-32c3-4b37-bbfa-95345343c8de triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:26.178423 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.216052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.226139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Transition to ACTIVE for port object 99086fe9-715d-4e9f-8b38-b81b93f1f649 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:26.237113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.247735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:26.248089 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.249765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] 10.222.0.81 "PUT /v2.0/ports/9a0acdeb-e7a6-4c0f-8549-794eb407f68c HTTP/1.1" status: 200 len: 1092 time: 4.8924017 May 20 07:54:26.254153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:26.263264 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.272041 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:26.325338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58858) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:26.377875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] For port 62879091-ae11-45df-8560-99b7c7446ec4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=62879091-ae11-45df-8560-99b7c7446ec4,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:26.384027 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c', 'status': 'completed', 'code': 200} May 20 07:54:26.404707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:26.406292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:26.410780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:26.416971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:26.417358 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:26.442883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Pushing event updated for resources: {'Port': ['ID=d4c9c161-d298-43f7-8f00-31cd46543f95,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:26.453052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:26.460021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f9ec-bcbd-4309-93ef-3ca03965efe0 req-e8795bfc-f8a2-44b6-b32f-5e8049528ba4 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:26.461663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89f3f9ec-bcbd-4309-93ef-3ca03965efe0 req-e8795bfc-f8a2-44b6-b32f-5e8049528ba4 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.4009829 May 20 07:54:26.503113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.514738 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3e262cbd-fbab-4824-b7ca-b7e8995380ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:26.521413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:26.558552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Request body: {'floatingip': {'port_id': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:26.677073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.701574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f381aa8e-3ea6-46fa-a669-edbb98d80332 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:26.789415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Allocated IP 2001:db8::1e5 (92357da3-5d5b-4154-8ebc-a2109677ef60/f2ad0321-dd4c-46de-b715-d9eef372bd95/18254efb-f337-4252-94ca-6f750b6ebbf4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:26.811030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Attempting to bind port d4c9c161-d298-43f7-8f00-31cd46543f95 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:26.811712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Attempting to bind port d4c9c161-d298-43f7-8f00-31cd46543f95 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c885eb89-ea7e-424d-ab56-e36e96d00335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:26.812822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Attempting to bind port d4c9c161-d298-43f7-8f00-31cd46543f95 on network 92357da3-5d5b-4154-8ebc-a2109677ef60 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:26.828930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:26.835091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:26.848502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:26.848991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Checking segment: {'id': 'c885eb89-ea7e-424d-ab56-e36e96d00335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:26.849300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.849734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Bound using segment: {'id': 'c885eb89-ea7e-424d-ab56-e36e96d00335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:26.850377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Bound port: d4c9c161-d298-43f7-8f00-31cd46543f95, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c885eb89-ea7e-424d-ab56-e36e96d00335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:26.850767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.869777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Pushing event updated for resources: {'Port': ['ID=62879091-ae11-45df-8560-99b7c7446ec4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:26.873592 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:26.887643 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.917425 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'code': 200} May 20 07:54:26.952994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835a6db-5b88-4582-b4a1-645700aceaf3 req-6b504e0c-335f-46a4-8d62-25e92a46e7a2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:26.961627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7835a6db-5b88-4582-b4a1-645700aceaf3 req-6b504e0c-335f-46a4-8d62-25e92a46e7a2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 945 time: 0.3449068 May 20 07:54:26.969604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.974363 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:26.978261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:26.990650 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:27.037613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f381aa8e-3ea6-46fa-a669-edbb98d80332 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:27.049186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] For port d4c9c161-d298-43f7-8f00-31cd46543f95, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:27.053871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f381aa8e-3ea6-46fa-a669-edbb98d80332 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:27.054323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.096151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7835a6db-5b88-4582-b4a1-645700aceaf3 req-8a0d22d8-66ee-4b9d-818e-ee620d7a0c49 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330700 May 20 07:54:27.099267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] For port d4c9c161-d298-43f7-8f00-31cd46543f95, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d4c9c161-d298-43f7-8f00-31cd46543f95,segment=NetworkSegment(c885eb89-ea7e-424d-ab56-e36e96d00335),segment_id=c885eb89-ea7e-424d-ab56-e36e96d00335)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:27.125812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:27.129706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:27.187118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:27.189754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.201288 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-086df1cc-6f2a-4a1b-8c85-ae0348df668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:27.202211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:27.223113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:27.287931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.299516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.321932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f381aa8e-3ea6-46fa-a669-edbb98d80332, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f381aa8e-3ea6-46fa-a669-edbb98d80332,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:27.324813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Pushing event updated for resources: {'Port': ['ID=d4c9c161-d298-43f7-8f00-31cd46543f95,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:27.328213 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:27.358968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Pushing event updated for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:27.362117 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:27.404539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.407651 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:27.535379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f381aa8e-3ea6-46fa-a669-edbb98d80332,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:27.553697 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:27.616288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-50c071e7-c3d0-46cc-b5c5-9e9964720996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:27.620032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-50c071e7-c3d0-46cc-b5c5-9e9964720996 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 1095 time: 1.1983235 May 20 07:54:27.696004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f5dc441e-f0ef-4b25-a60e-5156a5cfc8f8 None None] Provisioning for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:27.701848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f5dc441e-f0ef-4b25-a60e-5156a5cfc8f8 None None] Provisioning complete for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:27.702285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f5dc441e-f0ef-4b25-a60e-5156a5cfc8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.741588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.780345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc441e-f0ef-4b25-a60e-5156a5cfc8f8 None None] Port 99086fe9-715d-4e9f-8b38-b81b93f1f649 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:27.867701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Deleting port d67507d8-eef1-4d9f-8555-6da7a0e7ce98 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:27.868045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:27.995184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] For port d67507d8-eef1-4d9f-8555-6da7a0e7ce98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:27.995693 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:28.042044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f8fd-4583-40ba-a476-9b3ed44b5ae7 req-4402c9e8-c72b-437a-956d-5dd275c20517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:28.043509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3704f8fd-4583-40ba-a476-9b3ed44b5ae7 req-4402c9e8-c72b-437a-956d-5dd275c20517 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 1097 time: 1.0556302 May 20 07:54:28.130446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Calling delete_port for d67507d8-eef1-4d9f-8555-6da7a0e7ce98 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:28.423291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70270d26-67fc-420d-896a-439cbeba9112 req-b5cdb214-b0e6-4b79-bd3a-fd9cacb11141 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:28.424813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70270d26-67fc-420d-896a-439cbeba9112 req-b5cdb214-b0e6-4b79-bd3a-fd9cacb11141 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 1.1337814 May 20 07:54:28.425970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82196b36-df03-4569-96c8-9a7d9cbb6b7c req-02473e9e-e6cd-44f0-b45c-4892df100e7b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:28.427469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-82196b36-df03-4569-96c8-9a7d9cbb6b7c req-02473e9e-e6cd-44f0-b45c-4892df100e7b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.1133115 May 20 07:54:28.435368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24714d-5742-4407-a1bb-3ec4dec5e65e None None] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:28.516533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-82196b36-df03-4569-96c8-9a7d9cbb6b7c req-b52fa9d9-e4de-42db-aed0-608364b6c0fa tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 May 20 07:54:28.550588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:28.571525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3704f8fd-4583-40ba-a476-9b3ed44b5ae7 req-47ee0012-a004-4be6-978f-5f859167eb25 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991601 May 20 07:54:28.584773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-fdf6c85e-fbed-4f36-bba5-d593b70105ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:28.586576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-fdf6c85e-fbed-4f36-bba5-d593b70105ad service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=93e8b61f80c64763bff84860e61c16de&shared=False HTTP/1.1" status: 200 len: 907 time: 0.9592793 May 20 07:54:28.618785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-08c0cb11-2841-4540-be96-ebbc8762e377 None None] Provisioning for port d4c9c161-d298-43f7-8f00-31cd46543f95 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:28.630294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Transition to ACTIVE for port object 18254efb-f337-4252-94ca-6f750b6ebbf4 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:28.685513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:28.692929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70270d26-67fc-420d-896a-439cbeba9112 req-93950321-c4f5-43f4-99d2-2c0f892f42a7 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932836 May 20 07:54:28.696784 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:28.751491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 62879091-ae11-45df-8560-99b7c7446ec4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:28.844387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Pushing event deleted for resources: {'Port': ['ID=d67507d8-eef1-4d9f-8555-6da7a0e7ce98,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:28.851186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:28.867058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 62879091-ae11-45df-8560-99b7c7446ec4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:28.867439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.082970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f381aa8e-3ea6-46fa-a669-edbb98d80332 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:29.094534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.110844 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd4222a-56cc-4e62-b449-d095ef527efb tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:29.145888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.155800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f381aa8e-3ea6-46fa-a669-edbb98d80332 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:29.156267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.187375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 07:54:29.279189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.292826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d4c9c161-d298-43f7-8f00-31cd46543f95 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:29.308763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-4c0dfee7-5a37-445d-b7c6-7628417ba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:29.310359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e93ef70-b3d1-4650-b091-3bb69e85546a req-4c0dfee7-5a37-445d-b7c6-7628417ba3d4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6784840 May 20 07:54:29.320545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:29.335745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:29.413659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:54:29.448014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d4c9c161-d298-43f7-8f00-31cd46543f95 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:29.457660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d4c9c161-d298-43f7-8f00-31cd46543f95 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:29.458126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.467857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:29.474138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:29.474897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.483284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'Port': ['ID=18254efb-f337-4252-94ca-6f750b6ebbf4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:29.528376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:29.589429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:54:29.654836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.696998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d4c9c161-d298-43f7-8f00-31cd46543f95, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d4c9c161-d298-43f7-8f00-31cd46543f95,segment=NetworkSegment(c885eb89-ea7e-424d-ab56-e36e96d00335),segment_id=c885eb89-ea7e-424d-ab56-e36e96d00335)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:29.759466 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.789300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.793862 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:29.802636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:54:29.863542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] 10.222.0.79 "PUT /v2.0/routers/0aa4ef00-323b-4dd8-a582-b7ac0461a77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351989 May 20 07:54:29.864092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58884) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:29.870861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1414003 May 20 07:54:29.874407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58886) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:29.875409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.898136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Sync routers for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:54:29.907031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ed2340ef-da9f-4f40-9d5e-7b221a7af7e0 None None] Provisioning for port 18254efb-f337-4252-94ca-6f750b6ebbf4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:29.920071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ed2340ef-da9f-4f40-9d5e-7b221a7af7e0 None None] Provisioning complete for port 18254efb-f337-4252-94ca-6f750b6ebbf4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:29.920460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ed2340ef-da9f-4f40-9d5e-7b221a7af7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:29.932236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Request body: {'port': {'network_id': '92357da3-5d5b-4154-8ebc-a2109677ef60', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1563503392', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:29.932811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] bootfile-name is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:29.933184 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] tftp-server is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:29.933580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] server-ip-address is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:29.994745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:29.995767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:30.041320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.063522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ed2340ef-da9f-4f40-9d5e-7b221a7af7e0 None None] Port 18254efb-f337-4252-94ca-6f750b6ebbf4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:30.084745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c161-d298-43f7-8f00-31cd46543f95,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:30.088723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:30.126753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-5510e820-c103-4760-a01d-d1735bf0410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:30.128266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-5510e820-c103-4760-a01d-d1735bf0410d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 1095 time: 0.7511790 May 20 07:54:30.200126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:30.328339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfbd8f-9185-4e42-b277-1bd87c6cf7f8 req-a5dd580d-6a44-4162-a3f0-985ba8d0dcf3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:30.329965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89bfbd8f-9185-4e42-b277-1bd87c6cf7f8 req-a5dd580d-6a44-4162-a3f0-985ba8d0dcf3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 0.5135636 May 20 07:54:30.405705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:30.408482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.474212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89bfbd8f-9185-4e42-b277-1bd87c6cf7f8 req-f67942e6-ef25-41d4-8168-f0527bd9c835 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365294 May 20 07:54:30.478406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad91e03-dd69-4304-97ed-0d91ecb57119 req-ec03b3fd-341f-4159-b980-51b1c9d0a979 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:30.485655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dad91e03-dd69-4304-97ed-0d91ecb57119 req-ec03b3fd-341f-4159-b980-51b1c9d0a979 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.8001568 May 20 07:54:30.486287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Usage tracker for resource:port and tenant:a6bdc6e9fe6e4493b03375f4e88953a2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:30.494744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-ad416a26-a76d-4c1c-b991-fb568daeddc6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c HTTP/1.1" status: 200 len: 217 time: 0.1218054 May 20 07:54:30.499752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:30.518758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:30.561425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 5, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:30.568277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Checking router: 0aa4ef00-323b-4dd8-a582-b7ac0461a77d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:54:30.583790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Routers {'0aa4ef00-323b-4dd8-a582-b7ac0461a77d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:30.583790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:30.591761 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Floating IP 73ec700f-9bd9-4cab-805a-37b05f8c5461 associated. External IP: 172.25.8.196, port: 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3. May 20 07:54:30.627071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.647628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Made reservation on behalf of a6bdc6e9fe6e4493b03375f4e88953a2 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:30.651727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.689179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] device_id is not set on port 053e1c7e-4dff-4dc9-beeb-612270325ce6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:30.719678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.748707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dad91e03-dd69-4304-97ed-0d91ecb57119 req-b482abae-7490-4d9c-86a6-38b2cdf0bbf4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622540 May 20 07:54:30.798280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d4c9c161-d298-43f7-8f00-31cd46543f95 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:30.849770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d59ad0-e169-4074-bab5-a94941098995 req-22ff5138-3d46-4f65-be32-b101c6853f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:30.853219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-22ff5138-3d46-4f65-be32-b101c6853f81 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.3340561 May 20 07:54:30.867852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.871902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] Set router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:30.898004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Deleting port fa08d4e1-4961-41c9-8b97-05a7da9dba68 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:30.898486 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:30.927895 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-49a8cab5-f35f-4d5f-b96c-6caa79c37180 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:30.934682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Allocated IP 2001:db8::35d (92357da3-5d5b-4154-8ebc-a2109677ef60/f2ad0321-dd4c-46de-b715-d9eef372bd95/053e1c7e-4dff-4dc9-beeb-612270325ce6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:31.075402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d4c9c161-d298-43f7-8f00-31cd46543f95 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:31.075784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.083943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] For port 62879091-ae11-45df-8560-99b7c7446ec4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=62879091-ae11-45df-8560-99b7c7446ec4,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:31.113361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-88388b14-2574-4be2-94f1-c5a1f98e6d57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894469 May 20 07:54:31.117063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] For port fa08d4e1-4961-41c9-8b97-05a7da9dba68, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fa08d4e1-4961-41c9-8b97-05a7da9dba68,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:31.117545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.126507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.248236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.248778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.278084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Pushing event updated for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:31.281998 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:31.286110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 5, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:31.289989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42237a-9333-4a22-a4cb-ad61a761c3fe None None] The sync data for ids ['0aa4ef00-323b-4dd8-a582-b7ac0461a77d'] in n-d-780147-4 is: [{'id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'name': 'tempest-ServersTestMultiNic-1344132350-router', 'tenant_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:51:19Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 5, 'project_id': 'a2fcffc73b6e4a1b94f59c16323f97f5', 'gw_port': {'id': 'fa08d4e1-4961-41c9-8b97-05a7da9dba68', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4ef00-323b-4dd8-a582-b7ac0461a77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:51:22Z', 'updated_at': '2021-05-20T07:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:54:31.294285 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1758403d-ab9b-4005-9afa-c01296dc54d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:31.305899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Calling delete_port for fa08d4e1-4961-41c9-8b97-05a7da9dba68 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:31.335967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.389199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.420252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Transition to ACTIVE for port object 053e1c7e-4dff-4dc9-beeb-612270325ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:31.420505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:31.449032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:31.472658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd97574-bf78-4742-89f1-0c96bce87e8b None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:31.496260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:31.496860 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.547669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.562433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c49b1824-a5e8-4b5a-a394-a77f6464b01a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:31.611614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:31.623194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:31.644142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:31.646705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:31.647469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.690697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=62879091-ae11-45df-8560-99b7c7446ec4,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:31.692821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:31.717271 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:31.737124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:31.811937 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9360378 May 20 07:54:31.843599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:31.899502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'Port': ['ID=053e1c7e-4dff-4dc9-beeb-612270325ce6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:31.902664 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:31.927943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:31.949430 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b069a7dd-318c-4dbc-98c8-36898501313f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:31.957056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:31.971042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.0711582 May 20 07:54:31.983974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:32.004226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Request body: {'port': {'network_id': 'a4121aa9-ae30-46b0-ae8a-b961d1ffbc76', 'mac_address': 'fa:16:3e:4a:92:9b', 'name': 'tempest-NetworksTestDHCPv6-1378824441'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:32.048616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa08d4e1-4961-41c9-8b97-05a7da9dba68,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:32.051560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:32.065037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-695a4fc4-76d1-4ebf-b6bb-83564a349aec None None] Provisioning for port 053e1c7e-4dff-4dc9-beeb-612270325ce6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:32.076550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-695a4fc4-76d1-4ebf-b6bb-83564a349aec None None] Provisioning complete for port 053e1c7e-4dff-4dc9-beeb-612270325ce6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:32.077163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-695a4fc4-76d1-4ebf-b6bb-83564a349aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.173662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-695a4fc4-76d1-4ebf-b6bb-83564a349aec None None] Port 053e1c7e-4dff-4dc9-beeb-612270325ce6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:32.251965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-8f0c818f-fe42-4fd8-ad53-39ed9c249d47 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0522516 May 20 07:54:32.296295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bb8931ff-103b-46a9-b49c-1f78107ea441 None None] Provisioning complete for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:32.297002 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb8931ff-103b-46a9-b49c-1f78107ea441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.329125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.388111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bb8931ff-103b-46a9-b49c-1f78107ea441 None None] Port 99086fe9-715d-4e9f-8b38-b81b93f1f649 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:32.416960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Subnet': ['ID=87c8620d-662b-476b-b30a-d9f18cfc0118,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:32.432350 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:32.554930 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.559597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.616621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba478793-2361-4085-8741-942afc92ccd4 req-2672cf34-4c48-4427-8a16-4d92e868df1e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:32.617385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba478793-2361-4085-8741-942afc92ccd4 req-2672cf34-4c48-4427-8a16-4d92e868df1e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.7133255 May 20 07:54:32.626349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Router d7858939-a0e3-4d74-a90e-c183245a5875 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:54:32.645363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:32.649843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717523f-5f8e-48c5-b2cb-44718151cc6b req-9f1a8369-fb29-47a3-a526-905045d7c9a0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:32.651981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1717523f-5f8e-48c5-b2cb-44718151cc6b req-9f1a8369-fb29-47a3-a526-905045d7c9a0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 1.0007038 May 20 07:54:32.663431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Usage tracker for resource:port and tenant:177017127b944d99840ff1d03ddcb11b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:32.668411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.668887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa4ef00-323b-4dd8-a582-b7ac0461a77d {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:54:32.675950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:32.687488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:32.697973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 62879091-ae11-45df-8560-99b7c7446ec4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:32.720647 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ba478793-2361-4085-8741-942afc92ccd4 req-af190d4e-349e-4044-8542-d12497254e79 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769262 May 20 07:54:32.722342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:32.722686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.726280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0aa4ef00-323b-4dd8-a582-b7ac0461a77d HTTP/1.1" status: 204 len: 168 time: 2.8547077 May 20 07:54:32.728579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:32.744295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:32.750638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:32.751569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Synchronizing usage tracker for tenant:a6bdc6e9fe6e4493b03375f4e88953a2 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:32.795686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Deleting subnet 95066b84-20fa-4015-abca-0129e015febf {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:32.799361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.803611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8d59ad0-e169-4074-bab5-a94941098995 req-b1e679a4-2c62-4a5d-bdbf-a4a599a724c7 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276845 May 20 07:54:32.813766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 62879091-ae11-45df-8560-99b7c7446ec4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:32.814286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.874124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.910657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Made reservation on behalf of 177017127b944d99840ff1d03ddcb11b for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:32.942989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-90853b4b-cf1f-4092-bdbe-318da25c5dda None None] Provisioning complete for port 62879091-ae11-45df-8560-99b7c7446ec4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:32.943185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-90853b4b-cf1f-4092-bdbe-318da25c5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:32.962487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Router 6507854f-2589-4cde-8b39-72cf3c1b4dcf has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:54:32.969359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1717523f-5f8e-48c5-b2cb-44718151cc6b req-af1bf7cc-6df6-430c-92a5-7973693a7256 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003271 May 20 07:54:33.080212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:33.095915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d67507d8-eef1-4d9f-8555-6da7a0e7ce98 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:33.105842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:33.145041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] device_id is not set on port 0e1d761c-15e8-4997-9270-b6899a0685bf yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:33.147014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d67507d8-eef1-4d9f-8555-6da7a0e7ce98 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:33.147363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d67507d8-eef1-4d9f-8555-6da7a0e7ce98 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:33.198443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Unset dirty status for tenant:a6bdc6e9fe6e4493b03375f4e88953a2 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:33.199869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5d6ed59-5822-47b0-b78b-78b575a9590c tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.3455050 May 20 07:54:33.209875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:33.254769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:54:33.260409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:33.264890 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Sync routers for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:54:33.278006 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:33.278826 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:33.312123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:54:33.321571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Sync routers for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:54:33.329536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] 10.222.0.79 "PUT /v2.0/routers/6507854f-2589-4cde-8b39-72cf3c1b4dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3929079 May 20 07:54:33.340920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:33.342345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:33.349430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b050c19-cb6f-4d2b-9684-b8e174201f06 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "PUT /v2.0/floatingips/73ec700f-9bd9-4cab-805a-37b05f8c5461 HTTP/1.1" status: 200 len: 991 time: 6.8215318 May 20 07:54:33.355437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:33.465736 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'status': 'completed', 'code': 200} May 20 07:54:33.603698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:33.625021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:33.662573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-8124fd56-5da9-4251-8081-52228acea013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:33.667920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-8124fd56-5da9-4251-8081-52228acea013 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2486290deb3548fca2e8c4668a133c12&device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 1096 time: 0.1743014 May 20 07:54:33.802940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Deleting port 053e1c7e-4dff-4dc9-beeb-612270325ce6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:33.804818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:33.852483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8::18f (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/f46956be-d8b3-4cfc-a8cd-0bf9575cbe74/0e1d761c-15e8-4997-9270-b6899a0685bf) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:33.884446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:929b (a4121aa9-ae30-46b0-ae8a-b961d1ffbc76/87c8620d-662b-476b-b30a-d9f18cfc0118/0e1d761c-15e8-4997-9270-b6899a0685bf) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:34.029896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:29Z', 'revision_number': 2, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:34.035691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Checking router: 6507854f-2589-4cde-8b39-72cf3c1b4dcf for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:54:34.037412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Updating router 6507854f-2589-4cde-8b39-72cf3c1b4dcf port 99086fe9-715d-4e9f-8b38-b81b93f1f649 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:54:34.052623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-e9e9165c-063c-466e-a62f-1e4f2dbc467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:34.059516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-e9e9165c-063c-466e-a62f-1e4f2dbc467b service neutron] 10.222.0.84 "GET /v2.0/networks?id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 200 len: 906 time: 0.3834198 May 20 07:54:34.126794 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.155110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.211473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e899204-4407-4c4d-ba39-7d4217ba8593 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:34.233949 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '73ec700f-9bd9-4cab-805a-37b05f8c5461', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'port_id': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'mac_address': 'fa:16:3e:c5:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa16dc7-d450-4b35-b153-515f2993778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:53:55Z', 'updated_at': '2021-05-20T07:54:29Z', 'revision_number': 1, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:34.239915 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Checking router: d7858939-a0e3-4d74-a90e-c183245a5875 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:54:34.251659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:34.253776 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:34.315148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-a82c8bde-f51e-409a-b91b-539be758a3a7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 200 len: 999 time: 0.2243741 May 20 07:54:34.332636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998834d-810e-48d4-b820-8e9b548c8f06 req-4d65be64-19ba-468c-9b05-ab7c862b0148 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:34.342141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8998834d-810e-48d4-b820-8e9b548c8f06 req-4d65be64-19ba-468c-9b05-ab7c862b0148 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3959074 May 20 07:54:34.466019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8998834d-810e-48d4-b820-8e9b548c8f06 req-297fdd3f-eaf5-47aa-81f2-a4860016865f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766883 May 20 07:54:34.531385 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:34.534794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-4d43744f-d4dc-4d2d-9a1b-cf1027fa9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:34.536483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-4d43744f-d4dc-4d2d-9a1b-cf1027fa9a3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d HTTP/1.1" status: 200 len: 844 time: 0.1907978 May 20 07:54:34.575869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa08d4e1-4961-41c9-8b97-05a7da9dba68 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:34.588337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.590614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95066b84-20fa-4015-abca-0129e015febf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:34.601493 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:34.605334 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.627996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750e148-86c0-4a8f-9f87-06e5e142468f None None] Network 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:34.688441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-86c83e9c-a563-4a9f-a6c5-2229ede1b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:34.691000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-86c83e9c-a563-4a9f-a6c5-2229ede1b439 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465130 May 20 07:54:34.691972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fa08d4e1-4961-41c9-8b97-05a7da9dba68 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:34.692330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fa08d4e1-4961-41c9-8b97-05a7da9dba68 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:34.808854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.845330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Calling delete_port for 053e1c7e-4dff-4dc9-beeb-612270325ce6 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:34.860139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Transition to ACTIVE for port object 99086fe9-715d-4e9f-8b38-b81b93f1f649 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:34.862095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95066b84-20fa-4015-abca-0129e015febf HTTP/1.1" status: 204 len: 168 time: 2.1324947 May 20 07:54:34.936077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:34.969669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:34.974926 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c3825d82-f7b7-43f7-b9b8-4d7db4528d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:35.063334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] DHCP port deletion for 8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:35.115608 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '73ec700f-9bd9-4cab-805a-37b05f8c5461', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'port_id': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'mac_address': 'fa:16:3e:c5:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa16dc7-d450-4b35-b153-515f2993778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:53:55Z', 'updated_at': '2021-05-20T07:54:29Z', 'revision_number': 1, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:35.120995 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edad99-42e2-4af4-8d02-7bf84a0c0b1b None None] The sync data for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 is: [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '73ec700f-9bd9-4cab-805a-37b05f8c5461', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'port_id': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'mac_address': 'fa:16:3e:c5:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa16dc7-d450-4b35-b153-515f2993778b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:53:55Z', 'updated_at': '2021-05-20T07:54:29Z', 'revision_number': 1, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:54:35.145706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-b0938eeb-fdd1-4cad-8cf6-411e6ecad1ff service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471598 May 20 07:54:35.201315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.359783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0796b04-d9c9-4d31-b6e5-9e8a52ed9398 req-9f3e73e7-16ba-4182-b44d-7b4daa4742c9 service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050705 May 20 07:54:35.361349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Pushing event updated for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:35.371352 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:35.398743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.412475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85eb2-3c15-44a2-a02f-ccd8e28c3902 req-a939ec7f-b7c7-41e8-ac61-4d259fe7840a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:35.422932 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6f85eb2-3c15-44a2-a02f-ccd8e28c3902 req-a939ec7f-b7c7-41e8-ac61-4d259fe7840a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 1.1564777 May 20 07:54:35.429140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Attempting to bind port 99086fe9-715d-4e9f-8b38-b81b93f1f649 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:35.429570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Attempting to bind port 99086fe9-715d-4e9f-8b38-b81b93f1f649 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:35.429932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Attempting to bind port 99086fe9-715d-4e9f-8b38-b81b93f1f649 on network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:35.433019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Deleting port 9ee4da03-e3dd-404f-9267-909ae52cb84f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:35.433427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.486672 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c491732-5a98-4583-a6fe-0d0b0fa2eeac None None] New status for floating IP 73ec700f-9bd9-4cab-805a-37b05f8c5461: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:54:35.493683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Transition to ACTIVE for port object 0e1d761c-15e8-4997-9270-b6899a0685bf will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:35.532905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a6f85eb2-3c15-44a2-a02f-ccd8e28c3902 req-560e84fb-aa35-4191-99ad-baac5cd0aaa2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087837 May 20 07:54:35.535042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:35.538684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Checking segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:35.538684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.538684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Bound using segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:35.538684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Bound port: 99086fe9-715d-4e9f-8b38-b81b93f1f649, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:35.538684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.616910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Deleting port 9ee4da03-e3dd-404f-9267-909ae52cb84f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:35.617260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.728391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] For port 9ee4da03-e3dd-404f-9267-909ae52cb84f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9ee4da03-e3dd-404f-9267-909ae52cb84f,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:35.728762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.763493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6039dcc-2bca-410b-80de-1fd2328cd633 req-a1ab9b9e-95fc-4243-b2f7-23b006fb9014 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:35.771595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6039dcc-2bca-410b-80de-1fd2328cd633 req-a1ab9b9e-95fc-4243-b2f7-23b006fb9014 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.1484346 May 20 07:54:35.831663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9a0acdeb-e7a6-4c0f-8549-794eb407f68c details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:54:35.876450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6039dcc-2bca-410b-80de-1fd2328cd633 req-63a9d638-b3d9-4018-9280-97b774a7f0c2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037493 May 20 07:54:35.883396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] For port 9ee4da03-e3dd-404f-9267-909ae52cb84f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9ee4da03-e3dd-404f-9267-909ae52cb84f,segment=NetworkSegment(43bab8e8-08f1-46f1-a861-425d85e9fbff),segment_id=43bab8e8-08f1-46f1-a861-425d85e9fbff)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:35.884024 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:35.954014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Calling delete_port for 9ee4da03-e3dd-404f-9267-909ae52cb84f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:36.079076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:54:36.098931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Calling delete_port for 9ee4da03-e3dd-404f-9267-909ae52cb84f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:36.121192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.132989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed0327a5-464d-49af-89a8-2e445e656c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:36.179247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] For port 99086fe9-715d-4e9f-8b38-b81b93f1f649, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:36.183199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.215234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] For port 99086fe9-715d-4e9f-8b38-b81b93f1f649, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=99086fe9-715d-4e9f-8b38-b81b93f1f649,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:36.237074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.253923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:36.281189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c', 'mac_address': 'fa:16:3e:b9:b7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:54:36.284175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.290835 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df42589a-5b98-4086-a60f-23df9761efae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:36.304806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:36.321261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:36.341150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:36.346326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.346965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:36.348200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.366058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event updated for resources: {'Port': ['ID=0e1d761c-15e8-4997-9270-b6899a0685bf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:36.381019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] No DVR routers for this DVR port 9ee4da03-e3dd-404f-9267-909ae52cb84f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:36.383435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.422452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Pushing event deleted for resources: {'Port': ['ID=9ee4da03-e3dd-404f-9267-909ae52cb84f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:36.426256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:36.436832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b94897d0-7e48-4723-b52d-dd2a2f7936a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:36.475419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] No DVR routers for this DVR port 9ee4da03-e3dd-404f-9267-909ae52cb84f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:36.547323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:54:36.548133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:54:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:36.566914 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:36.573114 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b9d277d-eba0-400d-a017-5e750c404e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:36.634049 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:36.761319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9ee4da03-e3dd-404f-9267-909ae52cb84f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:36.790132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0acdeb-e7a6-4c0f-8549-794eb407f68c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:36.810206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:36.829091 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "DELETE /v2.0/ports/053e1c7e-4dff-4dc9-beeb-612270325ce6 HTTP/1.1" status: 204 len: 168 time: 3.6112385 May 20 07:54:36.829091 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8278065 May 20 07:54:36.832896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59040) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:36.833396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59042) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:36.835133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Pushing event updated for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:36.840226 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:36.853582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9ee4da03-e3dd-404f-9267-909ae52cb84f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:36.854400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9ee4da03-e3dd-404f-9267-909ae52cb84f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:36.868835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Request body: {'port': {'name': 'tempest-new-port-name-1734697125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:36.869306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] bootfile-name is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:36.869843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] tftp-server is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:36.870367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] server-ip-address is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 07:54:36.870489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55640a0-3689-4f61-a5e7-f24303493c12 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event deleted for resources: {'Port': ['ID=053e1c7e-4dff-4dc9-beeb-612270325ce6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:36.994533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.012989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee4da03-e3dd-404f-9267-909ae52cb84f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:37.027523 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:37.036592 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:37.037201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:37.037485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:37.048957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.078500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8823eb37-e698-4f8f-a2ce-57c33cbeb0a0']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:37.087922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe232156-cd15-42ce-a4e6-21f36f052c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.103303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bab8e8-08f1-46f1-a861-425d85e9fbff') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:37.103661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bab8e8-08f1-46f1-a861-425d85e9fbff') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:37.105191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9faf0-e128-4c49-a2e4-8b656f692ed1 req-046c45f8-2e30-40a4-84df-835486ed08ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:37.112156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53a9faf0-e128-4c49-a2e4-8b656f692ed1 req-046c45f8-2e30-40a4-84df-835486ed08ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 944 time: 0.3587835 May 20 07:54:37.137055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.148403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.207498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:37.214615 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:37.220800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.228277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:37.228765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.229923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:54:37.260779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53a9faf0-e128-4c49-a2e4-8b656f692ed1 req-87cf4353-03c3-43be-8d47-25a3b41b001c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470087 May 20 07:54:37.341242 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['9a0acdeb-e7a6-4c0f-8549-794eb407f68c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:37.547684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c23a2043-9653-462e-b337-1ab56fd4f8f9 None None] Provisioning for port 0e1d761c-15e8-4997-9270-b6899a0685bf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: timer() May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:37.640475 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:37.643174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c23a2043-9653-462e-b337-1ab56fd4f8f9 None None] Provisioning complete for port 0e1d761c-15e8-4997-9270-b6899a0685bf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:37.643552 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c23a2043-9653-462e-b337-1ab56fd4f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.646294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting port 0e1d761c-15e8-4997-9270-b6899a0685bf {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:37.646833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.757561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2c893-861c-4e13-96c4-767a58a0d614 req-7f67dc48-d2a2-4af6-95bc-ab8c04024f93 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:37.765919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c2c893-861c-4e13-96c4-767a58a0d614 req-7f67dc48-d2a2-4af6-95bc-ab8c04024f93 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.6354401 May 20 07:54:37.851682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c23a2043-9653-462e-b337-1ab56fd4f8f9 None None] Port 0e1d761c-15e8-4997-9270-b6899a0685bf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:37.856378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.875748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.923152 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41c2c893-861c-4e13-96c4-767a58a0d614 req-2f1e488f-25a2-49dc-87bc-b291fd69bddb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552293 May 20 07:54:37.929947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:37.938284 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618bacc7-ddb6-49a5-943d-9cfaa20c217e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:37.993969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8823eb37-e698-4f8f-a2ce-57c33cbeb0a0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:37.999207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.005443 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:38.011408 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8823eb37-e698-4f8f-a2ce-57c33cbeb0a0 HTTP/1.1" status: 204 len: 168 time: 3.0706828 May 20 07:54:38.069562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Calling delete_port for 0e1d761c-15e8-4997-9270-b6899a0685bf owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:38.076286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.083350 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19674142-edf9-4cf5-ba7e-c3be9ab6716f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:38.131032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:36Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:38.137240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4c869-b255-469b-9da7-f3dcdef17baf None None] The sync data for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 is: [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:36Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:54:38.166227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] In _notify_port_updated(), no bound segment for port 18254efb-f337-4252-94ca-6f750b6ebbf4 on network 92357da3-5d5b-4154-8ebc-a2109677ef60 {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:54:38.173634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:38.178861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.182618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "PUT /v2.0/ports/18254efb-f337-4252-94ca-6f750b6ebbf4 HTTP/1.1" status: 200 len: 1130 time: 1.3333528 May 20 07:54:38.183292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59062) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:38.216163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event updated for resources: {'Port': ['ID=18254efb-f337-4252-94ca-6f750b6ebbf4,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:38.226317 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:38.360058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece6189-1e37-4a6a-8aae-c29620e37981 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:38.360707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aece6189-1e37-4a6a-8aae-c29620e37981 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Synchronizing usage tracker for tenant:a6bdc6e9fe6e4493b03375f4e88953a2 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:38.461809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aece6189-1e37-4a6a-8aae-c29620e37981 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Unset dirty status for tenant:a6bdc6e9fe6e4493b03375f4e88953a2 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:38.467280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aece6189-1e37-4a6a-8aae-c29620e37981 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "GET /v2.0/ports/18254efb-f337-4252-94ca-6f750b6ebbf4 HTTP/1.1" status: 200 len: 1130 time: 0.2672851 May 20 07:54:38.468027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59070) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:38.531495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59074) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:38.563466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f682a6af-5bcf-4c8d-b70b-be88cb41129c None None] Provisioning complete for port 18254efb-f337-4252-94ca-6f750b6ebbf4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:38.564034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f682a6af-5bcf-4c8d-b70b-be88cb41129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.569643 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.605738 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-118075c2-8320-4432-b37e-9ea754e06886 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:38.718255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Port': ['ID=0e1d761c-15e8-4997-9270-b6899a0685bf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:38.750453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 99086fe9-715d-4e9f-8b38-b81b93f1f649 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:38.764226 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:38.769590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-52ddedd3-0cf9-43a6-837d-dce6665e757e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2fcffc73b6e4a1b94f59c16323f97f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385375 May 20 07:54:38.775545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:38.833721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f682a6af-5bcf-4c8d-b70b-be88cb41129c None None] Port 18254efb-f337-4252-94ca-6f750b6ebbf4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:54:38.936458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.959314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:38.965511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:38.965881 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:38.968937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Deleting port 18254efb-f337-4252-94ca-6f750b6ebbf4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:38.969293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.010227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.145669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec0496-2354-46b3-8e16-f1905a8d0efa req-14495a37-ae34-4df8-ba2f-2c97a4ef081b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.153843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35ec0496-2354-46b3-8e16-f1905a8d0efa req-14495a37-ae34-4df8-ba2f-2c97a4ef081b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 945 time: 0.7020450 May 20 07:54:39.246240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab21f-3d9d-4733-9d96-ce46c053075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.252908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.262017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.295857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35ec0496-2354-46b3-8e16-f1905a8d0efa req-a1110c43-d933-4499-a27d-f19e32d5cbfb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411638 May 20 07:54:39.299416 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.312101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 99086fe9-715d-4e9f-8b38-b81b93f1f649, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=99086fe9-715d-4e9f-8b38-b81b93f1f649,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:39.321313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/0e1d761c-15e8-4997-9270-b6899a0685bf HTTP/1.1" status: 204 len: 168 time: 2.4840271 May 20 07:54:39.321646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:39.420824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c717687-0441-483b-86e9-ba00f20e3b89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.421650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9c717687-0441-483b-86e9-ba00f20e3b89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:39.459879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Calling delete_port for 18254efb-f337-4252-94ca-6f750b6ebbf4 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:39.489871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63699f8-6448-46c5-a20d-02a42e30370c req-6baf3ec1-368b-417f-81c8-27d4596a7aef tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.493900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f63699f8-6448-46c5-a20d-02a42e30370c req-6baf3ec1-368b-417f-81c8-27d4596a7aef tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3392854 May 20 07:54:39.507246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.509734 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:39.562060 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f63699f8-6448-46c5-a20d-02a42e30370c req-56e44f76-cf75-4339-9391-7dab55560634 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627024 May 20 07:54:39.563723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9c717687-0441-483b-86e9-ba00f20e3b89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:39.565229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9c717687-0441-483b-86e9-ba00f20e3b89 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2426789 May 20 07:54:39.567873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:39.646581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.656418 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:39.686488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:39.687053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d8779c-be73-4f64-a346-7cbb18ea15bb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:39.715213 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:39.717362 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:39.746320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb26f49-2d10-40cf-acd1-2b60658386ac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.751492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9cb26f49-2d10-40cf-acd1-2b60658386ac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1790986 May 20 07:54:39.751492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59102) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:39.770646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.783257 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:39.805915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9a0acdeb-e7a6-4c0f-8549-794eb407f68c up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:39.886742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.896485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.903361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:39.905074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:39.911018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:39.983892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event deleted for resources: {'Port': ['ID=18254efb-f337-4252-94ca-6f750b6ebbf4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:40.000375 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:40.003968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:40.008259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b98062c1-5e18-4ec5-b135-dc0f3d497a86 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2541947 May 20 07:54:40.008856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59112) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:40.009997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.017742 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "DELETE /v2.0/ports/18254efb-f337-4252-94ca-6f750b6ebbf4 HTTP/1.1" status: 204 len: 168 time: 1.5482914 May 20 07:54:40.036868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59116) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:40.126616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Deleting subnet f2ad0321-dd4c-46de-b715-d9eef372bd95 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:40.130537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.148070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet 87c8620d-662b-476b-b30a-d9f18cfc0118 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:40.152192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.197328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.198507 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94d8779c-be73-4f64-a346-7cbb18ea15bb HTTP/1.1" status: 204 len: 168 time: 1.4141455 May 20 07:54:40.207908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.239900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.295570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:54:40.301575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:40.302135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.344533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.360149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.505543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.569898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:40.582162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:40.628888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 99086fe9-715d-4e9f-8b38-b81b93f1f649 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:40.708147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.718759 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-59bac940-0ce6-4395-971a-6fb82e284f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:40.827941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 99086fe9-715d-4e9f-8b38-b81b93f1f649 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:40.830755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.856489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.873113 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:54:40.874945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09700cd6-b3ad-43c8-9497-9222b6aa0e99 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:40.936282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:40.943149 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75a1eb0c-c92e-461d-8331-9af8d1e69abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:41.023898 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c', 'code': 200} May 20 07:54:41.055565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ad0321-dd4c-46de-b715-d9eef372bd95,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:41.069290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:41.073066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74941845-da8c-4386-a3b9-ac477d83c8e3 None None] Network 92357da3-5d5b-4154-8ebc-a2109677ef60 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:41.090916 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:41.093173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ead82-a9f4-4997-8830-775a9913c7b1 req-1702a1b3-b223-4944-892b-cba1bfc7db57 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:41.100370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a42ead82-a9f4-4997-8830-775a9913c7b1 req-1702a1b3-b223-4944-892b-cba1bfc7db57 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 945 time: 0.5332808 May 20 07:54:41.102789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.120705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=87c8620d-662b-476b-b30a-d9f18cfc0118,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:41.124641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:41.191190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "DELETE /v2.0/subnets/f2ad0321-dd4c-46de-b715-d9eef372bd95 HTTP/1.1" status: 204 len: 168 time: 1.1493018 May 20 07:54:41.194864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:41.215333 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:41.217917 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.321417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cef51-8156-4438-ab11-a229a5146a30 req-a059028a-15b6-49f6-94b4-de42f9fd705c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:41.332064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea8cef51-8156-4438-ab11-a229a5146a30 req-a059028a-15b6-49f6-94b4-de42f9fd705c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.1745121 May 20 07:54:41.399139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea8cef51-8156-4438-ab11-a229a5146a30 req-78c4233e-ad5e-4259-a89b-0c1c2e197463 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 May 20 07:54:41.402857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/87c8620d-662b-476b-b30a-d9f18cfc0118 HTTP/1.1" status: 204 len: 168 time: 1.3929632 May 20 07:54:41.406557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59148) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:41.412481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1e367-bdb0-447a-b022-b7718bb663ef None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:41.419074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f28db-2dbd-4cdb-a690-589166ab9051 req-0ff7e51b-974d-4e2d-82c9-0ba4cd2db86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:41.423707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f2f28db-2dbd-4cdb-a690-589166ab9051 req-0ff7e51b-974d-4e2d-82c9-0ba4cd2db86b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 1097 time: 0.4266901 May 20 07:54:41.523425 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a42ead82-a9f4-4997-8830-775a9913c7b1 req-64ae0ce6-3c3f-4096-bcd5-6d176dad8d25 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902628 May 20 07:54:41.566098 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.636520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Deleting subnet f46956be-d8b3-4cfc-a8cd-0bf9575cbe74 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:54:41.639550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.651346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.731726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.793552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Deleting port d4c9c161-d298-43f7-8f00-31cd46543f95 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:41.793926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:41.811066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f2f28db-2dbd-4cdb-a690-589166ab9051 req-be89c421-2dbf-412b-82fa-324928fa71e0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124788 May 20 07:54:41.834282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.044331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] For port d4c9c161-d298-43f7-8f00-31cd46543f95, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d4c9c161-d298-43f7-8f00-31cd46543f95,segment=NetworkSegment(c885eb89-ea7e-424d-ab56-e36e96d00335),segment_id=c885eb89-ea7e-424d-ab56-e36e96d00335)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:42.045025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.058960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] DHCP port deletion for 92357da3-5d5b-4154-8ebc-a2109677ef60 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:42.126547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59162) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:42.238691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Deleting port d4c9c161-d298-43f7-8f00-31cd46543f95 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:42.247942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.305026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Calling delete_port for d4c9c161-d298-43f7-8f00-31cd46543f95 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:42.414461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-954722200-network', 'tenant_id': '673e69234bae4fe7bfdab5b0f5976300'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:42.426481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:42.433956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Usage tracker for resource:network and tenant:673e69234bae4fe7bfdab5b0f5976300 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:42.447562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:42.449532 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.464521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:42.490826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.510071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] For port d4c9c161-d298-43f7-8f00-31cd46543f95, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d4c9c161-d298-43f7-8f00-31cd46543f95,segment=NetworkSegment(c885eb89-ea7e-424d-ab56-e36e96d00335),segment_id=c885eb89-ea7e-424d-ab56-e36e96d00335)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:42.512639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.518315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90fda453-395e-40fd-b1e4-5a3d7f6283bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:42.540646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.555539 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ed654d60-2632-4837-99c5-dc4f1ad14c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:42.679484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] No DVR routers for this DVR port d4c9c161-d298-43f7-8f00-31cd46543f95 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:42.750381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Made reservation on behalf of 673e69234bae4fe7bfdab5b0f5976300 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:42.761224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.815053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Subnet': ['ID=f46956be-d8b3-4cfc-a8cd-0bf9575cbe74,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:42.815053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.815053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:42.834559 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:42.842707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event deleted for resources: {'Port': ['ID=d4c9c161-d298-43f7-8f00-31cd46543f95,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:42.864926 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:42.892177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d4c9c161-d298-43f7-8f00-31cd46543f95 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:42.962955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:42.974117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Usage tracker for resource:security_group_rule and tenant:673e69234bae4fe7bfdab5b0f5976300 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:42.974750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Calling delete_port for d4c9c161-d298-43f7-8f00-31cd46543f95 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:42.983687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:42.993507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:42.995267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.026028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f46956be-d8b3-4cfc-a8cd-0bf9575cbe74 HTTP/1.1" status: 204 len: 168 time: 1.6182256 May 20 07:54:43.028580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92357da3-5d5b-4154-8ebc-a2109677ef60']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:43.032030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59176) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:43.041821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d4c9c161-d298-43f7-8f00-31cd46543f95 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:43.044737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d4c9c161-d298-43f7-8f00-31cd46543f95 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:43.056384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c885eb89-ea7e-424d-ab56-e36e96d00335') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:43.056691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c885eb89-ea7e-424d-ab56-e36e96d00335') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: from cryptography.utils import int_from_bytes May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: from cryptography.utils import int_from_bytes May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.078796 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:54:43.083663 n-d-780147-4 neutron-server[93103]: util.warn( May 20 07:54:43.085231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.089023 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.093308 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d35150f-2ee2-4987-9ea9-7a9221b33072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:43.129925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.138353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:43.138772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.150464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Pushing event deleted for resources: {'Port': ['ID=d4c9c161-d298-43f7-8f00-31cd46543f95,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:43.156076 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:43.158684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] No DVR routers for this DVR port d4c9c161-d298-43f7-8f00-31cd46543f95 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:43.194124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ea038c0d-c20a-451c-a5b7-108ae1e147ca None None] Provisioning complete for port 62879091-ae11-45df-8560-99b7c7446ec4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:54:43.194517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea038c0d-c20a-451c-a5b7-108ae1e147ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.225895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6cb56-17c2-42f8-b6a2-9c7bed90b8d7 None None] Network a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: timer() May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:43.271663 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:43.302034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811891-e49e-4595-818c-6989dd77e5aa req-709a6909-11ae-40e0-a402-14038f529315 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:43.306354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-28811891-e49e-4595-818c-6989dd77e5aa req-709a6909-11ae-40e0-a402-14038f529315 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.5567825 May 20 07:54:43.363862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.378129 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:43.393067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.432326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-28811891-e49e-4595-818c-6989dd77e5aa req-541ae21c-453a-4bc8-bd43-f34911933c99 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137273 May 20 07:54:43.433714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Pushing event deleted for resources: {'Network': ['ID=92357da3-5d5b-4154-8ebc-a2109677ef60,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:43.442682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:43.446320 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] 10.222.0.79 "DELETE /v2.0/networks/92357da3-5d5b-4154-8ebc-a2109677ef60 HTTP/1.1" status: 204 len: 168 time: 2.2502289 May 20 07:54:43.524942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-872168c3-9c10-47a8-898c-7bea30e1f16e tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4471383 May 20 07:54:43.527472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:43.675462 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.713246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05749af-6762-4421-b41f-00b1ac96d7a4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:43.721327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d05749af-6762-4421-b41f-00b1ac96d7a4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:43.727922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7869f38-ba47-4423-ac27-aeafd8a80333 req-1e439da7-2ac3-45be-9868-17be2a5080d7 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:43.729464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7869f38-ba47-4423-ac27-aeafd8a80333 req-1e439da7-2ac3-45be-9868-17be2a5080d7 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.8874290 May 20 07:54:43.747035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d05749af-6762-4421-b41f-00b1ac96d7a4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:43.752463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d05749af-6762-4421-b41f-00b1ac96d7a4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2211957 May 20 07:54:43.754311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59192) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:43.826320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:43.835914 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c043fd1-0c23-49ba-bbaf-49b7a20a12b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:43.917157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] DHCP port deletion for a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:54:43.927313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a3183-4a15-4de3-b1b5-35bc7c82fb91 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:43.930561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-746a3183-4a15-4de3-b1b5-35bc7c82fb91 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Synchronizing usage tracker for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:43.965385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7869f38-ba47-4423-ac27-aeafd8a80333 req-5083c8eb-ad32-4fa1-aad4-abff3d2ded3b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274189 May 20 07:54:43.966460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:44.007743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc15f48-18b6-49a4-9115-5252f7542056,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:44.007743 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:44.007743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.007743 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Added segment e8441c3d-b10a-4866-a8db-6c565737abbd of type vlan for network 7c430a5b-3835-4937-b4be-509c4f6a5768 May 20 07:54:44.037066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.065128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Deleting port 62879091-ae11-45df-8560-99b7c7446ec4 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:44.067581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.118500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-746a3183-4a15-4de3-b1b5-35bc7c82fb91 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Unset dirty status for tenant:177017127b944d99840ff1d03ddcb11b on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:44.119926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-746a3183-4a15-4de3-b1b5-35bc7c82fb91 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3644886 May 20 07:54:44.122606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.187604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.192549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:44.193173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.197313 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a50369a9-38bb-4dfa-af2d-7310f406cc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:44.240604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] For port 62879091-ae11-45df-8560-99b7c7446ec4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=62879091-ae11-45df-8560-99b7c7446ec4,segment=NetworkSegment(84045811-ec78-4176-81de-c9a778eeea9a),segment_id=84045811-ec78-4176-81de-c9a778eeea9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:44.241390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.294234 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dc79bd3f-b7ce-4629-9e9c-3f700d3ae703 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688042 May 20 07:54:44.294234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59202) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.371636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.374774 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c045f389-5421-406d-9e85-7066a8098928 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:44.375430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c045f389-5421-406d-9e85-7066a8098928 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:44.377235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c045f389-5421-406d-9e85-7066a8098928 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/0e1d761c-15e8-4997-9270-b6899a0685bf HTTP/1.1" status: 404 len: 333 time: 0.0827980 May 20 07:54:44.382275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59210) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.396992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Pushing event updated for resources: {'Network': ['ID=7c430a5b-3835-4937-b4be-509c4f6a5768,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:44.400785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:44.443330 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-24967b14-fafe-45da-af76-76f86a4cee38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:44.444061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24967b14-fafe-45da-af76-76f86a4cee38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:44.448611 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24967b14-fafe-45da-af76-76f86a4cee38 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/87c8620d-662b-476b-b30a-d9f18cfc0118 HTTP/1.1" status: 404 len: 337 time: 0.0646045 May 20 07:54:44.451733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.496844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3691640 May 20 07:54:44.500005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59222) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.506624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Request body: {'subnet': {'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-954722200-subnet', 'tenant_id': '673e69234bae4fe7bfdab5b0f5976300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:44.526052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:44.547583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Usage tracker for resource:subnet and tenant:673e69234bae4fe7bfdab5b0f5976300 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:44.547583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:44.549244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7c430a5b-3835-4937-b4be-509c4f6a5768 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:44.564308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:44.574915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Calling delete_port for 62879091-ae11-45df-8560-99b7c7446ec4 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:44.585945 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28c92c2-1b07-4f2e-a501-5b03f03d625f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:44.589223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28c92c2-1b07-4f2e-a501-5b03f03d625f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:44.596772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59226) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.598523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c28c92c2-1b07-4f2e-a501-5b03f03d625f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f46956be-d8b3-4cfc-a8cd-0bf9575cbe74 HTTP/1.1" status: 404 len: 337 time: 0.1436541 May 20 07:54:44.705952 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1934619f-225c-4395-9566-ca549e3adafa tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:44.711734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1934619f-225c-4395-9566-ca549e3adafa tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:44.711734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1934619f-225c-4395-9566-ca549e3adafa tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/36f00b01-a7e6-48c1-bd65-94899a0937f5 HTTP/1.1" status: 404 len: 333 time: 0.1108000 May 20 07:54:44.712851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59232) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.714454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59234) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:44.715776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1e014912-f42b-41a7-8644-c44e158e7803 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6bdc6e9fe6e4493b03375f4e88953a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366628 May 20 07:54:44.738140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 62879091-ae11-45df-8560-99b7c7446ec4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:44.816489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Made reservation on behalf of 673e69234bae4fe7bfdab5b0f5976300 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:44.816489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:44.965808 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e6986f-abd2-4154-9a6e-38a301689f48 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:44.966415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e6986f-abd2-4154-9a6e-38a301689f48 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:44.968870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-97e6986f-abd2-4154-9a6e-38a301689f48 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f5073bd2-5d93-49a9-8dfe-937039588241 HTTP/1.1" status: 404 len: 337 time: 0.2527256 May 20 07:54:44.971461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.061859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:45.072263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Port 62879091-ae11-45df-8560-99b7c7446ec4 update to DOWN by agent not found {{(pid=93103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 07:54:45.076660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:45.084060 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:45.120582 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7784f7a-05cc-4ca7-b027-9c49af55aee7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.120582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7784f7a-05cc-4ca7-b027-9c49af55aee7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.122280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7784f7a-05cc-4ca7-b027-9c49af55aee7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/7b29d74b-2ca6-411d-b8f6-4039e82b9241 HTTP/1.1" status: 404 len: 337 time: 0.1496520 May 20 07:54:45.149509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:45.167069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.195755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Pushing event deleted for resources: {'Port': ['ID=62879091-ae11-45df-8560-99b7c7446ec4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:45.201002 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:45.202801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] No DVR routers for this DVR port 62879091-ae11-45df-8560-99b7c7446ec4 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:45.249522 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c696216d-ab78-40a6-aa10-75d95d73e615 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.249994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c696216d-ab78-40a6-aa10-75d95d73e615 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.254431 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c696216d-ab78-40a6-aa10-75d95d73e615 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/77971e4a-209c-47c1-a9a0-746e6c922538 HTTP/1.1" status: 404 len: 333 time: 0.0780938 May 20 07:54:45.254610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.330490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512921e7-d85e-462c-be68-3654dd7f8b37 req-0e0ecbd7-7e7d-41ec-806c-cef9998511cc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:45.330490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-512921e7-d85e-462c-be68-3654dd7f8b37 req-0e0ecbd7-7e7d-41ec-806c-cef9998511cc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4198914 May 20 07:54:45.369350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:45.375266 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:45.411565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387d69c-f717-4b15-90c9-5924b741c6a7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:45.414299 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:45.449269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-512921e7-d85e-462c-be68-3654dd7f8b37 req-d53fe581-a763-4ab6-80ec-a3a531d941d8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100886 May 20 07:54:45.455518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:45.460697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0387d69c-f717-4b15-90c9-5924b741c6a7 HTTP/1.1" status: 204 len: 168 time: 0.7392120 May 20 07:54:45.473605 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cb3cf8-ea7c-48bf-acb2-4295d33c35a6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.475600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cb3cf8-ea7c-48bf-acb2-4295d33c35a6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.475924 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04cb3cf8-ea7c-48bf-acb2-4295d33c35a6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/77124697-8ab3-4370-bc10-8016c6114c88 HTTP/1.1" status: 404 len: 337 time: 0.2203043 May 20 07:54:45.482976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.567143 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aff9c1-bd8b-4ecf-9d53-5107e1634d9d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.572783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aff9c1-bd8b-4ecf-9d53-5107e1634d9d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.572783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-80aff9c1-bd8b-4ecf-9d53-5107e1634d9d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/4e9c7fe3-a45c-489a-a308-c68a948a7725 HTTP/1.1" status: 404 len: 337 time: 0.0871863 May 20 07:54:45.575086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.602868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6544-127e-4e14-be9d-6f1aa125a79b req-3aa6cdc9-8bcf-4981-b2a9-681893256b49 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:45.610843 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c9fe6544-127e-4e14-be9d-6f1aa125a79b req-3aa6cdc9-8bcf-4981-b2a9-681893256b49 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.5023105 May 20 07:54:45.642938 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b48e1b2-250d-4c74-9c13-8100379e7e49 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.643201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b48e1b2-250d-4c74-9c13-8100379e7e49 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.647651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6b48e1b2-250d-4c74-9c13-8100379e7e49 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/07c613c2-482d-4f6b-b7ce-8bf145b80f85 HTTP/1.1" status: 404 len: 333 time: 0.0693862 May 20 07:54:45.648374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.701694 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-65529341-ca47-4f2a-b561-dfc01d256f90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.702181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65529341-ca47-4f2a-b561-dfc01d256f90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.706695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65529341-ca47-4f2a-b561-dfc01d256f90 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/9164c050-c8ed-46ae-9a11-9dcca13bbc72 HTTP/1.1" status: 404 len: 337 time: 0.0546291 May 20 07:54:45.707277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59272) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.753686 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-924526b4-2170-49f5-a0f6-b6869689ea70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.754385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924526b4-2170-49f5-a0f6-b6869689ea70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.757541 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-924526b4-2170-49f5-a0f6-b6869689ea70 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/29de349d-d305-4466-94f8-c57c3108aab6 HTTP/1.1" status: 404 len: 337 time: 0.0477879 May 20 07:54:45.758942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59276) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:45.767046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c9fe6544-127e-4e14-be9d-6f1aa125a79b req-b37429f3-8a97-41bf-b9b2-b8e713a4c2ea tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481826 May 20 07:54:45.946775 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae3b184-115d-48f0-bea0-a4326cec77d8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:45.947253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae3b184-115d-48f0-bea0-a4326cec77d8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:45.951175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cae3b184-115d-48f0-bea0-a4326cec77d8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/10788d49-6bdd-4690-a320-9c87193bc947 HTTP/1.1" status: 404 len: 333 time: 0.1889961 May 20 07:54:45.951564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59286) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.028819 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-74917a15-1116-4c39-a37e-add097fd8aec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.029546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74917a15-1116-4c39-a37e-add097fd8aec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.032742 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-74917a15-1116-4c39-a37e-add097fd8aec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/89f478ee-036c-4c4f-874e-2f2d7628ecdf HTTP/1.1" status: 404 len: 337 time: 0.0802023 May 20 07:54:46.037833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59290) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.154048 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0e422-36a9-4418-9d77-be53d225fdd6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.154857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b0e422-36a9-4418-9d77-be53d225fdd6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.160707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a7b0e422-36a9-4418-9d77-be53d225fdd6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/1b0b2d04-7e5e-48d0-9e3f-eff9a2864983 HTTP/1.1" status: 404 len: 333 time: 0.1207128 May 20 07:54:46.162667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59300) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.242113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:46.246849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d1a7b5c-f147-4895-9f1f-8444899702e2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:46.273768 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3b9b04-e7a7-4143-97ab-b51bac513021 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.274227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3b9b04-e7a7-4143-97ab-b51bac513021 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.275920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed3b9b04-e7a7-4143-97ab-b51bac513021 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/e521fa00-9f33-486a-8716-c66f8b027528 HTTP/1.1" status: 404 len: 337 time: 0.1121550 May 20 07:54:46.280557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.344412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7dee689-a381-4609-9840-f63c8f7803b3,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:46.349987 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:46.357688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Checking segment: {'id': 'e8441c3d-b10a-4866-a8db-6c565737abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:46.358057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Network hostable DHCP agents. Network: 7c430a5b-3835-4937-b4be-509c4f6a5768, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:46.364825 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d2846c-5a0a-46c7-8796-c5f939e3f3c7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.365660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d2846c-5a0a-46c7-8796-c5f939e3f3c7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.367604 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31d2846c-5a0a-46c7-8796-c5f939e3f3c7 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/21dff198-40c8-4075-92bb-fde989cdbe48 HTTP/1.1" status: 404 len: 333 time: 0.0845661 May 20 07:54:46.374081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59312) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.411916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5479-b52c-4f92-815b-d86088a3e7c8 req-5ee9a814-dc67-4cee-a51d-6b365dcdd2bc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:46.416011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b54f5479-b52c-4f92-815b-d86088a3e7c8 req-5ee9a814-dc67-4cee-a51d-6b365dcdd2bc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.2016637 May 20 07:54:46.457419 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d699b7da-d36e-4e78-8592-a56ff8802166 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.458356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d699b7da-d36e-4e78-8592-a56ff8802166 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.460439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d699b7da-d36e-4e78-8592-a56ff8802166 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/228a575c-5f6c-464c-aaeb-c9fa2edcd65d HTTP/1.1" status: 404 len: 337 time: 0.0851471 May 20 07:54:46.463132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59318) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.541882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b54f5479-b52c-4f92-815b-d86088a3e7c8 req-94834046-ace1-4e5e-ac64-439b199f9f80 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187186 May 20 07:54:46.573545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Network 7c430a5b-3835-4937-b4be-509c4f6a5768 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:46.577993 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9313a466-85fd-47c4-8fca-f34fced71136 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.578669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9313a466-85fd-47c4-8fca-f34fced71136 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.584693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9313a466-85fd-47c4-8fca-f34fced71136 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/723dc7de-aee4-49ab-9c22-c9b5961f7ea9 HTTP/1.1" status: 404 len: 333 time: 0.1200502 May 20 07:54:46.587262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59326) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.666647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7c430a5b-3835-4937-b4be-509c4f6a5768) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:46.676102 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b1dcb5-5787-4069-a801-8ec66bbbef4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.677001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b1dcb5-5787-4069-a801-8ec66bbbef4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.681326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33b1dcb5-5787-4069-a801-8ec66bbbef4f tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f4b17acd-ddc9-41fd-9f38-fb5055a29fd2 HTTP/1.1" status: 404 len: 337 time: 0.0930512 May 20 07:54:46.681895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c3081-223c-433d-b58c-a259fddcc10c None None] Network 7c430a5b-3835-4937-b4be-509c4f6a5768 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:46.683886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59332) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.689823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:46.691407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:46.819171 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4101297-acb4-4895-9943-3b0679a86fa0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.819713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4101297-acb4-4895-9943-3b0679a86fa0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.825757 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a4101297-acb4-4895-9943-3b0679a86fa0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/295037f3-2ac6-405e-a44f-336d523dfd4e HTTP/1.1" status: 404 len: 333 time: 0.1376061 May 20 07:54:46.827624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.884626 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b554f52b-3266-4a05-bb81-9e3cf2c27efe tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:46.885386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b554f52b-3266-4a05-bb81-9e3cf2c27efe tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:46.890393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b554f52b-3266-4a05-bb81-9e3cf2c27efe tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/0fffc3a2-6fdf-4b91-895c-9f8b4117066e HTTP/1.1" status: 404 len: 337 time: 0.0572991 May 20 07:54:46.891231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59346) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:46.923495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4223013 May 20 07:54:46.953593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ae6-4372-4f11-bcae-bdacc6e96338 req-9b3c4ff4-1d30-4329-b178-458bf7de581e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:46.958676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba906f9c-68c7-4a12-ae14-c8c0b04707e0 None None] Network 7c430a5b-3835-4937-b4be-509c4f6a5768 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:46.967087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2aa79ae6-4372-4f11-bcae-bdacc6e96338 req-9b3c4ff4-1d30-4329-b178-458bf7de581e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.2546759 May 20 07:54:47.013825 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-943c60cd-8f18-4b01-8e30-46c9fb356c11 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.015477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943c60cd-8f18-4b01-8e30-46c9fb356c11 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.025981 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-943c60cd-8f18-4b01-8e30-46c9fb356c11 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/8e5f6970-ff7b-41b4-acd9-8a5dc360815e HTTP/1.1" status: 404 len: 333 time: 0.1323926 May 20 07:54:47.031909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59354) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.113834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e48871-f4a8-4468-9843-b362d2129019 req-643771e4-64ca-40ea-820d-5655af729baa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:47.116613 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5e48871-f4a8-4468-9843-b362d2129019 req-643771e4-64ca-40ea-820d-5655af729baa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.3554952 May 20 07:54:47.252701 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5e48871-f4a8-4468-9843-b362d2129019 req-c867a5cb-85fc-49ef-9dd5-abe23a44b1ea tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300325 May 20 07:54:47.302411 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4c3832-cf61-4bf1-89e8-220ceee1acdd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.311774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4c3832-cf61-4bf1-89e8-220ceee1acdd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.317067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59366) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.317299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1f4c3832-cf61-4bf1-89e8-220ceee1acdd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/1ceee5b0-8e85-44a7-9fd6-4dfd13e96364 HTTP/1.1" status: 404 len: 337 time: 0.2731235 May 20 07:54:47.428627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2aa79ae6-4372-4f11-bcae-bdacc6e96338 req-a0a7aef7-821f-421e-93af-46304e05ab53 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605780 May 20 07:54:47.465046 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3842843d-bddd-4785-9ed7-f2cf07975d0c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.482243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3842843d-bddd-4785-9ed7-f2cf07975d0c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.484129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-c8f76af9-efe7-49ac-a7f2-215a84014a8b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7375228 May 20 07:54:47.484286 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3842843d-bddd-4785-9ed7-f2cf07975d0c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/5175abbb-6f38-4802-a60f-7264ce29bc76 HTTP/1.1" status: 404 len: 337 time: 0.1642714 May 20 07:54:47.489217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59372) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.605569 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e94c5f1-9977-46b3-929e-34474d4726e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.606304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e94c5f1-9977-46b3-929e-34474d4726e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.613869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59380) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.614011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9e94c5f1-9977-46b3-929e-34474d4726e4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/71ce3619-70d4-4a71-acd6-b95c8d405d61 HTTP/1.1" status: 404 len: 333 time: 0.1210794 May 20 07:54:47.614125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.683080 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae058dec-bbbd-4d7b-a4a5-5af443d066c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.683544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae058dec-bbbd-4d7b-a4a5-5af443d066c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.685209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae058dec-bbbd-4d7b-a4a5-5af443d066c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/9bb6cff6-59a0-4c13-9345-3131507bece6 HTTP/1.1" status: 404 len: 337 time: 0.0732698 May 20 07:54:47.689041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.775884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-e62c7286-55fd-495e-83d5-0e2326a8eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:47.777858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-e62c7286-55fd-495e-83d5-0e2326a8eb85 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.1438642 May 20 07:54:47.792812 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc51f9-3bf6-4979-9b0b-27a13ab274af tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.793266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc51f9-3bf6-4979-9b0b-27a13ab274af tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.797416 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1fc51f9-3bf6-4979-9b0b-27a13ab274af tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/f869c305-fafe-4ea1-8699-983d40d8009c HTTP/1.1" status: 404 len: 337 time: 0.0968249 May 20 07:54:47.797783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59394) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.868491 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18039a4-b4ee-4174-a096-16698bb1cc66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.868972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18039a4-b4ee-4174-a096-16698bb1cc66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.872060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'networks': [{'name': 'tempest-network--2123323012'}, {'name': 'tempest-network--1306251898'}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:47.872578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-network--2123323012'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:47.872917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-network--1306251898'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:47.876626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:47.881012 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a18039a4-b4ee-4174-a096-16698bb1cc66 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/e6866540-e46f-40e0-8cf9-98ea53c4c08c HTTP/1.1" status: 404 len: 333 time: 0.0720553 May 20 07:54:47.885165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:47.948825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:network and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:47.952712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:47.963405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:47.969342 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0075e87a-6775-4c71-9251-341cacc4317c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:47.969981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0075e87a-6775-4c71-9251-341cacc4317c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:47.974687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0075e87a-6775-4c71-9251-341cacc4317c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ee55fd40-e086-4bca-8f80-e012f606c175 HTTP/1.1" status: 404 len: 337 time: 0.0926101 May 20 07:54:47.975542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.144456 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-155c5634-e700-48d8-ba14-1bf6a0249b0d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:48.145104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155c5634-e700-48d8-ba14-1bf6a0249b0d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:48.150251 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-155c5634-e700-48d8-ba14-1bf6a0249b0d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/6dcaf140-2798-4e2c-be4e-9d824f140f31 HTTP/1.1" status: 404 len: 337 time: 0.0694046 May 20 07:54:48.154150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.165379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'network': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:48.170700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:48.176284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-29621f9d-ef69-4e4d-bc6f-0df9632f2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:48.180171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-29621f9d-ef69-4e4d-bc6f-0df9632f2be1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.3417068 May 20 07:54:48.332667 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd94f2a-39b5-4c68-a4d5-2e8919cf8517 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:48.333431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd94f2a-39b5-4c68-a4d5-2e8919cf8517 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:48.336157 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dbd94f2a-39b5-4c68-a4d5-2e8919cf8517 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/feb421b5-1790-4414-b0b6-e358c73d678c HTTP/1.1" status: 404 len: 333 time: 0.1808610 May 20 07:54:48.340644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59422) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.343993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:48.368301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-335f437d-c6c4-48b7-b76c-35fb46a018c5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:48.376010 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-335f437d-c6c4-48b7-b76c-35fb46a018c5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/networks?id=7c430a5b-3835-4937-b4be-509c4f6a5768 HTTP/1.1" status: 200 len: 813 time: 0.4837728 May 20 07:54:48.397437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-236dbed5-9719-49fe-8664-adcf136f21d0 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/quotas/673e69234bae4fe7bfdab5b0f5976300 HTTP/1.1" status: 200 len: 375 time: 0.0204830 May 20 07:54:48.407031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-9972aced-8119-4af5-8812-0c463931fe81 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 1000 time: 0.2168982 May 20 07:54:48.410272 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7817dc4a-915e-46ab-be47-ab809533d6bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:48.411018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7817dc4a-915e-46ab-be47-ab809533d6bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:48.415916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7817dc4a-915e-46ab-be47-ab809533d6bb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/085e44cb-d4c5-4135-80fd-4e63d9eb5db4 HTTP/1.1" status: 404 len: 337 time: 0.0729384 May 20 07:54:48.416750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.464863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:48.476901 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-2fae8c8c-2a7f-41da-90df-ef232cc6a20e tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=673e69234bae4fe7bfdab5b0f5976300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784945 May 20 07:54:48.498044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:security_group_rule and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:48.506570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:48.526009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:48.588590 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-373b79c7-12a2-4a76-879e-9c19c808d93c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:48.589178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373b79c7-12a2-4a76-879e-9c19c808d93c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:48.593742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-373b79c7-12a2-4a76-879e-9c19c808d93c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ed7c8a51-aec6-4d7e-8b6c-fad538b64131 HTTP/1.1" status: 404 len: 337 time: 0.1735735 May 20 07:54:48.634167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59438) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.649183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df7e5764-9fd4-4d22-8a57-a80672400e64 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports?device_id=82dc2d69-27db-45fe-99d1-84b5b1f806ed HTTP/1.1" status: 200 len: 205 time: 0.0500493 May 20 07:54:48.651042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.712633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-844f05db-84af-4662-9a2a-cd8b3125a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:48.714321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-844f05db-84af-4662-9a2a-cd8b3125a3e3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2966285 May 20 07:54:48.760368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-ccedc9b0-5344-482f-a539-fdee3ef6b756 service neutron] 10.222.0.79 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825878 May 20 07:54:48.776562 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ba856b38-8545-4844-b1a2-5d7710c49bfd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] delete failed (client error): The resource could not be found. May 20 07:54:48.780797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba856b38-8545-4844-b1a2-5d7710c49bfd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/routers/82dc2d69-27db-45fe-99d1-84b5b1f806ed HTTP/1.1" status: 404 len: 336 time: 0.1267145 May 20 07:54:48.787942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.796059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d466-9119-495a-a7db-a87e03577497 req-166965b1-0241-442f-bcc4-299974366c55 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:48.797560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c914d466-9119-495a-a7db-a87e03577497 req-166965b1-0241-442f-bcc4-299974366c55 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.5360463 May 20 07:54:48.822355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:48.866534 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed80702-de62-4eee-8739-44a7a2ec23f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:48.866999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed80702-de62-4eee-8739-44a7a2ec23f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:48.869941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2ed80702-de62-4eee-8739-44a7a2ec23f8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/86d59b04-c2b5-418f-a3b5-562ac80c91bb HTTP/1.1" status: 404 len: 337 time: 0.0714703 May 20 07:54:48.874696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:48.952485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6a08d1de-1bc1-46c7-9ce1-ca38976c2dc3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "GET /v2.0/ports?device_id=009bf178-f4d0-4d95-91e5-b160ecc7aca2 HTTP/1.1" status: 200 len: 205 time: 0.0724754 May 20 07:54:48.958081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.010168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.010834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.023725 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-32e348e6-6c00-4bdb-990f-776d4cafc523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:49.024391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c914d466-9119-495a-a7db-a87e03577497 req-5c02c079-5fb0-4644-b350-4b2f607e7081 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838288 May 20 07:54:49.044390 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-c9f58b1b-a244-4f2c-a70e-b724c29953bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] delete failed (client error): The resource could not be found. May 20 07:54:49.047809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c9f58b1b-a244-4f2c-a70e-b724c29953bd tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/routers/009bf178-f4d0-4d95-91e5-b160ecc7aca2 HTTP/1.1" status: 404 len: 336 time: 0.0863502 May 20 07:54:49.049395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59458) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.085079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33669a6-af4f-4d25-80c5-0011b7c7b7d1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:49.087723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:49.090042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-2f619765-a2b5-408d-8002-199531dfe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:49.091587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-2f619765-a2b5-408d-8002-199531dfe867 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672693 May 20 07:54:49.095848 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7892101-5659-4478-b8fb-1120d5ba5526 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.096287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7892101-5659-4478-b8fb-1120d5ba5526 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.097845 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:49.098493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7892101-5659-4478-b8fb-1120d5ba5526 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/69b90105-8f41-4962-8ad5-8d7a9ad4fd6f HTTP/1.1" status: 404 len: 337 time: 0.0467610 May 20 07:54:49.101049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.145990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-f4ef0a7c-067b-4278-bda7-934ddd5e082f service neutron] 10.222.0.79 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759923 May 20 07:54:49.147131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.147337 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment 6aa7033a-d198-482b-85aa-68b5377047f0 of type vlan for network 49222274-6b38-4836-a8cd-e6f635a1c4e9 May 20 07:54:49.155607 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b82b7da-056c-401d-b35a-f15292680ea2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.156056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b82b7da-056c-401d-b35a-f15292680ea2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.192677 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b82b7da-056c-401d-b35a-f15292680ea2 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/58377b9c-e5fc-4075-8119-5398585c5e1b HTTP/1.1" status: 404 len: 337 time: 0.0872247 May 20 07:54:49.195054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.238381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.248679 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c3462-c366-4832-afef-7c590a2e10c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.249154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c3462-c366-4832-afef-7c590a2e10c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.250857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-532c3462-c366-4832-afef-7c590a2e10c3 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/12821b75-aa6c-47be-8c8d-270980171172 HTTP/1.1" status: 404 len: 333 time: 0.0548978 May 20 07:54:49.253735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.300145 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-91af3954-7a0c-43fb-ac7b-ce6cf924836a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.300630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91af3954-7a0c-43fb-ac7b-ce6cf924836a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.302396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-91af3954-7a0c-43fb-ac7b-ce6cf924836a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/ddfd1f85-b1b5-4f1f-a19f-871babb65264 HTTP/1.1" status: 404 len: 337 time: 0.0476859 May 20 07:54:49.305058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59474) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.329408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:49.339526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.340016 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment 3280f338-ecb3-4df4-8765-12593143913c of type vlan for network af693ac8-f62e-4564-9ff6-bd84d4783d2f May 20 07:54:49.370059 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc72826e-3575-4efb-9202-c4220b5e50ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.370429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc72826e-3575-4efb-9202-c4220b5e50ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.372121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc72826e-3575-4efb-9202-c4220b5e50ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/4c046fb1-8988-4333-a5f2-920a71c1f2dc HTTP/1.1" status: 404 len: 333 time: 0.0660830 May 20 07:54:49.376156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-6cba2f3a-60b8-48cc-b2aa-48094378d644 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751033 May 20 07:54:49.376627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59478) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.384587 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.458940 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d659325-7f08-4d08-aaa6-2cf73d5f6874 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.459409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d659325-7f08-4d08-aaa6-2cf73d5f6874 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.461264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d659325-7f08-4d08-aaa6-2cf73d5f6874 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/6b330a99-b47b-43b4-8ed7-11254c5d79cd HTTP/1.1" status: 404 len: 337 time: 0.0828753 May 20 07:54:49.464920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.557319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12f87f-09f0-4af7-9a00-65935bee5503 req-65412f9f-6669-434c-8ad3-18cafa774c2e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:49.558912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac12f87f-09f0-4af7-9a00-65935bee5503 req-65412f9f-6669-434c-8ad3-18cafa774c2e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3474216 May 20 07:54:49.576819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.581682 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.606058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:49.612998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:49.614090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:49.637420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07107ce0-cd96-4a61-a2e2-93470b2355f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:49.673826 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-caafd9f1-68f1-475a-8c61-bdb960a56a1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.676477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caafd9f1-68f1-475a-8c61-bdb960a56a1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.704041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac12f87f-09f0-4af7-9a00-65935bee5503 req-97f2bb10-67cb-4af7-9c15-f99ee3af74fe tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325927 May 20 07:54:49.727101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-caafd9f1-68f1-475a-8c61-bdb960a56a1a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/3d7350da-9716-44d4-9ef5-462fcf4c1ff4 HTTP/1.1" status: 404 len: 333 time: 0.2609940 May 20 07:54:49.743072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e79a39a1-29e1-477c-ad7c-2cb4e09cce37 req-b8073c57-4782-457e-bc0a-23e061886364 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264270 May 20 07:54:49.762995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59496) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.836652 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bbc681-5809-4294-aab3-ccc37e1bbfa8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.837129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bbc681-5809-4294-aab3-ccc37e1bbfa8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.838743 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-982f72a7-6be9-45f7-963a-749923c831dc req-5ef54979-cf2c-4a85-bbf5-65e589acdadf tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.1302085 May 20 07:54:49.841764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-90bbc681-5809-4294-aab3-ccc37e1bbfa8 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/90853bc6-5169-4fd5-b435-1998cc2a78f9 HTTP/1.1" status: 404 len: 337 time: 0.0777032 May 20 07:54:49.845059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59500) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.851215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=49222274-6b38-4836-a8cd-e6f635a1c4e9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:49.864619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 49222274-6b38-4836-a8cd-e6f635a1c4e9 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:49.908005 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81b439a-f235-445f-bc5c-d472ba22f0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.908524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81b439a-f235-445f-bc5c-d472ba22f0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.913261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b81b439a-f235-445f-bc5c-d472ba22f0f0 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/dd258a88-91ba-40f7-ba19-6fcec19429f3 HTTP/1.1" status: 404 len: 333 time: 0.0668976 May 20 07:54:49.915821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.921023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3059950 May 20 07:54:49.924430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59512) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:49.989992 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf2c2df-73e5-47bf-9f32-98bd7641548a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:49.990465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf2c2df-73e5-47bf-9f32-98bd7641548a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:49.994473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cf2c2df-73e5-47bf-9f32-98bd7641548a tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/c741574b-6246-4a1d-a1a6-541d99897f88 HTTP/1.1" status: 404 len: 337 time: 0.0756557 May 20 07:54:49.994754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59516) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.052336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=af693ac8-f62e-4564-9ff6-bd84d4783d2f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:50.063470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network af693ac8-f62e-4564-9ff6-bd84d4783d2f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:50.131579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:50.131579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:50.131579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:50.234720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.249133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.257624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.264918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.266297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:50.288536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-31b9698d-fd78-4c65-86dc-a7e2301220d3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.290268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-31b9698d-fd78-4c65-86dc-a7e2301220d3 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.6096053 May 20 07:54:50.340656 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd033fb-a6e8-41f9-bccb-d557623d3d84 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.341049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd033fb-a6e8-41f9-bccb-d557623d3d84 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.342747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8dd033fb-a6e8-41f9-bccb-d557623d3d84 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/e070da54-771a-4bc9-b9a1-ecf06ffe50ef HTTP/1.1" status: 404 len: 333 time: 0.3470290 May 20 07:54:50.346367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.391788 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5895720-618a-4cbe-8f99-28bf1f669404 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.392677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5895720-618a-4cbe-8f99-28bf1f669404 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.395048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d5895720-618a-4cbe-8f99-28bf1f669404 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/0561774c-46ac-4a22-90b9-7ced1b3be87f HTTP/1.1" status: 404 len: 337 time: 0.0468314 May 20 07:54:50.398518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.448184 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5b2efc-414e-4568-864c-09d7b93f5968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.449660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5b2efc-414e-4568-864c-09d7b93f5968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.451404 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d5b2efc-414e-4568-864c-09d7b93f5968 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/24ef6bf1-bf5f-4262-880d-17f1f8f744c1 HTTP/1.1" status: 404 len: 333 time: 0.0518932 May 20 07:54:50.454379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59532) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.473116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c65c-7cb0-4bdd-9c64-62d1ce454ac8 req-5d764e82-a6b3-4b20-a4b8-7de978099382 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:50.474656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7835c65c-7cb0-4bdd-9c64-62d1ce454ac8 req-5d764e82-a6b3-4b20-a4b8-7de978099382 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 946 time: 0.2305548 May 20 07:54:50.502119 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea53d27e-a597-4d5d-9ff3-c5d3fbebc0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.502571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea53d27e-a597-4d5d-9ff3-c5d3fbebc0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.507303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea53d27e-a597-4d5d-9ff3-c5d3fbebc0be tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/bafca1ec-2cdc-4af3-adf7-2867b4d692e7 HTTP/1.1" status: 404 len: 337 time: 0.0511410 May 20 07:54:50.511116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59536) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.512259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:50.512607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:50.555863 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8ddd98-23bd-4e79-88e9-93930fba38ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.556331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8ddd98-23bd-4e79-88e9-93930fba38ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.559327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4f8ddd98-23bd-4e79-88e9-93930fba38ab tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/ports/451c5543-419c-4a7e-ac0f-1b5450084753 HTTP/1.1" status: 404 len: 333 time: 0.0459702 May 20 07:54:50.560633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.601382 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dfd8b9-819d-4468-ba03-0799a2da9c5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] DELETE failed (client error): The resource could not be found. May 20 07:54:50.601778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dfd8b9-819d-4468-ba03-0799a2da9c5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:54:50.603653 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9dfd8b9-819d-4468-ba03-0799a2da9c5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/subnets/1be04646-d772-4c75-b33b-6e52be7f5a77 HTTP/1.1" status: 404 len: 337 time: 0.0421121 May 20 07:54:50.607962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.613446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:50.613446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4c01206-f851-4729-a4dd-c3f48d1aa8ba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6830072 May 20 07:54:50.626383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59550) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:50.629808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7835c65c-7cb0-4bdd-9c64-62d1ce454ac8 req-1607e8de-5a89-4d4b-a844-70d9d79823cc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461284 May 20 07:54:50.744469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:50.788622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:50.984126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:50.994164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7028eeee-0fea-44db-a555-a64f0653f8df req-a6fd23c8-bda3-4fe3-86ad-e8e2125c6ad2 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.0640726 May 20 07:54:51.000070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4121aa9-ae30-46b0-ae8a-b961d1ffbc76']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.014927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84045811-ec78-4176-81de-c9a778eeea9a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.017399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84045811-ec78-4176-81de-c9a778eeea9a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.030877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.049258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.056750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:51.057457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: timer() May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:51.078239 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:51.090559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:51.090926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.100678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.124921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49222274-6b38-4836-a8cd-e6f635a1c4e9']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.254317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa7033a-d198-482b-85aa-68b5377047f0') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.254591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa7033a-d198-482b-85aa-68b5377047f0') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:51.267540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 9a0acdeb-e7a6-4c0f-8549-794eb407f68c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:51.283303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.320283 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.334441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:51.334817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: timer() May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:51.355084 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:51.364897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a983e-17d8-4b77-9b96-c5793d803296 req-346e9a68-b568-42f5-9809-def339c45c29 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:51.371283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06a983e-17d8-4b77-9b96-c5793d803296 req-346e9a68-b568-42f5-9809-def339c45c29 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4171972 May 20 07:54:51.395904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.399644 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6928d188-7a1a-4c65-8f27-13f048944717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:51.415656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.425984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Pushing event deleted for resources: {'Network': ['ID=a4121aa9-ae30-46b0-ae8a-b961d1ffbc76,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:51.432418 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:51.436876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] 10.222.0.79 "DELETE /v2.0/networks/a4121aa9-ae30-46b0-ae8a-b961d1ffbc76 HTTP/1.1" status: 204 len: 168 time: 0.8275719 May 20 07:54:51.550493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d06a983e-17d8-4b77-9b96-c5793d803296 req-ce72c3b1-bdc9-4711-be52-08b159939cb0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690726 May 20 07:54:51.574825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.579147 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dce090ff-07b3-4275-be39-63201662646f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:51.595208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.606643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=49222274-6b38-4836-a8cd-e6f635a1c4e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:51.613017 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:51.670385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.677915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e27120a-c657-4933-b3ac-38a0c286eb78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:51.683407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', '9a0acdeb-e7a6-4c0f-8549-794eb407f68c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:51.722903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=9a0acdeb-e7a6-4c0f-8549-794eb407f68c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:51.727727 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:51.730952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/49222274-6b38-4836-a8cd-e6f635a1c4e9 HTTP/1.1" status: 204 len: 168 time: 1.1000586 May 20 07:54:51.735717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:51.844079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 9a0acdeb-e7a6-4c0f-8549-794eb407f68c on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:54:51.850580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:51.867877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10c6fd9c-f159-4717-abde-7e6264ae9790 req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "DELETE /v2.0/ports/9a0acdeb-e7a6-4c0f-8549-794eb407f68c HTTP/1.1" status: 204 len: 173 time: 1.5665143 May 20 07:54:51.868696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'name': 'network-vif-deleted', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:51.909948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-66790c93-1f0a-4287-a967-3284877ff732 req-a7703cba-4eea-4bd2-b7b0-e50058e08e62 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.1047730 May 20 07:54:52.037158 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6e8370-90c2-44fa-8cdf-7b39ea6466c0', 'name': 'network-vif-deleted', 'tag': '9a0acdeb-e7a6-4c0f-8549-794eb407f68c', 'status': 'completed', 'code': 200} May 20 07:54:52.086770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.149748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59586) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:52.264053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-31260a81-05d7-4801-b6c1-7b9468338b5a req-b75510eb-cc8b-4897-a69d-594cc84b5768 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.0991006 May 20 07:54:52.388990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-28d89c65-f3a8-4373-936b-d3d4f63fbf0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=177017127b944d99840ff1d03ddcb11b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352471 May 20 07:54:52.389228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:52.455715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.458357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.472834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af693ac8-f62e-4564-9ff6-bd84d4783d2f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:52.485445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.486437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3280f338-ecb3-4df4-8765-12593143913c') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:52.486737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3280f338-ecb3-4df4-8765-12593143913c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:54:52.500604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.528699 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.538228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:54:52.538625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: timer() May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:54:52.559383 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:54:52.672177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.676104 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c61c9603-52dc-4292-b166-a580efac275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:52.687593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb7ef9-c5cc-4ba6-814a-a4aef9df5b5f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:52.695113 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:52.695970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.697079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cafb7ef9-c5cc-4ba6-814a-a4aef9df5b5f HTTP/1.1" status: 204 len: 168 time: 0.3069434 May 20 07:54:52.736000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.744054 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-445ddeee-c692-41c2-8b13-b9bcf81b6565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:52.764675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:52.786426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=af693ac8-f62e-4564-9ff6-bd84d4783d2f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:52.789776 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:52.792494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/af693ac8-f62e-4564-9ff6-bd84d4783d2f HTTP/1.1" status: 204 len: 168 time: 1.0579894 May 20 07:54:52.795098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59600) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:52.921523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73c2a9-d000-44c0-bca3-1ba5ee257562 req-7d7612ce-fbaa-4e18-8fc7-c9f23e5a086d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:52.928986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da73c2a9-d000-44c0-bca3-1ba5ee257562 req-7d7612ce-fbaa-4e18-8fc7-c9f23e5a086d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.2438765 May 20 07:54:53.006332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da73c2a9-d000-44c0-bca3-1ba5ee257562 req-528bd6d5-a070-4084-8527-a3c2cf8a3ff5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763471 May 20 07:54:53.030881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0de0a0-be3b-4a3f-baa8-a5fd5cfe6d6a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:53.041277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0de0a0-be3b-4a3f-baa8-a5fd5cfe6d6a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:53.042121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b0de0a0-be3b-4a3f-baa8-a5fd5cfe6d6a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:53.159629 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a7dcc74d-5628-4e63-ad63-fa2f8303e401 req-4fa61242-1c33-48e1-bede-1f840221ee94 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=5c6e8370-90c2-44fa-8cdf-7b39ea6466c0 HTTP/1.1" status: 200 len: 210 time: 0.0709713 May 20 07:54:53.193759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b0de0a0-be3b-4a3f-baa8-a5fd5cfe6d6a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:53.199027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:53.207681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8b0de0a0-be3b-4a3f-baa8-a5fd5cfe6d6a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4033499 May 20 07:54:53.209368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-373250779'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:53.214690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:53.225685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:53.321629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:53.324918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.373243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:53.386748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.387092 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment 638fcd6d-e4f1-4dc5-b535-6dacc7aac621 of type vlan for network 2f3442bc-b570-4e65-b92f-02bfaa63ed88 May 20 07:54:53.456993 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-af9942ba-419d-4a66-9b2a-81e89299bd3c req-1238a386-ba3b-4559-85e9-d1b45c415a5d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.0658166 May 20 07:54:53.483685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.516545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-783269c3-082f-4823-83b5-9d9420623bc6 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:53.517431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-783269c3-082f-4823-83b5-9d9420623bc6 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Synchronizing usage tracker for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:53.609031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-783269c3-082f-4823-83b5-9d9420623bc6 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Unset dirty status for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:53.609254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.610221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-783269c3-082f-4823-83b5-9d9420623bc6 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.84 "GET /v2.0/networks?id=7c430a5b-3835-4937-b4be-509c4f6a5768 HTTP/1.1" status: 200 len: 813 time: 0.3033419 May 20 07:54:53.616113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:53.616996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.623042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d44302a1-ff80-4ec3-a4f1-cc54b72b943b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:53.624292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Request body: {'port': {'device_id': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768', 'admin_state_up': True, 'tenant_id': '673e69234bae4fe7bfdab5b0f5976300'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:53.782934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:53.788005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Usage tracker for resource:port and tenant:673e69234bae4fe7bfdab5b0f5976300 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:53.792340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:53.800107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:53.869329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9a0acdeb-e7a6-4c0f-8549-794eb407f68c no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:54:53.891173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=2f3442bc-b570-4e65-b92f-02bfaa63ed88,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:53.899040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:53.901332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Made reservation on behalf of 673e69234bae4fe7bfdab5b0f5976300 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:53.905016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:53.925340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7243006 May 20 07:54:53.928247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59634) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:53.935076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119121045'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:53.942329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:53.947518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:network and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:53.951650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:53.960635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:53.969518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 9a0acdeb-e7a6-4c0f-8549-794eb407f68c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:54:53.969518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 9a0acdeb-e7a6-4c0f-8549-794eb407f68c not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:54:53.969518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2f3442bc-b570-4e65-b92f-02bfaa63ed88 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:54.072229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:54.075800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.119242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:54.129887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.132279 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment dba0c0b5-ee31-4f27-b798-7ba6f46f4d6c of type vlan for network c02722df-b3df-4544-b174-ba3eafb75a82 May 20 07:54:54.148434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:54.168089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Allocated IP 172.20.0.14 (7c430a5b-3835-4937-b4be-509c4f6a5768/b7dee689-a381-4609-9840-f63c8f7803b3/489599d4-ba63-4b9e-995b-d8f6c692189f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:54:54.174981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.186212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.298633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.304964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:54.305698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.316431 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ffec907-d2ea-400d-b99d-1665f4d96c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:54.360439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1145425695'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:54.375509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:54.451482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:54.460731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:54.473227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:54.478060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=c02722df-b3df-4544-b174-ba3eafb75a82,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:54.481855 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:54.490636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c02722df-b3df-4544-b174-ba3eafb75a82 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:54.526948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5963042 May 20 07:54:54.528573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:54.540481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'ports': [{'network_id': '2f3442bc-b570-4e65-b92f-02bfaa63ed88', 'name': 'tempest-port--1524123853', 'admin_state_up': True}, {'network_id': 'c02722df-b3df-4544-b174-ba3eafb75a82', 'admin_state_up': False}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:54.540481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'port': {'network_id': '2f3442bc-b570-4e65-b92f-02bfaa63ed88', 'name': 'tempest-port--1524123853', 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:54.540922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'port': {'network_id': 'c02722df-b3df-4544-b174-ba3eafb75a82', 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:54.598722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:54.604802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.631245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.684349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afc-5d69-426c-851a-8ea5a2470442 req-0fdafea1-096a-4cc2-879c-834ca1c050d3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:54.685863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c34c5afc-5d69-426c-851a-8ea5a2470442 req-0fdafea1-096a-4cc2-879c-834ca1c050d3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4636445 May 20 07:54:54.688833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.750131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c34c5afc-5d69-426c-851a-8ea5a2470442 req-ce918706-b05a-4571-b5b4-a5a54c8760c7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 May 20 07:54:54.755552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:54.774309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:54.783338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:54.787920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d0c3cab-a82c-461b-989f-893da1d8bc08 req-df88cf63-b63e-447b-aaad-8298e571af82 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.0877433 May 20 07:54:54.794761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:54.906254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:54.924414 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:54.939914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:54.946891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:port and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:54.951030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:54.960771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:55.030747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.049069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'port': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:55.054649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.067180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Network 7c430a5b-3835-4937-b4be-509c4f6a5768 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:54:55.072821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:55.078937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:55.079198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.128573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Pushing event updated for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:55.137516 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:55.168402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:55.169151 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.187010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-b869563b-cbf9-436c-bbe5-211842d7c6db tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:55.188462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-b869563b-cbf9-436c-bbe5-211842d7c6db tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.3112140 May 20 07:54:55.195797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.202924 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1357f581-626b-4d82-ae30-72c735a15b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:55.223923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-233aef2c-6db3-4c4c-92a4-dedeec4fe4cf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/quotas/93e8b61f80c64763bff84860e61c16de HTTP/1.1" status: 200 len: 375 time: 0.0241709 May 20 07:54:55.247258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] device_id is not set on port db6c3ea9-da15-4e7c-8029-14afd17a0a42 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:55.257574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63475678-68a9-4568-83bc-11bda90fe2a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:55.261426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:55.264873 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:55.275346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.275706 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment a5ff62c0-595f-4a59-8f8d-c33cf3eb780a of type vlan for network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a May 20 07:54:55.277342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6570468 May 20 07:54:55.305275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Request body: {'port': {'device_id': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:55.310622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.467084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.581163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.587572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:55.588178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.596911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-35e8e1b4-eff8-4b6b-891e-ab41342b5b4e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:55.621705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:55.623997 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8aae81c9-706f-4359-a4fa-161f475946e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:55.671060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-35e8e1b4-eff8-4b6b-891e-ab41342b5b4e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:55.682223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-35e8e1b4-eff8-4b6b-891e-ab41342b5b4e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4564183 May 20 07:54:55.687829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] device_id is not set on port 40e1226a-b33e-41bc-a183-fa001b500266 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:55.774204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=21ec4af5-f59b-4b6f-b1ee-0bca7361c39a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:55.777563 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:55.787741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:55.917899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7680919 May 20 07:54:55.921627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:55.929904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'name': 'tempest-PortsTestJSON-1368870238'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:55.950653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6d43f0de-1b34-4062-b274-374e214a26ba service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679911 May 20 07:54:56.075329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.088170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:56.094186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:56.099094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:56.107204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:56.175730 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.192476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-8fd1276f-d88a-400a-941b-919b9de03d0e service neutron] 10.222.0.79 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273026 May 20 07:54:56.268315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.277214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:56.281658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.283712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489599d4-ba63-4b9e-995b-d8f6c692189f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:56.293588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.298615 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:56.309417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Transition to ACTIVE for port object 489599d4-ba63-4b9e-995b-d8f6c692189f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:54:56.382596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port fea71afe-1551-4769-8416-534483961ea0 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:54:56.432211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.436728 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc09b725-b130-40b7-be56-678702a0e6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:56.654534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0c395-da39-4659-8bd9-0deb753ccecd req-57af614a-0dcb-4240-ac03-8dea333f6fa2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:56.656469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-beb0c395-da39-4659-8bd9-0deb753ccecd req-57af614a-0dcb-4240-ac03-8dea333f6fa2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4651515 May 20 07:54:56.672159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Port': ['ID=db6c3ea9-da15-4e7c-8029-14afd17a0a42,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:56.685618 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:56.709382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Checking segment: {'id': '638fcd6d-e4f1-4dc5-b535-6dacc7aac621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2f3442bc-b570-4e65-b92f-02bfaa63ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:56.710678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network hostable DHCP agents. Network: 2f3442bc-b570-4e65-b92f-02bfaa63ed88, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:56.740069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Pushing event updated for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:56.772051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:56.810218 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-beb0c395-da39-4659-8bd9-0deb753ccecd req-6860bddd-19ab-4329-8699-10fcdd41d12b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320865 May 20 07:54:56.864043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-338957ed-9a5e-4b53-af0b-68605616058f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:56.864802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-338957ed-9a5e-4b53-af0b-68605616058f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Synchronizing usage tracker for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:56.884509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network 2f3442bc-b570-4e65-b92f-02bfaa63ed88 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:56.906574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Attempting to bind port 489599d4-ba63-4b9e-995b-d8f6c692189f on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:54:56.906574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Attempting to bind port 489599d4-ba63-4b9e-995b-d8f6c692189f by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'e8441c3d-b10a-4866-a8db-6c565737abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:54:56.906574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Attempting to bind port 489599d4-ba63-4b9e-995b-d8f6c692189f on network 7c430a5b-3835-4937-b4be-509c4f6a5768 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:56.912263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Port 489599d4-ba63-4b9e-995b-d8f6c692189f on network 7c430a5b-3835-4937-b4be-509c4f6a5768 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:54:56.912592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Attempting to bind port 489599d4-ba63-4b9e-995b-d8f6c692189f on network 7c430a5b-3835-4937-b4be-509c4f6a5768 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:54:56.921593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:54:56.921593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Checking segment: {'id': 'e8441c3d-b10a-4866-a8db-6c565737abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:56.921593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Bound using segment: {'id': 'e8441c3d-b10a-4866-a8db-6c565737abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:54:56.921593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Bound port: 489599d4-ba63-4b9e-995b-d8f6c692189f, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8441c3d-b10a-4866-a8db-6c565737abbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:54:56.921593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:56.989804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-338957ed-9a5e-4b53-af0b-68605616058f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Unset dirty status for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:56.990968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-338957ed-9a5e-4b53-af0b-68605616058f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 944 time: 0.3383582 May 20 07:54:56.996282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.043608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2f3442bc-b570-4e65-b92f-02bfaa63ed88) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:57.047632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:57.048695 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.059754 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc6c0d-6d05-4da0-b361-ddbd1d6a26b9 None None] Network 2f3442bc-b570-4e65-b92f-02bfaa63ed88 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:57.060292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:54:57.072385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-a05ec768-ccd2-4e09-beda-f8f4b043fd11 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Synchronizing usage tracker for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:57.074477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fa800877-da56-4600-9e2e-93c2917d6223 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:57.078831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=489599d4-ba63-4b9e-995b-d8f6c692189f,segment=NetworkSegment(e8441c3d-b10a-4866-a8db-6c565737abbd),segment_id=e8441c3d-b10a-4866-a8db-6c565737abbd)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:54:57.152764 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.161108 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:57.229557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Checking segment: {'id': 'dba0c0b5-ee31-4f27-b798-7ba6f46f4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c02722df-b3df-4544-b174-ba3eafb75a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:57.229941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network hostable DHCP agents. Network: c02722df-b3df-4544-b174-ba3eafb75a82, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:57.235137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Port': ['ID=40e1226a-b33e-41bc-a183-fa001b500266,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:57.244291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:57.251702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-a05ec768-ccd2-4e09-beda-f8f4b043fd11 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Unset dirty status for tenant:673e69234bae4fe7bfdab5b0f5976300 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:57.263008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23d85218-07ca-4b36-a3ba-20b1bd194ae9 req-a05ec768-ccd2-4e09-beda-f8f4b043fd11 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532847 May 20 07:54:57.273397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710636f6-9959-4577-a069-12f0e58132c8 req-60e17dca-adf7-41fd-aa2a-1fb8196460e0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.283945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-710636f6-9959-4577-a069-12f0e58132c8 req-60e17dca-adf7-41fd-aa2a-1fb8196460e0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2823765 May 20 07:54:57.309048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.325850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.327536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] 10.222.0.84 "PUT /v2.0/ports/489599d4-ba63-4b9e-995b-d8f6c692189f HTTP/1.1" status: 200 len: 1092 time: 2.0362425 May 20 07:54:57.328138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:54:57.361586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.368565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network c02722df-b3df-4544-b174-ba3eafb75a82 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:57.374720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57e98bda-0523-44a4-8336-58b8afe291d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:57.389735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f26852d2-2a2e-43cc-be57-2d11fbae7fea req-ef67ef86-cf8a-47fd-b716-3adb40b63fa0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.0523682 May 20 07:54:57.395981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Pushing event updated for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:57.399105 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:57.427612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-710636f6-9959-4577-a069-12f0e58132c8 req-fff2734d-e222-47ee-9113-563b1fb0c8b1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460438 May 20 07:54:57.470143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=fea71afe-1551-4769-8416-534483961ea0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:57.481146 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:57.506720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:54:57.507081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:54:57.518143 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f', 'status': 'completed', 'code': 200} May 20 07:54:57.545866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c02722df-b3df-4544-b174-ba3eafb75a82) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:57.554275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:57.556479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf7c45-fb4d-48ad-811b-281122db9170 None None] Network c02722df-b3df-4544-b174-ba3eafb75a82 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:57.559967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.563775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-17f972bf-e060-40fd-9a05-f80a956fde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.564810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.565832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-17f972bf-e060-40fd-9a05-f80a956fde4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=673e69234bae4fe7bfdab5b0f5976300&device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 1095 time: 0.0882552 May 20 07:54:57.565992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.643799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-85fd8bc2-b953-4c05-947e-15716a35759b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489599d4-ba63-4b9e-995b-d8f6c692189f HTTP/1.1" status: 200 len: 217 time: 0.0699847 May 20 07:54:57.655175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:54:57.659891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1293981 May 20 07:54:57.663928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59724) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:57.723967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-456e574e-4951-4019-8afe-0b69531656f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.725246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:54:57.725536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-456e574e-4951-4019-8afe-0b69531656f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7dee689-a381-4609-9840-f63c8f7803b3 HTTP/1.1" status: 200 len: 853 time: 0.0760179 May 20 07:54:57.739374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:54:57.744266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.747665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:57.748177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8498243-ac98-4e83-bdca-0f1393f27c03 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:54:57.821164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198aab61-e4b1-4343-837e-6e8307f98617 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.828599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198aab61-e4b1-4343-837e-6e8307f98617 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:57.829436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-198aab61-e4b1-4343-837e-6e8307f98617 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:54:57.874326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9513762 May 20 07:54:57.875550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59732) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:57.882311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-978598454'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:57.891017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:57.917019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:54:57.922098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:57.926679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:57.930017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-198aab61-e4b1-4343-837e-6e8307f98617 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:54:57.933952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-198aab61-e4b1-4343-837e-6e8307f98617 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2659032 May 20 07:54:57.934900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:57.953950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-25369e2e-8ebf-4dd7-acb9-14e697809512 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c430a5b-3835-4937-b4be-509c4f6a5768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2205441 May 20 07:54:57.969906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:58.110053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:58.115339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.210912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:58.212103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec176ad8-f5b0-4caa-91ae-05db9651fffe req-935f1fd7-cc57-45c4-bcbb-f6fb2cb65898 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:58.213979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec176ad8-f5b0-4caa-91ae-05db9651fffe req-935f1fd7-cc57-45c4-bcbb-f6fb2cb65898 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.2149243 May 20 07:54:58.216518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-b0b07e9f-445e-4980-8995-394aad60fbd7 service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540894 May 20 07:54:58.224345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:54:58.238020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.238661 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment 375d1ee6-ab8f-46dd-a88d-08abb4455c43 of type vlan for network f3f32711-cc4e-47d5-ad4c-e49c094b9e2a May 20 07:54:58.247292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'mac_address': 'fa:16:3e:01:8c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:54:58.274106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.335380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Deleting port db6c3ea9-da15-4e7c-8029-14afd17a0a42 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:58.335888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.349764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.369088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e87d1a0-32c3-4b37-bbfa-95345343c8de {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:54:58.384778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec176ad8-f5b0-4caa-91ae-05db9651fffe req-e840d012-2c4e-448b-82df-8f74f176b3d1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634431 May 20 07:54:58.403756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:54:58.452802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2618023f-56a9-4c22-bc35-673bcebf78c6 req-1aae7726-5b42-43c1-9c0c-eef872ac1183 service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066336 May 20 07:54:58.467208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.472966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:58.473273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.473589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.475795 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:58.513712 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c33ee682-0028-4c5d-8cdd-7a87546f0b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:58.593702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:58.595759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:58.599239 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:58.654046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c8569f-6ab0-4f76-b233-46b559205a67 req-ba611222-2861-44bf-be77-db5ce0412756 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.1015933 May 20 07:54:58.659080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['0e87d1a0-32c3-4b37-bbfa-95345343c8de'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:54:58.694538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-89af0124-51e1-4877-8319-2250ef619498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:58.696190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-89af0124-51e1-4877-8319-2250ef619498 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=673e69234bae4fe7bfdab5b0f5976300&device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 1095 time: 0.0973675 May 20 07:54:58.791204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9148633 May 20 07:54:58.794401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59756) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:58.798279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Calling delete_port for db6c3ea9-da15-4e7c-8029-14afd17a0a42 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:54:58.807203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=f3f32711-cc4e-47d5-ad4c-e49c094b9e2a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:58.812769 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:58.821326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network f3f32711-cc4e-47d5-ad4c-e49c094b9e2a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:54:58.858820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce575f-8c44-4691-a112-603557092304 req-21599cb3-da29-44e7-b397-ef61d24d312f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:58.865370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07ce575f-8c44-4691-a112-603557092304 req-21599cb3-da29-44e7-b397-ef61d24d312f tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 944 time: 0.4006116 May 20 07:54:58.917915 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-07ce575f-8c44-4691-a112-603557092304 req-8805041d-9001-47a3-a1fe-dc3e1521156d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484722 May 20 07:54:58.926071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'ports': [{'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'}, {'network_id': 'f3f32711-cc4e-47d5-ad4c-e49c094b9e2a'}]} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:58.926687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:58.927503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': 'f3f32711-cc4e-47d5-ad4c-e49c094b9e2a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:59.026412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:59.033366 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-596cf49a-8bb5-4f87-8ec8-e956ad1071c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:54:59.146170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Port': ['ID=db6c3ea9-da15-4e7c-8029-14afd17a0a42,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:54:59.158697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:54:59.166584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:59.212739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-ed41b4e8-6ea5-4f96-940e-b66bc2e3908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:59.214333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-ed41b4e8-6ea5-4f96-940e-b66bc2e3908a service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c430a5b-3835-4937-b4be-509c4f6a5768 HTTP/1.1" status: 200 len: 914 time: 0.5113225 May 20 07:54:59.278411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/ports/db6c3ea9-da15-4e7c-8029-14afd17a0a42 HTTP/1.1" status: 204 len: 168 time: 1.3424530 May 20 07:54:59.282343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59762) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:54:59.363518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1afe4-6cfa-4d4e-8ac5-a5b8db5c4307 req-0d490388-4e8f-4530-b1b7-208f80766ed8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:59.370575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7a1afe4-6cfa-4d4e-8ac5-a5b8db5c4307 req-0d490388-4e8f-4530-b1b7-208f80766ed8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.5751853 May 20 07:54:59.422971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-f5cf24ba-3e33-4c1d-8b70-8fdb5ec18698 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489599d4-ba63-4b9e-995b-d8f6c692189f HTTP/1.1" status: 200 len: 217 time: 0.1992836 May 20 07:54:59.468877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Deleting port 40e1226a-b33e-41bc-a183-fa001b500266 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:54:59.469222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:59.597118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:59.601701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:54:59.627687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:54:59.640922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7a1afe4-6cfa-4d4e-8ac5-a5b8db5c4307 req-9256a3b9-3bcc-4092-8155-104d2c2a838f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694645 May 20 07:54:59.653334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:54:59.676924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:54:59.708597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-1ce2cfd0-de02-4d6e-8d64-d5d331ccc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:59.710338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-1ce2cfd0-de02-4d6e-8d64-d5d331ccc587 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7dee689-a381-4609-9840-f63c8f7803b3 HTTP/1.1" status: 200 len: 853 time: 0.2772593 May 20 07:54:59.806600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 2} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:54:59.822272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:54:59.870316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-aedc4249-bba4-4c7b-baf5-97ecea6df552 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c430a5b-3835-4937-b4be-509c4f6a5768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360226 May 20 07:54:59.870316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-bdc1d483-d58f-47fc-8d62-305f4c5672c8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:54:59.870316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-bdc1d483-d58f-47fc-8d62-305f4c5672c8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 806 time: 0.5971680 May 20 07:54:59.932744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:54:59.948804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Request body: {'port': {'device_id': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'admin_state_up': True, 'tenant_id': '93e8b61f80c64763bff84860e61c16de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:54:59.962122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Calling delete_port for 40e1226a-b33e-41bc-a183-fa001b500266 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:00.024330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ea24-b944-427a-a5c6-79c9fc82b58f req-0fda35db-c665-483f-a6da-78f84af0d1c8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:00.034635 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e157ea24-b944-427a-a5c6-79c9fc82b58f req-0fda35db-c665-483f-a6da-78f84af0d1c8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 945 time: 0.1884491 May 20 07:55:00.105200 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e157ea24-b944-427a-a5c6-79c9fc82b58f req-ffd649bc-08fa-4106-89f1-6736dedc9a0d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 May 20 07:55:00.130582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 0e87d1a0-32c3-4b37-bbfa-95345343c8de triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:00.133642 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.220731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.241650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d101ebf-3ba7-47d1-a28f-994efc5e835a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:00.317727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da77f819-0525-4dd5-a22a-267f7b95fe81 req-d13639ec-8638-4ec6-beaf-0753f7c276be tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.4388092 May 20 07:55:00.318347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.319489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.322921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Port': ['ID=40e1226a-b33e-41bc-a183-fa001b500266,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:00.326173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:00.349973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.356861 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/ports/40e1226a-b33e-41bc-a183-fa001b500266 HTTP/1.1" status: 204 len: 168 time: 1.0695870 May 20 07:55:00.356861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:00.387646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:00.410032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:00.490967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c88a141-eac9-4cef-a305-c64255c7239a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:00.508554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.523844 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:00.581221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-e2352588-15ea-4b14-b5b3-848b58f4ae7f service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101555 May 20 07:55:00.606684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae998-9040-471a-816f-4a68dad58865 req-3de06d3b-e959-4b0a-8c9c-0468c5e1ffb5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:00.617865 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fabae998-9040-471a-816f-4a68dad58865 req-3de06d3b-e959-4b0a-8c9c-0468c5e1ffb5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 944 time: 0.1788671 May 20 07:55:00.667350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:00.682395 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:00.686141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fabae998-9040-471a-816f-4a68dad58865 req-42b983c9-99b6-4d94-8e62-34d4a346c1bc tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 May 20 07:55:00.691342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c88a141-eac9-4cef-a305-c64255c7239a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:00.705118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c88a141-eac9-4cef-a305-c64255c7239a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3373604 May 20 07:55:00.705118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:00.705118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1142443412'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:00.719067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:00.725451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:network and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:00.729954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:00.762472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:00.767389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:00.806581 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'code': 200} May 20 07:55:00.900515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:00.905226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.910830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:00.935766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:00.962905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:00.976684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:00.977419 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment a2a4a4a9-9faa-4590-81ed-4cc988b6f423 of type vlan for network 6d1057b8-25f5-4264-8359-23441f72deaf May 20 07:55:01.010532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.029198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cfd2a3-9a1a-4221-9874-f0c8591e1737 req-afd057e8-7714-4e01-8dd0-0c5ac106d8d7 service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295115 May 20 07:55:01.095442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf57a2-b29f-42c4-ac38-12475f816210 req-1cc4c3dc-7b67-4226-bf73-69b7f10568c1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:01.095662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Made reservation on behalf of 93e8b61f80c64763bff84860e61c16de for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:01.097714 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5cf57a2-b29f-42c4-ac38-12475f816210 req-1cc4c3dc-7b67-4226-bf73-69b7f10568c1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2431843 May 20 07:55:01.100642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.157704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.163744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:01.164376 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.172753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:01.240087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5cf57a2-b29f-42c4-ac38-12475f816210 req-e932aacd-c5f5-4198-83a2-49420b18aea5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307867 May 20 07:55:01.243781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.327265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=6d1057b8-25f5-4264-8359-23441f72deaf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:01.340814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6d1057b8-25f5-4264-8359-23441f72deaf details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:01.368937 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:01.370559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6706064 May 20 07:55:01.387057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59822) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:01.399982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 489599d4-ba63-4b9e-995b-d8f6c692189f details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:55:01.421388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2092961834'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:01.548647 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e6221aea-ecc3-45b5-9ffe-51cc0d584e3c req-dab9e932-6534-455f-9425-6b66e750e184 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.0544589 May 20 07:55:01.582135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=489599d4-ba63-4b9e-995b-d8f6c692189f,segment=NetworkSegment(e8441c3d-b10a-4866-a8db-6c565737abbd),segment_id=e8441c3d-b10a-4866-a8db-6c565737abbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:01.646282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:01.662329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port c6d61415-3b07-431f-81a3-80d90e3d4234 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:01.668778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:network and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:01.682469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '489599d4-ba63-4b9e-995b-d8f6c692189f', 'network_id': '7c430a5b-3835-4937-b4be-509c4f6a5768', 'port_id': '489599d4-ba63-4b9e-995b-d8f6c692189f', 'mac_address': 'fa:16:3e:dc:af:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7dee689-a381-4609-9840-f63c8f7803b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:55:01.730726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:01.751716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:01.765380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:01.777721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489599d4-ba63-4b9e-995b-d8f6c692189f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:01.802108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=489599d4-ba63-4b9e-995b-d8f6c692189f,segment=NetworkSegment(e8441c3d-b10a-4866-a8db-6c565737abbd),segment_id=e8441c3d-b10a-4866-a8db-6c565737abbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:01.830784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Allocated IP 172.20.0.9 (aaee01d2-f437-4c70-8cd7-0e885eece039/a9afc662-53a8-4e9b-8268-e1a9bfc4d738/2699a0ec-2232-4389-aaac-da18889765bc) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:01.858048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f41a-7bac-4779-8f99-8acb34284de5 req-f593985b-fdae-45e1-9ea7-e8c80060b1bc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:01.866648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fb6f41a-7bac-4779-8f99-8acb34284de5 req-f593985b-fdae-45e1-9ea7-e8c80060b1bc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.6039228 May 20 07:55:01.973812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.027600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:02.027867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:02.027867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.028105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370fa82-892b-4c58-917d-5a2632c86753 req-53310234-57bc-45aa-b596-f7cfa70e8f7a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:02.028105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a370fa82-892b-4c58-917d-5a2632c86753 req-53310234-57bc-45aa-b596-f7cfa70e8f7a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 944 time: 0.1553931 May 20 07:55:02.084058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:02.088668 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:02.099913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a370fa82-892b-4c58-917d-5a2632c86753 req-cfc8275f-226a-4ee4-a134-50296fb1ebf9 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771785 May 20 07:55:02.105431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fb6f41a-7bac-4779-8f99-8acb34284de5 req-c4dfc965-909a-42fa-a91e-3aa3707c953d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378070 May 20 07:55:02.230585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:02.239971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['489599d4-ba63-4b9e-995b-d8f6c692189f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:02.436038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.436442 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Added segment 70393d91-2995-407e-a9ec-2ddd4e9e31e7 of type vlan for network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a May 20 07:55:02.564813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.617772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.707532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.757758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ac191-ab0b-46c2-8465-ef8230e1c3b2 req-7d160452-a31e-4d6b-b4d0-87f738b4dd03 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:02.764938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-902ac191-ab0b-46c2-8465-ef8230e1c3b2 req-7d160452-a31e-4d6b-b4d0-87f738b4dd03 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2911329 May 20 07:55:02.835264 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f540705e-91df-460d-8079-39d2c7c35ff8 req-82edb642-f50b-47bc-81aa-7063375ca5f9 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.0873361 May 20 07:55:02.856268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.864180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:02.865575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:02.876010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b8d1072-65e1-41bb-9042-f15858e628ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:03.011669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:03.013531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:03.017169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-902ac191-ab0b-46c2-8465-ef8230e1c3b2 req-c5cbfcf5-2999-4047-8aea-95c6b125536f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514477 May 20 07:55:03.035807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Network': ['ID=8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:03.041132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:03.092305 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:03.093062 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3aecf62-fe29-4c87-9097-9c347c60fbbe tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:03.157277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:03.179949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Network aaee01d2-f437-4c70-8cd7-0e885eece039 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:03.194779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:03.208229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:03.209740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:03.465719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 489599d4-ba63-4b9e-995b-d8f6c692189f up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:03.502870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:03.505423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:03.506485 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:03.513854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795847f-5c16-4049-8fea-f82f5a1bf4e5 req-30f7af6c-8eef-4962-973e-e23afbcabe7e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:03.522380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d795847f-5c16-4049-8fea-f82f5a1bf4e5 req-30f7af6c-8eef-4962-973e-e23afbcabe7e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.1632707 May 20 07:55:03.568223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:03.569667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:03.578099 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d795847f-5c16-4049-8fea-f82f5a1bf4e5 req-ec527821-09f1-43d8-9db7-f47676dc62ea tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548298 May 20 07:55:03.587706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1941195 May 20 07:55:03.610262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event updated for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:03.700816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-578958c8-6348-4990-a3cf-dc78f180d59a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7556365 May 20 07:55:03.722560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Request body: {'port': {'device_id': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:03.770050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:03.786311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 489599d4-ba63-4b9e-995b-d8f6c692189f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:03.790357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': '375d1ee6-ab8f-46dd-a88d-08abb4455c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f3f32711-cc4e-47d5-ad4c-e49c094b9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:03.790846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: f3f32711-cc4e-47d5-ad4c-e49c094b9e2a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:03.794512 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:03.795197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 489599d4-ba63-4b9e-995b-d8f6c692189f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:03.795597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:03.801407 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.766s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:03.933916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c48476-b9e4-4658-8f64-2730dae47d41 req-05a941b0-5394-495a-9028-ec541450399a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:03.935551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82c48476-b9e4-4658-8f64-2730dae47d41 req-05a941b0-5394-495a-9028-ec541450399a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 945 time: 0.4772375 May 20 07:55:03.989774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=c6d61415-3b07-431f-81a3-80d90e3d4234,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:03.998393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:03.999137 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:03.999631 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:04.007421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:04.081940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82c48476-b9e4-4658-8f64-2730dae47d41 req-c54bd130-1ab3-4c4f-a7f8-39e6b12539a7 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310215 May 20 07:55:04.096592 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:04.105114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network f3f32711-cc4e-47d5-ad4c-e49c094b9e2a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:04.148310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=489599d4-ba63-4b9e-995b-d8f6c692189f,segment=NetworkSegment(e8441c3d-b10a-4866-a8db-6c565737abbd),segment_id=e8441c3d-b10a-4866-a8db-6c565737abbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:04.150028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:04.415616 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:04.417467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:04.452264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156c74-a457-414b-8d43-e1eb3c889a91 req-788d0466-d169-4178-bbb0-59d19b4bf563 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:04.454242 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74156c74-a457-414b-8d43-e1eb3c889a91 req-788d0466-d169-4178-bbb0-59d19b4bf563 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 931 time: 0.2707136 May 20 07:55:04.534730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, f3f32711-cc4e-47d5-ad4c-e49c094b9e2a) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:04.549796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:04.559854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:04.567943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:04.569143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:04.584436 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74156c74-a457-414b-8d43-e1eb3c889a91 req-43e3c17f-bfca-4e14-83ec-c085a9ae16a2 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210203 May 20 07:55:04.602556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd7651-a37e-4297-9348-231bc970310a None None] Network f3f32711-cc4e-47d5-ad4c-e49c094b9e2a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:04.751793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:04.766096 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f', 'code': 200} May 20 07:55:04.824786 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:05.034906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1982672 May 20 07:55:05.044725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59858) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:05.081397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2699a0ec-2232-4389-aaac-da18889765bc {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:05.123535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:05.148049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Transition to ACTIVE for port object 2699a0ec-2232-4389-aaac-da18889765bc will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:05.167039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e75b08-cc60-4894-b95b-c704c068cdfa req-2fe6bb4a-49ba-4f22-98c2-bff0e731f4c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:05.177924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21e75b08-cc60-4894-b95b-c704c068cdfa req-2fe6bb4a-49ba-4f22-98c2-bff0e731f4c0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.7174532 May 20 07:55:05.251687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21e75b08-cc60-4894-b95b-c704c068cdfa req-c8b4d1bf-098d-42d3-8147-8a99f7ee1e22 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724695 May 20 07:55:05.266992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:05.294706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17a6fb-169d-479d-8208-c4e50442bcc1 req-ac2e29ad-7845-4e84-81d4-078456aedfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:05.303803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c17a6fb-169d-479d-8208-c4e50442bcc1 req-ac2e29ad-7845-4e84-81d4-078456aedfff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 1097 time: 0.5354571 May 20 07:55:05.304830 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b11910c-c0ac-433b-b748-52a4fc82cd9a tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:05.312898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9ee64-ac58-4254-b4ff-624a3be6e8d7 req-31bbdab1-34cc-420d-ab1e-2932e837f9f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:05.321186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86d9ee64-ac58-4254-b4ff-624a3be6e8d7 req-31bbdab1-34cc-420d-ab1e-2932e837f9f1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4000523 May 20 07:55:05.346619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port c6d61415-3b07-431f-81a3-80d90e3d4234 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:05.347499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:05.573374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:05.598171 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86d9ee64-ac58-4254-b4ff-624a3be6e8d7 req-dfd64927-7e84-4a79-a9ba-8fcbacc0ca3c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754760 May 20 07:55:05.601862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Pushing event updated for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:05.659627 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:05.720594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c17a6fb-169d-479d-8208-c4e50442bcc1 req-085e4192-7107-469d-b111-bca3a49fdee6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262991 May 20 07:55:05.918719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Attempting to bind port 2699a0ec-2232-4389-aaac-da18889765bc on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:05.919160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Attempting to bind port 2699a0ec-2232-4389-aaac-da18889765bc by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:05.919492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Attempting to bind port 2699a0ec-2232-4389-aaac-da18889765bc on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:05.934072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce099f-b9fc-4f15-a117-6edac59dd9b2 req-a3684ff2-2141-44fd-8301-b481ac495245 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:05.942959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abce099f-b9fc-4f15-a117-6edac59dd9b2 req-a3684ff2-2141-44fd-8301-b481ac495245 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.3906345 May 20 07:55:05.968737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Port 2699a0ec-2232-4389-aaac-da18889765bc on network aaee01d2-f437-4c70-8cd7-0e885eece039 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:55:05.969198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Attempting to bind port 2699a0ec-2232-4389-aaac-da18889765bc on network aaee01d2-f437-4c70-8cd7-0e885eece039 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:06.008682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abce099f-b9fc-4f15-a117-6edac59dd9b2 req-7ab0d08f-52da-4c9d-8a01-d3ed7a7bf9ac tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 May 20 07:55:06.009778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:06.010126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Checking segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:06.010521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Bound using segment: {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:06.010976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Bound port: 2699a0ec-2232-4389-aaac-da18889765bc, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28affb-a12e-4617-b415-582138d07e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:06.011330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.191188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for c6d61415-3b07-431f-81a3-80d90e3d4234 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:06.262738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:06.268647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2699a0ec-2232-4389-aaac-da18889765bc,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:06.329416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.336948 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0086b29-25fa-438e-8dc5-f0f6fdfeddc1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:06.360071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97829377-5910-4df4-9f7b-418b7224e864 req-5a02cb94-c3ec-4c16-b03b-355c9848f1ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:06.368342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97829377-5910-4df4-9f7b-418b7224e864 req-5a02cb94-c3ec-4c16-b03b-355c9848f1ec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 943 time: 0.1565413 May 20 07:55:06.426520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97829377-5910-4df4-9f7b-418b7224e864 req-6083fd23-7a15-4c07-94ad-640626c1747a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572073 May 20 07:55:06.494924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:06.496076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.500564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.508210 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fbad3c1d-e8f3-4156-948b-58eea3c9bede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:06.513899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] 10.222.0.81 "PUT /v2.0/ports/2699a0ec-2232-4389-aaac-da18889765bc HTTP/1.1" status: 200 len: 1091 time: 2.7993264 May 20 07:55:06.519717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:06.701791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=c6d61415-3b07-431f-81a3-80d90e3d4234,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:06.711503 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:06.745860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c74515ee-31f5-4a85-a54f-2c2630885df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.753100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:06.789859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/c6d61415-3b07-431f-81a3-80d90e3d4234 HTTP/1.1" status: 204 len: 168 time: 1.7326825 May 20 07:55:06.794642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59876) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:06.999097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Pushing event updated for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:07.010503 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:07.073697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59884) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:07.093689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'subnets': [{'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--500764458', 'ip_version': 6}, {'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:07.094007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'subnet': {'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--500764458', 'ip_version': 6}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:07.094700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Request body: {'subnet': {'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:07.125593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be18d0f-b8c0-4c7b-8773-85ac49731089 req-50b871ea-01e6-4ae3-99b5-1b5957efd13c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.126157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be18d0f-b8c0-4c7b-8773-85ac49731089 req-50b871ea-01e6-4ae3-99b5-1b5957efd13c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.5828791 May 20 07:55:07.181663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be18d0f-b8c0-4c7b-8773-85ac49731089 req-d9529eba-32f7-4a3e-b089-e425a2836390 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547640 May 20 07:55:07.194167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-58ea4147-93d5-4bd7-8190-7ac34e2d8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.195773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-58ea4147-93d5-4bd7-8190-7ac34e2d8294 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 1094 time: 0.4060402 May 20 07:55:07.255027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95af6c-1a4c-4188-8f6e-fc18d82326b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.264268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f95af6c-1a4c-4188-8f6e-fc18d82326b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.265135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f95af6c-1a4c-4188-8f6e-fc18d82326b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:07.371209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9d47-f180-484f-9421-c63676000815 req-14fc4f2a-3667-41e7-bcd6-0eb6dcd7a9c1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.379146 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b36f9d47-f180-484f-9421-c63676000815 req-14fc4f2a-3667-41e7-bcd6-0eb6dcd7a9c1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4348550 May 20 07:55:07.385193 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc', 'status': 'completed', 'code': 200} May 20 07:55:07.402667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-57cf9cd3-7c51-4fbf-b550-4d76dd367ff1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2699a0ec-2232-4389-aaac-da18889765bc HTTP/1.1" status: 200 len: 217 time: 0.1993928 May 20 07:55:07.488237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-670d9e96-5086-4cf7-80ca-875e39573a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.489747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-670d9e96-5086-4cf7-80ca-875e39573a75 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.0792842 May 20 07:55:07.514341 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b36f9d47-f180-484f-9421-c63676000815 req-2fe1cd50-1857-4a99-ae99-26577a53dcb0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344857 May 20 07:55:07.515236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:07.519994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Usage tracker for resource:subnet and tenant:a3f377ac08bb4557bd63ba8607215ce9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:07.523378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:07.529614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f95af6c-1a4c-4188-8f6e-fc18d82326b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:07.529614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f95af6c-1a4c-4188-8f6e-fc18d82326b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7313402 May 20 07:55:07.530669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59892) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:07.533287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:07.594208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-4599d944-f1a3-4365-a29f-2955091af3a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969241 May 20 07:55:07.728831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Made reservation on behalf of a3f377ac08bb4557bd63ba8607215ce9 for: {'subnet': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:07.735000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:07.735000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:07.747161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56e22-5573-41a0-8eae-511b7ce25a9c req-f8cffba4-240f-421c-931b-fcc4026afc9a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.748663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e56e22-5573-41a0-8eae-511b7ce25a9c req-f8cffba4-240f-421c-931b-fcc4026afc9a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.2196021 May 20 07:55:07.802324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-4046f206-6b76-462f-8e6f-0e2f9ae10ce6 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908441 May 20 07:55:07.821579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69e56e22-5573-41a0-8eae-511b7ce25a9c req-42a961f8-2779-4783-8afe-c61d0d37afdd tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637383 May 20 07:55:07.939614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:07.940613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:07.977745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9507c-7085-4f6a-a209-54f22916e7b5 req-2bff464a-f858-488b-b452-57befc106624 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:07.991012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dff9507c-7085-4f6a-a209-54f22916e7b5 req-2bff464a-f858-488b-b452-57befc106624 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 943 time: 0.3126807 May 20 07:55:08.055866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90a79471-7b8f-4884-9d54-1ced9f1467d0 req-aa3c0ed0-91ac-4f89-b695-d258c734484d service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454362 May 20 07:55:08.155815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:08.181845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dff9507c-7085-4f6a-a209-54f22916e7b5 req-e891150a-d60e-4937-9173-0526651e447f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951733 May 20 07:55:08.279542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-03f91561-e9d9-46b7-a918-22f58ce28f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:08.281957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-03f91561-e9d9-46b7-a918-22f58ce28f11 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 1094 time: 0.1043720 May 20 07:55:08.353119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:08.444833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-ab44fc53-c034-44df-b046-426d26bb5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:08.446478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-ab44fc53-c034-44df-b046-426d26bb5a56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.1521604 May 20 07:55:08.671029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-4865a448-b590-42ae-a2fc-29105387dd1f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2699a0ec-2232-4389-aaac-da18889765bc HTTP/1.1" status: 200 len: 217 time: 0.2045639 May 20 07:55:08.760198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-34b1d88a-66d2-4e56-a1b2-8c3260ad3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:08.762052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-34b1d88a-66d2-4e56-a1b2-8c3260ad3f50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.0684946 May 20 07:55:08.853999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-758daa1b-1142-45d1-a2f4-e8cc13131dab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784335 May 20 07:55:08.876079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdca20-78b6-4fec-976f-524d18cb6d76 req-df7ca5c3-4273-47bd-87d6-f45ef8516711 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:08.878562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ccdca20-78b6-4fec-976f-524d18cb6d76 req-df7ca5c3-4273-47bd-87d6-f45ef8516711 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.5226617 May 20 07:55:08.975568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6ccdca20-78b6-4fec-976f-524d18cb6d76 req-d5dd3cd8-e542-4c2d-84fd-09752ebf96b5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 May 20 07:55:08.992321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:09.001223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:09.036403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5eb49-ac47-45f7-ab3f-9a8fdb7ef460 req-aa77d320-0d45-402a-a1c4-6aa0fde4ce02 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.045093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3e5eb49-ac47-45f7-ab3f-9a8fdb7ef460 req-aa77d320-0d45-402a-a1c4-6aa0fde4ce02 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.4590180 May 20 07:55:09.057970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-70a4ecfc-8739-4bc1-aad5-ad537d4c2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.059426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-70a4ecfc-8739-4bc1-aad5-ad537d4c2153 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=673e69234bae4fe7bfdab5b0f5976300&device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 1097 time: 0.4746139 May 20 07:55:09.078950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:09.096472 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:09.102899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:09.169730 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-420a4f10-23cd-4528-a201-f9ecace70d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:09.242550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-1e099056-1039-4979-b3e6-64a496f2dd9c service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788021 May 20 07:55:09.259204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa HTTP/1.1" status: 204 len: 168 time: 1.7273340 May 20 07:55:09.260283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:09.277338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3e5eb49-ac47-45f7-ab3f-9a8fdb7ef460 req-3fdd4c86-07ea-4048-aed8-22e3ca834297 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313299 May 20 07:55:09.598129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e824418-339e-4365-b36b-4faf6dc0e9cf req-6b7a3f27-56dc-4256-afef-3ac9ad12d874 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413889 May 20 07:55:09.616831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-3ec8aa0d-eb28-402e-a28b-8fa8e0c6fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.620044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:09.621740 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-3ec8aa0d-eb28-402e-a28b-8fa8e0c6fdeb service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c430a5b-3835-4937-b4be-509c4f6a5768 HTTP/1.1" status: 200 len: 914 time: 0.5327339 May 20 07:55:09.685981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbcd96-2615-480a-8932-55c6b1b6921a req-cc4480d5-c742-4afe-9d84-d7976f288724 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.687535 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1dbcd96-2615-480a-8932-55c6b1b6921a req-cc4480d5-c742-4afe-9d84-d7976f288724 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3549988 May 20 07:55:09.709368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-7843e20c-7506-4e34-bf00-a1d5aa9dfa03 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=489599d4-ba63-4b9e-995b-d8f6c692189f HTTP/1.1" status: 200 len: 217 time: 0.0837796 May 20 07:55:09.766982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304d92c-cbc2-4249-aae1-ce16b2296e82 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.767794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2304d92c-cbc2-4249-aae1-ce16b2296e82 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:09.795875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-732e1e92-f9db-4e87-be7c-3cf66325c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:09.797845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-732e1e92-f9db-4e87-be7c-3cf66325c110 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7dee689-a381-4609-9840-f63c8f7803b3 HTTP/1.1" status: 200 len: 853 time: 0.0820315 May 20 07:55:09.829775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1dbcd96-2615-480a-8932-55c6b1b6921a req-39b08f88-be15-45de-8915-d8b1eca92cf4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273482 May 20 07:55:09.862906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-29e8a65c-1d1b-4c2b-a580-7663d76db0ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c430a5b-3835-4937-b4be-509c4f6a5768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570123 May 20 07:55:09.991108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2699a0ec-2232-4389-aaac-da18889765bc details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:55:10.029884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2304d92c-cbc2-4249-aae1-ce16b2296e82 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:10.042923 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2304d92c-cbc2-4249-aae1-ce16b2296e82 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7815270 May 20 07:55:10.048401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:10.212277 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570283a-c649-4b03-b3ff-f15fe6fb3353 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:10.213996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4570283a-c649-4b03-b3ff-f15fe6fb3353 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/c6d61415-3b07-431f-81a3-80d90e3d4234 HTTP/1.1" status: 404 len: 333 time: 0.1434033 May 20 07:55:10.221709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59938) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:10.263375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58188-00f1-47b4-a7b4-3ac9c3ff84ca req-63e7b2d6-4bec-442f-8bd7-8738073f0c35 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:10.264356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-20d58188-00f1-47b4-a7b4-3ac9c3ff84ca req-63e7b2d6-4bec-442f-8bd7-8738073f0c35 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:10.269148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-3ab1a3b4-79d0-472b-983b-dde777a88275 service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893576 May 20 07:55:10.302646 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe05fc32-10b7-42e1-95e6-789635670450 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:10.304290 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe05fc32-10b7-42e1-95e6-789635670450 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/0f5fd666-402b-46a9-b4d3-5ff7a7c3d8fa HTTP/1.1" status: 404 len: 333 time: 0.0811148 May 20 07:55:10.305213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:10.309010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59942) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:10.312302 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43499ef5-3c16-4018-bdb9-5d35d638eb11 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:10.333450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-df38cc0b-bbef-495d-aa36-fc78f384e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:10.335245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-df38cc0b-bbef-495d-aa36-fc78f384e911 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.1970396 May 20 07:55:10.354065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2699a0ec-2232-4389-aaac-da18889765bc,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:10.370201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '2699a0ec-2232-4389-aaac-da18889765bc', 'network_id': 'aaee01d2-f437-4c70-8cd7-0e885eece039', 'port_id': '2699a0ec-2232-4389-aaac-da18889765bc', 'mac_address': 'fa:16:3e:9f:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9afc662-53a8-4e9b-8268-e1a9bfc4d738', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:55:10.445017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:10.462956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-20d58188-00f1-47b4-a7b4-3ac9c3ff84ca req-63e7b2d6-4bec-442f-8bd7-8738073f0c35 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:10.463628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2699a0ec-2232-4389-aaac-da18889765bc {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:10.470185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20d58188-00f1-47b4-a7b4-3ac9c3ff84ca req-63e7b2d6-4bec-442f-8bd7-8738073f0c35 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 943 time: 0.5000136 May 20 07:55:10.493515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Subnet': ['ID=1f1fe08e-d453-4cfc-a123-bce2f4d2b15b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:10.508720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2699a0ec-2232-4389-aaac-da18889765bc,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:10.568895 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:10.571696 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-141b25e0-8c28-4d7d-9d9f-abac9a7c145e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:10.614284 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:10.669365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0f272-2f10-4520-a231-bb79323f352e req-5e7fed0b-f36d-4065-9105-238d92a6074f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:10.677230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acc0f272-2f10-4520-a231-bb79323f352e req-5e7fed0b-f36d-4065-9105-238d92a6074f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.5296459 May 20 07:55:10.702606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20d58188-00f1-47b4-a7b4-3ac9c3ff84ca req-1a28f6f0-baa3-4413-9971-a35aba60fe25 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313735 May 20 07:55:10.728360 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:10.734208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:10.737145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Checking segment: {'id': 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:10.739163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network hostable DHCP agents. Network: 6d1057b8-25f5-4264-8359-23441f72deaf, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:10.749459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:10.755247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11675d14-0748-4287-ae9e-29e1ba80ac05 req-45e07a92-0ba4-4ff4-b1bf-8112c571c5c5 service neutron] 10.222.0.84 "GET /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793413 May 20 07:55:10.756650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acc0f272-2f10-4520-a231-bb79323f352e req-44b0d713-6823-4060-8208-1b04088838fa tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781457 May 20 07:55:10.770343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-98058d59-81b4-465c-8d13-b319b4f71263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:10.771898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-98058d59-81b4-465c-8d13-b319b4f71263 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.4203024 May 20 07:55:10.851238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2699a0ec-2232-4389-aaac-da18889765bc'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:10.926554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-666860be-1be2-4f43-a076-c1ca3aa59eee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 1000 time: 0.1450770 May 20 07:55:11.037983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-d6e53b29-65a0-4fae-83f4-0de8c25ef402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:11.040511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-d6e53b29-65a0-4fae-83f4-0de8c25ef402 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.1018636 May 20 07:55:11.176123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-1503ba28-f620-4db6-ad40-da4e686a1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:11.178824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-1503ba28-f620-4db6-ad40-da4e686a1b2c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312034 May 20 07:55:11.181833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.228517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.252027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f32711-cc4e-47d5-ad4c-e49c094b9e2a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:11.271423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375d1ee6-ab8f-46dd-a88d-08abb4455c43') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:11.271712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375d1ee6-ab8f-46dd-a88d-08abb4455c43') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:11.284511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.312490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network 6d1057b8-25f5-4264-8359-23441f72deaf is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:11.336268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.402629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:11.403333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: timer() May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:11.421280 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:11.428206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-f0a4e209-10c0-4004-a944-4d5fa3aef5f5 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425632 May 20 07:55:11.554259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6d1057b8-25f5-4264-8359-23441f72deaf) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:11.562778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cb1a2-1f9e-463e-a97b-bff91b7799a1 req-685dfb75-3e4f-41c9-9663-d9537ee36b32 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:11.563784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9aa47-1ac6-4489-93ab-cc653bcd56e8 None None] Network 6d1057b8-25f5-4264-8359-23441f72deaf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:11.570618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d89cb1a2-1f9e-463e-a97b-bff91b7799a1 req-685dfb75-3e4f-41c9-9663-d9537ee36b32 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.2096725 May 20 07:55:11.638811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d89cb1a2-1f9e-463e-a97b-bff91b7799a1 req-11cbacb2-a8bc-40f5-9e74-8d664a1bc596 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672216 May 20 07:55:11.650238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3f39b73-963a-4e10-b337-bf32b0f9273a req-fe68bf8f-c8d1-49fe-8053-04ff1c78df37 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132483 May 20 07:55:11.661314 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.678283 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883a7d4e-b2d5-42e9-ac17-2e71f4986a81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:11.700075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.709095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/f3f32711-cc4e-47d5-ad4c-e49c094b9e2a HTTP/1.1" status: 204 len: 168 time: 1.3396749 May 20 07:55:11.713956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:11.719964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1686627552'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:11.726138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a9cd-70fb-489e-b069-c8d622726369 req-94b2e61a-b467-4a09-a862-2889ed88f9c1 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:11.734423 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0149a9cd-70fb-489e-b069-c8d622726369 req-94b2e61a-b467-4a09-a862-2889ed88f9c1 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.8233819 May 20 07:55:11.737513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=f3f32711-cc4e-47d5-ad4c-e49c094b9e2a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:11.742812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:11.745777 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:11.766816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:11.783039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:11.810920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:11.860398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0149a9cd-70fb-489e-b069-c8d622726369 req-a52a8e64-7caa-4b24-a762-e5a628081817 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248248 May 20 07:55:11.926827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:11.930882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:11.941923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6d1057b8-25f5-4264-8359-23441f72deaf', 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf', 'tenant_id': 'a3f377ac08bb4557bd63ba8607215ce9', 'fixed_ips': [{'subnet_id': '1f1fe08e-d453-4cfc-a123-bce2f4d2b15b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:11.948378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.024447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:12.109756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.110232 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment 4b2bea35-2db0-4a40-9b43-bb07193e6cc7 of type vlan for network 31182208-408e-4a45-8e0b-8c820bf69a32 May 20 07:55:12.272313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Allocated IP 2001:db8::1 (6d1057b8-25f5-4264-8359-23441f72deaf/1f1fe08e-d453-4cfc-a123-bce2f4d2b15b/e68c11f3-e5f1-49de-ad6a-ecb79f96572b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:12.410604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.513825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af9eb-7835-4577-9c00-7800a094b291 req-724f6aef-40e5-4db6-a2ac-65fa7e1023e6 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:12.526038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c7af9eb-7835-4577-9c00-7800a094b291 req-724f6aef-40e5-4db6-a2ac-65fa7e1023e6 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 944 time: 0.4595928 May 20 07:55:12.540448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.542766 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fab949a-ed2f-41ce-a04c-af4acf3b6dac tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:12.602722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c7af9eb-7835-4577-9c00-7800a094b291 req-c0494bae-c341-4a57-b27b-63b054fcd39b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688701 May 20 07:55:12.603074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2699a0ec-2232-4389-aaac-da18889765bc up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:12.624145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.640327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:12.641086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.647143 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5a22eb7a-6ef1-487e-bda7-0b5f35fbbd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:12.698585 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.723699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Transition to ACTIVE for port object e68c11f3-e5f1-49de-ad6a-ecb79f96572b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:12.756059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Checking segment: {'id': '70393d91-2995-407e-a9ec-2ddd4e9e31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:12.756448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network hostable DHCP agents. Network: 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:12.757131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Transition to ACTIVE for port object e68c11f3-e5f1-49de-ad6a-ecb79f96572b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:12.759417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event updated for resources: {'Subnet': ['ID=0da45987-d8d8-43b2-9fca-9d8569641eeb,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:12.769284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 2699a0ec-2232-4389-aaac-da18889765bc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:12.774745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 2699a0ec-2232-4389-aaac-da18889765bc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:12.775644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.786756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.787131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.787500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.787863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.788220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.788576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.788930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.789284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.797913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.798350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.798760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.799773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.819591 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:12.847653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ba10-7ef8-4748-b9c3-45f8e4453005 req-69049830-67e1-4875-b061-44629fd84b76 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:12.850280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ec4ba10-7ef8-4748-b9c3-45f8e4453005 req-69049830-67e1-4875-b061-44629fd84b76 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.4063232 May 20 07:55:12.853411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.887716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:12.894208 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:12.913979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=31182208-408e-4a45-8e0b-8c820bf69a32,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:12.925191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.926326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.926965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.927494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.928204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.929118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.929720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.930449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.935087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.935087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.935087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.935087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:12.953174 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:12.955579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2405334 May 20 07:55:12.958416 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ec4ba10-7ef8-4748-b9c3-45f8e4453005 req-e019d5f0-c02b-48a7-9bff-6364decbcbf9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987577 May 20 07:55:12.958896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59970) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:12.964553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:12.996421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 31182208-408e-4a45-8e0b-8c820bf69a32 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:13.042558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:13.170047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e20e-a07f-4cac-9938-bbf2d37cdeab req-65fdf0de-aeca-4939-b854-f5a84f39f8b8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.171557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d79e20e-a07f-4cac-9938-bbf2d37cdeab req-65fdf0de-aeca-4939-b854-f5a84f39f8b8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.2043400 May 20 07:55:13.238183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d79e20e-a07f-4cac-9938-bbf2d37cdeab req-54726f5e-eb44-4e6f-891a-ee3f4c48753c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 May 20 07:55:13.296144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:13.315590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:13.321024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.321589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.322215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:13.327921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:13.332650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:13.345246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Network 6d1057b8-25f5-4264-8359-23441f72deaf is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:13.348005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:13.348150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Pushing event updated for resources: {'Port': ['ID=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:13.359399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:13.370244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f37da-fa14-4b2c-b8f3-585560760f21 None None] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:13.387877 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:13.388092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70f491-a392-404e-a31d-085411d9dfa3 req-0ca86a64-a4bc-4e78-8012-7e4cf2560d36 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.393387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7c70f491-a392-404e-a31d-085411d9dfa3 req-0ca86a64-a4bc-4e78-8012-7e4cf2560d36 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.1888366 May 20 07:55:13.396479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:13.461308 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7c70f491-a392-404e-a31d-085411d9dfa3 req-f225acd2-226d-4da3-88e5-3cf9d1eb3745 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568624 May 20 07:55:13.506648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.4319587 May 20 07:55:13.509530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:13.600438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.603331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.605061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.605970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:13.633333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:13.646457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:13.787876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Attempting to bind port e68c11f3-e5f1-49de-ad6a-ecb79f96572b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:13.788500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Attempting to bind port e68c11f3-e5f1-49de-ad6a-ecb79f96572b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:13.788880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Attempting to bind port e68c11f3-e5f1-49de-ad6a-ecb79f96572b on network 6d1057b8-25f5-4264-8359-23441f72deaf {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:13.846058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:13.851645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Checking segment: {'id': 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:13.852295 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:13.852879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Bound using segment: {'id': 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:13.853894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Bound port: e68c11f3-e5f1-49de-ad6a-ecb79f96572b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6d1057b8-25f5-4264-8359-23441f72deaf'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:13.854495 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:13.953624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:13.982936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1779f3-6a6e-4177-85e7-16b752596837 req-453933fb-917e-47ec-831e-09af1832e80b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:13.984805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d1779f3-6a6e-4177-85e7-16b752596837 req-453933fb-917e-47ec-831e-09af1832e80b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 944 time: 0.1692750 May 20 07:55:13.998834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a', 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a', 'tenant_id': 'a3f377ac08bb4557bd63ba8607215ce9', 'fixed_ips': [{'subnet_id': '0da45987-d8d8-43b2-9fca-9d8569641eeb'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:13.999740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.051855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:14.094883 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2d1779f3-6a6e-4177-85e7-16b752596837 req-9c34aba9-87e3-4f54-a795-34892bce6b52 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 May 20 07:55:14.099237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:14.100450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65aa7f1b-2c65-48e1-bf9d-252268c4dc7d tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5897887 May 20 07:55:14.110094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:14.118443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2699a0ec-2232-4389-aaac-da18889765bc,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:14.147792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] For port e68c11f3-e5f1-49de-ad6a-ecb79f96572b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:14.162093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] For port e68c11f3-e5f1-49de-ad6a-ecb79f96572b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,segment=NetworkSegment(a2a4a4a9-9faa-4590-81ed-4cc988b6f423),segment_id=a2a4a4a9-9faa-4590-81ed-4cc988b6f423)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:14.198303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Deleting subnet 1f1fe08e-d453-4cfc-a123-bce2f4d2b15b {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:55:14.202032 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.269404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.280096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Allocated IP 2001:db8:0:1::1 (8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a/0da45987-d8d8-43b2-9fca-9d8569641eeb/f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:14.282148 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:14.302050 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.658366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.701296 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc', 'code': 200} May 20 07:55:14.715806 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.740231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.767047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Transition to ACTIVE for port object f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:14.785303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:14.794668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.796489 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:14.796959 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:14.808209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-886203bb-5c4b-4354-8e4a-113ba9d4569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:14.860164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Transition to ACTIVE for port object f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:14.867917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585bc00-8c36-4885-832a-9cc6d77df59e req-eba7ef43-806c-4a05-a4b2-209d8fbe7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:14.869449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6585bc00-8c36-4885-832a-9cc6d77df59e req-eba7ef43-806c-4a05-a4b2-209d8fbe7616 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 1096 time: 0.2292562 May 20 07:55:14.880360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f6508-7aaf-4f2a-9064-61902bb90d54 req-510c12a6-c27b-40dc-b2c3-4f27461e7bbe tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:14.889760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-691f6508-7aaf-4f2a-9064-61902bb90d54 req-510c12a6-c27b-40dc-b2c3-4f27461e7bbe tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.1665070 May 20 07:55:14.892912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Pushing event updated for resources: {'Port': ['ID=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:14.896008 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:14.906306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=4a662407-90d8-4a46-9c4b-7a4441d4314d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:14.916508 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:14.948209 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:14.955828 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb90c2e2-533b-4b73-b605-546922e8b48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:14.991651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838af5b-f606-4b34-9419-083b478cb38c req-ff20fda1-6380-4307-8942-78fd7654d508 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:14.993344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d838af5b-f606-4b34-9419-083b478cb38c req-ff20fda1-6380-4307-8942-78fd7654d508 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.4572337 May 20 07:55:15.047702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-691f6508-7aaf-4f2a-9064-61902bb90d54 req-cb5315f0-8ef6-4f78-8178-dd4715eccd13 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568699 May 20 07:55:15.055397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Pushing event updated for resources: {'Port': ['ID=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:15.060151 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:15.076994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:15.078235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:15.081304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:15.089373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6585bc00-8c36-4885-832a-9cc6d77df59e req-b953dea6-1f46-4d02-b14a-2db5233cb8c0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622980 May 20 07:55:15.110954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': '4b2bea35-2db0-4a40-9b43-bb07193e6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:15.111418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: 31182208-408e-4a45-8e0b-8c820bf69a32, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:15.155952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d838af5b-f606-4b34-9419-083b478cb38c req-afd1c934-655f-47b6-8986-37a00614a83d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550901 May 20 07:55:15.210875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Attempting to bind port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:15.211256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Attempting to bind port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '70393d91-2995-407e-a9ec-2ddd4e9e31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:15.211633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Attempting to bind port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 on network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:15.221705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:15.233089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Checking segment: {'id': '70393d91-2995-407e-a9ec-2ddd4e9e31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:15.233089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.233089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Bound using segment: {'id': '70393d91-2995-407e-a9ec-2ddd4e9e31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:15.233089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Bound port: f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70393d91-2995-407e-a9ec-2ddd4e9e31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:15.233089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.386973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] For port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:15.391621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] For port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,segment=NetworkSegment(70393d91-2995-407e-a9ec-2ddd4e9e31e7),segment_id=70393d91-2995-407e-a9ec-2ddd4e9e31e7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:15.467162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.475241 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:15.487974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706192c-df10-4550-b3eb-db30894826ec req-dd808097-1792-4258-930e-325b4f55969a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:15.495481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3706192c-df10-4550-b3eb-db30894826ec req-dd808097-1792-4258-930e-325b4f55969a tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.2051084 May 20 07:55:15.567805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3706192c-df10-4550-b3eb-db30894826ec req-99610556-4dbd-4bcc-bf31-93bdafad5d28 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704858 May 20 07:55:15.622050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Pushing event updated for resources: {'Port': ['ID=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:15.635997 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:15.652525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60018) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:15.667853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1048109213'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:15.678645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:15.694706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:network and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:15.706048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:15.721954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:15.760969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 31182208-408e-4a45-8e0b-8c820bf69a32 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:15.790189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:15.793820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.836274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:15.854304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.854743 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Added segment a074b623-eb1a-4015-8794-43e9482640bf of type vlan for network 9be48ced-bf74-4367-9c12-853a8c6657ba May 20 07:55:15.868110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 31182208-408e-4a45-8e0b-8c820bf69a32) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:15.895121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec4927-136e-4983-b61d-958a80e87632 None None] Network 31182208-408e-4a45-8e0b-8c820bf69a32 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:15.921542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:15.922136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:15.922136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.072327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.089028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:16.089925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.115829 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c669ab4a-98c6-4a50-bd7a-7aa1fbb78302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:16.130638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f433-d153-4b51-8d0c-1352eb60aa9b req-8d46bfdf-e658-4395-8a8a-249141b2df12 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:16.141815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2b01f433-d153-4b51-8d0c-1352eb60aa9b req-8d46bfdf-e658-4395-8a8a-249141b2df12 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.7111702 May 20 07:55:16.223174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2631416 May 20 07:55:16.227512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:16.239177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32', 'name': 'tempest-PortsTestJSON-1099049517'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:16.262341 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.284957 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d3d83b8-494d-4b5c-8e95-efb2a666df82 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:16.300696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Network': ['ID=9be48ced-bf74-4367-9c12-853a8c6657ba,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:16.309232 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:16.321999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9be48ced-bf74-4367-9c12-853a8c6657ba details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:16.338604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1fe08e-d453-4cfc-a123-bce2f4d2b15b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:16.359714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-cd775db4-3b50-4d90-8a4c-8fdd90fd4e75 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:16.361645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-cd775db4-3b50-4d90-8a4c-8fdd90fd4e75 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.3590467 May 20 07:55:16.362161 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2b01f433-d153-4b51-8d0c-1352eb60aa9b req-1f8ccff2-f2d9-43c0-a4a4-890d58fc881f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172799 May 20 07:55:16.374693 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:16.473056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.542748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8808384 May 20 07:55:16.563836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60028) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:16.575939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-421672385'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:16.626117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-31182208-408e-4a45-8e0b-8c820bf69a32', 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': '4a662407-90d8-4a46-9c4b-7a4441d4314d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:16.627460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.648033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60034) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:16.648259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/subnets/1f1fe08e-d453-4cfc-a123-bce2f4d2b15b HTTP/1.1" status: 204 len: 168 time: 2.5368078 May 20 07:55:16.664302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:16.688606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:network and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:16.722202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:16.747900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:16.756706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:16.879290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e68c11f3-e5f1-49de-ad6a-ecb79f96572b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:16.888289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:16.902665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Deleting subnet 0da45987-d8d8-43b2-9fca-9d8569641eeb {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:55:16.933085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:16.936933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c79b8-835a-4621-b8be-f0e9ffaba138 None None] Network 6d1057b8-25f5-4264-8359-23441f72deaf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:16.983727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274dd65-8474-4180-81a2-57add9bf4ec4 req-71d7be27-b0f2-465e-95a4-8bcc028903cd tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:16.985752 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3274dd65-8474-4180-81a2-57add9bf4ec4 req-71d7be27-b0f2-465e-95a4-8bcc028903cd tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 946 time: 0.1590354 May 20 07:55:16.987152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:16.991247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.026367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:17.032756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.074298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.097662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port f4b14c2f-d3e9-4986-80f3-27aa01935d1c yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:17.128124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Deleting port 489599d4-ba63-4b9e-995b-d8f6c692189f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:17.128617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.152273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3274dd65-8474-4180-81a2-57add9bf4ec4 req-2a421e4b-d631-48c0-b8fc-224160cb91a2 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/security-groups?id=dbc15f48-18b6-49a4-9115-5252f7542056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457057 May 20 07:55:17.178449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:17.213013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700f8e0-4cd9-486b-ac8f-7e7a5a8538aa req-66b4941d-804b-4d9d-b17c-e3426b93b842 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:17.220296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b700f8e0-4cd9-486b-ac8f-7e7a5a8538aa req-66b4941d-804b-4d9d-b17c-e3426b93b842 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.6849926 May 20 07:55:17.256865 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.258853 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Added segment 40df9dfe-06e3-45cf-8896-7101c80737c9 of type vlan for network 19799f4d-b0bb-4c8b-bc02-55923a2094ba May 20 07:55:17.383651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b700f8e0-4cd9-486b-ac8f-7e7a5a8538aa req-d532493b-3860-48e3-9326-1f39848aa755 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616337 May 20 07:55:17.426375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb4b1d-9cff-4204-a27c-beeb5e01fade None None] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:17.447679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.481882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] For port 489599d4-ba63-4b9e-995b-d8f6c692189f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=489599d4-ba63-4b9e-995b-d8f6c692189f,segment=NetworkSegment(e8441c3d-b10a-4866-a8db-6c565737abbd),segment_id=e8441c3d-b10a-4866-a8db-6c565737abbd)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:17.482603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.568428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.7 (31182208-408e-4a45-8e0b-8c820bf69a32/4a662407-90d8-4a46-9c4b-7a4441d4314d/f4b14c2f-d3e9-4986-80f3-27aa01935d1c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:17.574040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-efc0c342-b7f4-43c1-b7a9-54735c4c0895 None None] Provisioning for port e68c11f3-e5f1-49de-ad6a-ecb79f96572b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:17.696907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.718148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] DHCP port deletion for 6d1057b8-25f5-4264-8359-23441f72deaf request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:55:17.732273 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.738831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:17.739550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.762580 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca86319e-34ad-4c39-b656-5dba056f4dd5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:17.784883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e68c11f3-e5f1-49de-ad6a-ecb79f96572b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:17.798123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e68c11f3-e5f1-49de-ad6a-ecb79f96572b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:17.798756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:17.816866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ebde0-315b-4c83-898b-9059958eb933 req-e2c726b2-af57-407a-b019-c07b325f936b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:17.826280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d76ebde0-315b-4c83-898b-9059958eb933 req-e2c726b2-af57-407a-b019-c07b325f936b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2478037 May 20 07:55:17.873336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:55:17.874264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cd19d1d8-4a5d-4d49-9cbb-e286630c8975 None None] Provisioning for port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:17.992211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Deleting port e68c11f3-e5f1-49de-ad6a-ecb79f96572b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:17.993763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.053776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4874253 May 20 07:55:18.080841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d76ebde0-315b-4c83-898b-9059958eb933 req-c4930ee0-be84-432f-99bc-c5a50cf9a977 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510023 May 20 07:55:18.081881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:18.089711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Network': ['ID=19799f4d-b0bb-4c8b-bc02-55923a2094ba,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:18.090574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.096115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'subnet': {'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:18.117575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:18.151481 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:18.188669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e68c11f3-e5f1-49de-ad6a-ecb79f96572b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,segment=NetworkSegment(a2a4a4a9-9faa-4590-81ed-4cc988b6f423),segment_id=a2a4a4a9-9faa-4590-81ed-4cc988b6f423)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:18.250273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Calling delete_port for 489599d4-ba63-4b9e-995b-d8f6c692189f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:18.311203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.352493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object f4b14c2f-d3e9-4986-80f3-27aa01935d1c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:18.406115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.417111 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:18.457603 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.458728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:18.472968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Subnet': ['ID=0da45987-d8d8-43b2-9fca-9d8569641eeb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:18.481998 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:18.483186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.485118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.498982 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-707e4ea9-92c6-4462-a6f3-4895505d0185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:18.510275 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:18.541981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159611b2-3694-4483-bbc9-e4d627cf9592 None None] Network 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:18.555625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['489599d4-ba63-4b9e-995b-d8f6c692189f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:18.579521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.585593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Pushing event deleted for resources: {'Port': ['ID=489599d4-ba63-4b9e-995b-d8f6c692189f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:18.599887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:18.604443 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07eec3ad-8eb4-4d6b-874f-3e0fb2554870 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:18.646141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-27357aba-b0b6-4403-b98d-c80377700ff7 req-61e1cfcc-e03f-4bb3-ba58-e38fe6d25d79 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.2248213 May 20 07:55:18.676357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/subnets/0da45987-d8d8-43b2-9fca-9d8569641eeb HTTP/1.1" status: 204 len: 168 time: 1.9989145 May 20 07:55:18.681949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:18.699595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:18.703118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 31182208-408e-4a45-8e0b-8c820bf69a32 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:18.708565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:18.712761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:subnet and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:18.716491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:18.735348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] For port e68c11f3-e5f1-49de-ad6a-ecb79f96572b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,segment=NetworkSegment(a2a4a4a9-9faa-4590-81ed-4cc988b6f423),segment_id=a2a4a4a9-9faa-4590-81ed-4cc988b6f423)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:18.736007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.762600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:18.786008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=f4b14c2f-d3e9-4986-80f3-27aa01935d1c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:18.812273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:18.814343 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:18.888697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:18.889405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.906932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] No DVR routers for this DVR port 489599d4-ba63-4b9e-995b-d8f6c692189f on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:18.911786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:18.913794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e27094d-bd8b-4bb2-9d83-ed5a1f074160 req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.84 "DELETE /v2.0/ports/489599d4-ba63-4b9e-995b-d8f6c692189f HTTP/1.1" status: 204 len: 173 time: 2.5452149 May 20 07:55:18.914260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'name': 'network-vif-deleted', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:18.943846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57079274-adcb-445b-a12e-76864b3e4cc4 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:18.944622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-57079274-adcb-445b-a12e-76864b3e4cc4 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Synchronizing usage tracker for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:18.992353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:18.996563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.013320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Calling delete_port for e68c11f3-e5f1-49de-ad6a-ecb79f96572b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:19.055092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8261211 May 20 07:55:19.055670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-57079274-adcb-445b-a12e-76864b3e4cc4 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Unset dirty status for tenant:a3f377ac08bb4557bd63ba8607215ce9 on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:19.060323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60062) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:19.064264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-57079274-adcb-445b-a12e-76864b3e4cc4 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3681579 May 20 07:55:19.064264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:19.108332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Allocated IP 172.20.0.2 (31182208-408e-4a45-8e0b-8c820bf69a32/4a662407-90d8-4a46-9c4b-7a4441d4314d/54ddb620-d37a-4e8e-ad52-087716a2d6fa) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:19.115947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b995e-f9ab-48fb-b9f1-8639ebab59a2 req-1d9f2383-751f-41ca-89fe-425fd06e0559 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:19.118570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:19.123789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-084b995e-f9ab-48fb-b9f1-8639ebab59a2 req-1d9f2383-751f-41ca-89fe-425fd06e0559 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1562960 May 20 07:55:19.141657 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:19.285685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-084b995e-f9ab-48fb-b9f1-8639ebab59a2 req-78c60059-79f4-47e0-b525-1660f0e879bf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607637 May 20 07:55:19.302429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.441365 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59cb518-750a-4211-aca4-d0c3d9ab0da5', 'name': 'network-vif-deleted', 'tag': '489599d4-ba63-4b9e-995b-d8f6c692189f', 'status': 'completed', 'code': 200} May 20 07:55:19.471074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:19.497529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:19.501234 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.525658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Deleting port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:19.526029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.600095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd42f-2ebd-48b4-9b59-b051eb1ad8b9 req-08eb5b2c-ae95-4fce-9da1-66251f59e3c6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:19.608699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-32ccd42f-2ebd-48b4-9b59-b051eb1ad8b9 req-08eb5b2c-ae95-4fce-9da1-66251f59e3c6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.6872008 May 20 07:55:19.687203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port f4b14c2f-d3e9-4986-80f3-27aa01935d1c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:19.688004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.772445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] DHCP port deletion for 8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:55:19.827665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] For port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,segment=NetworkSegment(70393d91-2995-407e-a9ec-2ddd4e9e31e7),segment_id=70393d91-2995-407e-a9ec-2ddd4e9e31e7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:19.828282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.863329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644e11d-d6b0-4a37-ada2-11ca4fc4dfba req-57057326-0a5e-4b9d-bfb5-73133befdedb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:19.873252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1644e11d-d6b0-4a37-ada2-11ca4fc4dfba req-57057326-0a5e-4b9d-bfb5-73133befdedb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.3146479 May 20 07:55:19.916670 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.940482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.941690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:19.951900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-32ccd42f-2ebd-48b4-9b59-b051eb1ad8b9 req-326f8591-846c-4080-bbe8-9f37204e4895 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416388 May 20 07:55:19.952101 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:20.038125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Pushing event deleted for resources: {'Port': ['ID=e68c11f3-e5f1-49de-ad6a-ecb79f96572b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:20.040649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] No DVR routers for this DVR port e68c11f3-e5f1-49de-ad6a-ecb79f96572b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:20.047500 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:20.073227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.077771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Deleting port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:20.078215 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.093795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,segment=NetworkSegment(70393d91-2995-407e-a9ec-2ddd4e9e31e7),segment_id=70393d91-2995-407e-a9ec-2ddd4e9e31e7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:20.134204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Transition to ACTIVE for port object 54ddb620-d37a-4e8e-ad52-087716a2d6fa will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:20.198193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.208669 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-48fead36-035b-43a6-9023-f5131b839e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:20.215963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for f4b14c2f-d3e9-4986-80f3-27aa01935d1c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:20.242681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1644e11d-d6b0-4a37-ada2-11ca4fc4dfba req-f2cf88d4-a3d0-443c-b0f6-ea85986b0e8c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663256 May 20 07:55:20.280147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Calling delete_port for f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:20.303030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Transition to ACTIVE for port object 54ddb620-d37a-4e8e-ad52-087716a2d6fa will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:20.312301 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-590457ee-ffcb-4ce0-9c0d-7d8cccc0c776 req-281052f7-846e-49d5-9d6b-cf43d58dfb6d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a59cb518-750a-4211-aca4-d0c3d9ab0da5 HTTP/1.1" status: 200 len: 210 time: 0.0694289 May 20 07:55:20.345918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] For port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,segment=NetworkSegment(70393d91-2995-407e-a9ec-2ddd4e9e31e7),segment_id=70393d91-2995-407e-a9ec-2ddd4e9e31e7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:20.346506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.380577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e68c11f3-e5f1-49de-ad6a-ecb79f96572b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:20.431560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e68c11f3-e5f1-49de-ad6a-ecb79f96572b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:55:20.432076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e68c11f3-e5f1-49de-ad6a-ecb79f96572b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:20.432497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:20.480767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.493052 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5a41061-367d-45bb-bb9d-3d713bea11d5 tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:20.605760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Port': ['ID=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:20.623042 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:20.623899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] No DVR routers for this DVR port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:20.678498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Calling delete_port for f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:20.684921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.715056 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:20.741494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.751858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:20.759548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.766436 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:20.767084 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:20.816418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] No DVR routers for this DVR port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:20.828817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=f4b14c2f-d3e9-4986-80f3-27aa01935d1c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:20.854052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.862904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471cfe8-86db-4456-b023-16ff45ef4fcd None None] Pushing event deleted for resources: {'Port': ['ID=f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:20.872712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:20.886252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Network 31182208-408e-4a45-8e0b-8c820bf69a32 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:20.895739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70393d91-2995-407e-a9ec-2ddd4e9e31e7') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:20.896389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70393d91-2995-407e-a9ec-2ddd4e9e31e7') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:20.911525 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:20.918648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.963816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.981779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:20.982289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:20.989942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:21.013019 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:21.017069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:21.019289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Pushing event updated for resources: {'Port': ['ID=54ddb620-d37a-4e8e-ad52-087716a2d6fa,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:21.021557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:21.060346 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:21.062866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No active binding found for port f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 07:55:21.062866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7e0d66b-e6e0-409c-b28d-bbf5d3f360f8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:21.062866 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:21.063139 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:21.116008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/f4b14c2f-d3e9-4986-80f3-27aa01935d1c HTTP/1.1" status: 204 len: 168 time: 2.0513701 May 20 07:55:21.117032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:21.165767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Attempting to bind port 54ddb620-d37a-4e8e-ad52-087716a2d6fa on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:21.166152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Attempting to bind port 54ddb620-d37a-4e8e-ad52-087716a2d6fa by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4b2bea35-2db0-4a40-9b43-bb07193e6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:21.166524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Attempting to bind port 54ddb620-d37a-4e8e-ad52-087716a2d6fa on network 31182208-408e-4a45-8e0b-8c820bf69a32 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:21.176653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:21.177038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Checking segment: {'id': '4b2bea35-2db0-4a40-9b43-bb07193e6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:21.177458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.177894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Bound using segment: {'id': '4b2bea35-2db0-4a40-9b43-bb07193e6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:21.178376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Bound port: 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2bea35-2db0-4a40-9b43-bb07193e6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31182208-408e-4a45-8e0b-8c820bf69a32'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:21.178760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.194392 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-20734fec-86ee-4042-aaac-89a56224e97e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:55:21.201856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20734fec-86ee-4042-aaac-89a56224e97e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:55:21.207665 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-20734fec-86ee-4042-aaac-89a56224e97e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/f4b14c2f-d3e9-4986-80f3-27aa01935d1c HTTP/1.1" status: 404 len: 333 time: 0.0830140 May 20 07:55:21.258414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60086) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:21.317172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] For port 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:21.323873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] For port 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54ddb620-d37a-4e8e-ad52-087716a2d6fa,segment=NetworkSegment(4b2bea35-2db0-4a40-9b43-bb07193e6cc7),segment_id=4b2bea35-2db0-4a40-9b43-bb07193e6cc7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:21.349072 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-81daa912-952a-4140-9c70-074cd832e2b0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:21.349635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-81daa912-952a-4140-9c70-074cd832e2b0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:21.367681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f7aa0-f29b-4697-a3b2-84be538ab0a8 req-0dcbb526-2ca3-4806-910e-bc5d43a85070 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:21.374666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c32f7aa0-f29b-4697-a3b2-84be538ab0a8 req-0dcbb526-2ca3-4806-910e-bc5d43a85070 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.3607116 May 20 07:55:21.378692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.385526 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e06162f-4ae3-403e-be12-d3c0a563af97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:21.412589 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.417154 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:21.448894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c32f7aa0-f29b-4697-a3b2-84be538ab0a8 req-0b3f1ae6-6a2b-4f8d-8207-c6b850c330b1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 May 20 07:55:21.456296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.469750 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57398083-807a-4e51-b45d-d38a7bee0448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:21.508328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 489599d4-ba63-4b9e-995b-d8f6c692189f no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:21.510286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.515962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-81daa912-952a-4140-9c70-074cd832e2b0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:21.520292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-81daa912-952a-4140-9c70-074cd832e2b0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/f4b14c2f-d3e9-4986-80f3-27aa01935d1c HTTP/1.1" status: 404 len: 333 time: 0.2592323 May 20 07:55:21.523658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:21.562614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a HTTP/1.1" status: 204 len: 168 time: 2.4987657 May 20 07:55:21.567111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60098) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:21.570398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 489599d4-ba63-4b9e-995b-d8f6c692189f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:55:21.570766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 489599d4-ba63-4b9e-995b-d8f6c692189f not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:21.570902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=8c72c4e8-fc81-49d0-b41a-7cd86d2ada7a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:21.584677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Subnet': ['ID=f787b335-7096-492e-a23a-2536941340f0,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:21.589087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:21.589927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:21.590292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network hostable DHCP agents. Network: 9be48ced-bf74-4367-9c12-853a8c6657ba, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:21.602667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa827de-3490-4792-8f97-b70f1c2706be req-9b6148e3-74bd-42d9-8cee-9e02cb868349 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:21.604947 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfa827de-3490-4792-8f97-b70f1c2706be req-9b6148e3-74bd-42d9-8cee-9e02cb868349 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3913779 May 20 07:55:21.630446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Pushing event updated for resources: {'Port': ['ID=54ddb620-d37a-4e8e-ad52-087716a2d6fa,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:21.645903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:21.649976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:21.759579 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:21.762707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 4a662407-90d8-4a46-9c4b-7a4441d4314d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:55:21.764597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.781457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.831692 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cfa827de-3490-4792-8f97-b70f1c2706be req-7ee8b00a-1940-4229-8200-5c3cef8a8de6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134097 May 20 07:55:21.936327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Deleting subnet b7dee689-a381-4609-9840-f63c8f7803b3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:55:21.936327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.938488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.945829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1057b8-25f5-4264-8359-23441f72deaf']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:21.972060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:21.972416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a4a4a9-9faa-4590-81ed-4cc988b6f423') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:21.984681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:21.991505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.004839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.012685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:22.013189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:22.032891 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:22.047399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.100332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:22.150184 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.201876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.207591 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-665614f7-bf2c-4335-b4d3-5551e47a113b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:22.226993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.247452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/6d1057b8-25f5-4264-8359-23441f72deaf HTTP/1.1" status: 204 len: 168 time: 0.6788800 May 20 07:55:22.250676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60110) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:22.261841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=6d1057b8-25f5-4264-8359-23441f72deaf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:22.284555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:22.416421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 9be48ced-bf74-4367-9c12-853a8c6657ba) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:22.424580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e244bc-c191-47dc-972e-9ceda0e55a42 None None] Network 9be48ced-bf74-4367-9c12-853a8c6657ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:22.442888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.443127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:22.443605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.490295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54ddb620-d37a-4e8e-ad52-087716a2d6fa up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:22.538019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.698202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.6101236 May 20 07:55:22.703109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60116) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:22.741557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'subnet': {'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:22.866715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.899557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02722df-b3df-4544-b174-ba3eafb75a82']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:22.927771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0c0b5-ee31-4f27-b798-7ba6f46f4d6c') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:22.928078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0c0b5-ee31-4f27-b798-7ba6f46f4d6c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:22.946223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:22.959337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:22.967382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:subnet and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:22.992309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7266d4-c92f-4025-8ce8-110cf7c373fc req-f439f2c2-3359-4a47-99a7-cb5e8bba084f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:22.999894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 54ddb620-d37a-4e8e-ad52-087716a2d6fa completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:23.000553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7266d4-c92f-4025-8ce8-110cf7c373fc req-f439f2c2-3359-4a47-99a7-cb5e8bba084f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2221766 May 20 07:55:23.059924 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.074975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:23.075450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:23.075961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:23.098959 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:23.127256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:23.136689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7266d4-c92f-4025-8ce8-110cf7c373fc req-0a68083d-892d-4446-9f28-7d595b25b4e8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352439 May 20 07:55:23.178359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-9be48ced-bf74-4367-9c12-853a8c6657ba', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:23.178359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.195129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a117e-51c5-4f55-9a9d-b810e1548d48 None None] Network 31182208-408e-4a45-8e0b-8c820bf69a32 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:23.301614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:23.304940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.402929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.407334 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0fc42a82-ef21-4f79-8979-4ec097b22549 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:23.433048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.445720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=c02722df-b3df-4544-b174-ba3eafb75a82,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:23.451144 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:23.455868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/c02722df-b3df-4544-b174-ba3eafb75a82 HTTP/1.1" status: 204 len: 168 time: 1.1946135 May 20 07:55:23.456453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60128) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:23.493082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Provisioning for port 54ddb620-d37a-4e8e-ad52-087716a2d6fa completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:23.509699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Allocated IP 10.1.1.2 (9be48ced-bf74-4367-9c12-853a8c6657ba/f787b335-7096-492e-a23a-2536941340f0/770d9fef-4684-425b-9331-652e66686fcf) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:23.517421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Provisioning complete for port 54ddb620-d37a-4e8e-ad52-087716a2d6fa triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:23.518547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.565150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127e036-49da-4d1a-a671-e0f0db91d9aa req-686ceee7-6ccf-4115-b5c4-c8a9a5e923be tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:23.566732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4127e036-49da-4d1a-a671-e0f0db91d9aa req-686ceee7-6ccf-4115-b5c4-c8a9a5e923be tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3389056 May 20 07:55:23.583692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.634483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.643895 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1cf2534-eb02-4f76-afba-62b5d235c65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:23.686977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.695483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7dee689-a381-4609-9840-f63c8f7803b3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:23.704692 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:23.705644 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e764a21-8959-4236-aaf1-dc8e809834d5 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:23.728035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.740466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.743574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3442bc-b570-4e65-b92f-02bfaa63ed88']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:23.756792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638fcd6d-e4f1-4dc5-b535-6dacc7aac621') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:23.757246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638fcd6d-e4f1-4dc5-b535-6dacc7aac621') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:23.769913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=4a662407-90d8-4a46-9c4b-7a4441d4314d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:23.770713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.783720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:23.790603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4127e036-49da-4d1a-a671-e0f0db91d9aa req-73de5524-4435-44b8-98d2-70f4119b265c tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804223 May 20 07:55:23.802233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.803062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.807848 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/4a662407-90d8-4a46-9c4b-7a4441d4314d HTTP/1.1" status: 204 len: 168 time: 2.2773926 May 20 07:55:23.809128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60134) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:23.813382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b7dee689-a381-4609-9840-f63c8f7803b3 HTTP/1.1" status: 204 len: 168 time: 2.1621962 May 20 07:55:23.814792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:23.815450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:23.836257 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:23.839370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:23.891701 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.952679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.960310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] For port 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54ddb620-d37a-4e8e-ad52-087716a2d6fa,segment=NetworkSegment(4b2bea35-2db0-4a40-9b43-bb07193e6cc7),segment_id=4b2bea35-2db0-4a40-9b43-bb07193e6cc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:23.966951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Transition to ACTIVE for port object 770d9fef-4684-425b-9331-652e66686fcf will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:23.976147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:23.989181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Transition to ACTIVE for port object 770d9fef-4684-425b-9331-652e66686fcf will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:24.046390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.054997 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.061673 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c832c6ba-39ed-4629-bd9c-98b12cf50ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.115191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150ed2f-7d3f-4370-ab23-ab96568003c3 None None] Network 31182208-408e-4a45-8e0b-8c820bf69a32 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:24.146066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.217198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 54ddb620-d37a-4e8e-ad52-087716a2d6fa {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:24.217627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.291703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:24.292802 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.299093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:24.307394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:24.310605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3bb8398c-a11d-4599-8441-987f53b58090 None None] Provisioning complete for port 54ddb620-d37a-4e8e-ad52-087716a2d6fa triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:24.310990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3bb8398c-a11d-4599-8441-987f53b58090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.349450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.364486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c430a5b-3835-4937-b4be-509c4f6a5768']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:24.379001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8441c3d-b10a-4866-a8db-6c565737abbd') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:24.379556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8441c3d-b10a-4866-a8db-6c565737abbd') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:24.392323 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.396476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.404401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.419813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.428957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Pushing event updated for resources: {'Port': ['ID=54ddb620-d37a-4e8e-ad52-087716a2d6fa,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:24.449821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=54ddb620-d37a-4e8e-ad52-087716a2d6fa,segment=NetworkSegment(4b2bea35-2db0-4a40-9b43-bb07193e6cc7),segment_id=4b2bea35-2db0-4a40-9b43-bb07193e6cc7)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:24.450247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.450922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Pushing event deleted for resources: {'Network': ['ID=2f3442bc-b570-4e65-b92f-02bfaa63ed88,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:24.461644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:24.463214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] 10.222.0.79 "DELETE /v2.0/networks/2f3442bc-b570-4e65-b92f-02bfaa63ed88 HTTP/1.1" status: 204 len: 168 time: 1.0057671 May 20 07:55:24.464653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.474733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:24.474919 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.477318 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:24.482425 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:24.490581 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:24.622686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Attempting to bind port 770d9fef-4684-425b-9331-652e66686fcf on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:24.623304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Attempting to bind port 770d9fef-4684-425b-9331-652e66686fcf by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:24.623440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Attempting to bind port 770d9fef-4684-425b-9331-652e66686fcf on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:24.638515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Pushing event updated for resources: {'Port': ['ID=770d9fef-4684-425b-9331-652e66686fcf,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:24.644561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:24.644972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:24.645434 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.645864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Bound using segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:24.646443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Bound port: 770d9fef-4684-425b-9331-652e66686fcf, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:24.646815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.660383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-4c26ecc0-a961-47b7-ad81-ccf2cf8785cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:24.660679 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:24.662048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-4c26ecc0-a961-47b7-ad81-ccf2cf8785cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 1097 time: 0.0882926 May 20 07:55:24.753816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] For port 770d9fef-4684-425b-9331-652e66686fcf, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:24.757152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] For port 770d9fef-4684-425b-9331-652e66686fcf, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=770d9fef-4684-425b-9331-652e66686fcf,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:24.763329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.769076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.773332 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.793526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 54ddb620-d37a-4e8e-ad52-087716a2d6fa owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:24.802319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.808429 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7550ea32-6290-4d01-9c16-fc1f0ab7b41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.809023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c430a5b-3835-4937-b4be-509c4f6a5768,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:24.811519 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:24.843263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:24.848061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00e43251-20a4-4503-9d3b-feee289edcee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:24.850053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-a39daf0d-0c95-444b-b5cf-81e61f9d8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:24.851211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-a39daf0d-0c95-444b-b5cf-81e61f9d8570 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 0.1812565 May 20 07:55:24.917919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Subnet': ['ID=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:24.923442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:24.942483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f788f-fbc0-426c-8179-b89afb109e85 req-c06bab4a-9d48-4af1-a556-9caf933ae909 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:24.949656 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-319f788f-fbc0-426c-8179-b89afb109e85 req-c06bab4a-9d48-4af1-a556-9caf933ae909 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.5587943 May 20 07:55:24.969220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Checking segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:24.971778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network hostable DHCP agents. Network: 19799f4d-b0bb-4c8b-bc02-55923a2094ba, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:24.974594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7c430a5b-3835-4937-b4be-509c4f6a5768 HTTP/1.1" status: 204 len: 168 time: 1.1341064 May 20 07:55:24.974747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] DHCP port deletion for 31182208-408e-4a45-8e0b-8c820bf69a32 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:55:24.990696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-49ff03fb-7a68-4cb1-919b-e7cbaf31b9e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de HTTP/1.1" status: 200 len: 217 time: 0.1319683 May 20 07:55:25.037554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-319f788f-fbc0-426c-8179-b89afb109e85 req-212a7d3a-323c-428a-9bfd-5f152dac0e6c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868516 May 20 07:55:25.105541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:25.131065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Pushing event updated for resources: {'Port': ['ID=770d9fef-4684-425b-9331-652e66686fcf,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:25.134125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.134950 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:25.139560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2157be71-694f-4a5f-9e6f-b91f6e6763c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:25.164429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Deleting port 54ddb620-d37a-4e8e-ad52-087716a2d6fa {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:25.164818 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.180233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-2a0e7c1c-22f1-426f-9b9f-e6274138992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:25.181744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-2a0e7c1c-22f1-426f-9b9f-e6274138992d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.1819401 May 20 07:55:25.272088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:25.285804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] For port 54ddb620-d37a-4e8e-ad52-087716a2d6fa, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:25.286212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.301082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port 54ddb620-d37a-4e8e-ad52-087716a2d6fa on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:25.315950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=54ddb620-d37a-4e8e-ad52-087716a2d6fa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:25.320668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 19799f4d-b0bb-4c8b-bc02-55923a2094ba) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:25.325876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:25.331868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-16d484b1-33bf-4f6c-ba4c-4a72def7bb26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396418 May 20 07:55:25.391097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695af631-6ba0-459f-98bd-465b3bcdba9e None None] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:25.432793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:25.433404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.490020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60166) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:25.532348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.537332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Calling delete_port for 54ddb620-d37a-4e8e-ad52-087716a2d6fa owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:25.541677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Port 54ddb620-d37a-4e8e-ad52-087716a2d6fa was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 07:55:25.544022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.549309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31182208-408e-4a45-8e0b-8c820bf69a32']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:25.560174 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-523e4be2-69e5-4916-8664-ddaed3641f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:25.560350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28b97-5823-4b2f-91cc-6eeb31cf5cb0 req-a88b464b-0fd8-45d8-a983-997311064fc8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:25.562213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89a28b97-5823-4b2f-91cc-6eeb31cf5cb0 req-a88b464b-0fd8-45d8-a983-997311064fc8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.4842181 May 20 07:55:25.564085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-bdb56b13-834a-4f50-aae0-e3abb998b292 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184575 May 20 07:55:25.573714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2bea35-2db0-4a40-9b43-bb07193e6cc7') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:25.573996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2bea35-2db0-4a40-9b43-bb07193e6cc7') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:25.588609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.613056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8780289 May 20 07:55:25.613432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:25.615074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Pushing event deleted for resources: {'Port': ['ID=54ddb620-d37a-4e8e-ad52-087716a2d6fa,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:25.616226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.624886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'name': 'tempest-TaggedBootDevicesTest_v242-1272521930', 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:25.656952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:25.657509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: timer() May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:25.678077 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:25.682619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] No DVR routers for this DVR port 54ddb620-d37a-4e8e-ad52-087716a2d6fa on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:25.685905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.686426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.686919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.687428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.687938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.688433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.688913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.689424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.689945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.690440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.690917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.691389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:55:25.700768 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:25.780311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89a28b97-5823-4b2f-91cc-6eeb31cf5cb0 req-2a2fcdaa-a915-47c5-9b5e-b7b9dc1eac94 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070277 May 20 07:55:25.789756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1310c1f2-875f-4928-b9dc-a36ea15ae7c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=673e69234bae4fe7bfdab5b0f5976300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862277 May 20 07:55:25.793030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60174) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:25.850202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81553b1-8f67-4231-911c-4d146cd32e3d req-75899b10-21ff-4c41-a8d0-b87e85260f30 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779024 May 20 07:55:25.888456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.890574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ips': [{'subnet_id': '10e7acdd-5bdc-4b1a-bd97-17e1a41a8993'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:25.891667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.918337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.918990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a789103-16c0-4b83-adab-07f9c2891285 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3f377ac08bb4557bd63ba8607215ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444285 May 20 07:55:25.921523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:25.945053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:25.949213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:port and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:25.952389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:25.958777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:25.971635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:25.977222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9fd8ad6c-ac78-4b9b-a693-768ded920721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:25.998169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.018646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=31182208-408e-4a45-8e0b-8c820bf69a32,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:26.024034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/31182208-408e-4a45-8e0b-8c820bf69a32 HTTP/1.1" status: 204 len: 168 time: 2.2146502 May 20 07:55:26.025121 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:26.027601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60182) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:26.033652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-767079244'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:26.039576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:26.044268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:26.047471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:26.056804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:26.070243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.075178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:26.082476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Allocated IP 10.2.2.2 (19799f4d-b0bb-4c8b-bc02-55923a2094ba/10e7acdd-5bdc-4b1a-bd97-17e1a41a8993/1d9aa344-8fba-43e9-8f3a-5b900e668163) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:26.129419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.135601 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8440036-8338-4a29-878b-66c443a3387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:26.156390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc15f48-18b6-49a4-9115-5252f7542056,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:26.167665 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:26.169012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:26.172887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.245813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.249533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:26.258952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.288986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.292923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbc15f48-18b6-49a4-9115-5252f7542056 HTTP/1.1" status: 204 len: 168 time: 0.4961796 May 20 07:55:26.296508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.296854 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment f1f9abdf-c079-4b96-a43d-ec6389cc2c95 of type vlan for network 71ca79d0-bdb9-4237-9db2-a60d0108724e May 20 07:55:26.335207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.394439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.426053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda29f0a-bc0c-4e71-ba3f-3bccd69efda8 req-ab16dc8f-fb1b-4f0b-92dc-1f4ef946d322 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:26.429444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bda29f0a-bc0c-4e71-ba3f-3bccd69efda8 req-ab16dc8f-fb1b-4f0b-92dc-1f4ef946d322 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2286034 May 20 07:55:26.437786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 770d9fef-4684-425b-9331-652e66686fcf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:26.462004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6af51-6df9-4803-a640-594aa51d6011 None None] Network 9be48ced-bf74-4367-9c12-853a8c6657ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:26.473791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] device_id is not set on port dfa6c045-39f5-44e3-9850-f125cf625115 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:26.508517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.518868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:26.521586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.531970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:26.597211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bda29f0a-bc0c-4e71-ba3f-3bccd69efda8 req-b24fea93-26b7-4cf4-b047-9f4ba0341088 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539593 May 20 07:55:26.621168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.628843 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77bc5524-9ddf-42ae-966b-3aef361c8d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:26.637792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.642629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33669a6-af4f-4d25-80c5-0011b7c7b7d1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:26.667865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Transition to ACTIVE for port object 1d9aa344-8fba-43e9-8f3a-5b900e668163 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:26.690612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c8292996-0189-4a81-960a-ce848895b7dc None None] Provisioning for port 770d9fef-4684-425b-9331-652e66686fcf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:26.699439 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:26.721461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Transition to ACTIVE for port object 1d9aa344-8fba-43e9-8f3a-5b900e668163 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:26.727004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=71ca79d0-bdb9-4237-9db2-a60d0108724e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:26.730428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.732394 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:26.739653 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d33669a6-af4f-4d25-80c5-0011b7c7b7d1 HTTP/1.1" status: 204 len: 168 time: 0.8164849 May 20 07:55:26.741184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7119448 May 20 07:55:26.745710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60194) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:26.752610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:26.788354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:26.870772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.1.1.141 (9be48ced-bf74-4367-9c12-853a8c6657ba/f787b335-7096-492e-a23a-2536941340f0/dfa6c045-39f5-44e3-9850-f125cf625115) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:26.921883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:26.928231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 770d9fef-4684-425b-9331-652e66686fcf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:26.950093 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bce1b29b-0fb8-4a84-8d23-cf26a55c84fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:26.962475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:26.969430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:26.976391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:26.987231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:27.067296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 770d9fef-4684-425b-9331-652e66686fcf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:27.067993 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.172710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:27.174484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:27.178995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.181079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:27.181641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.209189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object dfa6c045-39f5-44e3-9850-f125cf625115 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:27.225580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:27.286475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Pushing event updated for resources: {'Port': ['ID=1d9aa344-8fba-43e9-8f3a-5b900e668163,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:27.293704 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:27.319005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.328455 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:27.351303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02042540-5af3-4e34-9dfc-bdbe87683a27 req-af5e2da1-15c5-40a3-8eda-3a8beb11530b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:27.358388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02042540-5af3-4e34-9dfc-bdbe87683a27 req-af5e2da1-15c5-40a3-8eda-3a8beb11530b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3589673 May 20 07:55:27.404605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Attempting to bind port 1d9aa344-8fba-43e9-8f3a-5b900e668163 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:27.404979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Attempting to bind port 1d9aa344-8fba-43e9-8f3a-5b900e668163 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:27.405349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Attempting to bind port 1d9aa344-8fba-43e9-8f3a-5b900e668163 on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:27.412407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:27.412744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Checking segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:27.413280 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.413723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Bound using segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:27.414465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Bound port: 1d9aa344-8fba-43e9-8f3a-5b900e668163, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:27.414847 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.473030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-02042540-5af3-4e34-9dfc-bdbe87683a27 req-b5876173-9f94-4a46-bca3-63342999dd99 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135211 May 20 07:55:27.597142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.645916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:27.656978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:27.670684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:27.730763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] For port 1d9aa344-8fba-43e9-8f3a-5b900e668163, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:27.738078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] For port 1d9aa344-8fba-43e9-8f3a-5b900e668163, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1d9aa344-8fba-43e9-8f3a-5b900e668163,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:27.740372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 770d9fef-4684-425b-9331-652e66686fcf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=770d9fef-4684-425b-9331-652e66686fcf,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:27.833600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:27.837710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.842805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.845182 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63db938a-82f0-4d5e-8bf7-42bf000a5253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:27.856698 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:27.889379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:27.894298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:27.963142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Pushing event updated for resources: {'Port': ['ID=1d9aa344-8fba-43e9-8f3a-5b900e668163,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:28.054160 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4394493 May 20 07:55:28.057602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60234) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:28.066272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'name': 'tempest-TaggedBootDevicesTest_v242-611728470', 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:28.067872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d104dd-a87a-4917-85f4-e9fa5bec4e8b req-c9d2e8de-e883-4318-af65-1eb42a37e51c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:28.073605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=770d9fef-4684-425b-9331-652e66686fcf,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:28.074978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79d104dd-a87a-4917-85f4-e9fa5bec4e8b req-c9d2e8de-e883-4318-af65-1eb42a37e51c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2028804 May 20 07:55:28.079349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54ddb620-d37a-4e8e-ad52-087716a2d6fa no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:28.131594 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:28.134833 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:28.135187 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:28.143634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:28.216167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 54ddb620-d37a-4e8e-ad52-087716a2d6fa {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:55:28.216549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 54ddb620-d37a-4e8e-ad52-087716a2d6fa not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:28.246505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60238) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:28.302605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79d104dd-a87a-4917-85f4-e9fa5bec4e8b req-556c7d2f-0686-4e61-b956-890784fb3254 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202268 May 20 07:55:28.322322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.341723 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86b92328-01b6-4d61-9a68-b46ccb8e0a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:28.374162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-67978520-b98e-4d4a-acec-dcaf43cd8816 None None] Provisioning complete for port 770d9fef-4684-425b-9331-652e66686fcf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:28.379249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67978520-b98e-4d4a-acec-dcaf43cd8816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.476204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 770d9fef-4684-425b-9331-652e66686fcf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:28.551148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=ea1a2992-7f84-40d6-85d6-b7df0cac9acb,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:28.565564 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:28.578579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:28.584474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:port and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:28.589028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:28.600578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:28.602642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:28.603156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: 71ca79d0-bdb9-4237-9db2-a60d0108724e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:28.616755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1944772040-network', 'tenant_id': 'abeeffbf5de04080bfcd9574b3d11354'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:28.624908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:28.629226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Usage tracker for resource:network and tenant:abeeffbf5de04080bfcd9574b3d11354 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:28.633126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:28.639859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:28.711615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:28.765318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:28.773555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.774127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.789693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 71ca79d0-bdb9-4237-9db2-a60d0108724e) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:28.792173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Made reservation on behalf of abeeffbf5de04080bfcd9574b3d11354 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:28.795883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.806651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:28.807447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.818445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 770d9fef-4684-425b-9331-652e66686fcf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:28.819075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.820283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:28.840896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:28.858419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Usage tracker for resource:security_group_rule and tenant:abeeffbf5de04080bfcd9574b3d11354 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:28.861948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b637137-67b2-48fc-b3ca-14e8fa60dcbd None None] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:28.862472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:28.868875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:28.896820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] device_id is not set on port 49209233-9254-4f06-8ab8-d25aa23f2f85 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:28.901204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60254) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:28.959513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2105172 May 20 07:55:28.959703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60260) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:28.967267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2045615571'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:29.008180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052eb02-bfed-4ec7-b72b-769a26dd6b7d req-57ff984c-dd31-4610-a485-7255c5b55753 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:29.015436 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6052eb02-bfed-4ec7-b72b-769a26dd6b7d req-57ff984c-dd31-4610-a485-7255c5b55753 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 946 time: 0.3380830 May 20 07:55:29.103215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:29.104447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:29.145041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1496917359'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:29.148964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6052eb02-bfed-4ec7-b72b-769a26dd6b7d req-9ae98bfd-ca2b-4db6-8b50-07eca38a8adb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289084 May 20 07:55:29.157986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:29.169664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Usage tracker for resource:network and tenant:f8296bb38f464cd39db2942bf025c2bc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:29.176928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:29.187914 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.202378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:29.205327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:29.309257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:29.314805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:29.324964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.358839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:29.367798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-71ca79d0-bdb9-4237-9db2-a60d0108724e', 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': 'ea1a2992-7f84-40d6-85d6-b7df0cac9acb'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:29.368742 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.375166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:29.379683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:29.386183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.1.1.242 (9be48ced-bf74-4367-9c12-853a8c6657ba/f787b335-7096-492e-a23a-2536941340f0/49209233-9254-4f06-8ab8-d25aa23f2f85) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:29.399602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:29.441084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.447232 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b9c655e-50e3-4a75-9558-a1eef8b6bcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:29.501335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:29.506174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c6315ffe-3d29-4960-a547-c67ad7602d0b None None] Provisioning for port dfa6c045-39f5-44e3-9850-f125cf625115 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:29.527373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c6315ffe-3d29-4960-a547-c67ad7602d0b None None] Provisioning complete for port dfa6c045-39f5-44e3-9850-f125cf625115 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:29.534038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c6315ffe-3d29-4960-a547-c67ad7602d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.534224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:29.535440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.559381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.559816 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Added segment 6ea7c41b-8d57-47b5-8da1-26209cdaa3db of type vlan for network 668de7c3-3b90-49f5-94df-df472792fb5e May 20 07:55:29.585387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Made reservation on behalf of f8296bb38f464cd39db2942bf025c2bc for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:29.592405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.610893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb97aea-a298-442e-b034-f3d41c959064,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:29.619879 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:29.628880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.641283 n-d-780147-4 neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'code': 422} returned with failed status May 20 07:55:29.654753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:29.658974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Usage tracker for resource:security_group_rule and tenant:f8296bb38f464cd39db2942bf025c2bc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:29.660103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c6315ffe-3d29-4960-a547-c67ad7602d0b None None] Port dfa6c045-39f5-44e3-9850-f125cf625115 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:29.665223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:29.672787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:29.683506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53777eb-aafb-4c8c-bdce-9dd3212f991e None None] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:29.720200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.731713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Allocated IP 172.20.0.2 (71ca79d0-bdb9-4237-9db2-a60d0108724e/ea1a2992-7f84-40d6-85d6-b7df0cac9acb/bb13ffeb-6e28-4861-b960-19fdfa2dfb19) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:29.789539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 4911424c-14b3-4d81-8f4d-2734e764988a yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:29.825173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.843066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object 49209233-9254-4f06-8ab8-d25aa23f2f85 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:29.882677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.884012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:29.884722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.890939 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:29.921867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:29.949275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ed308dc1-ebb5-49d6-85b0-cd3b0415a49e None None] Provisioning for port 1d9aa344-8fba-43e9-8f3a-5b900e668163 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:29.963288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97bf0-d67d-4c6c-94e2-25539d725eee req-3f36923c-0d43-4594-9247-7976221a9712 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:29.964891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95f97bf0-d67d-4c6c-94e2-25539d725eee req-3f36923c-0d43-4594-9247-7976221a9712 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1408939 May 20 07:55:29.999457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.023535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Pushing event updated for resources: {'Network': ['ID=668de7c3-3b90-49f5-94df-df472792fb5e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:30.025434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95f97bf0-d67d-4c6c-94e2-25539d725eee req-43ba573f-e411-4b0e-a9fc-dcdd630c7d6f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521934 May 20 07:55:30.026792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:30.033802 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-edf90342-3d09-4614-b38e-5b12d6fa07a8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:30.079379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:30.081262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.085867 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb02b1cd-0ff8-4855-9030-c69a1db5960b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:30.091510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:30.103649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:30.105018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 668de7c3-3b90-49f5-94df-df472792fb5e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:30.123387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28bffa-c5e6-466a-9f44-2a75f0e5e426,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:30.130409 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:30.141273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:30.165674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.166070 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Added segment b7f309cb-094f-4a43-83eb-c5da515c975a of type vlan for network 21c82417-fb20-415f-8491-5b53f9f2bf6c May 20 07:55:30.179943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:30.189321 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:30.211155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.222299 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9710512 May 20 07:55:30.223305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60298) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:30.230620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Request body: {'subnet': {'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1944772040-subnet', 'tenant_id': 'abeeffbf5de04080bfcd9574b3d11354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:30.235535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:30.240572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Usage tracker for resource:subnet and tenant:abeeffbf5de04080bfcd9574b3d11354 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:30.243548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:30.262018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:30.262018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.271884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:30.349697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.356764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:30.359856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.376342 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f47d4d9-b10b-4e8f-a28a-7ac048e4f661 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:30.388631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3254066 May 20 07:55:30.388631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Made reservation on behalf of abeeffbf5de04080bfcd9574b3d11354 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:30.388631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.404471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1d9aa344-8fba-43e9-8f3a-5b900e668163 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:30.507123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.514346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Pushing event updated for resources: {'Network': ['ID=21c82417-fb20-415f-8491-5b53f9f2bf6c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:30.518052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6154528 May 20 07:55:30.518939 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:30.521601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60312) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:30.526864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-5ad53d8d-d843-4057-a02a-abad710f6220 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-227397557') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:30.531262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Transition to ACTIVE for port object bb13ffeb-6e28-4861-b960-19fdfa2dfb19 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:30.560941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Transition to ACTIVE for port object bb13ffeb-6e28-4861-b960-19fdfa2dfb19 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:30.572174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 21c82417-fb20-415f-8491-5b53f9f2bf6c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:30.663355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63b4923b-784e-435e-9b54-018894713fa0 None None] Provisioning for port 49209233-9254-4f06-8ab8-d25aa23f2f85 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:30.677598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.695379 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2e2e25b3-66aa-43e5-a375-aa4f54f70e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:30.712106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.6 (71ca79d0-bdb9-4237-9db2-a60d0108724e/ea1a2992-7f84-40d6-85d6-b7df0cac9acb/4911424c-14b3-4d81-8f4d-2734e764988a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:30.755899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-63b4923b-784e-435e-9b54-018894713fa0 None None] Provisioning complete for port 49209233-9254-4f06-8ab8-d25aa23f2f85 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:30.756281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63b4923b-784e-435e-9b54-018894713fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:30.800030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:30.825453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:30.837197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ad53d8d-d843-4057-a02a-abad710f6220 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "PUT /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-227397557 HTTP/1.1" status: 201 len: 201 time: 0.3145261 May 20 07:55:30.837405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:30.843091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60318) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:30.851542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-09b896db-907c-4a21-b9b8-a2325b93e446 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-227397557') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:30.878000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60322) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:30.894721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143431141', 'description': 'tempest-description--33262869'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:30.903724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:30.917148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:security_group and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:30.921828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:30.931166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:30.961231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-63b4923b-784e-435e-9b54-018894713fa0 None None] Port 49209233-9254-4f06-8ab8-d25aa23f2f85 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:30.964804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Pushing event updated for resources: {'Port': ['ID=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:30.980363 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:30.993214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Attempting to bind port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:30.993627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Attempting to bind port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:30.993998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Attempting to bind port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 on network 71ca79d0-bdb9-4237-9db2-a60d0108724e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:31.000106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:31.000506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Checking segment: {'id': 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:31.000908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.001311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Bound using segment: {'id': 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:31.001858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Bound port: bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '71ca79d0-bdb9-4237-9db2-a60d0108724e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:31.002249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.017780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.022686 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be91a8db-434a-4f1b-9983-ec7eb3260fec tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:31.061797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1d9aa344-8fba-43e9-8f3a-5b900e668163 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:31.075889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1d9aa344-8fba-43e9-8f3a-5b900e668163 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:31.076270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.086074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa021e7-0b23-4ead-9e95-e3c19f150601,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:31.090309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:31.091171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.128327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:31.139941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:security_group_rule and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:31.143820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:31.144150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.151128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:31.152136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09b896db-907c-4a21-b9b8-a2325b93e446 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-227397557 HTTP/1.1" status: 204 len: 168 time: 0.3081169 May 20 07:55:31.156117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60328) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:31.173597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-623b2332-69a2-49c0-93cb-f8d1c9085773 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:31.207761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] For port bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:31.219386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] For port bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,segment=NetworkSegment(f1f9abdf-c079-4b96-a43d-ec6389cc2c95),segment_id=f1f9abdf-c079-4b96-a43d-ec6389cc2c95)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:31.224633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object 4911424c-14b3-4d81-8f4d-2734e764988a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:31.278253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.304149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Checking segment: {'id': '6ea7c41b-8d57-47b5-8da1-26209cdaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:31.304519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Network hostable DHCP agents. Network: 668de7c3-3b90-49f5-94df-df472792fb5e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:31.307225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.315514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.327116 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:31.370717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.376810 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33e2e90a-1e27-483b-a3df-43cecc0868dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:31.382151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-623b2332-69a2-49c0-93cb-f8d1c9085773 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags HTTP/1.1" status: 200 len: 237 time: 0.2226863 May 20 07:55:31.383262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:31.391523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-cd611876-5eaa-4976-8cd2-7165fe4b33ac tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', {'tags': ['tempest-TagsTest-Tag-1721972266', 'tempest-TagsTest-Tag-544145579', 'tempest-TagsTest-Tag-964170311']}) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:31.449607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Pushing event updated for resources: {'Port': ['ID=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:31.453263 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:31.474919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bfc58401-71fe-4ab0-a1eb-143b17bb1441 None None] Provisioning complete for port 1d9aa344-8fba-43e9-8f3a-5b900e668163 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:31.475320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfc58401-71fe-4ab0-a1eb-143b17bb1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.505763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.508402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 1d9aa344-8fba-43e9-8f3a-5b900e668163, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1d9aa344-8fba-43e9-8f3a-5b900e668163,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:31.518749 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-634ac3f0-e500-49bd-ae1b-b4c043fa236d tempest-InstanceActionsTestJSON-1975201114 tempest-InstanceActionsTestJSON-1975201114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:31.578091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2916ad0b-74c4-49ba-8901-db507899b88d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:31.580174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Network 668de7c3-3b90-49f5-94df-df472792fb5e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:31.582763 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:31.590742 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.597799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bb8e7-d14f-4005-bd44-e76136ea6aa4 req-42c6ed14-5a8d-4c29-88b7-304e87e107cf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:31.601466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f22bb8e7-d14f-4005-bd44-e76136ea6aa4 req-42c6ed14-5a8d-4c29-88b7-304e87e107cf tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.3079376 May 20 07:55:31.603245 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-87e6e7db-6c9d-4fc5-91ee-7bb278e47b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:31.620233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-197f977b-47ce-4eef-b966-cf6d3a51dc71 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:31.621772 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-197f977b-47ce-4eef-b966-cf6d3a51dc71 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=bad0101e-11cb-45aa-82bf-53cca3e0da2d HTTP/1.1" status: 200 len: 944 time: 0.3076131 May 20 07:55:31.626175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:31.646081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:31.650441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:31.667490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.672441 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7832301 May 20 07:55:31.678007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60338) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:31.683242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'security_group_rule': {'security_group_id': '2916ad0b-74c4-49ba-8901-db507899b88d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:31.700101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:31.708128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:security_group_rule and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:31.708666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=1d9aa344-8fba-43e9-8f3a-5b900e668163,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:31.713126 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:31.731792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=4911424c-14b3-4d81-8f4d-2734e764988a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:31.743179 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:31.761571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cd611876-5eaa-4976-8cd2-7165fe4b33ac tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "PUT /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags HTTP/1.1" status: 200 len: 307 time: 0.3700709 May 20 07:55:31.767678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:31.768569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:31.770374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f22bb8e7-d14f-4005-bd44-e76136ea6aa4 req-012e8611-a7a9-4a66-9666-7d946feb070d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 May 20 07:55:31.775203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 668de7c3-3b90-49f5-94df-df472792fb5e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:31.785743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:31.786381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.795052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad95d29-7c6f-4147-aec3-c2aa4e9efa12 None None] Network 668de7c3-3b90-49f5-94df-df472792fb5e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:31.811343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-288c7f47-6a12-4b0a-ba18-08dcfcad8f46 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-1721972266') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:31.871903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9109695 May 20 07:55:31.874358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60346) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:31.880328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:31.896590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:31.897649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:31.997429 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7733667 May 20 07:55:32.008359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.046517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port 0e87d1a0-32c3-4b37-bbfa-95345343c8de {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:32.046872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.060142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2cf26-aebb-461b-8413-e9bfb0a0bdca None None] Network 668de7c3-3b90-49f5-94df-df472792fb5e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:32.081442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 4911424c-14b3-4d81-8f4d-2734e764988a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:32.081442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.191427 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-288c7f47-6a12-4b0a-ba18-08dcfcad8f46 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "DELETE /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-1721972266 HTTP/1.1" status: 204 len: 168 time: 0.4139826 May 20 07:55:32.193603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60352) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:32.206142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-489d1ee0-14ba-4950-ae05-427ea2aa9291 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-1721972266') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:32.220518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 0e87d1a0-32c3-4b37-bbfa-95345343c8de no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:32.232549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.284017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port 0e87d1a0-32c3-4b37-bbfa-95345343c8de, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=0e87d1a0-32c3-4b37-bbfa-95345343c8de,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:32.288543 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.302351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.369131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.439901 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:32.500105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for 0e87d1a0-32c3-4b37-bbfa-95345343c8de owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:32.510283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4330d7e-29ed-486e-8fd3-15799b712ad6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:32.513584 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:32.546405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.550979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8687897 May 20 07:55:32.552199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60362) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:32.567602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'security_group_rule': {'security_group_id': '2916ad0b-74c4-49ba-8901-db507899b88d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:32.589072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:32.589954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1d9aa344-8fba-43e9-8f3a-5b900e668163 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:32.594876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:security_group_rule and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:32.598858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:32.606762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:32.696749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1d9aa344-8fba-43e9-8f3a-5b900e668163 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:32.697144 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.702803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.744799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 4911424c-14b3-4d81-8f4d-2734e764988a owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:32.782039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.790790 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-489d1ee0-14ba-4950-ae05-427ea2aa9291 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] show failed (client error): The resource could not be found. May 20 07:55:32.794489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-489d1ee0-14ba-4950-ae05-427ea2aa9291 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-1721972266 HTTP/1.1" status: 404 len: 326 time: 0.6015570 May 20 07:55:32.795057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:32.801725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-51263b18-85e9-49f4-a7c6-0ebd670502aa tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-544145579') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:32.837214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb13ffeb-6e28-4861-b960-19fdfa2dfb19 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:32.851516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.867259 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1203e34b-6180-4b9f-b20e-92b0ea2a8b5b tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:32.871350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d0c6e-38a4-455d-9dd2-7b0ae2771867 None None] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:32.945052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-23764e5d-c5d4-4b8f-b220-99384301571c tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:32.952552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-23764e5d-c5d4-4b8f-b220-99384301571c tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/networks?id=668de7c3-3b90-49f5-94df-df472792fb5e HTTP/1.1" status: 200 len: 822 time: 0.2231665 May 20 07:55:32.962192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:32.974050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-18058c0f-9c94-4202-896a-ad835fae0d2f tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/quotas/abeeffbf5de04080bfcd9574b3d11354 HTTP/1.1" status: 200 len: 375 time: 0.0205677 May 20 07:55:32.989752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=0e87d1a0-32c3-4b37-bbfa-95345343c8de,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:32.992860 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:33.028136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-45aa15a8-2bfb-4040-8eb9-07508e488127 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=abeeffbf5de04080bfcd9574b3d11354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528879 May 20 07:55:33.058935 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:33.075243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2dab8613-fbe1-471c-8d06-8ab742f6b226 None None] Provisioning for port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:33.075806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port 0e87d1a0-32c3-4b37-bbfa-95345343c8de on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:33.079493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.095424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:33.139687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-deleted', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:33.140195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:33.140195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.140373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8710eb8e-af16-4de7-955d-e418c1c04b61,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:33.140373 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:33.140373 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51263b18-85e9-49f4-a7c6-0ebd670502aa tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-544145579 HTTP/1.1" status: 204 len: 168 time: 0.3366940 May 20 07:55:33.140373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.146206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-da22bef1-7470-49a8-82df-3cd00e0cb540 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-964170311') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:33.244603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.248752 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6876245 May 20 07:55:33.262480 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d2576b7-031d-4b27-b2ff-f82065666695 req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "DELETE /v2.0/ports/0e87d1a0-32c3-4b37-bbfa-95345343c8de HTTP/1.1" status: 204 len: 173 time: 1.6261399 May 20 07:55:33.262480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.270289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:33.282505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:33.289994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da22bef1-7470-49a8-82df-3cd00e0cb540 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-964170311 HTTP/1.1" status: 204 len: 168 time: 0.1512146 May 20 07:55:33.290224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60392) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.295288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-1852aaff-d1c9-4de1-9ed2-fdaac9dc8546 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:33.295397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.315366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:floatingip and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:33.320797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:33.332430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,segment=NetworkSegment(f1f9abdf-c079-4b96-a43d-ec6389cc2c95),segment_id=f1f9abdf-c079-4b96-a43d-ec6389cc2c95)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:33.339260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:33.381756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-d06e10ad-5730-403f-938c-8f8dc505c4a8 service neutron] 10.222.0.79 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175123 May 20 07:55:33.454191 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.456661 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:33.488450 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.502740 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.509286 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:33.539382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:33.543539 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:33.566906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=4911424c-14b3-4d81-8f4d-2734e764988a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:33.586463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1852aaff-d1c9-4de1-9ed2-fdaac9dc8546 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "DELETE /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags HTTP/1.1" status: 204 len: 168 time: 0.2952607 May 20 07:55:33.590059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.600359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-ea83bb21-77d1-4de9-911b-db8779b9ca51 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-544145579') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:33.605663 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:33.635083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-19f50e29-b12b-4020-a074-8cd1de41dc8d None None] Could not find standard attr ID for object 4911424c-14b3-4d81-8f4d-2734e764988a. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:55:33.659380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-19f50e29-b12b-4020-a074-8cd1de41dc8d None None] Provisioning complete for port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:33.659837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19f50e29-b12b-4020-a074-8cd1de41dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.694341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-e76d7d30-768b-4dc1-a334-3545bf4836ab service neutron] 10.222.0.79 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056929 May 20 07:55:33.734304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.757931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/4911424c-14b3-4d81-8f4d-2734e764988a HTTP/1.1" status: 204 len: 168 time: 1.8797956 May 20 07:55:33.758542 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ea83bb21-77d1-4de9-911b-db8779b9ca51 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] show failed (client error): The resource could not be found. May 20 07:55:33.758542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea83bb21-77d1-4de9-911b-db8779b9ca51 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-544145579 HTTP/1.1" status: 404 len: 325 time: 0.1665893 May 20 07:55:33.759758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:33.760646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.762746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60404) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:33.808927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-b9a55997-5e90-4ac8-9b01-105e6c8063f2 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c', 'tempest-TagsTest-Tag-964170311') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:33.850063 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9342f2-0fc0-4464-a9f7-968f5fccd38b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:33.850658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d9342f2-0fc0-4464-a9f7-968f5fccd38b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:33.975110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8d9342f2-0fc0-4464-a9f7-968f5fccd38b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:33.976856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8d9342f2-0fc0-4464-a9f7-968f5fccd38b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/4911424c-14b3-4d81-8f4d-2734e764988a HTTP/1.1" status: 404 len: 333 time: 0.2152262 May 20 07:55:33.979833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60412) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:34.006743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1c6022b7-6f37-4daa-a454-b4e4c751b81d None None] Could not find standard attr ID for object 4911424c-14b3-4d81-8f4d-2734e764988a. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 07:55:34.085287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet ea1a2992-7f84-40d6-85d6-b7df0cac9acb {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:55:34.096364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.149149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 172.25.8.199 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/e20a913a-4a6e-4627-b733-a9dc7fef2626) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:34.154464 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-b9a55997-5e90-4ac8-9b01-105e6c8063f2 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] show failed (client error): The resource could not be found. May 20 07:55:34.157970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b9a55997-5e90-4ac8-9b01-105e6c8063f2 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "GET /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags/tempest-TagsTest-Tag-964170311 HTTP/1.1" status: 404 len: 325 time: 0.3940463 May 20 07:55:34.159907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:34.166286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-ec9ae2e0-1dd7-432f-b00e-b201c9b961d3 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '21c82417-fb20-415f-8491-5b53f9f2bf6c') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:34.243902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.322208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb762f-8714-4d3a-9fc8-10e5a02b25e4 req-e5a0c164-f7f8-4794-ba76-ae65933c7888 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:34.323614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bdb762f-8714-4d3a-9fc8-10e5a02b25e4 req-e5a0c164-f7f8-4794-ba76-ae65933c7888 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1580672 May 20 07:55:34.375436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb13ffeb-6e28-4861-b960-19fdfa2dfb19 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:34.386128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bdb762f-8714-4d3a-9fc8-10e5a02b25e4 req-d9934588-1d48-4b1b-9bcc-778cca4bb896 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 May 20 07:55:34.393110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.393717 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec9ae2e0-1dd7-432f-b00e-b201c9b961d3 tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "DELETE /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c/tags HTTP/1.1" status: 204 len: 168 time: 0.2326686 May 20 07:55:34.406889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60430) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:34.425299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.514073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:34.514452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.581049 n-d-780147-4 neutron-server[93102]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bad0101e-11cb-45aa-82bf-53cca3e0da2d', 'name': 'network-vif-deleted', 'tag': '0e87d1a0-32c3-4b37-bbfa-95345343c8de', 'status': 'failed', 'code': 422} returned with failed status May 20 07:55:34.597067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.680127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.682466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a93d8be-3bd7-4fc4-97a0-8f1a4ab60d14 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:34.763603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33708fe6-51d6-406c-a55a-f361b884d3dc req-eef6720b-cf40-4827-9265-9a94e24cacea tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 210 time: 0.2852039 May 20 07:55:34.770704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:34.775961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:34.829404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:34.876338 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.886283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=e20a913a-4a6e-4627-b733-a9dc7fef2626,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:34.900197 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:34.921705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c82417-fb20-415f-8491-5b53f9f2bf6c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:34.923903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.928667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4a5c7b7-ac88-47f1-8e53-176717a68486 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:34.955074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f309cb-094f-4a43-83eb-c5da515c975a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:34.955647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f309cb-094f-4a43-83eb-c5da515c975a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:34.967388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1a2992-7f84-40d6-85d6-b7df0cac9acb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:34.970967 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:34.973668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.979905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:34.980238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/ea1a2992-7f84-40d6-85d6-b7df0cac9acb HTTP/1.1" status: 204 len: 168 time: 0.9988115 May 20 07:55:34.981920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902f9bb-6d64-4dfb-8f2d-bda4f5dbc789 None None] Network 71ca79d0-bdb9-4237-9db2-a60d0108724e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:34.982735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60448) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:35.060295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.081512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:35.081851 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: timer() May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:35.102289 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:35.133049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.209520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.216633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-a4c6e41e-523b-4a2b-937b-52236172033f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:35.218158 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-a4c6e41e-523b-4a2b-937b-52236172033f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.3293622 May 20 07:55:35.234774 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-217822a4-2021-496a-867e-cb1a477af514 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.0095990 May 20 07:55:35.238493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:35.239352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.285167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] DHCP port deletion for 71ca79d0-bdb9-4237-9db2-a60d0108724e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:55:35.292330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-97057144-f0f0-424d-abb8-6d3156318765 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:35.353121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Deleting port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:35.353425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.360605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,segment=NetworkSegment(f1f9abdf-c079-4b96-a43d-ec6389cc2c95),segment_id=f1f9abdf-c079-4b96-a43d-ec6389cc2c95)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:35.365744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.396591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.424634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.430343 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:35.448639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.464484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-97057144-f0f0-424d-abb8-6d3156318765 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:35.473461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-97057144-f0f0-424d-abb8-6d3156318765 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2310691 May 20 07:55:35.507475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Pushing event deleted for resources: {'Network': ['ID=21c82417-fb20-415f-8491-5b53f9f2bf6c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:35.517301 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:35.527151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] For port bb13ffeb-6e28-4861-b960-19fdfa2dfb19, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,segment=NetworkSegment(f1f9abdf-c079-4b96-a43d-ec6389cc2c95),segment_id=f1f9abdf-c079-4b96-a43d-ec6389cc2c95)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:35.533758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.537218 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] 10.222.0.79 "DELETE /v2.0/networks/21c82417-fb20-415f-8491-5b53f9f2bf6c HTTP/1.1" status: 204 len: 168 time: 1.1269732 May 20 07:55:35.692176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Calling delete_port for bb13ffeb-6e28-4861-b960-19fdfa2dfb19 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:35.755588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for bb13ffeb-6e28-4861-b960-19fdfa2dfb19 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:35.833388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-678cc7d4-fcfe-479d-8228-342f1e02331f service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590288 May 20 07:55:35.859079 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.863380 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:35.880457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f731c-063c-4513-aa68-febfe18918c8 req-ce390fc9-d5a1-4187-9336-1994ecc95681 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:35.882225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-451f731c-063c-4513-aa68-febfe18918c8 req-ce390fc9-d5a1-4187-9336-1994ecc95681 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1345448 May 20 07:55:35.932769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:35.943577 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4aedb21d-b93f-4d1f-9bee-1bc0755c1a8c tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:35.976564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] No DVR routers for this DVR port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:35.978502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Pushing event deleted for resources: {'Port': ['ID=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:35.982488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:36.011806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=bb13ffeb-6e28-4861-b960-19fdfa2dfb19,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:36.016391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port bb13ffeb-6e28-4861-b960-19fdfa2dfb19 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:36.020451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-451f731c-063c-4513-aa68-febfe18918c8 req-ee758a50-1455-4fd6-82a3-c47014eaa2a1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313989 May 20 07:55:36.044691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.046919 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:36.115270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.122430 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc068f57-4df7-4af6-afa3-bfaa99c2f29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:36.174143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.223292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ca79d0-bdb9-4237-9db2-a60d0108724e']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:36.226212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60464) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:36.244996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce764ae8-6767-4342-a3c7-0341427960c7 req-dd530f62-c105-4dca-97cf-2cce1e938088 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 210 time: 0.0587361 May 20 07:55:36.247298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:36.247591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f9abdf-c079-4b96-a43d-ec6389cc2c95') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:55:36.262307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.272593 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0e15cc39-862a-461d-88b8-0a48d48c81da service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293883 May 20 07:55:36.273969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=e20a913a-4a6e-4627-b733-a9dc7fef2626,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:36.278876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:36.285797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.302915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.310498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:55:36.311142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: timer() May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:55:36.349177 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:55:36.352129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb13ffeb-6e28-4861-b960-19fdfa2dfb19 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:36.380016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.390443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1218741 May 20 07:55:36.395859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bb13ffeb-6e28-4861-b960-19fdfa2dfb19 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:55:36.396574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb13ffeb-6e28-4861-b960-19fdfa2dfb19 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:36.479561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-feaedc3e-6099-4ec1-91cf-34b4c094e71a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8296bb38f464cd39db2942bf025c2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521207 May 20 07:55:36.482311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60472) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:36.545095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.582990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.585954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.599698 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:36.638928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.680921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=71ca79d0-bdb9-4237-9db2-a60d0108724e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:36.700726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:36.738192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f311d19-dd60-4122-a53d-c8c62b90cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.753561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a88ff9d0-4ab1-48bd-8125-c7f9d7dc3d9d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:36.769735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.776278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35dbc233-f84e-4892-8b69-809a10cab7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:36.787453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28bffa-c5e6-466a-9f44-2a75f0e5e426,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:36.790676 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:36.797630 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:36.798830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a28bffa-c5e6-466a-9f44-2a75f0e5e426 HTTP/1.1" status: 204 len: 168 time: 0.3156054 May 20 07:55:36.832684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/71ca79d0-bdb9-4237-9db2-a60d0108724e HTTP/1.1" status: 204 len: 168 time: 1.8487475 May 20 07:55:36.839037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:36.842893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'name': 'tempest-PortsTestJSON-1183785237'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:36.854365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6366529-b726-4984-b441-0ace499cce8b req-35b4bf89-8b84-4e35-b849-87fb5c8a79b8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 210 time: 0.0925777 May 20 07:55:36.890743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a88ff9d0-4ab1-48bd-8125-c7f9d7dc3d9d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:36.892933 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a88ff9d0-4ab1-48bd-8125-c7f9d7dc3d9d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--143431141&fields=id&tenant_id=9ac49e641b5a44669086a37dc7b75282 HTTP/1.1" status: 200 len: 267 time: 0.1931717 May 20 07:55:36.917608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-aac67112-c394-4671-a507-d13c03b33f74 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:36.919067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-aac67112-c394-4671-a507-d13c03b33f74 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.84 "GET /v2.0/networks?id=668de7c3-3b90-49f5-94df-df472792fb5e HTTP/1.1" status: 200 len: 822 time: 0.2818546 May 20 07:55:36.933088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Request body: {'port': {'device_id': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e', 'admin_state_up': True, 'tenant_id': 'abeeffbf5de04080bfcd9574b3d11354'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:37.043890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:37.056226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-1f26f5d1-9a12-4866-a1c6-6600507811c9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.056835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-1f26f5d1-9a12-4866-a1c6-6600507811c9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:37.060584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:37.064818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:37.072656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:37.114369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:37.118963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Usage tracker for resource:port and tenant:abeeffbf5de04080bfcd9574b3d11354 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:37.122579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:37.129785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:37.150803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:37.154526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:37.180527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 85819cf9-f029-49f9-a9d6-cb4af585561d yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:37.243195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-1f26f5d1-9a12-4866-a1c6-6600507811c9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:37.244709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-1f26f5d1-9a12-4866-a1c6-6600507811c9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 937 time: 0.3441103 May 20 07:55:37.273055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbe1c5-5d86-4a2b-bc1a-78c870f1f52d req-c973320d-6852-42b9-aac7-cba1e1e8c115 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.274594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8dbe1c5-5d86-4a2b-bc1a-78c870f1f52d req-c973320d-6852-42b9-aac7-cba1e1e8c115 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1015818 May 20 07:55:37.297675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Made reservation on behalf of abeeffbf5de04080bfcd9574b3d11354 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:37.302000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:37.420359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-de053ea8-9913-4f80-963e-9166ff94a536 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.421752 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-de053ea8-9913-4f80-963e-9166ff94a536 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 936 time: 0.1717851 May 20 07:55:37.443266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8dbe1c5-5d86-4a2b-bc1a-78c870f1f52d req-6f5e4cb3-9328-40f1-ae16-6863d03ddd43 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613739 May 20 07:55:37.511557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-33ad3848-ee34-4785-90c8-8a5dfcefa796 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0692112 May 20 07:55:37.568047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-ff83c89b-3deb-4586-92a7-d91771712a2d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827159 May 20 07:55:37.583010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Allocated IP 172.20.0.7 (668de7c3-3b90-49f5-94df-df472792fb5e/9fa021e7-0b23-4ead-9e95-e3c19f150601/7eb39710-317a-4a1f-bf12-8d59d390ea2b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:37.629197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-039ed369-6344-450f-8c94-24ca97e05596 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1163516 May 20 07:55:37.740115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65da44a1-18f1-42b9-991e-d54ea2206075 req-22f07e73-20d8-473a-aa7a-4e74658dfbf5 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 210 time: 0.1028032 May 20 07:55:37.790668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:37.848671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.854472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.860243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.864827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:37.899086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-ba6a9571-f8c9-4206-9644-6789f96f226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:37.900545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-ba6a9571-f8c9-4206-9644-6789f96f226f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=93e8b61f80c64763bff84860e61c16de&device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 1096 time: 0.2220750 May 20 07:55:37.968920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:37.990593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:37.991898 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bde30bea-a180-4e29-9e15-742d5b80c75e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 1995 time: 0.3617656 May 20 07:55:38.009996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-749843fa-dd70-4689-aae8-3126c4741103 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/quotas/9ac49e641b5a44669086a37dc7b75282 HTTP/1.1" status: 200 len: 375 time: 0.0110233 May 20 07:55:38.011058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:38.018181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d252e1c-769b-4351-9044-e3ae0e4f335f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:38.149723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=85819cf9-f029-49f9-a9d6-cb4af585561d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:38.152708 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:38.154997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:38.163282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:38.166097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:38.172394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:38.173010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:38.244387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d7098e2b-fbc2-4735-a015-1097e72c3d81 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1554739 May 20 07:55:38.285875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-4364a62b-646f-4a56-a1d8-ac72e3a4056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:38.287643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-4364a62b-646f-4a56-a1d8-ac72e3a4056a service neutron] 10.222.0.81 "GET /v2.0/networks?id=aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 200 len: 907 time: 0.3613000 May 20 07:55:38.296423 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4585273 May 20 07:55:38.297139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3b778cc-f3b3-476d-ac98-11bbabb6d463 req-30bda025-a678-46f7-b209-0707ac0483fc tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 210 time: 0.0935311 May 20 07:55:38.301007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60534) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:38.403454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-68aea549-cc8b-4311-808d-62188edf756b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 200 len: 217 time: 0.1030974 May 20 07:55:38.412110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-c5ef9293-a1e3-45ba-973a-afeb067fede9 service neutron] 10.222.0.79 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544902 May 20 07:55:38.533951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-3c230cb9-afea-4a3b-94f9-4388bee04e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:38.535410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-3c230cb9-afea-4a3b-94f9-4388bee04e50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 200 len: 846 time: 0.1238394 May 20 07:55:38.552467 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:38.591288 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40f35ea9-a98a-41d6-9688-b65809d35473 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:38.643817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-07f7348e-923d-428e-b4b9-dd01aa548dba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=aaee01d2-f437-4c70-8cd7-0e885eece039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986085 May 20 07:55:38.723325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-8c5c57d1-b869-499b-ab58-88e1fa18e587 service neutron] 10.222.0.79 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044605 May 20 07:55:38.746690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Network 668de7c3-3b90-49f5-94df-df472792fb5e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:38.764378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:38.794461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-cabcb599-56ae-4a47-bdab-8b9d9960862b service neutron] 10.222.0.79 "GET /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0640328 May 20 07:55:38.815195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:38.842522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Pushing event updated for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:38.855411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:38.907693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 85819cf9-f029-49f9-a9d6-cb4af585561d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:38.908117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:38.945860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e6165899-30c8-4c60-b3cc-e1f3ae1ef241 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437457 May 20 07:55:38.980499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:38.981107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:39.063032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-15692ae2-4c2d-4a3d-a57d-d5771c37b8a9 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005046 May 20 07:55:39.105659 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-9441275d-a19e-4ac2-8d76-bedefccb2dcb service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538827 May 20 07:55:39.140607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:39.184821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb606452-6355-48d4-bfe3-a8d823ffc74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:39.198325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-783fe96e-a219-4156-ab26-39b2ab72de38 service neutron] 10.222.0.79 "GET /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0853789 May 20 07:55:39.360587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d6d99188-54e4-46b4-87f7-fe39ab3a797e service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542766 May 20 07:55:39.402552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 85819cf9-f029-49f9-a9d6-cb4af585561d owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:39.413267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1261-893b-4b09-9f20-9dcc375fc369 req-cb609bac-12b6-4d15-afba-459b11375d2b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:39.415086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daba1261-893b-4b09-9f20-9dcc375fc369 req-cb609bac-12b6-4d15-afba-459b11375d2b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.7611237 May 20 07:55:39.428459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4997697 May 20 07:55:39.468218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Request body: {'port': {'device_id': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:39.511669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-70fe3696-3ebc-4fcf-9aaa-ec6152f2fd44 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384850 May 20 07:55:39.602408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:39.663213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-43dc9d85-f286-4292-b017-e62f1c401bd4 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438427 May 20 07:55:39.751232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-daba1261-893b-4b09-9f20-9dcc375fc369 req-5a61d55b-264d-4e73-b9e1-d666cf79483d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191738 May 20 07:55:39.795440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-4bd60ec6-a08d-463f-8e66-9713d1b6cf9e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:39.796899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-4bd60ec6-a08d-463f-8e66-9713d1b6cf9e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.7089605 May 20 07:55:39.799195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ccf30c7-52b4-4b14-9329-d40f07a3cf82 req-db8d7117-51f1-4ab9-b5b7-68c2eb4daf53 service neutron] 10.222.0.81 "GET /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122729 May 20 07:55:39.806376 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-82481a8a-3f03-42b8-a955-7a6eb6968935 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370201 May 20 07:55:39.816646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60562) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:39.822083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:39.930410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:39.957186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d52dd748-7f6b-42f3-89dd-d82908a4b7a0 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396611 May 20 07:55:40.054840 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.100067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.100825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-60fdd07a-47bc-4cab-b45f-3f5535408075 service neutron] 10.222.0.79 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368036 May 20 07:55:40.122681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:40.124740 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db4705d2-03c4-4d9c-8013-e197998bf0de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:40.179953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1455f3a183584888915b9f948dc353cc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:40.187662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=85819cf9-f029-49f9-a9d6-cb4af585561d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:40.193104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:40.196316 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:40.212155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:40.250001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-c4963542-a179-4d5a-836f-49c71630596d service neutron] 10.222.0.79 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430979 May 20 07:55:40.256560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:40.265660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.314970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:40.337560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/85819cf9-f029-49f9-a9d6-cb4af585561d HTTP/1.1" status: 204 len: 168 time: 2.0332057 May 20 07:55:40.338721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60568) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:40.349071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'mac_address': 'fa:16:3e:85:df:92', 'name': 'tempest-PortsTestJSON-1523920446'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:40.366758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbec69-469f-4a2f-b059-3f504f95796e req-e2f63ce1-6f88-48d2-86a3-4dd84a27905a tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:40.367457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f1dbec69-469f-4a2f-b059-3f504f95796e req-e2f63ce1-6f88-48d2-86a3-4dd84a27905a tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Synchronizing usage tracker for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:40.456972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:40.460402 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.494605 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-81ea09dc-3d20-4cae-a961-8807002a6d50 service neutron] 10.222.0.79 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370069 May 20 07:55:40.495507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:40.500269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:40.504498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:40.540611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:40.586616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f1dbec69-469f-4a2f-b059-3f504f95796e req-e2f63ce1-6f88-48d2-86a3-4dd84a27905a tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Unset dirty status for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:40.587822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1dbec69-469f-4a2f-b059-3f504f95796e req-e2f63ce1-6f88-48d2-86a3-4dd84a27905a tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 931 time: 0.6422725 May 20 07:55:40.645558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.722130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.744477 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c231833b-519e-4243-859d-ace753b47ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:40.769355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1dbec69-469f-4a2f-b059-3f504f95796e req-f9f0f4da-b9b6-4749-a569-1f2792baea7b tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661539 May 20 07:55:40.783178 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f7b915cf-1be4-4074-ae83-88c5744771f4 service neutron] 10.222.0.79 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756896 May 20 07:55:40.784181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:40.860016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a7607-6484-4bff-853b-e6712d79e0e0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:40.865208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1455f3a183584888915b9f948dc353cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0477836 May 20 07:55:40.868858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.7 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/da3171b7-5d49-4e36-90de-450ad58ea3a9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:40.871097 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:40.871634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60574) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:40.904028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb39710-317a-4a1f-bf12-8d59d390ea2b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:40.932786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:40.979469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Transition to ACTIVE for port object 7eb39710-317a-4a1f-bf12-8d59d390ea2b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:40.985576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.033343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 3696167d-0bbd-4e32-b3e1-b6862947521d yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:41.070873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b0dbb8d9-c479-4ac5-8e7f-1bfe72a64e5e service neutron] 10.222.0.79 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721698 May 20 07:55:41.076581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.090004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.095650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1642e3df-f047-4a4c-b0e0-484f23d85266 req-6945d42d-e36b-462b-9810-c9ad91c6205a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 210 time: 0.0898869 May 20 07:55:41.101291 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f6aff8-ddd1-4214-807f-c1d1b8392edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:41.141088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.294171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.347615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.390496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:41.427095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:41.459898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.467415 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1598a6ee-4d97-4221-8c31-0d21347ce06d tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:41.540257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:41.543517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:41.543680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.547497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:41.553602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:41.554232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.569182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=3696167d-0bbd-4e32-b3e1-b6862947521d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:41.573793 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:41.601565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef40118-2623-4c11-b489-511b5f59b9a6 req-8657965b-3ba1-4ebf-8edc-26950b504773 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:41.603020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ef40118-2623-4c11-b489-511b5f59b9a6 req-8657965b-3ba1-4ebf-8edc-26950b504773 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.3724208 May 20 07:55:41.603681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Attempting to bind port 7eb39710-317a-4a1f-bf12-8d59d390ea2b on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:41.604011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Attempting to bind port 7eb39710-317a-4a1f-bf12-8d59d390ea2b by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '6ea7c41b-8d57-47b5-8da1-26209cdaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:41.604332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Attempting to bind port 7eb39710-317a-4a1f-bf12-8d59d390ea2b on network 668de7c3-3b90-49f5-94df-df472792fb5e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:41.614961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Port 7eb39710-317a-4a1f-bf12-8d59d390ea2b on network 668de7c3-3b90-49f5-94df-df472792fb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:55:41.620554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Attempting to bind port 7eb39710-317a-4a1f-bf12-8d59d390ea2b on network 668de7c3-3b90-49f5-94df-df472792fb5e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:41.669994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3300788 May 20 07:55:41.672581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60588) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:41.752678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddef134-158d-4a0b-8ead-a814591f8e51 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:41.753261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ddef134-158d-4a0b-8ead-a814591f8e51 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:41.786908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:41.786908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Checking segment: {'id': '6ea7c41b-8d57-47b5-8da1-26209cdaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:41.786908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Bound using segment: {'id': '6ea7c41b-8d57-47b5-8da1-26209cdaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:41.786908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Bound port: 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea7c41b-8d57-47b5-8da1-26209cdaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:41.786908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.802464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.809705 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-509b9330-3752-49e0-95e1-a324bc9a0694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:41.846044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ddef134-158d-4a0b-8ead-a814591f8e51 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:41.847358 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ddef134-158d-4a0b-8ead-a814591f8e51 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/3696167d-0bbd-4e32-b3e1-b6862947521d HTTP/1.1" status: 200 len: 841 time: 0.1732748 May 20 07:55:41.850030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60594) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:41.865744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a7607-6484-4bff-853b-e6712d79e0e0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:41.882653 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:41.889747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ef40118-2623-4c11-b489-511b5f59b9a6 req-12d1f0fe-5a15-447b-979e-1affb5349793 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772715 May 20 07:55:41.895389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:41.902418 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7eefdf7f-7983-43c6-b181-970e2740688f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:42.000897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:42.011054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:42.015024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:42.017898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.021121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc8a7607-6484-4bff-853b-e6712d79e0e0 HTTP/1.1" status: 204 len: 168 time: 1.1425197 May 20 07:55:42.021121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:42.042109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 3696167d-0bbd-4e32-b3e1-b6862947521d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:42.042612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.054802 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:42.055886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:42.125987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b,segment=NetworkSegment(6ea7c41b-8d57-47b5-8da1-26209cdaa3db),segment_id=6ea7c41b-8d57-47b5-8da1-26209cdaa3db)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:42.155645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.156786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:42.157405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.195065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fbc17-0571-4001-b0c5-167fdc20c352 req-4ca60723-4147-4200-b9d6-e102dc367ad6 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:42.196583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-302fbc17-0571-4001-b0c5-167fdc20c352 req-4ca60723-4147-4200-b9d6-e102dc367ad6 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 943 time: 0.1355972 May 20 07:55:42.242469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-302fbc17-0571-4001-b0c5-167fdc20c352 req-e6d8f618-3dab-4bd1-93e6-2bbdcbfa64fd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 May 20 07:55:42.270773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.278212 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e47dec-c16b-4526-a7d0-2bbd2e9182bf tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:42.293391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 3696167d-0bbd-4e32-b3e1-b6862947521d owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:42.344779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5289977 May 20 07:55:42.346203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:42.346951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.348267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] 10.222.0.84 "PUT /v2.0/ports/7eb39710-317a-4a1f-bf12-8d59d390ea2b HTTP/1.1" status: 200 len: 1091 time: 2.9041190 May 20 07:55:42.351645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:42.368773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Request body: {'port': {'device_id': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:42.385005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.439490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:42.442439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.445644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:42.448884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:42.532444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=3696167d-0bbd-4e32-b3e1-b6862947521d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:42.535567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:42.540927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.608147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:42.637167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/3696167d-0bbd-4e32-b3e1-b6862947521d HTTP/1.1" status: 204 len: 168 time: 0.7860794 May 20 07:55:42.639628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:42.683858 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11a7883-a99a-4fed-a4cc-9e214b77e8d1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:42.684392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a11a7883-a99a-4fed-a4cc-9e214b77e8d1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:42.772757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-d416e860-1b72-4e37-84fb-ee52482cfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:42.774269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-d416e860-1b72-4e37-84fb-ee52482cfaf9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abeeffbf5de04080bfcd9574b3d11354&device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 1094 time: 0.2664080 May 20 07:55:42.785457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f5d4-2099-466e-a678-802457027fd7 req-2ed12d1b-91e5-4afd-b393-250c115e579b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:42.786297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f43f5d4-2099-466e-a678-802457027fd7 req-2ed12d1b-91e5-4afd-b393-250c115e579b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:42.817414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a11a7883-a99a-4fed-a4cc-9e214b77e8d1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:42.818657 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a11a7883-a99a-4fed-a4cc-9e214b77e8d1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/3696167d-0bbd-4e32-b3e1-b6862947521d HTTP/1.1" status: 404 len: 333 time: 0.1780901 May 20 07:55:42.822189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:42.827631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'name': 'tempest-PortsTestJSON-1598888125'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:42.873029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-b4c87b84-4ce1-4bf1-bbd3-bbf29f80f3f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b HTTP/1.1" status: 200 len: 217 time: 0.0769935 May 20 07:55:42.897837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60626) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:42.953218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:42.956052 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b', 'status': 'completed', 'code': 200} May 20 07:55:42.965742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:43.002775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.011312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f43f5d4-2099-466e-a678-802457027fd7 req-2ed12d1b-91e5-4afd-b393-250c115e579b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:43.013340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f43f5d4-2099-466e-a678-802457027fd7 req-2ed12d1b-91e5-4afd-b393-250c115e579b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 931 time: 0.4618139 May 20 07:55:43.017951 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a826aefa-467f-46f3-90bd-6700c8152199 req-2e8bec1e-970d-4998-9e5b-aa0cce5f205a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0454264 May 20 07:55:43.032082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:43.076455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:43.081553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.106180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 1f96c4dc-cec6-4bba-bef0-83e8b440a26c yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:43.110530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Usage tracker for resource:security_group_rule and tenant:a93e014f21bf4d19b949ae6a27cff278 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:43.120822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:43.127593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-ce5f8aa7-7e5a-4a8c-9c8b-98e9f853acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:43.129040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-ce5f8aa7-7e5a-4a8c-9c8b-98e9f853acd4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9fa021e7-0b23-4ead-9e95-e3c19f150601 HTTP/1.1" status: 200 len: 862 time: 0.2450545 May 20 07:55:43.135509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:43.207558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-39d89508-27af-40d2-973c-9805692d68e0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=668de7c3-3b90-49f5-94df-df472792fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605674 May 20 07:55:43.213771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f43f5d4-2099-466e-a678-802457027fd7 req-ea1d7e76-6e98-4da6-978f-9ddd0e479284 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877360 May 20 07:55:43.305839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824aa9a-99a6-4663-85b2-94746c10b12c req-45feb825-1ac3-4a86-ae21-3fc8c7e1147a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:43.307329 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c824aa9a-99a6-4663-85b2-94746c10b12c req-45feb825-1ac3-4a86-ae21-3fc8c7e1147a tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1591570 May 20 07:55:43.541192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-9ed7f412-70ef-4f34-8a8d-000d8556c1fb service neutron] 10.222.0.84 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169119 May 20 07:55:43.568558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.590802 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c824aa9a-99a6-4663-85b2-94746c10b12c req-9487b0ce-2710-4262-94be-4f812bb82aec tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683256 May 20 07:55:43.596404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.596802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3171b7-5d49-4e36-90de-450ad58ea3a9 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:43.624861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.744418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.752499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18d51850-d814-405e-8d59-845f3c491cba tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:43.826566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:43.827931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.830681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:43.835284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:43.841209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:43.842121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.843258 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e4854f97-123d-4e43-bc28-355a2a1fc0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:43.851373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=1f96c4dc-cec6-4bba-bef0-83e8b440a26c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:43.859498 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:43.867716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Transition to ACTIVE for port object da3171b7-5d49-4e36-90de-450ad58ea3a9 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:43.930583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf5358-1af7-4370-8c22-ee80659a53b4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:43.934756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a93e014f21bf4d19b949ae6a27cff278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0325720 May 20 07:55:43.940996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:43.942750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:43.944310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:43.947395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1242580 May 20 07:55:43.950689 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:43.956936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:43.967130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:43.989073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c35b8-acda-4bf7-8a26-3e0d70082541 req-14290424-79d5-46db-a458-92a06ed07ccd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:43.990559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f02c35b8-acda-4bf7-8a26-3e0d70082541 req-14290424-79d5-46db-a458-92a06ed07ccd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 943 time: 0.6029234 May 20 07:55:43.999817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe2384b5-ff5c-4cad-837d-32974e71802a req-f782a7e2-dd3b-4847-ad16-74916490ac5b service neutron] 10.222.0.84 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375324 May 20 07:55:44.179771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6f141204-e63e-4730-957b-a17631509a08 req-6bea4fbc-5b97-456d-a28b-17f79314a217 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0671248 May 20 07:55:44.183261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.198270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:44.216199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.219728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f02c35b8-acda-4bf7-8a26-3e0d70082541 req-3a847363-c142-4150-8ef1-4a08300e3d6f tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158403 May 20 07:55:44.221904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:44.247517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.324031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Attempting to bind port da3171b7-5d49-4e36-90de-450ad58ea3a9 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:44.324510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Attempting to bind port da3171b7-5d49-4e36-90de-450ad58ea3a9 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:44.324937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Attempting to bind port da3171b7-5d49-4e36-90de-450ad58ea3a9 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:44.343268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Port da3171b7-5d49-4e36-90de-450ad58ea3a9 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:55:44.343748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Attempting to bind port da3171b7-5d49-4e36-90de-450ad58ea3a9 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:44.365307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:44.365895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:44.366559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:44.367140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Bound port: da3171b7-5d49-4e36-90de-450ad58ea3a9, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:44.367587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.477505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-5114539d-6c51-4f42-8c05-4e5c1ed43621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:44.479208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-5114539d-6c51-4f42-8c05-4e5c1ed43621 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abeeffbf5de04080bfcd9574b3d11354&device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 1094 time: 0.3198123 May 20 07:55:44.489412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:44.508202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.511749 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8990893-0941-48af-99d5-37c4a0e7c357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:44.534892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:44.541916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf5358-1af7-4370-8c22-ee80659a53b4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:44.546007 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:44.565834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.567010 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7cf5358-1af7-4370-8c22-ee80659a53b4 HTTP/1.1" status: 204 len: 168 time: 0.6230257 May 20 07:55:44.598392 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.609919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba5e2-a461-41bc-a785-daa63b11d594 req-ba8a380c-f164-4f76-80f6-c9526b9fa391 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:44.619617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2aaba5e2-a461-41bc-a785-daa63b11d594 req-ba8a380c-f164-4f76-80f6-c9526b9fa391 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 943 time: 0.2398045 May 20 07:55:44.630737 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:44.662947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.688756 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2aaba5e2-a461-41bc-a785-daa63b11d594 req-f6b21b64-7205-49ff-8cc0-dda91a51a8d7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 May 20 07:55:44.707358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:44.707862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.709220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] 10.222.0.81 "PUT /v2.0/ports/da3171b7-5d49-4e36-90de-450ad58ea3a9 HTTP/1.1" status: 200 len: 1091 time: 2.3506968 May 20 07:55:44.733768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.741179 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:44.747376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:44.750792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-66ee3ca6-8f13-4f22-bd76-e725cb1434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:44.753045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-66ee3ca6-8f13-4f22-bd76-e725cb1434f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=668de7c3-3b90-49f5-94df-df472792fb5e HTTP/1.1" status: 200 len: 923 time: 0.2612355 May 20 07:55:44.753995 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:44.796735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] In _notify_port_updated(), no bound segment for port 1f96c4dc-cec6-4bba-bef0-83e8b440a26c on network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:55:44.802838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:44.803448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:44.807378 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/ports/1f96c4dc-cec6-4bba-bef0-83e8b440a26c HTTP/1.1" status: 200 len: 818 time: 0.8454812 May 20 07:55:44.812794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:44.880222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-e804b18a-2945-4f5d-ab58-32b7f3d1ddca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b HTTP/1.1" status: 200 len: 217 time: 0.1127141 May 20 07:55:44.904503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=1f96c4dc-cec6-4bba-bef0-83e8b440a26c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:44.907582 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:44.963230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:45.001445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 1f96c4dc-cec6-4bba-bef0-83e8b440a26c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:45.003132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:45.032257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-02f5fc69-8478-46ba-87f4-51b51797db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.034597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-02f5fc69-8478-46ba-87f4-51b51797db9f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9fa021e7-0b23-4ead-9e95-e3c19f150601 HTTP/1.1" status: 200 len: 862 time: 0.1163523 May 20 07:55:45.056662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343f270-1234-45e6-a174-89512bbc39b3 req-5718088e-537c-4391-b144-2438dbdf9803 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.064204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7343f270-1234-45e6-a174-89512bbc39b3 req-5718088e-537c-4391-b144-2438dbdf9803 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2308893 May 20 07:55:45.068782 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9', 'status': 'completed', 'code': 200} May 20 07:55:45.131290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-c4208a44-7080-4593-a89c-32ffe646cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.132851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-c4208a44-7080-4593-a89c-32ffe646cfaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 1094 time: 0.2466176 May 20 07:55:45.134929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-961f5ac4-dfde-45c7-b354-24e2a0575e7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=668de7c3-3b90-49f5-94df-df472792fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687332 May 20 07:55:45.141764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:45.260692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-4ea363e7-0070-4b68-8fa8-443e2d755fab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9 HTTP/1.1" status: 200 len: 217 time: 0.1138628 May 20 07:55:45.266074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7343f270-1234-45e6-a174-89512bbc39b3 req-404473af-55dc-4ce5-9d92-eca6b0c2293e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009971 May 20 07:55:45.305648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 1f96c4dc-cec6-4bba-bef0-83e8b440a26c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:45.398461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-8fc8bf0c-7fcb-45e7-868d-28f6d8a584e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.399904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-8fc8bf0c-7fcb-45e7-868d-28f6d8a584e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.1306696 May 20 07:55:45.451298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-507b2186-ef0b-4e4e-a045-bf83a1e44835 req-4b8e2c85-e488-46b8-b39d-f137d6853233 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0553312 May 20 07:55:45.452392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:45.458595 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:45.495386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-ea42e37e-6e08-4280-a39d-4e81b0975d05 service neutron] 10.222.0.84 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455253 May 20 07:55:45.503022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-747d0e78-21d7-4475-8538-9ed6170de945 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917356 May 20 07:55:45.527149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:45.529683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=1f96c4dc-cec6-4bba-bef0-83e8b440a26c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:45.532179 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:45.542925 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/1f96c4dc-cec6-4bba-bef0-83e8b440a26c HTTP/1.1" status: 204 len: 168 time: 0.7291002 May 20 07:55:45.545430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:45.639829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1370-e317-4ecc-b6fb-2dadbfa63c0c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.640863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e1f1370-e317-4ecc-b6fb-2dadbfa63c0c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:45.745450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e1f1370-e317-4ecc-b6fb-2dadbfa63c0c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:45.747645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8e1f1370-e317-4ecc-b6fb-2dadbfa63c0c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2004492 May 20 07:55:45.749685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60696) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:45.809489 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d4be73-d392-419d-8124-1f0f48556ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:55:45.813799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2d4be73-d392-419d-8124-1f0f48556ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/1f96c4dc-cec6-4bba-bef0-83e8b440a26c HTTP/1.1" status: 404 len: 333 time: 0.0629303 May 20 07:55:45.817787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:45.836209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1747035318'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:45.875402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:45.889224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:45.894822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:45.916086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:45.953084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9835-83f5-432e-9ac4-b1e2c3ff1d6c req-bf3e82ca-9b59-4e67-80c6-1cfd45bdfc5f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.954914 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c48d9835-83f5-432e-9ac4-b1e2c3ff1d6c req-bf3e82ca-9b59-4e67-80c6-1cfd45bdfc5f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 943 time: 0.1228786 May 20 07:55:45.973846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08b3aa68-0e4c-4f3a-b0a2-f924b2a479f9 req-d40c8dd1-0ceb-47b0-90ae-a99e69c27d9d service neutron] 10.222.0.84 "GET /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698040 May 20 07:55:45.991746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:45.996087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:45.996573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-182ef594-d8c5-41f3-8ed1-bd5b5e21ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:45.997909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-182ef594-d8c5-41f3-8ed1-bd5b5e21ac37 service neutron] 10.222.0.84 "GET /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 1033 time: 0.1414053 May 20 07:55:46.008152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5c8b-3e59-4617-af54-4cd95d2ff718 req-c7dcf7ac-b9e1-4e62-b20d-c0e81dfec451 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.010116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-916b5c8b-3e59-4617-af54-4cd95d2ff718 req-c7dcf7ac-b9e1-4e62-b20d-c0e81dfec451 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 943 time: 0.5647717 May 20 07:55:46.012353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-be8480fd-0673-42c8-84d7-50b8870909f5 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812980 May 20 07:55:46.196749 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c48d9835-83f5-432e-9ac4-b1e2c3ff1d6c req-26f2a8b6-e130-4e3e-8ff8-caafe262cb11 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330546 May 20 07:55:46.216272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:55:46.218112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-916b5c8b-3e59-4617-af54-4cd95d2ff718 req-1100bf81-e83b-410b-9079-1ced3cd41916 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687207 May 20 07:55:46.219427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-fa159fb1-b2d5-4ef7-be7b-03b8c7279d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.221298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-fa159fb1-b2d5-4ef7-be7b-03b8c7279d50 service neutron] 10.222.0.84 "GET /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 1032 time: 0.2078826 May 20 07:55:46.228384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:46.229328 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment c8aa6c7c-2f87-49b0-88ca-222701a960e2 of type vlan for network fe4d4688-90ef-4b51-a48e-b70ee4842398 May 20 07:55:46.268022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:46.382560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fadca63c-e2d7-4c45-a96a-f2bf880934bf req-38ffc927-f712-4df9-ac0c-6ad6611b7772 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278093 May 20 07:55:46.476000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:46.481710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.486213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:46.488057 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-980f8edb-8866-4173-9ecc-6b3131d8f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:46.496774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.503264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.511715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.512559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:46.539333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:46.540470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-01ec3dfe-65be-4ff6-b4cb-2c4f5aef98fa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 1995 time: 0.3032804 May 20 07:55:46.646071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=fe4d4688-90ef-4b51-a48e-b70ee4842398,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:46.651871 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:46.653262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8340604 May 20 07:55:46.662354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:55:46.695528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60720) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:46.708216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:46.732138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae0af765-d594-4fb3-a529-4d05f4223889 req-3900f800-6618-4d8a-86a3-e4b3e5584481 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0813320 May 20 07:55:46.740993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-6dd51622-3195-4d4c-b735-1782aa5e5244 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac49e641b5a44669086a37dc7b75282 HTTP/1.1" status: 200 len: 379 time: 0.1251214 May 20 07:55:46.752423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'admin_state_up': True, 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'security_groups': ['2916ad0b-74c4-49ba-8901-db507899b88d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:46.796025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae0e8-d7ca-437c-81a7-688e4f9cd7e8 req-cde22b1f-f09d-4554-98fc-5ac06af49497 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:46.798007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc6ae0e8-d7ca-437c-81a7-688e4f9cd7e8 req-cde22b1f-f09d-4554-98fc-5ac06af49497 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.3815637 May 20 07:55:47.073607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:47.079761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc6ae0e8-d7ca-437c-81a7-688e4f9cd7e8 req-518a02e9-c644-4be5-907d-fa3e0ba10e43 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204845 May 20 07:55:47.093049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:47.103919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:47.109240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847047-c4db-4793-8062-d8d0ee68e878 req-348cce85-9ddd-4874-98a8-7cfac7e86c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:47.110801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-348cce85-9ddd-4874-98a8-7cfac7e86c4a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 1094 time: 0.5686622 May 20 07:55:47.123974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:47.184104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-44313561-7e22-429a-ac06-208084a3e245 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4159305 May 20 07:55:47.185121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:47.289254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:47.291850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:47.295474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:47.435502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b364c-2cbb-4298-b1d3-b9bd65b55e32 req-35e0184c-0b2c-4b6d-bac5-995bf890e8db tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:47.437060 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a0b364c-2cbb-4298-b1d3-b9bd65b55e32 req-35e0184c-0b2c-4b6d-bac5-995bf890e8db tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 943 time: 0.1148036 May 20 07:55:47.498212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a0b364c-2cbb-4298-b1d3-b9bd65b55e32 req-7e9db579-c44d-415f-94a9-34b46a63b5ba tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 May 20 07:55:47.645284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7eb39710-317a-4a1f-bf12-8d59d390ea2b details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:55:47.660946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:47.665393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:47.756774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847047-c4db-4793-8062-d8d0ee68e878 req-f0e261ea-ee50-4533-88b5-1f5dcf662243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:47.758302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-f0e261ea-ee50-4533-88b5-1f5dcf662243 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 0.6355317 May 20 07:55:47.820599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b,segment=NetworkSegment(6ea7c41b-8d57-47b5-8da1-26209cdaa3db),segment_id=6ea7c41b-8d57-47b5-8da1-26209cdaa3db)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:47.836393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '7eb39710-317a-4a1f-bf12-8d59d390ea2b', 'network_id': '668de7c3-3b90-49f5-94df-df472792fb5e', 'port_id': '7eb39710-317a-4a1f-bf12-8d59d390ea2b', 'mac_address': 'fa:16:3e:fb:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa021e7-0b23-4ead-9e95-e3c19f150601', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:55:47.909158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-d956fe74-9bb3-475f-9b44-51c0f05bf0fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9 HTTP/1.1" status: 200 len: 217 time: 0.1071894 May 20 07:55:47.944017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:47.947764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9ea1ed48-9f5e-47ad-aa1e-58d18fb378cb req-d869ceab-3036-43dd-9151-d62868758f4c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0614402 May 20 07:55:47.966159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb39710-317a-4a1f-bf12-8d59d390ea2b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:47.986936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-3e85b71a-69c1-4548-a72a-c564b5426df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:47.988561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-3e85b71a-69c1-4548-a72a-c564b5426df2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2486290deb3548fca2e8c4668a133c12&device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 1096 time: 0.7493963 May 20 07:55:47.995246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b,segment=NetworkSegment(6ea7c41b-8d57-47b5-8da1-26209cdaa3db),segment_id=6ea7c41b-8d57-47b5-8da1-26209cdaa3db)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:48.053709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b17b-9609-4982-b325-17fda1bd3e63 req-6d597de7-7768-4c53-a302-2104e219924b tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:48.055169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8544b17b-9609-4982-b325-17fda1bd3e63 req-6d597de7-7768-4c53-a302-2104e219924b tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 943 time: 0.4449351 May 20 07:55:48.082256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:48.084684 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:48.168947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:48.177256 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:48.223697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device da3171b7-5d49-4e36-90de-450ad58ea3a9 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:55:48.280874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 172.20.0.13 (1ef93c2f-5da8-41d8-be8a-313532f33ef7/80fa4a96-2963-4e3b-921d-2a7e91af1b9d/6716a4ee-8a6c-487b-8dac-76f21f5249fc) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:48.297716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847047-c4db-4793-8062-d8d0ee68e878 req-b606c9f8-529a-40d8-8ce7-3caaf094751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:48.299485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-b606c9f8-529a-40d8-8ce7-3caaf094751f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.3712387 May 20 07:55:48.417460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affb21d-9920-407d-bb32-bd5dd16d5ff3 req-4a65e3df-f7e9-4e6a-925f-862bde79e960 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:48.418671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:48.434256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9affb21d-9920-407d-bb32-bd5dd16d5ff3 req-4a65e3df-f7e9-4e6a-925f-862bde79e960 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1406898 May 20 07:55:48.440388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'da3171b7-5d49-4e36-90de-450ad58ea3a9', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': 'da3171b7-5d49-4e36-90de-450ad58ea3a9', 'mac_address': 'fa:16:3e:bc:97:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:55:48.445001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['7eb39710-317a-4a1f-bf12-8d59d390ea2b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:48.484047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8544b17b-9609-4982-b325-17fda1bd3e63 req-8f5619dc-bbf4-4b95-92ca-937033cbb2b6 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089022 May 20 07:55:48.486844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-7bd999ff-38e2-4c9c-921c-b0c2cb642607 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883884 May 20 07:55:48.536732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9affb21d-9920-407d-bb32-bd5dd16d5ff3 req-34543137-5aa0-48da-be02-3145279a6dbb tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902095 May 20 07:55:48.607113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:48.656831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3171b7-5d49-4e36-90de-450ad58ea3a9 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:55:48.728705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:48.760281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-7d11e6bf-6f0d-454a-8108-03b11aad9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:48.762448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-7d11e6bf-6f0d-454a-8108-03b11aad9087 service neutron] 10.222.0.84 "GET /v2.0/networks?id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 200 len: 906 time: 0.7492454 May 20 07:55:48.792774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:48.795557 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1d08fdb5-b148-4e5d-9103-541eff863b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:48.857456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0d59-2603-49d7-8814-4369a67a86d9 req-6b93c318-2c09-4910-9b98-3a51cf847dc8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:48.879435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a3e0d59-2603-49d7-8814-4369a67a86d9 req-6b93c318-2c09-4910-9b98-3a51cf847dc8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 944 time: 0.1313286 May 20 07:55:48.907937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:48.914961 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:48.955210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2a3e0d59-2603-49d7-8814-4369a67a86d9 req-9895e932-5b8f-4550-adef-93e85eda878e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740669 May 20 07:55:49.012669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['da3171b7-5d49-4e36-90de-450ad58ea3a9'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:49.058584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-5e114dd1-bf6c-484c-8d3b-06a0d6eaa97a service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404837 May 20 07:55:49.130837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-2b6690b2-9b27-41c1-8c06-d4e6fa698b5e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 200 len: 1001 time: 0.3586411 May 20 07:55:49.317717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:49.370469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-ddb74868-51e6-4ee9-95ab-b277a605f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:49.370469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-ddb74868-51e6-4ee9-95ab-b277a605f4b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d HTTP/1.1" status: 200 len: 844 time: 0.2188103 May 20 07:55:49.371874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object 6716a4ee-8a6c-487b-8dac-76f21f5249fc will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:49.457124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46847047-c4db-4793-8062-d8d0ee68e878 req-983d5dd3-6d6b-42a9-afa0-d8091175c302 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855851 May 20 07:55:49.590514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d24ad-0288-4165-9a18-2d83bcff59b9 req-9f71c45a-3d74-418f-af7e-ea55bbf3dde1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:49.592645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-736d24ad-0288-4165-9a18-2d83bcff59b9 req-9f71c45a-3d74-418f-af7e-ea55bbf3dde1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1086655 May 20 07:55:49.652706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7eb39710-317a-4a1f-bf12-8d59d390ea2b up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:49.669090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-736d24ad-0288-4165-9a18-2d83bcff59b9 req-d36881eb-8874-433b-8970-10192cea4bf0 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 May 20 07:55:49.784821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b1914c3a-03f6-4482-94cf-caf03c3de1e2 req-da99e1a0-8c2c-4e14-9e78-62262faf10a1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:49.810184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:49.816751 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c34c51f-9609-4cc9-b052-5cf4ad7dc3d4 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:49.862104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 7eb39710-317a-4a1f-bf12-8d59d390ea2b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:49.867719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95b3d6-46ad-4cf2-87c0-795b5068634a req-474abb46-da0f-4508-b6ac-fd512a1399f9 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:49.869988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a95b3d6-46ad-4cf2-87c0-795b5068634a req-474abb46-da0f-4508-b6ac-fd512a1399f9 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 944 time: 0.0893452 May 20 07:55:49.877216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 7eb39710-317a-4a1f-bf12-8d59d390ea2b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:49.877697 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:49.879401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-c7c4553c-bc84-429a-8382-fecf532b1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:49.880842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-c7c4553c-bc84-429a-8382-fecf532b1061 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=95a99051-c8ba-47d2-949c-3b0dfb5aac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4969277 May 20 07:55:49.893272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b1914c3a-03f6-4482-94cf-caf03c3de1e2 req-da99e1a0-8c2c-4e14-9e78-62262faf10a1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:49.896969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b1914c3a-03f6-4482-94cf-caf03c3de1e2 req-da99e1a0-8c2c-4e14-9e78-62262faf10a1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.2026649 May 20 07:55:49.975449 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:49.982805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7a95b3d6-46ad-4cf2-87c0-795b5068634a req-15744e83-db6e-4c45-afb2-0d2f84f874d9 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Synchronizing usage tracker for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:50.021408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=bc538fc8-492e-4ea6-ab7a-8ed4e50898ae,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:50.026460 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:50.033212 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:50.055695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.085386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:50.096889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b,segment=NetworkSegment(6ea7c41b-8d57-47b5-8da1-26209cdaa3db),segment_id=6ea7c41b-8d57-47b5-8da1-26209cdaa3db)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:50.097342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7a95b3d6-46ad-4cf2-87c0-795b5068634a req-15744e83-db6e-4c45-afb2-0d2f84f874d9 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Unset dirty status for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:50.101435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a95b3d6-46ad-4cf2-87c0-795b5068634a req-15744e83-db6e-4c45-afb2-0d2f84f874d9 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179980 May 20 07:55:50.190938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.194981 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:50.246304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device da3171b7-5d49-4e36-90de-450ad58ea3a9 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:50.267244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-c1adea83-de6b-4d5d-9ef4-a6038b1f4aec service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714266 May 20 07:55:50.308829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334c14-7c8c-4ce0-8b4a-5a526cbacff7 req-53628c25-cdec-4fff-a5f7-b6bd3072ce96 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:50.311668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:50.319313 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6e334c14-7c8c-4ce0-8b4a-5a526cbacff7 req-53628c25-cdec-4fff-a5f7-b6bd3072ce96 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 944 time: 0.1076896 May 20 07:55:50.372506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:50.377078 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:50.383333 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6e334c14-7c8c-4ce0-8b4a-5a526cbacff7 req-48754186-2dcc-4228-8976-940a93177382 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603671 May 20 07:55:50.430890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:50.431956 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b', 'code': 200} May 20 07:55:50.433388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': 'c8aa6c7c-2f87-49b0-88ca-222701a960e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:50.433884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: fe4d4688-90ef-4b51-a48e-b70ee4842398, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:55:50.459676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port da3171b7-5d49-4e36-90de-450ad58ea3a9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:50.465602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port da3171b7-5d49-4e36-90de-450ad58ea3a9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:50.465987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.466474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:50.522417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:50.609300 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:50.618854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.666368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:50.712774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:50.713683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.729778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e62992b8-677a-4294-a689-39ca1cc3d31c req-24b60116-5ea2-48ea-bdc7-3ccde8869b6c service neutron] 10.222.0.84 "GET /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237142 May 20 07:55:50.741111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151f13-2028-425b-af7e-6989758983a7 req-ee911658-f0e7-4514-9fe1-091d5fd8e8ae tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:50.742531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99151f13-2028-425b-af7e-6989758983a7 req-ee911658-f0e7-4514-9fe1-091d5fd8e8ae tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.5919149 May 20 07:55:50.779075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:55:50.787979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.791665 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37ccd4d1-df6d-4bd1-88ed-976bff198f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:50.808204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508984b3-5b1e-4e83-8a67-c3eb0787c9c5 req-d515e761-39bd-458c-b5cd-8f98096c569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:50.809705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-508984b3-5b1e-4e83-8a67-c3eb0787c9c5 req-d515e761-39bd-458c-b5cd-8f98096c569b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 1096 time: 0.2704360 May 20 07:55:50.823185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99151f13-2028-425b-af7e-6989758983a7 req-5524b331-8a46-46b5-b6e5-1de6467507b1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712681 May 20 07:55:50.843378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0957227 May 20 07:55:50.867989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'admin_state_up': True, 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'security_groups': ['2916ad0b-74c4-49ba-8901-db507899b88d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:50.885999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:50.889347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:50.889982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e6937e14-1104-47dd-bae4-5884c81f5836 None None] Provisioning for port 6716a4ee-8a6c-487b-8dac-76f21f5249fc completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:50.895841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e6937e14-1104-47dd-bae4-5884c81f5836 None None] Provisioning complete for port 6716a4ee-8a6c-487b-8dac-76f21f5249fc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:50.896228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e6937e14-1104-47dd-bae4-5884c81f5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:50.971258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e6937e14-1104-47dd-bae4-5884c81f5836 None None] Port 6716a4ee-8a6c-487b-8dac-76f21f5249fc cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:50.981445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, fe4d4688-90ef-4b51-a48e-b70ee4842398) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:50.990709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7eafe4-db36-4509-be26-b89f0f51faf1 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:51.015118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-508984b3-5b1e-4e83-8a67-c3eb0787c9c5 req-259fc543-9ee0-4ef4-9e39-439f4f5b836e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886740 May 20 07:55:51.045949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:51.046560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:51.147834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:51.168582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4738002 May 20 07:55:51.172746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:51.174973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:51.179789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:51.204918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4082c71-e1bc-4f25-a6f7-a393c172ce2a req-8b2978e8-4960-4289-a03d-4d9b9114b439 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:51.207047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4082c71-e1bc-4f25-a6f7-a393c172ce2a req-8b2978e8-4960-4289-a03d-4d9b9114b439 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 932 time: 0.1265943 May 20 07:55:51.261862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4082c71-e1bc-4f25-a6f7-a393c172ce2a req-e422bdd5-9dc8-428e-bae7-9242753294f9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 May 20 07:55:51.295347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-fe4d4688-90ef-4b51-a48e-b70ee4842398', 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': 'bc538fc8-492e-4ea6-ab7a-8ed4e50898ae'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:55:51.300371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:51.304606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:51.315340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:51.443589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:51.447657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:51.450668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:51.459195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:51.526395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:51.530605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:51.536857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Allocated IP 172.20.0.2 (fe4d4688-90ef-4b51-a48e-b70ee4842398/bc538fc8-492e-4ea6-ab7a-8ed4e50898ae/98677dcd-d8d3-4167-881f-5165965a7c1f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:51.618176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a38d04-2c27-4c80-a83f-57b6a72e6bd1 req-a349b023-721d-4572-95f6-db6c9bb9eabd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:51.620904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7a38d04-2c27-4c80-a83f-57b6a72e6bd1 req-a349b023-721d-4572-95f6-db6c9bb9eabd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 945 time: 0.2177010 May 20 07:55:51.639507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.1.1.225 (9be48ced-bf74-4367-9c12-853a8c6657ba/f787b335-7096-492e-a23a-2536941340f0/31633478-0ce4-4e0c-956f-b91b2dacdb28) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:51.730177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7a38d04-2c27-4c80-a83f-57b6a72e6bd1 req-450ab33d-4a89-4449-a7ae-bbda66bc8b05 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 May 20 07:55:51.846842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce1a56-56ed-49e2-b5db-aa4f8a125e8e req-3b2373a5-ba2a-46c1-b9f7-9a97dcc13e48 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:51.856669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71ce1a56-56ed-49e2-b5db-aa4f8a125e8e req-3b2373a5-ba2a-46c1-b9f7-9a97dcc13e48 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.1572683 May 20 07:55:51.893968 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc538fc8-492e-4ea6-ab7a-8ed4e50898ae (CIDR: 172.20.0.0/28) May 20 07:55:51.936764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71ce1a56-56ed-49e2-b5db-aa4f8a125e8e req-1d3adbe7-bcdd-4210-be36-bf7a21805851 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781629 May 20 07:55:51.952519 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:55:51.953066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:55:51.956445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:51.980994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Transition to ACTIVE for port object 98677dcd-d8d3-4167-881f-5165965a7c1f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:52.024992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Transition to ACTIVE for port object 98677dcd-d8d3-4167-881f-5165965a7c1f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:52.070656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.092841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object 31633478-0ce4-4e0c-956f-b91b2dacdb28 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:52.095671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60820) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:52.096804 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f63ab7c-ddf7-48be-b130-7f4c5bb8e982 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9241030 May 20 07:55:52.103054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:52.120413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.128398 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-842a6eba-f2b2-4e03-83e0-e6166f8bc465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:52.128595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cde979-da27-4f59-bb16-e061bd7e5ebd req-1047c639-f241-4dd9-8ada-7ff4be49c75f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:52.135480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2cde979-da27-4f59-bb16-e061bd7e5ebd req-1047c639-f241-4dd9-8ada-7ff4be49c75f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.2008541 May 20 07:55:52.231958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:52.235169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:52.239292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:52.246073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Pushing event updated for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:52.250798 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:52.416036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Attempting to bind port 98677dcd-d8d3-4167-881f-5165965a7c1f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:55:52.417288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Attempting to bind port 98677dcd-d8d3-4167-881f-5165965a7c1f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c8aa6c7c-2f87-49b0-88ca-222701a960e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:55:52.418952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Attempting to bind port 98677dcd-d8d3-4167-881f-5165965a7c1f on network fe4d4688-90ef-4b51-a48e-b70ee4842398 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:55:52.428088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:55:52.428703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2cde979-da27-4f59-bb16-e061bd7e5ebd req-061e6481-c0c7-490d-b82e-ad0a9c25b6fc tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922790 May 20 07:55:52.429160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Checking segment: {'id': 'c8aa6c7c-2f87-49b0-88ca-222701a960e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:55:52.430727 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.435955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Bound using segment: {'id': 'c8aa6c7c-2f87-49b0-88ca-222701a960e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:55:52.435955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Bound port: 98677dcd-d8d3-4167-881f-5165965a7c1f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aa6c7c-2f87-49b0-88ca-222701a960e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:55:52.435955 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.451027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:52.505121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:52.511436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:52.514656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:52.518774 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9', 'code': 200} May 20 07:55:52.545870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8fe29-6b76-4d51-995d-669f0b40c8b3 req-344ac7c2-feee-458c-8c4f-181dbc413d50 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:52.549110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:52.554196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fab8fe29-6b76-4d51-995d-669f0b40c8b3 req-344ac7c2-feee-458c-8c4f-181dbc413d50 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 932 time: 0.0995941 May 20 07:55:52.559523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.575941 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30f00ea8-af25-420f-8d16-4a8e378df183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:52.587467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:55:52.591316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98677dcd-d8d3-4167-881f-5165965a7c1f,segment=NetworkSegment(c8aa6c7c-2f87-49b0-88ca-222701a960e2),segment_id=c8aa6c7c-2f87-49b0-88ca-222701a960e2)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:55:52.601274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fab8fe29-6b76-4d51-995d-669f0b40c8b3 req-0c974818-d3f6-4d28-81d5-c3dc51d89961 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 May 20 07:55:52.672492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:52.676198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.677860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:52.690347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:52.742687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:52.764938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:52.774451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:52.822347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Pushing event updated for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:52.835865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:53.028018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:53.060743 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:53.160992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.161684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:53.237791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a8ae15d5-931e-400c-a734-8f2d9f069b90 None None] Provisioning for port 31633478-0ce4-4e0c-956f-b91b2dacdb28 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:53.244480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a8ae15d5-931e-400c-a734-8f2d9f069b90 None None] Provisioning complete for port 31633478-0ce4-4e0c-956f-b91b2dacdb28 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:53.245074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ae15d5-931e-400c-a734-8f2d9f069b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:53.270932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c5ca-b1e6-4d0d-a0fb-b34f63075909 req-c238c7b4-ccac-4d0d-bfe5-9b5e496ac62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.272439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3935c5ca-b1e6-4d0d-a0fb-b34f63075909 req-c238c7b4-ccac-4d0d-bfe5-9b5e496ac62c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 1096 time: 0.6527135 May 20 07:55:53.319316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767fb34-b7f2-42f0-8a1a-718f5217e08c req-9250c01d-8819-4d29-9848-15f402caa622 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.332630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5767fb34-b7f2-42f0-8a1a-718f5217e08c req-9250c01d-8819-4d29-9848-15f402caa622 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.1960168 May 20 07:55:53.375729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae15d5-931e-400c-a734-8f2d9f069b90 None None] Port 31633478-0ce4-4e0c-956f-b91b2dacdb28 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:53.400341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-3d911795-a392-444d-a75e-25b63dab7b66 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.402097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-3d911795-a392-444d-a75e-25b63dab7b66 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.5405509 May 20 07:55:53.422129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5767fb34-b7f2-42f0-8a1a-718f5217e08c req-8791f894-d193-480a-ba94-14b980930541 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877690 May 20 07:55:53.453805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f9a-2909-461c-83e1-d633988a2aa1 req-95c57d16-b059-4380-9f1c-1b731c780f70 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.456039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72876f9a-2909-461c-83e1-d633988a2aa1 req-95c57d16-b059-4380-9f1c-1b731c780f70 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 945 time: 0.4953735 May 20 07:55:53.496550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6367800 May 20 07:55:53.536087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'admin_state_up': True, 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'security_groups': ['2916ad0b-74c4-49ba-8901-db507899b88d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:53.549334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3935c5ca-b1e6-4d0d-a0fb-b34f63075909 req-c9cf04bc-6fc6-4279-8d41-d0aff487da77 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370598 May 20 07:55:53.810810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72876f9a-2909-461c-83e1-d633988a2aa1 req-77d1a3b7-3676-4653-9c72-b2d7e58e7c9f tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111722 May 20 07:55:53.896396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ec2fe-faa7-4141-93ac-bf7933e50025 req-46c89fb0-0aa3-4d86-88d6-818cdc781b23 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:53.907037 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-139ec2fe-faa7-4141-93ac-bf7933e50025 req-46c89fb0-0aa3-4d86-88d6-818cdc781b23 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1833119 May 20 07:55:54.002365 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-139ec2fe-faa7-4141-93ac-bf7933e50025 req-864b9bf8-5ca5-42f1-b027-2b5fc35cb1e4 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943706 May 20 07:55:54.161873 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:54.363464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 2699a0ec-2232-4389-aaac-da18889765bc {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:54.363988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:54.439581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:54.463685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3eb41-74a7-4bd1-9e36-f35612606342 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:54.470959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Usage tracker for resource:port and tenant:9ac49e641b5a44669086a37dc7b75282 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:54.487162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98677dcd-d8d3-4167-881f-5165965a7c1f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:54.588134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Quota usage for port was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:54.631399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:54.668666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b270-354c-4188-a9ea-a975af708491 req-fbc9166f-af12-4f16-aefd-d77a49bd4152 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:54.675182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b270-354c-4188-a9ea-a975af708491 req-fbc9166f-af12-4f16-aefd-d77a49bd4152 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:54.676057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-da07b270-354c-4188-a9ea-a975af708491 req-fbc9166f-af12-4f16-aefd-d77a49bd4152 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:54.704252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b9887b03-c58a-47ad-ab54-46d3fa4203d8 None None] Provisioning for port 98677dcd-d8d3-4167-881f-5165965a7c1f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:54.756937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:54.760463 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:54.783614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 98677dcd-d8d3-4167-881f-5165965a7c1f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:54.786849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 2699a0ec-2232-4389-aaac-da18889765bc, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2699a0ec-2232-4389-aaac-da18889765bc,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:54.787226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:54.794697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 98677dcd-d8d3-4167-881f-5165965a7c1f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:54.795075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:54.886340 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:55:55.052028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a9cc6-bb02-426f-9386-7dd969851c77 req-0e716eb9-c995-41b4-94b4-b700942fca78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:55.054726 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f76a9cc6-bb02-426f-9386-7dd969851c77 req-0e716eb9-c995-41b4-94b4-b700942fca78 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.0965869 May 20 07:55:55.118196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.211229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Update dhcp port {'port': {'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'fixed_ips': [{'subnet_id': 'bc538fc8-492e-4ea6-ab7a-8ed4e50898ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '46219174-0c66-449b-8ebc-68d8ed1d8288'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '98677dcd-d8d3-4167-881f-5165965a7c1f'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:55:55.267118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98677dcd-d8d3-4167-881f-5165965a7c1f,segment=NetworkSegment(c8aa6c7c-2f87-49b0-88ca-222701a960e2),segment_id=c8aa6c7c-2f87-49b0-88ca-222701a960e2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:55.276261 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.312211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f76a9cc6-bb02-426f-9386-7dd969851c77 req-3c67419e-d169-4400-8b8d-e97a1459e624 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515893 May 20 07:55:55.328418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-da07b270-354c-4188-a9ea-a975af708491 req-fbc9166f-af12-4f16-aefd-d77a49bd4152 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:55.331806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da07b270-354c-4188-a9ea-a975af708491 req-fbc9166f-af12-4f16-aefd-d77a49bd4152 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 1654 time: 1.2628121 May 20 07:55:55.336644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 2699a0ec-2232-4389-aaac-da18889765bc owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:55.394824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.399216 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:55.406350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.1.1.121 (9be48ced-bf74-4367-9c12-853a8c6657ba/f787b335-7096-492e-a23a-2536941340f0/ba871499-6c94-4dfc-a868-edc22341ea34) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:55.483844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:55.491596 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:55.491789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.513100 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d49bea22-22e3-43fa-9109-e0ab55e2c7bc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:55.593058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Allocated IP 172.20.0.18 (fe4d4688-90ef-4b51-a48e-b70ee4842398/46219174-0c66-449b-8ebc-68d8ed1d8288/98677dcd-d8d3-4167-881f-5165965a7c1f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:55.602685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da07b270-354c-4188-a9ea-a975af708491 req-5ac17055-d3b7-4f6f-a675-f3fc9b48e44e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242143 May 20 07:55:55.620276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:55.636819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:55.664833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24021-c9b0-44fd-9d02-cd619ce2497e req-52b89dff-bbd9-4868-8ba3-5ef0c18e290e tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:55.672694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=46219174-0c66-449b-8ebc-68d8ed1d8288,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:55.673970 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74c24021-c9b0-44fd-9d02-cd619ce2497e req-52b89dff-bbd9-4868-8ba3-5ef0c18e290e tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 945 time: 0.1148217 May 20 07:55:55.691796 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:55.696297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:55.696907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.739667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-74c24021-c9b0-44fd-9d02-cd619ce2497e req-f7a12281-5514-4c98-8fe7-eda8a45a63de tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628636 May 20 07:55:55.916780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98677dcd-d8d3-4167-881f-5165965a7c1f,segment=NetworkSegment(c8aa6c7c-2f87-49b0-88ca-222701a960e2),segment_id=c8aa6c7c-2f87-49b0-88ca-222701a960e2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:55.941096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.944861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8480799 May 20 07:55:55.947901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60868) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:55.950920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:55.955567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': 'fe4d4688-90ef-4b51-a48e-b70ee4842398', 'fixed_ips': [{'subnet_id': 'bc538fc8-492e-4ea6-ab7a-8ed4e50898ae'}, {'subnet_id': '46219174-0c66-449b-8ebc-68d8ed1d8288'}], 'name': 'tempest-PortsTestJSON-1213662712'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:55.970873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Transition to ACTIVE for port object 98677dcd-d8d3-4167-881f-5165965a7c1f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:55.994573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object ba871499-6c94-4dfc-a868-edc22341ea34 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:56.028945 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.034226 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:56.035092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7b296-d1ad-40f4-a45e-eef197bf6064 req-0bd9281d-1fc0-4270-8643-569d3127f52f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:56.036643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ab7b296-d1ad-40f4-a45e-eef197bf6064 req-0bd9281d-1fc0-4270-8643-569d3127f52f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 945 time: 0.1786571 May 20 07:55:56.103447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.117892 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20255974-1b60-4ec6-818f-c0d3f21dc100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:56.138817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:56.165809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:56.175807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:56.178863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:56.185078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:56.194933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.270563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Pushing event updated for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:56.278256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2699a0ec-2232-4389-aaac-da18889765bc no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:55:56.289012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:56.307431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=2699a0ec-2232-4389-aaac-da18889765bc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:56.310158 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:56.326774 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-327d187e-cc5d-4d5e-94e8-36da492d0cdc tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:56.334463 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:56.337894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 2699a0ec-2232-4389-aaac-da18889765bc {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:55:56.343870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2699a0ec-2232-4389-aaac-da18889765bc not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:55:56.343870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.477002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.480678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98677dcd-d8d3-4167-881f-5165965a7c1f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:56.489027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ab7b296-d1ad-40f4-a45e-eef197bf6064 req-2541e6a2-bdb0-4050-ad8d-a5a454fe288f tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390562 May 20 07:55:56.542831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:55:56.557579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 9be48ced-bf74-4367-9c12-853a8c6657ba is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:56.594324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 2699a0ec-2232-4389-aaac-da18889765bc on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:56.601298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.615474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:56.631424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'name': 'network-vif-deleted', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:56.650585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:56.791481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:56.803998 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:56.807345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f4bf1-37c9-4f71-a1ab-0f465d95db93 req-1241c31c-a04d-4e6d-8ad5-433d10de9b74 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:56.817370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e245ec6-b1ab-486d-aaf6-bbd7fd3b0871 req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "DELETE /v2.0/ports/2699a0ec-2232-4389-aaac-da18889765bc HTTP/1.1" status: 204 len: 173 time: 3.3498523 May 20 07:55:56.826079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b9f4bf1-37c9-4f71-a1ab-0f465d95db93 req-1241c31c-a04d-4e6d-8ad5-433d10de9b74 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.5879214 May 20 07:55:56.842262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:56.842947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:56.891819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ecc5f-713e-4893-b494-650045204c01 req-a232627e-e10a-4574-9a31-66f8dd15a76f tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:56.895254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-333ecc5f-713e-4893-b494-650045204c01 req-a232627e-e10a-4574-9a31-66f8dd15a76f tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.84 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 945 time: 0.5748372 May 20 07:55:56.980223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4529433 May 20 07:55:57.008965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3b9f4bf1-37c9-4f71-a1ab-0f465d95db93 req-618a721f-6a23-4a44-958f-199d176879c4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793802 May 20 07:55:57.049464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'admin_state_up': True, 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'security_groups': ['2916ad0b-74c4-49ba-8901-db507899b88d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:57.144842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3a8173cc-da3e-4ac2-9a59-12094b6bcecc None None] Provisioning for port ba871499-6c94-4dfc-a868-edc22341ea34 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:57.150934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3a8173cc-da3e-4ac2-9a59-12094b6bcecc None None] Provisioning complete for port ba871499-6c94-4dfc-a868-edc22341ea34 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:57.151546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3a8173cc-da3e-4ac2-9a59-12094b6bcecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:57.263305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee6123-5ca7-4530-80a8-91d864a7fa32 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:55:57.299458 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b58628-28af-4f05-8a95-67db30e095d5', 'name': 'network-vif-deleted', 'tag': '2699a0ec-2232-4389-aaac-da18889765bc', 'status': 'completed', 'code': 200} May 20 07:55:57.421720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3a8173cc-da3e-4ac2-9a59-12094b6bcecc None None] Port ba871499-6c94-4dfc-a868-edc22341ea34 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:57.425108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:57.448094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5513b-19f6-4532-b1ae-ea8980c1f21a req-55e10261-0fa6-49ea-b598-b0483a3200b1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:57.456656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5513b-19f6-4532-b1ae-ea8980c1f21a req-55e10261-0fa6-49ea-b598-b0483a3200b1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:57.462775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5513b-19f6-4532-b1ae-ea8980c1f21a req-55e10261-0fa6-49ea-b598-b0483a3200b1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:57.471533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33e5513b-19f6-4532-b1ae-ea8980c1f21a req-55e10261-0fa6-49ea-b598-b0483a3200b1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 2375 time: 0.4711149 May 20 07:55:57.508513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:57.513162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Deleting port 7eb39710-317a-4a1f-bf12-8d59d390ea2b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:55:57.513655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:57.544756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9305-734b-48a5-a4b5-21dc43da29e3 req-c63f1493-465a-4020-a969-0f5020de29cd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:57.552861 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-755e9305-734b-48a5-a4b5-21dc43da29e3 req-c63f1493-465a-4020-a969-0f5020de29cd tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 945 time: 0.1877902 May 20 07:55:57.598084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.8 (fe4d4688-90ef-4b51-a48e-b70ee4842398/bc538fc8-492e-4ea6-ab7a-8ed4e50898ae/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:57.611715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.29 (fe4d4688-90ef-4b51-a48e-b70ee4842398/46219174-0c66-449b-8ebc-68d8ed1d8288/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:57.635354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-755e9305-734b-48a5-a4b5-21dc43da29e3 req-29113d9a-d948-465b-8c66-95c44a55a1ce tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/security-groups?id=cfb97aea-a298-442e-b034-f3d41c959064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812333 May 20 07:55:57.733147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-54f79a5d-c96e-4b8e-a846-874e06461f5f None None] Provisioning for port 98677dcd-d8d3-4167-881f-5165965a7c1f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:57.742241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-54f79a5d-c96e-4b8e-a846-874e06461f5f None None] Provisioning complete for port 98677dcd-d8d3-4167-881f-5165965a7c1f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:57.742767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54f79a5d-c96e-4b8e-a846-874e06461f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:57.813096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] For port 7eb39710-317a-4a1f-bf12-8d59d390ea2b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7eb39710-317a-4a1f-bf12-8d59d390ea2b,segment=NetworkSegment(6ea7c41b-8d57-47b5-8da1-26209cdaa3db),segment_id=6ea7c41b-8d57-47b5-8da1-26209cdaa3db)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:55:57.814531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:57.857010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33e5513b-19f6-4532-b1ae-ea8980c1f21a req-b3cce93d-b9c5-4e2a-a49c-d38fa7e73449 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835049 May 20 07:55:58.021082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:55:58.149758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.151140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-18764209-8801-41ef-b127-70b17ea80517 None None] Provisioning complete for port 98677dcd-d8d3-4167-881f-5165965a7c1f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:58.153039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18764209-8801-41ef-b127-70b17ea80517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.172509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:58.368692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.376750 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-faf0a02e-b739-4c7b-ba47-78517b162fd1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:58.400851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98677dcd-d8d3-4167-881f-5165965a7c1f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:55:58.542198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:58.558349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 98677dcd-d8d3-4167-881f-5165965a7c1f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:58.558954 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.565092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Calling delete_port for 7eb39710-317a-4a1f-bf12-8d59d390ea2b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:55:58.601508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=c77e9fd8-b7f5-4723-8ec4-5c28d6f23666,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:58.618341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:58.639914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:55:58.650047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:55:58.670200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:55:58.673041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bb6c49f5-e9f0-4f8c-a027-3c818bbcef78 req-9347ee1c-8e9e-49a3-8795-c9ed83d293a1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:55:58.767908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.776674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:58.777298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.842242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bb6c49f5-e9f0-4f8c-a027-3c818bbcef78 req-9347ee1c-8e9e-49a3-8795-c9ed83d293a1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:55:58.854010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7726-2935-4561-83e2-18fc89f1ae24 req-ee7ff0a4-07cb-4abe-b24c-f598f3a8064b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:58.854277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb6c49f5-e9f0-4f8c-a027-3c818bbcef78 req-9347ee1c-8e9e-49a3-8795-c9ed83d293a1 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6b58628-28af-4f05-8a95-67db30e095d5 HTTP/1.1" status: 200 len: 210 time: 0.3636143 May 20 07:55:58.862589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c82f7726-2935-4561-83e2-18fc89f1ae24 req-ee7ff0a4-07cb-4abe-b24c-f598f3a8064b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.3194749 May 20 07:55:58.887870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:58.909637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9593103 May 20 07:55:58.914226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60912) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:58.944098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc538fc8-492e-4ea6-ab7a-8ed4e50898ae'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:55:59.010275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c82f7726-2935-4561-83e2-18fc89f1ae24 req-89f7dedf-663c-4716-8251-00f44041199a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465712 May 20 07:55:59.016660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:55:59.030464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Usage tracker for resource:security_group_rule and tenant:5af43c23eea04f46bd9682985b29d44e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:55:59.035053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:55:59.057139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:55:59.116952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af214124-e778-4562-8db3-9e5fe327fa0f None None] Provisioning for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:55:59.122466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af214124-e778-4562-8db3-9e5fe327fa0f None None] Provisioning complete for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:55:59.122897 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af214124-e778-4562-8db3-9e5fe327fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.186059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af214124-e778-4562-8db3-9e5fe327fa0f None None] Port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:55:59.202543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.211548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:59.219253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['7eb39710-317a-4a1f-bf12-8d59d390ea2b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:55:59.265609 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-509be7d0-d84b-4190-b66f-f571ffab20f4 req-9e4d9c9f-b0d4-4bb5-b930-6fbdc1bf75f4 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 210 time: 0.0649347 May 20 07:55:59.266812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.269810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Pushing event deleted for resources: {'Port': ['ID=7eb39710-317a-4a1f-bf12-8d59d390ea2b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:59.287715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51df02-bb9f-46a2-ad2f-0a04c86c6710 req-d3796a64-178f-47fa-9f56-0592112ccd85 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:59.297313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f51df02-bb9f-46a2-ad2f-0a04c86c6710 req-d3796a64-178f-47fa-9f56-0592112ccd85 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2738562 May 20 07:55:59.312942 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:59.318845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.2.2.100 (19799f4d-b0bb-4c8b-bc02-55923a2094ba/10e7acdd-5bdc-4b1a-bd97-17e1a41a8993/2e4f92b1-59c7-431c-9c55-56955699f3fc) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:55:59.459644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] No DVR routers for this DVR port 7eb39710-317a-4a1f-bf12-8d59d390ea2b on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:55:59.473141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.478884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f51df02-bb9f-46a2-ad2f-0a04c86c6710 req-af99320b-5c95-458c-bc63-88ebb0a82ceb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799948 May 20 07:55:59.479444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'name': 'network-vif-deleted', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:55:59.643145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-333ecc5f-713e-4893-b494-650045204c01 req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.84 "DELETE /v2.0/ports/7eb39710-317a-4a1f-bf12-8d59d390ea2b HTTP/1.1" status: 204 len: 173 time: 2.7392154 May 20 07:55:59.658656 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8647b01d-a54e-4fcc-bf80-ed93e6edd59c', 'name': 'network-vif-deleted', 'tag': '7eb39710-317a-4a1f-bf12-8d59d390ea2b', 'status': 'completed', 'code': 200} May 20 07:55:59.684006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.702115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object 2e4f92b1-59c7-431c-9c55-56955699f3fc will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:55:59.747111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.814191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.827077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4a7d1d8a-19bb-4b6f-ba01-3c1dbddcb690 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:59.837800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e2457-cf8b-4694-bf94-5daec5a5bb37 req-1c08f45e-6d0c-4537-accd-fc6598f47b27 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:59.843748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e2457-cf8b-4694-bf94-5daec5a5bb37 req-1c08f45e-6d0c-4537-accd-fc6598f47b27 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:59.849877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e2457-cf8b-4694-bf94-5daec5a5bb37 req-1c08f45e-6d0c-4537-accd-fc6598f47b27 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:55:59.851585 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2c3e2457-cf8b-4694-bf94-5daec5a5bb37 req-1c08f45e-6d0c-4537-accd-fc6598f47b27 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 2375 time: 0.2774596 May 20 07:55:59.856393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:55:59.869088 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-60f9dfdf-9453-4212-90cf-c43a7e28b97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:55:59.941860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:55:59.953849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:55:59.977905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5af43c23eea04f46bd9682985b29d44e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4274683 May 20 07:55:59.978826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:55:59.997948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1e9dd-571e-468c-9cad-aed275fa8040,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:00.005768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:00.007967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:00.010813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:00.024567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:00.025086 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2c3e2457-cf8b-4694-bf94-5daec5a5bb37 req-936cd55b-cc75-4a16-adb5-c7c82e8b8a1c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546743 May 20 07:56:00.051965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Delete allocated IP 172.20.0.29 (fe4d4688-90ef-4b51-a48e-b70ee4842398/46219174-0c66-449b-8ebc-68d8ed1d8288) {{(pid=93102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 07:56:00.152716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.164828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:00.165500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.223562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.407609 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.410235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.411548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6df1e9dd-571e-468c-9cad-aed275fa8040 HTTP/1.1" status: 204 len: 168 time: 0.4282444 May 20 07:56:00.412411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bb2e8ac-795f-4336-bfdc-ff75998ac4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:00.431428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1e9dd-571e-468c-9cad-aed275fa8040,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:00.446475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4014261 May 20 07:56:00.451777 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:00.462456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46150b6-3ed6-4932-9039-fdaf5bf0b607 req-b7ceb60d-f23f-4360-bcea-66a6f729dd76 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:00.462584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'admin_state_up': True, 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'security_groups': ['2916ad0b-74c4-49ba-8901-db507899b88d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:00.462698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f46150b6-3ed6-4932-9039-fdaf5bf0b607 req-b7ceb60d-f23f-4360-bcea-66a6f729dd76 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2471845 May 20 07:56:00.476967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.522728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3c9b3098-10b2-456e-ac99-e43efa71321a None None] Provisioning for port 2e4f92b1-59c7-431c-9c55-56955699f3fc completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:00.529436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3c9b3098-10b2-456e-ac99-e43efa71321a None None] Provisioning complete for port 2e4f92b1-59c7-431c-9c55-56955699f3fc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:00.529938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3098-10b2-456e-ac99-e43efa71321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.534642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:00.544237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f46150b6-3ed6-4932-9039-fdaf5bf0b607 req-3be43ad5-6b31-4d62-8e48-ffb68c92a96d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705326 May 20 07:56:00.605834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3098-10b2-456e-ac99-e43efa71321a None None] Port 2e4f92b1-59c7-431c-9c55-56955699f3fc cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:00.644874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.646574 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b4cb8e97-dc74-4daf-bd40-f6e02210f66a tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:00.696360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d0f94281-3d28-4826-8b26-0650b7133b63 req-ac6cb0b8-5311-4fe6-90cc-cf3fdf245f84 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Synchronizing usage tracker for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:00.780171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:00.791430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:00.824137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d0f94281-3d28-4826-8b26-0650b7133b63 req-ac6cb0b8-5311-4fe6-90cc-cf3fdf245f84 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Unset dirty status for tenant:abeeffbf5de04080bfcd9574b3d11354 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:00.841179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0f94281-3d28-4826-8b26-0650b7133b63 req-ac6cb0b8-5311-4fe6-90cc-cf3fdf245f84 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] 10.222.0.79 "GET /v2.0/ports?device_id=8647b01d-a54e-4fcc-bf80-ed93e6edd59c HTTP/1.1" status: 200 len: 210 time: 0.3006310 May 20 07:56:00.868743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Made reservation on behalf of 9ac49e641b5a44669086a37dc7b75282 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:00.873715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:00.981112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=c77e9fd8-b7f5-4723-8ec4-5c28d6f23666,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:00.990188 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:01.034425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] In _notify_port_updated(), no bound segment for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 on network fe4d4688-90ef-4b51-a48e-b70ee4842398 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:56:01.043370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.044235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.045998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/ports/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 HTTP/1.1" status: 200 len: 919 time: 2.1308496 May 20 07:56:01.051297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:01.060825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc538fc8-492e-4ea6-ab7a-8ed4e50898ae'}, {'subnet_id': '46219174-0c66-449b-8ebc-68d8ed1d8288'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:01.167883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896124d0-264a-472e-a2d2-77bf4c872327 req-264c0f2c-1aeb-44c8-89e6-723414757dd4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.169399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-896124d0-264a-472e-a2d2-77bf4c872327 req-264c0f2c-1aeb-44c8-89e6-723414757dd4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.4048219 May 20 07:56:01.230533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Allocated IP 10.2.2.200 (19799f4d-b0bb-4c8b-bc02-55923a2094ba/10e7acdd-5bdc-4b1a-bd97-17e1a41a8993/7f7a9f31-148b-4d6a-93f0-047d172fc78f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:01.289965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.303424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-896124d0-264a-472e-a2d2-77bf4c872327 req-07ca5008-26d6-4484-b840-cec337caf705 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893977 May 20 07:56:01.328659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-91ec1f83-cf59-4974-b5f0-9faa0605e5ac None None] Provisioning for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:01.335451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-91ec1f83-cf59-4974-b5f0-9faa0605e5ac None None] Provisioning complete for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:01.335822 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91ec1f83-cf59-4974-b5f0-9faa0605e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.371694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60956) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:01.401114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.465789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-91ec1f83-cf59-4974-b5f0-9faa0605e5ac None None] Port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:01.475637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:01.484689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Usage tracker for resource:security_group_rule and tenant:40d7c620e11d4e8fbdbf24e1571d593d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:01.490789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:01.499300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:01.672648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.679160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.685088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.691051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:01.692113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:01.722803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7eb39710-317a-4a1f-bf12-8d59d390ea2b no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:01.741744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.760922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Transition to ACTIVE for port object 7f7a9f31-148b-4d6a-93f0-047d172fc78f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:01.763973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 7eb39710-317a-4a1f-bf12-8d59d390ea2b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:01.764576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7eb39710-317a-4a1f-bf12-8d59d390ea2b not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:01.765967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.767475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.29 (fe4d4688-90ef-4b51-a48e-b70ee4842398/46219174-0c66-449b-8ebc-68d8ed1d8288/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:01.859033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:01.861508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65b348c2-5de2-4436-b039-1b720b144a5e req-84e693f7-2323-43a9-b203-b57d7acbe665 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3096 time: 0.4345005 May 20 07:56:01.861508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.861870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:01.868715 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee10d6c1-94a9-47b9-9637-68d54ea127b7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:01.876872 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04bea0a2-366a-4105-9400-a0e6d93d0542 tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:01.996732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65b348c2-5de2-4436-b039-1b720b144a5e req-773908c9-04a4-42c9-bbd7-91d54b285a4f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893991 May 20 07:56:01.998763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:02.002816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:02.005654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:02.056892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:02.066453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:02.110388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:02.119347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.119783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40d7c620e11d4e8fbdbf24e1571d593d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467887 May 20 07:56:02.124541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60972) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:02.143884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 60976) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:02.155780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21d0cb-339d-46a6-987f-f4ca2ba22d91,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:02.162420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:02.208064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.237260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af893a-b42e-4e1a-ad16-3b8aed4f6fea req-d56506bb-01e9-42c0-87ae-1820e01cefd5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:02.238860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d3af893a-b42e-4e1a-ad16-3b8aed4f6fea req-d56506bb-01e9-42c0-87ae-1820e01cefd5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.1696939 May 20 07:56:02.240084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:02.248860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7924876 May 20 07:56:02.291718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:02.309536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d3af893a-b42e-4e1a-ad16-3b8aed4f6fea req-226b3494-1b32-486e-8c19-45a30ecc47f3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 May 20 07:56:02.344370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.350294 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:02.391175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Deleting subnet 9fa021e7-0b23-4ead-9e95-e3c19f150601 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:02.414668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.450314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.493198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-006cd6fc-cd6e-4fbc-8db5-8bab43a9b14e None None] Provisioning for port 7f7a9f31-148b-4d6a-93f0-047d172fc78f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:02.500564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-006cd6fc-cd6e-4fbc-8db5-8bab43a9b14e None None] Provisioning complete for port 7f7a9f31-148b-4d6a-93f0-047d172fc78f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:02.502753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-006cd6fc-cd6e-4fbc-8db5-8bab43a9b14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.554787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.625566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-006cd6fc-cd6e-4fbc-8db5-8bab43a9b14e None None] Port 7f7a9f31-148b-4d6a-93f0-047d172fc78f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:02.662912 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.668283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=c77e9fd8-b7f5-4723-8ec4-5c28d6f23666,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:02.671800 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:02.711718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] In _notify_port_updated(), no bound segment for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 on network fe4d4688-90ef-4b51-a48e-b70ee4842398 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:56:02.717411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:02.718102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.722193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/ports/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 HTTP/1.1" status: 200 len: 999 time: 1.6665702 May 20 07:56:02.723329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60990) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:02.731054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.883960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:02.884238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:02.906641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.017093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ddc830d9-6d3a-4bc2-99ac-d0b0f39e2202 None None] Provisioning for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:03.024884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ddc830d9-6d3a-4bc2-99ac-d0b0f39e2202 None None] Provisioning complete for port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:03.029092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ddc830d9-6d3a-4bc2-99ac-d0b0f39e2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.066667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.086992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.099867 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b9d0cfa-5b7f-4575-a86d-aef321a8ce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:03.118668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ddc830d9-6d3a-4bc2-99ac-d0b0f39e2202 None None] Port c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:03.125427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21d0cb-339d-46a6-987f-f4ca2ba22d91,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:03.129356 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:03.215213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:03.225071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.226225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef21d0cb-339d-46a6-987f-f4ca2ba22d91 HTTP/1.1" status: 204 len: 168 time: 1.1005726 May 20 07:56:03.234250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd4bf-2b41-494c-9683-f451b4833c0f req-f48bacd3-5192-43a2-959b-f4610283f30e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.236429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bd4bf-2b41-494c-9683-f451b4833c0f req-f48bacd3-5192-43a2-959b-f4610283f30e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.6261809 May 20 07:56:03.392013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bd4bf-2b41-494c-9683-f451b4833c0f req-ac642ca3-8756-4e3e-9a88-1121eb51c359 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467638 May 20 07:56:03.637603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6716a4ee-8a6c-487b-8dac-76f21f5249fc {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:03.658508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.671590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-47a0eaa8-d89e-4593-87dc-883238dcb494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:03.690533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.750365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=c77e9fd8-b7f5-4723-8ec4-5c28d6f23666,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:03.754465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:03.764432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.771469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.791782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.803627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.820367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:03.832599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-78cb5b29-e14b-4d84-bffe-c31af357eb38 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3817 time: 0.1851699 May 20 07:56:03.879580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Transition to ACTIVE for port object 6716a4ee-8a6c-487b-8dac-76f21f5249fc will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:03.891115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:03.899824 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6ca544a8-b647-446f-a207-6c0769970189 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:04.056558 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.094920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ce6-77dc-4078-ba42-6594d8a16e43 req-f754b629-c308-4279-8cfa-3ea69fcd9c94 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:04.102189 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69173ce6-77dc-4078-ba42-6594d8a16e43 req-f754b629-c308-4279-8cfa-3ea69fcd9c94 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.5123043 May 20 07:56:04.127460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa021e7-0b23-4ead-9e95-e3c19f150601,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:04.132081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.134335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 HTTP/1.1" status: 204 len: 168 time: 1.4105721 May 20 07:56:04.135172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32786) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:04.144707 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:04.155761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84b23b08-ff65-4579-95fa-2f4691267310 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:04.206387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5c99ef0-cb41-48cf-91bf-75bcf16a3809 req-ef991e02-1088-464d-9d28-378dddf23a2b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726559 May 20 07:56:04.226651 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7416db-6d89-493d-8152-a5529c205912 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:56:04.227165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d7416db-6d89-493d-8152-a5529c205912 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:04.273438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-69173ce6-77dc-4078-ba42-6594d8a16e43 req-e2e408ab-302b-42dd-ab27-f7aec98e8d91 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686797 May 20 07:56:04.273673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.330883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:04.331123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9fa021e7-0b23-4ead-9e95-e3c19f150601 HTTP/1.1" status: 204 len: 168 time: 2.1859963 May 20 07:56:04.389910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:04.397353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d7416db-6d89-493d-8152-a5529c205912 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:04.402002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d7416db-6d89-493d-8152-a5529c205912 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 HTTP/1.1" status: 404 len: 333 time: 0.2515144 May 20 07:56:04.405595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:04.464896 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:04.562698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Attempting to bind port 6716a4ee-8a6c-487b-8dac-76f21f5249fc on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:04.563060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Attempting to bind port 6716a4ee-8a6c-487b-8dac-76f21f5249fc by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:04.563955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Attempting to bind port 6716a4ee-8a6c-487b-8dac-76f21f5249fc on network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:04.569546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Port 6716a4ee-8a6c-487b-8dac-76f21f5249fc on network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:04.569884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Attempting to bind port 6716a4ee-8a6c-487b-8dac-76f21f5249fc on network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:04.575897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:04.576247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Checking segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:04.576643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Bound using segment: {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:04.577081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Bound port: 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b708e6c-a4c5-4322-95cf-c031d021d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:04.577594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.618305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 46219174-0c66-449b-8ebc-68d8ed1d8288 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:04.630538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.790875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:04.794431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:04.794942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.812407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8834d6-4eb6-4f66-8b26-72f0cf4bde7a req-e892adf5-a5f9-4eb0-85ac-0d98acce2c9e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:04.815311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b8834d6-4eb6-4f66-8b26-72f0cf4bde7a req-e892adf5-a5f9-4eb0-85ac-0d98acce2c9e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.1821568 May 20 07:56:04.820799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.868855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b8834d6-4eb6-4f66-8b26-72f0cf4bde7a req-140b3661-5740-4c8a-96b8-acdeed41ed26 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 May 20 07:56:04.949147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:04.960529 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be55d41-0301-4c30-8bce-5fddae534b49 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:05.052889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.053542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.054950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] 10.222.0.84 "PUT /v2.0/ports/6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1092 time: 2.7861021 May 20 07:56:05.055572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:05.091929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:05.103414 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:05.122376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-d199cc94-9177-4e8d-baa9-b8063acaca1e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.124166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-d199cc94-9177-4e8d-baa9-b8063acaca1e tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 945 time: 0.2150366 May 20 07:56:05.200748 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'status': 'completed', 'code': 200} May 20 07:56:05.276135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b48dbb-84ae-4f25-9180-fb93d6c87aba req-78ad4d3a-69bd-40a1-a3f5-8bb3bcc3723d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.277680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-11b48dbb-84ae-4f25-9180-fb93d6c87aba req-78ad4d3a-69bd-40a1-a3f5-8bb3bcc3723d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 945 time: 0.6562500 May 20 07:56:05.314358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.318526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:05.347169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668de7c3-3b90-49f5-94df-df472792fb5e']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:05.368859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7c41b-8d57-47b5-8da1-26209cdaa3db') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:05.369148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7c41b-8d57-47b5-8da1-26209cdaa3db') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:05.399885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.414165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.548813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.555970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:05.556937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: timer() May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:05.571602 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:05.597146 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-11b48dbb-84ae-4f25-9180-fb93d6c87aba req-a2b2c223-4b90-4e0d-9c79-b1f0b7ac763d tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885215 May 20 07:56:05.678783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.679526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.679764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.680256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.680735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.682640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-09a0c82c-4624-45e6-a33e-524ab16f9684 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 4364 time: 0.4807899 May 20 07:56:05.697093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.795176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.801258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.807403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.813305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.819180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:05.825283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-88049d59-de36-4fdd-bc8a-e7f1b7de97e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3829 time: 0.4041481 May 20 07:56:05.865513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.914049 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9a0bbe5-50b1-4a74-90c6-c193c00a47f0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:05.941412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.953203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Deleting port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:05.953594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:05.982684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Pushing event deleted for resources: {'Network': ['ID=668de7c3-3b90-49f5-94df-df472792fb5e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:05.993688 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:05.994767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] 10.222.0.79 "DELETE /v2.0/networks/668de7c3-3b90-49f5-94df-df472792fb5e HTTP/1.1" status: 204 len: 168 time: 1.6619956 May 20 07:56:06.094349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412204d-127e-45c0-9bdd-614b1bbe2125 req-e5700942-e8ec-430f-a8a8-3dadb441ab56 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.096670 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0412204d-127e-45c0-9bdd-614b1bbe2125 req-e5700942-e8ec-430f-a8a8-3dadb441ab56 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2326179 May 20 07:56:06.142495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60acb89a-30cf-431c-b8da-69289f1d7579 req-5dc62f90-3979-4b5c-b76d-8409301cf96c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486310 May 20 07:56:06.180439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-9aa3a415-f38f-4717-b3e6-ec242abab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.180924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-9aa3a415-f38f-4717-b3e6-ec242abab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.181526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-9aa3a415-f38f-4717-b3e6-ec242abab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.190297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-9aa3a415-f38f-4717-b3e6-ec242abab3b8 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4874840 May 20 07:56:06.190550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0412204d-127e-45c0-9bdd-614b1bbe2125 req-609ef901-67cb-421d-a495-8d2808734ebe tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815108 May 20 07:56:06.214235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.224535 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4461c9a0-702f-40a1-b844-4c7229c24693 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:06.333451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.335828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb1911-1897-4e34-accf-d79ea3ce3316 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:06.346550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=46219174-0c66-449b-8ebc-68d8ed1d8288,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:06.350826 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:06.361703 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/46219174-0c66-449b-8ebc-68d8ed1d8288 HTTP/1.1" status: 204 len: 168 time: 1.9510686 May 20 07:56:06.362254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:06.444395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32846) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:06.580850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] For port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,segment=NetworkSegment(db28affb-a12e-4617-b415-582138d07e25),segment_id=db28affb-a12e-4617-b415-582138d07e25)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:06.581508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.662652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d276064c-20d2-4f2b-a773-96b3942a0ec1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=abeeffbf5de04080bfcd9574b3d11354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168512 May 20 07:56:06.669970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:06.678100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet bc538fc8-492e-4ea6-ab7a-8ed4e50898ae {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:06.698198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.768896 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd8f4-39ad-4659-a127-91eab221d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.781293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Calling delete_port for 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:06.800952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad572d-ba2f-4aee-9928-8849f2c6f01d req-c98fce60-4814-48de-bf29-727d8eee4cec tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.810979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9bad572d-ba2f-4aee-9928-8849f2c6f01d req-c98fce60-4814-48de-bf29-727d8eee4cec tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.3735373 May 20 07:56:06.837707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:06.856804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-68fe80c5-e60a-4e2c-9b7b-40f218d82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:06.859496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9c324a7-3708-45d2-87ae-6fc45a0bcbfe req-68fe80c5-e60a-4e2c-9b7b-40f218d82deb service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6653059 May 20 07:56:06.967289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9bad572d-ba2f-4aee-9928-8849f2c6f01d req-8722f30c-9fd9-4231-872f-96fe3fdd2ee8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554701 May 20 07:56:06.989426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.055349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.064448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80797d6-b88f-4fc7-ac69-0b877c9228ef req-1620ce51-89b7-4d8e-a73f-a17ad926f8da tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:07.072111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f80797d6-b88f-4fc7-ac69-0b877c9228ef req-1620ce51-89b7-4d8e-a73f-a17ad926f8da tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.4586861 May 20 07:56:07.100114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.171322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa6c045-39f5-44e3-9850-f125cf625115 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:07.223044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.294422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f80797d6-b88f-4fc7-ac69-0b877c9228ef req-61806f98-7494-474b-82cd-9afa6b41e589 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213223 May 20 07:56:07.375184 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.380107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Transition to ACTIVE for port object dfa6c045-39f5-44e3-9850-f125cf625115 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:07.381766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.384389 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c639787e-12e1-4a55-bbc3-84419d26f45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:07.391841 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:07.420712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb97aea-a298-442e-b034-f3d41c959064,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:07.423770 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:07.478589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Pushing event deleted for resources: {'Port': ['ID=4e0c6043-96fc-4fd2-ba9a-88a49acad4a5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:07.482469 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:07.525585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5597e-bb2f-4542-8144-be234597682c req-cbdd27b1-6062-4ad2-8f60-47545b71742c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:07.533728 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1b5597e-bb2f-4542-8144-be234597682c req-cbdd27b1-6062-4ad2-8f60-47545b71742c tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 945 time: 0.3597872 May 20 07:56:07.545994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.569100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.570235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cfb97aea-a298-442e-b034-f3d41c959064 HTTP/1.1" status: 204 len: 168 time: 0.8981624 May 20 07:56:07.622816 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1b5597e-bb2f-4542-8144-be234597682c req-7e01276e-2f39-494f-bb38-7baeb25851fa tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2f5fe61-9825-455d-856d-b04d163ae841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832062 May 20 07:56:07.646893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c820e94-20c0-475d-ac7e-51ddb549d356 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:07.720177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.732492 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:07.780562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=bc538fc8-492e-4ea6-ab7a-8ed4e50898ae,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:07.824012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-768bb3e9-2af2-489e-9f73-17d9ae547053 None None] Provisioning complete for port 98677dcd-d8d3-4167-881f-5165965a7c1f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:07.824845 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:07.826875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-768bb3e9-2af2-489e-9f73-17d9ae547053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.837213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.865008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/bc538fc8-492e-4ea6-ab7a-8ed4e50898ae HTTP/1.1" status: 204 len: 168 time: 1.5016105 May 20 07:56:07.894758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32880) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:07.928390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] No DVR routers for this DVR port 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:07.928984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376fb2d-c8e2-42c0-817c-4293d25b8888 None None] Network fe4d4688-90ef-4b51-a48e-b70ee4842398 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:07.935834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:07.944934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'name': 'network-vif-deleted', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:08.248056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:08.259369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Attempting to bind port dfa6c045-39f5-44e3-9850-f125cf625115 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:08.259715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Attempting to bind port dfa6c045-39f5-44e3-9850-f125cf625115 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:08.260047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Attempting to bind port dfa6c045-39f5-44e3-9850-f125cf625115 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:08.282681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ae58df8-9e64-4d8a-b483-9850e338b3c2 req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.81 "DELETE /v2.0/ports/4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 HTTP/1.1" status: 204 len: 173 time: 3.1468740 May 20 07:56:08.284806 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:08.285626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Port dfa6c045-39f5-44e3-9850-f125cf625115 on network 9be48ced-bf74-4367-9c12-853a8c6657ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:08.286191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Attempting to bind port dfa6c045-39f5-44e3-9850-f125cf625115 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:08.325878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.340490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:08.349656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.364266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.379300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.389639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:08.390187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 4e0c6043-96fc-4fd2-ba9a-88a49acad4a5 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:08.400456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.410023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.412601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-821e9cec-5c75-494b-853e-f63524204d14 req-a7ab72f1-b21c-48d1-9e81-b4e8fcb0f110 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 4607 time: 0.8751104 May 20 07:56:08.414179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:08.414675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:08.415169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Bound using segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:08.415780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Bound port: dfa6c045-39f5-44e3-9850-f125cf625115, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:08.416235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.478382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] DHCP port deletion for fe4d4688-90ef-4b51-a48e-b70ee4842398 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:56:08.495633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75263454-4a5f-450d-9e0c-c9925d999445 req-a853fe23-5a8a-4a82-963f-44df801f8384 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:08.497827 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-75263454-4a5f-450d-9e0c-c9925d999445 req-a853fe23-5a8a-4a82-963f-44df801f8384 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.7731445 May 20 07:56:08.501902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.595919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Deleting port 98677dcd-d8d3-4167-881f-5165965a7c1f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:08.596362 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.642474 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-821e9cec-5c75-494b-853e-f63524204d14 req-4c80bbda-20c2-47cb-97e9-cc5a3bf35b89 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983707 May 20 07:56:08.659618 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-75263454-4a5f-450d-9e0c-c9925d999445 req-e0cfcadd-ee25-4f55-8157-142e12e46489 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553245 May 20 07:56:08.740457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 98677dcd-d8d3-4167-881f-5165965a7c1f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:08.741722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.762865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:08.770884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:08.780720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98677dcd-d8d3-4167-881f-5165965a7c1f,segment=NetworkSegment(c8aa6c7c-2f87-49b0-88ca-222701a960e2),segment_id=c8aa6c7c-2f87-49b0-88ca-222701a960e2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:08.784084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.811377 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c34244-f53b-4d86-87aa-fbdf98f65014', 'name': 'network-vif-deleted', 'tag': '4e0c6043-96fc-4fd2-ba9a-88a49acad4a5', 'status': 'completed', 'code': 200} May 20 07:56:08.854454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:08.871485 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a72513e5-4d4b-4e70-8166-58b979f0ad8f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:09.000051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Calling delete_port for 98677dcd-d8d3-4167-881f-5165965a7c1f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:09.001207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port 98677dcd-d8d3-4167-881f-5165965a7c1f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98677dcd-d8d3-4167-881f-5165965a7c1f,segment=NetworkSegment(c8aa6c7c-2f87-49b0-88ca-222701a960e2),segment_id=c8aa6c7c-2f87-49b0-88ca-222701a960e2)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:09.001852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.085291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:09.087287 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.089223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] 10.222.0.84 "PUT /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 1136 time: 3.8862708 May 20 07:56:09.092371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:09.108597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:09.225377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:09.264045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 98677dcd-d8d3-4167-881f-5165965a7c1f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:09.304263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.316853 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c1c786eb-66e1-4f41-b0a7-2b4263788445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:09.334752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8569d-b559-49bf-809f-8829a508be97 req-2f415664-aa62-42cf-8471-13e968bc0d35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:09.336392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38f8569d-b559-49bf-809f-8829a508be97 req-2f415664-aa62-42cf-8471-13e968bc0d35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.3385735 May 20 07:56:09.410016 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38f8569d-b559-49bf-809f-8829a508be97 req-647ff942-912b-4de3-944c-85d5224c13b7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585239 May 20 07:56:09.411819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.417100 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51720afd-c276-4aee-9878-a41987a5ef70 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:09.487462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:09.502333 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:09.505240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port 98677dcd-d8d3-4167-881f-5165965a7c1f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:09.523267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Pushing event deleted for resources: {'Port': ['ID=98677dcd-d8d3-4167-881f-5165965a7c1f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:09.525685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] No DVR routers for this DVR port 98677dcd-d8d3-4167-881f-5165965a7c1f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:09.528827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8b36425-68c5-439b-b719-03837d8b8f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.532464 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:09.558072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f16430fb-c86c-4cfa-9162-5bca917f4650 req-41da00f9-8a92-4f8d-a193-06c010509fb8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Synchronizing usage tracker for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:09.624078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.643242 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.651482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:09.758112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.774656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4d4688-90ef-4b51-a48e-b70ee4842398']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:09.794327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aa6c7c-2f87-49b0-88ca-222701a960e2') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:09.795016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aa6c7c-2f87-49b0-88ca-222701a960e2') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:09.812444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.828343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1787194602-network', 'tenant_id': 'd3fdbd050ea24ad3ba5cc29677a0c50a'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:09.838341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:09.843254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Usage tracker for resource:network and tenant:d3fdbd050ea24ad3ba5cc29677a0c50a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:09.847427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.849960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:09.858873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:09.861887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:09.862399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: timer() May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:09.891719 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:09.894901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f16430fb-c86c-4cfa-9162-5bca917f4650 req-41da00f9-8a92-4f8d-a193-06c010509fb8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Unset dirty status for tenant:93e8b61f80c64763bff84860e61c16de on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:09.902049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f16430fb-c86c-4cfa-9162-5bca917f4650 req-41da00f9-8a92-4f8d-a193-06c010509fb8 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c34244-f53b-4d86-87aa-fbdf98f65014 HTTP/1.1" status: 200 len: 210 time: 0.5057468 May 20 07:56:10.034642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Made reservation on behalf of d3fdbd050ea24ad3ba5cc29677a0c50a for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:10.037312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.064194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.086141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:10.092050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Usage tracker for resource:security_group_rule and tenant:d3fdbd050ea24ad3ba5cc29677a0c50a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:10.096434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:10.104013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:10.127407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284276c3-853b-44b0-b3e1-7cac773b61cf req-cfd96281-1c69-487b-b554-34fbd7c4b97d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.128969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-284276c3-853b-44b0-b3e1-7cac773b61cf req-cfd96281-1c69-487b-b554-34fbd7c4b97d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.2327061 May 20 07:56:10.191135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.198449 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-138d6b71-d2d1-4168-a791-b2d3527a6b5a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:10.219736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-284276c3-853b-44b0-b3e1-7cac773b61cf req-2d602e5c-fc63-47bd-a5a2-8243ec0f3d41 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843644 May 20 07:56:10.227568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.229652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.237071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.239847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=fe4d4688-90ef-4b51-a48e-b70ee4842398,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:10.243469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.247993 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:10.249769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.257022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.263721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.266034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-c380acfc-6da9-4dc5-90d3-1b2c0f5008fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 4607 time: 0.2336755 May 20 07:56:10.348196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98677dcd-d8d3-4167-881f-5165965a7c1f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:10.353302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.355548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a3f154e-1ea2-475f-afd8-c7d7cdf4551c req-559ea06c-5b89-4e99-9c50-d719635ba57f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794783 May 20 07:56:10.367021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/fe4d4688-90ef-4b51-a48e-b70ee4842398 HTTP/1.1" status: 204 len: 168 time: 2.4710975 May 20 07:56:10.370036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32934) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:10.416914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 98677dcd-d8d3-4167-881f-5165965a7c1f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:10.417585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98677dcd-d8d3-4167-881f-5165965a7c1f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:10.423139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.436652 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0aaa99bf-097e-4bb0-841b-bcc9df989b90 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:10.445282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49209233-9254-4f06-8ab8-d25aa23f2f85 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:10.453432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.468781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Transition to ACTIVE for port object 49209233-9254-4f06-8ab8-d25aa23f2f85 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:10.522209 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.524405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:10.527911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-210aa4b5-d1ca-464d-80df-4c26382537b5 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:10.540444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7402902-c91c-4846-a928-1d58908fd4ef,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:10.552012 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:10.565673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.566046 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Added segment 76d941a0-15e7-41f2-ad8a-1aa8959b8f87 of type vlan for network 7170ea70-afcc-4c88-af2d-2bf528e633ea May 20 07:56:10.614091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.661895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1c689-9d47-407d-9c06-15e32785b143 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.662619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-34b1c689-9d47-407d-9c06-15e32785b143 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:10.678731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702984c-5ea2-421d-a482-b87cdfe23c5d req-235b073e-1f4e-40ff-9343-f5c34f55c626 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.686536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f702984c-5ea2-421d-a482-b87cdfe23c5d req-235b073e-1f4e-40ff-9343-f5c34f55c626 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2650323 May 20 07:56:10.738796 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.739843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:10.740411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:10.770274 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d54a6a5b-e9e9-40b9-8a83-dc55d08f8bc1 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:10.792783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f702984c-5ea2-421d-a482-b87cdfe23c5d req-dc31bd5b-8cac-474c-84f1-11b3e0e515ca tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025944 May 20 07:56:10.822802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-34b1c689-9d47-407d-9c06-15e32785b143 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:10.824089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-34b1c689-9d47-407d-9c06-15e32785b143 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4531586 May 20 07:56:10.830022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32946) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:10.855972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:10.878866 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2220335 May 20 07:56:10.904214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:10.906530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 32952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:10.921392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:10.931406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Request body: {'subnet': {'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1787194602-subnet', 'tenant_id': 'd3fdbd050ea24ad3ba5cc29677a0c50a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:10.935714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Pushing event updated for resources: {'Network': ['ID=7170ea70-afcc-4c88-af2d-2bf528e633ea,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:10.937363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:10.942975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Usage tracker for resource:subnet and tenant:d3fdbd050ea24ad3ba5cc29677a0c50a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:10.944021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:10.947193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:10.950632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7170ea70-afcc-4c88-af2d-2bf528e633ea details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:10.972742 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6dd969d9-0803-439b-98cf-0f71bc069cd9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1419609 May 20 07:56:10.977224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:10.983073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1881407161'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:10.989183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:10.989517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:10.993684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:10.997001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:11.004129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:11.012368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc3779-2307-4ae4-a1bb-077c5f7c6f25 req-a3324c17-cd8f-4a39-b079-2d1f6d514852 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.013937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26bc3779-2307-4ae4-a1bb-077c5f7c6f25 req-a3324c17-cd8f-4a39-b079-2d1f6d514852 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.3702879 May 20 07:56:11.050485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Attempting to bind port 49209233-9254-4f06-8ab8-d25aa23f2f85 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:11.050826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Attempting to bind port 49209233-9254-4f06-8ab8-d25aa23f2f85 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:11.051192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Attempting to bind port 49209233-9254-4f06-8ab8-d25aa23f2f85 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:11.058444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Port 49209233-9254-4f06-8ab8-d25aa23f2f85 on network 9be48ced-bf74-4367-9c12-853a8c6657ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:11.058839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Attempting to bind port 49209233-9254-4f06-8ab8-d25aa23f2f85 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:11.071968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:11.072333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:11.072703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Bound using segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:11.073139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Bound port: 49209233-9254-4f06-8ab8-d25aa23f2f85, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:11.073536 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.090982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:11.095918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.101504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26bc3779-2307-4ae4-a1bb-077c5f7c6f25 req-888fb5ea-e8ce-45fd-971e-c33d0aa7aae8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782242 May 20 07:56:11.147008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Made reservation on behalf of d3fdbd050ea24ad3ba5cc29677a0c50a for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:11.149451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.177419 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.188254 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115', 'status': 'completed', 'code': 200} May 20 07:56:11.264103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:11.274400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.274800 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment 7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d of type vlan for network a6d363c4-6a95-4773-a165-2812015b3bfc May 20 07:56:11.280796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32964) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:11.309498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.348686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:11.364694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=49209233-9254-4f06-8ab8-d25aa23f2f85,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:11.393118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.393531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.394016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.394492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.394961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.395431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.395899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.397861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-45fdd542-a0bd-49f3-8b38-20c9dbb6b7c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6179 time: 0.1516895 May 20 07:56:11.443659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Deleting subnet a9afc662-53a8-4e9b-8268-e1a9bfc4d738 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:11.446995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.484603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.499118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.499118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.502059 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bf97b6e-bcc4-4a6a-87df-53bed7e256d6 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:11.576301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.590708 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:11.610999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.675704 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6974101 May 20 07:56:11.682905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=a6d363c4-6a95-4773-a165-2812015b3bfc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:11.685011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:11.696375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.696929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a6d363c4-6a95-4773-a165-2812015b3bfc details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:11.698487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.700231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 1135 time: 2.4792194 May 20 07:56:11.704292 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:11.716682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-99d88f7f-1710-4bd6-95c6-e897b453c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.717498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-99d88f7f-1710-4bd6-95c6-e897b453c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.718441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-99d88f7f-1710-4bd6-95c6-e897b453c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:11.718756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:11.722935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-99d88f7f-1710-4bd6-95c6-e897b453c5a9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2937927 May 20 07:56:11.800030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:11.803797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:11.816160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:11.979467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:11.983809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.024880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:12.079671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:12.087839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:12.104600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:12.144818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.150757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.156659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.163670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.169610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.176854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.181973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.185497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-2a54a6f8-1e63-4ae9-b51f-ac8ae16cb539 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5384 time: 0.5823889 May 20 07:56:12.200163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:12.204023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.405378 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f7e2dd6-7db6-4103-9df8-15c6dff250d6 req-23f9875b-f931-4803-9a7e-87c7bb906669 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2099028 May 20 07:56:12.434445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.523234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-71ee7d53-4795-4890-9b4f-3aea4be8afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.524831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72a50826-cc72-4c37-926d-c98ade1349c6 req-71ee7d53-4795-4890-9b4f-3aea4be8afc3 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7940803 May 20 07:56:12.537241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a36a-ef93-4f38-88ca-c8b82c2ecfd3 req-89d8ad5b-d514-406f-9462-dc026e1db1d8 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.541942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54b4a36a-ef93-4f38-88ca-c8b82c2ecfd3 req-89d8ad5b-d514-406f-9462-dc026e1db1d8 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.5638647 May 20 07:56:12.597357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.608554 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1008621-37ce-40d6-9f4f-f50de8c58520 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:12.654375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9afc662-53a8-4e9b-8268-e1a9bfc4d738,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:12.660268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-07014099-8f88-448f-8238-c768e853ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.661798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-07014099-8f88-448f-8238-c768e853ac29 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.4717600 May 20 07:56:12.665324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:12.666339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.681279 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9afc662-53a8-4e9b-8268-e1a9bfc4d738 HTTP/1.1" status: 204 len: 168 time: 1.3993969 May 20 07:56:12.685217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 32996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:12.740700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9344-efde-4639-9f5d-4c7ee2b8129a req-2b901a93-6b28-484c-a38e-fdcdfa8f69dc tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:12.741063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54b4a36a-ef93-4f38-88ca-c8b82c2ecfd3 req-1e5578c0-8ca7-4dde-a704-19be893d515e tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567886 May 20 07:56:12.742267 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d2b9344-efde-4639-9f5d-4c7ee2b8129a req-2b901a93-6b28-484c-a38e-fdcdfa8f69dc tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.2022142 May 20 07:56:12.880557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:12.904538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d2b9344-efde-4639-9f5d-4c7ee2b8129a req-3a6e0638-0b28-4891-b321-d49f708cc918 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129079 May 20 07:56:13.124651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-eb1abeec-96f8-4793-95d5-3ca49941ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.126929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-eb1abeec-96f8-4793-95d5-3ca49941ce96 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.4461553 May 20 07:56:13.143333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.204353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4adc7677-2062-41a7-be0e-596f4efb364a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:13.232023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '49209233-9254-4f06-8ab8-d25aa23f2f85'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:13.241508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.258868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee01d2-f437-4c70-8cd7-0e885eece039']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:13.264770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:56:13.276305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db28affb-a12e-4617-b415-582138d07e25') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:13.276602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db28affb-a12e-4617-b415-582138d07e25') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:13.294614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.325432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.334302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:13.334787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.338915 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '49209233-9254-4f06-8ab8-d25aa23f2f85', 'status': 'completed', 'code': 200} May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: timer() May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:13.351879 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:13.376623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e5fcc-dbc2-4f6e-9678-42153618d6fe req-18a64fb3-ff21-4529-9b3b-d4fd7c9d6332 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.378145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c08e5fcc-dbc2-4f6e-9678-42153618d6fe req-18a64fb3-ff21-4529-9b3b-d4fd7c9d6332 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.4951377 May 20 07:56:13.393184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc809845-8312-45ee-b7a8-c088b727f779 req-e57451e4-1441-4bd1-ab32-d9bebda09349 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.396670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc809845-8312-45ee-b7a8-c088b727f779 req-e57451e4-1441-4bd1-ab32-d9bebda09349 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.5075791 May 20 07:56:13.481610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcfddbd-afb8-4666-9818-bd644c461fc7,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:13.495381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-b2063dd0-0497-4c0b-b41b-e583dd276b3e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 1000 time: 0.3559875 May 20 07:56:13.506197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31633478-0ce4-4e0c-956f-b91b2dacdb28 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:13.566975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.568829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.573466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c78b727-f47f-4257-a981-9682962e508f tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:13.586855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.587235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.587609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.588153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.588445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.588806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.589174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.589543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.589899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.590260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.590619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.590972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.605313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Checking segment: {'id': '76d941a0-15e7-41f2-ad8a-1aa8959b8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:13.605800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Network hostable DHCP agents. Network: 7170ea70-afcc-4c88-af2d-2bf528e633ea, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:13.610428 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:13.634302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c08e5fcc-dbc2-4f6e-9678-42153618d6fe req-4a67b70e-afbb-407a-9775-1b60b6ab27e0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318134 May 20 07:56:13.637411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Transition to ACTIVE for port object 31633478-0ce4-4e0c-956f-b91b2dacdb28 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:13.659411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.664305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.714774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-1174e8ce-1d68-480b-b7e3-24ee96fb43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.716157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-1174e8ce-1d68-480b-b7e3-24ee96fb43bb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2042553 May 20 07:56:13.729809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:13.739717 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0b7a8fb5-6cd4-4edf-bb64-dc81c68f1d20 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:13.740827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=64fcf90b-3160-4c62-8e5f-b61e44a919f9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:13.759835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.760315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.760805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.761266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.761764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.762369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.762842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.764828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-6ccb1155-3766-4571-837b-5db88fadd239 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6221 time: 0.4121656 May 20 07:56:13.767347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.767728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.768105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.768475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.768842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.769370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.769694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.770059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.770417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.770775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.771134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.772870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:13.808649 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:13.810634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35966257-bb20-467a-8b41-d7e094609c34 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:13.851665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:13.852050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: a6d363c4-6a95-4773-a165-2812015b3bfc, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:13.858384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] 10.222.0.79 "DELETE /v2.0/networks/aaee01d2-f437-4c70-8cd7-0e885eece039 HTTP/1.1" status: 204 len: 168 time: 1.1720610 May 20 07:56:13.870630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaee01d2-f437-4c70-8cd7-0e885eece039,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:13.878604 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:13.981729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.988502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:13.994565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.000758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.006828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.013057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.028272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.032819 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8918a242-b133-4f2e-986a-f7819b586f17 req-9c2035ea-3f23-42f9-a4d8-c59a8c1191e6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5384 time: 0.4592266 May 20 07:56:14.035131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network a6d363c4-6a95-4773-a165-2812015b3bfc is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:14.089843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-5c34e124-c90b-4911-b9d1-9d2b28d0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.090415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-5c34e124-c90b-4911-b9d1-9d2b28d0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.090888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-5c34e124-c90b-4911-b9d1-9d2b28d0ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.091666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Network 7170ea70-afcc-4c88-af2d-2bf528e633ea is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:14.092498 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-5c34e124-c90b-4911-b9d1-9d2b28d0ef40 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3067703 May 20 07:56:14.157897 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8918a242-b133-4f2e-986a-f7819b586f17 req-16c2e1d1-5286-440e-a2c1-dc231dcb1cac tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180091 May 20 07:56:14.169929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a6d363c4-6a95-4773-a165-2812015b3bfc) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:14.179178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53703bf7-0894-473f-b39d-872fbcd41f34 None None] Network a6d363c4-6a95-4773-a165-2812015b3bfc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:14.266896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.267558 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.269108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7170ea70-afcc-4c88-af2d-2bf528e633ea) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:14.277513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:14.294009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6608b-715d-4f04-a80f-0b093e4cbcba None None] Network 7170ea70-afcc-4c88-af2d-2bf528e633ea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:14.302401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:14.304368 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:14.348184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-dc84453b-42be-4e86-933f-3bacd309680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.350048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-dc84453b-42be-4e86-933f-3bacd309680e service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472470 May 20 07:56:14.353637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.354246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.402823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Deleting port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:14.403188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.483922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-94e1b667-8312-4032-a7ea-4845a0d2c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.485561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-94e1b667-8312-4032-a7ea-4845a0d2c2da service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7468867 May 20 07:56:14.509608 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8073659 May 20 07:56:14.512479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:14.519519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc', 'name': 'tempest-PortsTestJSON-335401093'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:14.582385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ccfb1f8c-a0ae-494a-b693-93bc78ee3bad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93e8b61f80c64763bff84860e61c16de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757401 May 20 07:56:14.585645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33030) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:14.596059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Attempting to bind port 31633478-0ce4-4e0c-956f-b91b2dacdb28 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:14.596511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Attempting to bind port 31633478-0ce4-4e0c-956f-b91b2dacdb28 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:14.596911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Attempting to bind port 31633478-0ce4-4e0c-956f-b91b2dacdb28 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:14.626881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7122076 May 20 07:56:14.645228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Port 31633478-0ce4-4e0c-956f-b91b2dacdb28 on network 9be48ced-bf74-4367-9c12-853a8c6657ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:14.645841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Attempting to bind port 31633478-0ce4-4e0c-956f-b91b2dacdb28 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:14.677018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f349af7-8774-4467-9d56-9d5984244722 req-202a85a7-59ba-49dd-809a-ed390519fc44 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.679161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f349af7-8774-4467-9d56-9d5984244722 req-202a85a7-59ba-49dd-809a-ed390519fc44 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.6640117 May 20 07:56:14.736161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:14.737136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:14.737136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Bound using segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:14.737531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Bound port: 31633478-0ce4-4e0c-956f-b91b2dacdb28, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:14.738285 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.748398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479bf3d-815f-4ad5-b987-1f5e06ffd379 None None] Network 7170ea70-afcc-4c88-af2d-2bf528e633ea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:14.784442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49387c-8448-4213-b949-ee5ae4a31612 req-afb929c2-db43-4b38-8b74-e845ed55e4db tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:14.792568 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a49387c-8448-4213-b949-ee5ae4a31612 req-afb929c2-db43-4b38-8b74-e845ed55e4db tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.3783071 May 20 07:56:14.834729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.885517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:14.897358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.931093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a6d363c4-6a95-4773-a165-2812015b3bfc', 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': '64fcf90b-3160-4c62-8e5f-b61e44a919f9'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:56:14.936170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:14.936303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a49387c-8448-4213-b949-ee5ae4a31612 req-958629c6-042b-4689-bb41-cc60fa48199f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369724 May 20 07:56:14.941046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:15.047821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f349af7-8774-4467-9d56-9d5984244722 req-1188da96-ee03-412e-98ec-dd3faab83fdb tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548477 May 20 07:56:15.060931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] For port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:15.061301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.118008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:15.122664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.169098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.174380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-f628080e-28a4-41d1-9a1e-30be04e5666b service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815883 May 20 07:56:15.182889 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31b1b431-43ab-4780-821f-cb1c19751a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:15.224439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port eccc1de7-18ec-47bb-a402-12919d488f85 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:56:15.250258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:15.255411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:15.320252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe62a-fa62-419f-ac32-2220c64e33d1 req-db3f2606-51a1-4514-885f-23265ca1aacd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.323115 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-996fe62a-fa62-419f-ac32-2220c64e33d1 req-db3f2606-51a1-4514-885f-23265ca1aacd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2455690 May 20 07:56:15.365013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5fe61-9825-455d-856d-b04d163ae841,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:15.374704 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:15.412733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.420464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-996fe62a-fa62-419f-ac32-2220c64e33d1 req-3049d5d9-ac38-49c5-b1f0-575648e06fb6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859053 May 20 07:56:15.424083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.425162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2f5fe61-9825-455d-856d-b04d163ae841 HTTP/1.1" status: 204 len: 168 time: 0.8342259 May 20 07:56:15.433071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Allocated IP 172.20.0.2 (a6d363c4-6a95-4773-a165-2812015b3bfc/64fcf90b-3160-4c62-8e5f-b61e44a919f9/42205a19-580d-472a-b2e0-37c7f0a76d0a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:15.655238 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f60650b-8f89-464f-b428-c55b4d73c086 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:15.708333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.717649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.724568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.732202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.739392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.740005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.750137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.757807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.766048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-dd824502-8018-41af-8aae-09a8e56c9354 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5396 time: 0.1792989 May 20 07:56:15.768298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Transition to ACTIVE for port object 42205a19-580d-472a-b2e0-37c7f0a76d0a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:15.769120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2a8a693-f021-4c16-9f8c-9b39c9f03805 req-0d4efad9-42a9-4331-8c23-f1ae154d547c service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831454 May 20 07:56:15.770439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:15.771039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.772300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] 10.222.0.84 "PUT /v2.0/ports/31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 1091 time: 3.9640107 May 20 07:56:15.793956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:15.797260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Transition to ACTIVE for port object 42205a19-580d-472a-b2e0-37c7f0a76d0a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:15.820821 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-681aabff-6ca1-456d-8d6d-71c756e53685 req-a6082fe4-950b-446a-a796-6ad36c8756d9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537241 May 20 07:56:15.874526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:15.880543 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfe55853-016f-49d9-8e3c-a2e277a5c3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:15.924022 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'status': 'completed', 'code': 200} May 20 07:56:16.003331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.10 (a6d363c4-6a95-4773-a165-2812015b3bfc/64fcf90b-3160-4c62-8e5f-b61e44a919f9/eccc1de7-18ec-47bb-a402-12919d488f85) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:16.007834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:16.047817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Pushing event updated for resources: {'Port': ['ID=42205a19-580d-472a-b2e0-37c7f0a76d0a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:16.052035 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:16.069600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Network a6d363c4-6a95-4773-a165-2812015b3bfc is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:16.070969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:16.077656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:16.242443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-72c0118b-24d0-4670-8e0f-2847f57fbc0a tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.249791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-72c0118b-24d0-4670-8e0f-2847f57fbc0a tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/networks?id=7170ea70-afcc-4c88-af2d-2bf528e633ea HTTP/1.1" status: 200 len: 813 time: 0.8834670 May 20 07:56:16.250185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Attempting to bind port 42205a19-580d-472a-b2e0-37c7f0a76d0a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:16.251258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Attempting to bind port 42205a19-580d-472a-b2e0-37c7f0a76d0a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:16.251767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Attempting to bind port 42205a19-580d-472a-b2e0-37c7f0a76d0a on network a6d363c4-6a95-4773-a165-2812015b3bfc {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:16.273689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:16.273689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Checking segment: {'id': '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:16.273689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.273689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Bound using segment: {'id': '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:16.274031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:16.274126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Bound port: 42205a19-580d-472a-b2e0-37c7f0a76d0a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:16.274126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.293646 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:16.306161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-7cfdef0a-f02a-4e0c-928b-5d11e7480765 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/quotas/d3fdbd050ea24ad3ba5cc29677a0c50a HTTP/1.1" status: 200 len: 375 time: 0.0554407 May 20 07:56:16.405055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] For port 42205a19-580d-472a-b2e0-37c7f0a76d0a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:16.409225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] For port 42205a19-580d-472a-b2e0-37c7f0a76d0a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=42205a19-580d-472a-b2e0-37c7f0a76d0a,segment=NetworkSegment(7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d),segment_id=7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:16.562090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.574806 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:16.612723 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.613374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.613956 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Floating IP 73ec700f-9bd9-4cab-805a-37b05f8c5461 disassociated. External IP: 172.25.8.196, port: 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3. May 20 07:56:16.613956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Calling delete_port for 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:16.641788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d42b8c-6360-4dea-9125-16747b2c2138 req-82381e5d-bf51-4be2-a31d-2e4e02a2a1bc tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.647825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-86565769-2939-4447-a12e-ab092bf0a9c9 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3fdbd050ea24ad3ba5cc29677a0c50a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3400321 May 20 07:56:16.649253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02d42b8c-6360-4dea-9125-16747b2c2138 req-82381e5d-bf51-4be2-a31d-2e4e02a2a1bc tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.5154898 May 20 07:56:16.684182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Pushing event updated for resources: {'Port': ['ID=42205a19-580d-472a-b2e0-37c7f0a76d0a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:16.687611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.687886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:16.725187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.735450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-02d42b8c-6360-4dea-9125-16747b2c2138 req-ff7a1766-4845-47c6-9d74-5cae0f035f6a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850935 May 20 07:56:16.736691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object eccc1de7-18ec-47bb-a402-12919d488f85 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:16.834405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.835149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.836267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.837278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.838575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.839225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.839894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:16.842065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e973d882-fbb3-4de3-b272-55adeea66276 req-18248617-c93e-4fbd-8ce2-88bfbf82b53c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6288 time: 0.9158585 May 20 07:56:16.853494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:16.863404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23120ef4-b310-45e1-b421-9f0f8648f303 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:17.056031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network a6d363c4-6a95-4773-a165-2812015b3bfc is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:17.064262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:17.096491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:17.189218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.189905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:17.197714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=eccc1de7-18ec-47bb-a402-12919d488f85,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:17.225583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:17.279279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d4191-411c-494c-b605-214b836fa792 req-b5948737-92ca-449c-a754-1cb6edb38047 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.289332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a2d4191-411c-494c-b605-214b836fa792 req-b5948737-92ca-449c-a754-1cb6edb38047 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 945 time: 0.3441801 May 20 07:56:17.328731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-b0d881a9-c99e-4316-ae21-e2942629c28b service neutron] 10.222.0.79 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805966 May 20 07:56:17.333295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8193133 May 20 07:56:17.336209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33098) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:17.379511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': 'a6d363c4-6a95-4773-a165-2812015b3bfc', 'name': 'tempest-PortsTestJSON-391029344'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:17.434713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a2d4191-411c-494c-b605-214b836fa792 req-72228713-ade5-456e-863a-e42650b498e2 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups?id=8944fb2b-fa1c-4390-a639-06a323f19262&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306043 May 20 07:56:17.617100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-566622ca-b050-4b5a-b89a-457794a736e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.617679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-566622ca-b050-4b5a-b89a-457794a736e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.618106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-566622ca-b050-4b5a-b89a-457794a736e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.619710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e973d882-fbb3-4de3-b272-55adeea66276 req-566622ca-b050-4b5a-b89a-457794a736e1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5259597 May 20 07:56:17.644350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:17.648641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:17.651969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:17.658530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:17.735509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c914-c372-4c01-ba66-8b23a0eeeff0 req-61a6fb5d-ccac-4c14-a9f9-cc907b0d6610 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:17.737830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f20c914-c372-4c01-ba66-8b23a0eeeff0 req-61a6fb5d-ccac-4c14-a9f9-cc907b0d6610 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.1592460 May 20 07:56:17.804710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:17.807297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:17.811057 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:17.819526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-4782bc4b-2435-4927-ad92-63daf4a59ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699404 May 20 07:56:17.824706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:17.834055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-96e61ddc-3857-4adc-b989-c55bfdfec20e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:17.867178 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f20c914-c372-4c01-ba66-8b23a0eeeff0 req-b04d17f1-afcf-492f-a481-679017a28d71 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183960 May 20 07:56:17.876583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33106) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:17.892968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:17.893540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:17.909054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 193886a7-2f12-49bb-be47-0e0be5a5fe73 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:56:17.925795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event deleted for resources: {'Port': ['ID=3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:17.939086 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:18.064449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d882-fbb3-4de3-b272-55adeea66276 req-db153573-0ad5-4baa-8a79-183bde07e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.065963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e973d882-fbb3-4de3-b272-55adeea66276 req-db153573-0ad5-4baa-8a79-183bde07e92d service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4322395 May 20 07:56:18.086915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:56:18.156416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.5 (a6d363c4-6a95-4773-a165-2812015b3bfc/64fcf90b-3160-4c62-8e5f-b61e44a919f9/193886a7-2f12-49bb-be47-0e0be5a5fe73) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:18.314976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Router d7858939-a0e3-4d74-a90e-c183245a5875 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:56:18.335930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba871499-6c94-4dfc-a868-edc22341ea34 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:18.335930 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.357741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Transition to ACTIVE for port object ba871499-6c94-4dfc-a868-edc22341ea34 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:18.372675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e707c-2732-4141-a03f-8fdf299bddbd None None] Network a6d363c4-6a95-4773-a165-2812015b3bfc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:18.506512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 42205a19-580d-472a-b2e0-37c7f0a76d0a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:18.518941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.545703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.560937 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:18.625051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.647042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object 193886a7-2f12-49bb-be47-0e0be5a5fe73 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:18.695951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20531d0c-18c6-4daf-8db6-6becad5a86d1 None None] Provisioning for port 42205a19-580d-472a-b2e0-37c7f0a76d0a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:18.696458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:18.702819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:c131d54cfced4bf696dc0291bac8f712 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:18.708282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:18.716349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:18.753023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.758988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.764914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.770983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.776800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.783896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.789688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:18.791595 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-96dfcc40-7c7d-4f86-b718-a26d5b1a5ecf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5396 time: 0.5761368 May 20 07:56:18.795326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.802884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b8a8f0e-8049-4c36-b63b-3268a8085e16 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:18.843815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 42205a19-580d-472a-b2e0-37c7f0a76d0a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:18.876910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 42205a19-580d-472a-b2e0-37c7f0a76d0a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:18.885028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:18.957315 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ceeadc1a-d014-4db9-8ce7-03d41380a174 req-51e1bd85-b463-492d-9dba-7f34991a889a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098459 May 20 07:56:18.958984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network a6d363c4-6a95-4773-a165-2812015b3bfc is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:18.985713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=193886a7-2f12-49bb-be47-0e0be5a5fe73,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:19.001037 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:19.007269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:19.017201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:19.035750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:19.073773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:19.141419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706af0e-2faa-49a6-9662-8d06d34f46a0 req-3a7b835c-5c61-4ae2-90e6-40f8112f46a0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:19.148905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0706af0e-2faa-49a6-9662-8d06d34f46a0 req-3a7b835c-5c61-4ae2-90e6-40f8112f46a0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.7925553 May 20 07:56:19.151525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:56:19.177589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Sync routers for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:56:19.190531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.222587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:19.223511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:19.227751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a71e264-3922-487d-b60c-3349c435f792 req-4f0a35de-0755-4feb-9b7e-4fd61b73bb60 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 210 time: 0.1232731 May 20 07:56:19.293181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] No DVR routers for this DVR port 3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:19.299754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.308891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'name': 'network-vif-deleted', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:19.313172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:19.314298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.330715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Attempting to bind port ba871499-6c94-4dfc-a868-edc22341ea34 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:19.331311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Attempting to bind port ba871499-6c94-4dfc-a868-edc22341ea34 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:19.342201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Attempting to bind port ba871499-6c94-4dfc-a868-edc22341ea34 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:19.342201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Port ba871499-6c94-4dfc-a868-edc22341ea34 on network 9be48ced-bf74-4367-9c12-853a8c6657ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:19.342201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Attempting to bind port ba871499-6c94-4dfc-a868-edc22341ea34 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:19.361792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0706af0e-2faa-49a6-9662-8d06d34f46a0 req-ad87633a-296c-425f-9a44-2bbdf31828e1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115612 May 20 07:56:19.364772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:19.365122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Checking segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:19.365607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Bound using segment: {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:19.372450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Bound port: ba871499-6c94-4dfc-a868-edc22341ea34, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074b623-eb1a-4015-8794-43e9482640bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:19.373037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.401528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 42205a19-580d-472a-b2e0-37c7f0a76d0a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=42205a19-580d-472a-b2e0-37c7f0a76d0a,segment=NetworkSegment(7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d),segment_id=7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:19.444446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.465519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dbda2ff4-3648-4910-8f93-80a8238b74df req-d57c760b-8776-491e-9941-e438c880c24d tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.1004932 May 20 07:56:19.482978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc809845-8312-45ee-b7a8-c088b727f779 req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.84 "DELETE /v2.0/ports/3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3 HTTP/1.1" status: 204 len: 173 time: 6.0457439 May 20 07:56:19.540469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.549306 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:19.553778 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa16dc7-d450-4b35-b153-515f2993778b', 'name': 'network-vif-deleted', 'tag': '3e6a1fac-6081-438d-bd24-2f8ce0c3fbb3', 'status': 'completed', 'code': 200} May 20 07:56:19.556509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.566020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7369213-7faa-47d9-8906-736c05878deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:19.624093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2862341 May 20 07:56:19.626786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:19.641778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:19.643324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:19.661195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c131d54cfced4bf696dc0291bac8f712&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7820230 May 20 07:56:19.664396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33142) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:19.668706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ef4ccb-50ac-4715-b89c-2abf10956ead,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:19.710174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:19.791957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=42205a19-580d-472a-b2e0-37c7f0a76d0a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:19.811533 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:19.814431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f470e-51e7-4b13-be69-1d89bb1f5b14 req-4cde0e7f-2b17-4446-898a-eda33f779e10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:19.818504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-366f470e-51e7-4b13-be69-1d89bb1f5b14 req-4cde0e7f-2b17-4446-898a-eda33f779e10 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2500670 May 20 07:56:19.821260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.824794 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:19.843844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2bbfb-9026-444a-bc38-877b22ef0757 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:19.845279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c3c2bbfb-9026-444a-bc38-877b22ef0757 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:19.852887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6782e9e9-ad3e-43e9-9ec8-ec6ba5b9a967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:19.862206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:19.924981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.034222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:20.034611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Provisioning for port 193886a7-2f12-49bb-be47-0e0be5a5fe73 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:20.035790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.042669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] 10.222.0.84 "PUT /v2.0/ports/ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 1091 time: 4.1177127 May 20 07:56:20.061981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Provisioning complete for port 193886a7-2f12-49bb-be47-0e0be5a5fe73 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:20.062369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.101098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:20.119346 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:20.144805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Port 193886a7-2f12-49bb-be47-0e0be5a5fe73 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:20.156190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-366f470e-51e7-4b13-be69-1d89bb1f5b14 req-39fbd144-48c3-4b95-b9a9-d46fae62f0e0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017366 May 20 07:56:20.176402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c3c2bbfb-9026-444a-bc38-877b22ef0757 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:20.182584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33150) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:20.183149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3c2bbfb-9026-444a-bc38-877b22ef0757 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.5471413 May 20 07:56:20.194042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Provisioning complete for port 42205a19-580d-472a-b2e0-37c7f0a76d0a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:20.194424 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.199732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:20.268270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.291519 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-971b3bba-d158-44aa-9eb7-b38e0d92aedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:20.434255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 42205a19-580d-472a-b2e0-37c7f0a76d0a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:20.446228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ef4ccb-50ac-4715-b89c-2abf10956ead,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:20.449104 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:20.473744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.476153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/48ef4ccb-50ac-4715-b89c-2abf10956ead HTTP/1.1" status: 204 len: 168 time: 0.8085759 May 20 07:56:20.554802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd44e6ea-f627-49aa-82a8-31e076e583f1 req-0b25f532-1af6-4648-9f80-2687c5f52b86 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 210 time: 0.1183338 May 20 07:56:20.585328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.698765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:20.709652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 42205a19-580d-472a-b2e0-37c7f0a76d0a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:20.710039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:20.764862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Checking router: d7858939-a0e3-4d74-a90e-c183245a5875 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:56:20.794300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:20.794860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:20.803801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab3c7d1d-f340-45dd-ab50-2d0a966b9689 req-ec89c842-b178-4f4d-ba8d-54bf04860a30 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Synchronizing usage tracker for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:20.950064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ab3c7d1d-f340-45dd-ab50-2d0a966b9689 req-ec89c842-b178-4f4d-ba8d-54bf04860a30 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Unset dirty status for tenant:2486290deb3548fca2e8c4668a133c12 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:20.958437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:20.963399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab3c7d1d-f340-45dd-ab50-2d0a966b9689 req-ec89c842-b178-4f4d-ba8d-54bf04860a30 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fa16dc7-d450-4b35-b153-515f2993778b HTTP/1.1" status: 200 len: 210 time: 0.2207994 May 20 07:56:20.974366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:20.984820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:20.990406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:20.996178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:21.002814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:21.008578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:21.017055 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-50b23bac-a638-4cc3-ba93-fe045eb33b0f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5408 time: 0.7141192 May 20 07:56:21.038298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 193886a7-2f12-49bb-be47-0e0be5a5fe73 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:21.038655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.056224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Provisioning for port eccc1de7-18ec-47bb-a402-12919d488f85 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:21.166125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:21.170694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6227faf1-a4e6-44ae-bb45-b97f43b46e54 req-c9a29a88-5dd2-4f77-9565-11ef8e583ba7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527326 May 20 07:56:21.240954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.268930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Provisioning complete for port eccc1de7-18ec-47bb-a402-12919d488f85 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:21.269729 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.396331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4f92b1-59c7-431c-9c55-56955699f3fc {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:21.443594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9b23f-e431-4b3c-9039-0abe9cafe938 None None] Port eccc1de7-18ec-47bb-a402-12919d488f85 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:21.457207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 193886a7-2f12-49bb-be47-0e0be5a5fe73 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:21.480604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.519632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Transition to ACTIVE for port object 2e4f92b1-59c7-431c-9c55-56955699f3fc will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:21.557517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33172) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:21.560712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:21.580162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-0f7b9bed-4c82-4f23-8f62-987289c15192 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:21.582783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-0f7b9bed-4c82-4f23-8f62-987289c15192 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.81 "GET /v2.0/networks?id=7170ea70-afcc-4c88-af2d-2bf528e633ea HTTP/1.1" status: 200 len: 813 time: 0.2739487 May 20 07:56:21.603512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Request body: {'port': {'device_id': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea', 'admin_state_up': True, 'tenant_id': 'd3fdbd050ea24ad3ba5cc29677a0c50a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:21.604476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Provisioning complete for port 193886a7-2f12-49bb-be47-0e0be5a5fe73 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:21.604949 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.620794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.626034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.642191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d1d75ad-7b89-477b-9117-fcfe30d93ab8 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:21.662408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:21.674918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e87f79624242728199044d5ba6817a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:21.682825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:21.696618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:21.751201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Port 193886a7-2f12-49bb-be47-0e0be5a5fe73 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:21.751703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6395b3-c89e-46bb-a888-be0498014e06 req-e8dec074-070c-4c67-89e7-d738b4b925f7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:21.754176 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c6395b3-c89e-46bb-a888-be0498014e06 req-e8dec074-070c-4c67-89e7-d738b4b925f7 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.3896997 May 20 07:56:21.816875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:21.820212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Provisioning complete for port eccc1de7-18ec-47bb-a402-12919d488f85 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:21.820212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:21.849458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6c6395b3-c89e-46bb-a888-be0498014e06 req-4c74461b-16d3-4253-ad8a-625b6ebf8fbd tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830765 May 20 07:56:21.870464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760089e-22ee-4378-9849-11f72299c1e6 None None] The sync data for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 is: [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:53:44Z', 'revision_number': 4, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '60838dd4-b66b-4eaa-a4ba-bd3baa15400a', 'name': '', 'network_id': '95a99051-c8ba-47d2-949c-3b0dfb5aac8a', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'mac_address': 'fa:16:3e:c2:39:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:41Z', 'updated_at': '2021-05-20T07:53:56Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'subnets': [{'id': 'ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:56:21.871258 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'status': 'completed', 'code': 200} May 20 07:56:21.932291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-87e0906c-3ea7-419c-b7e1-9ca7a2c7f417 None None] Port eccc1de7-18ec-47bb-a402-12919d488f85 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:21.990110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.018277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.024385 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efbdb813-efb2-4631-8d02-35d715c607cf tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:22.087302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=193886a7-2f12-49bb-be47-0e0be5a5fe73,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:22.090364 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:22.127714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.147673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12831300-1685-43ed-9bd0-e165d1364d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:22.228932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:22.260906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39e78942-94c1-4d25-bd2b-1f0b0d43db33 req-26181706-c929-457a-99bf-a5c61cc83bcd tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 210 time: 0.3973770 May 20 07:56:22.379799 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da4df1-367c-4835-8f4d-8381c390aac3 None None] New status for floating IP 73ec700f-9bd9-4cab-805a-37b05f8c5461: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:56:22.422720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:22.426178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:22.426711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2fd7f-a86a-46bf-a799-8c3372f50c07,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:22.435657 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:22.447645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Usage tracker for resource:port and tenant:d3fdbd050ea24ad3ba5cc29677a0c50a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:22.473563 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:22.477936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.478739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.483618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.484117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.484946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.485618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.486272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.488926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-d4b01eb8-996f-4f18-894e-edfbb2da853d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6380 time: 0.6196191 May 20 07:56:22.490141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:22.528300 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0e87f79624242728199044d5ba6817a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661224 May 20 07:56:22.558087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33196) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:22.598790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.622830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.662132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.701848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.707871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.713804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.719878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.725736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.731543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.738121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.738687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:22.740032 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-d606ef82-9461-4030-b139-ffe4ea6c1f54 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5420 time: 0.2290852 May 20 07:56:22.751382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/193886a7-2f12-49bb-be47-0e0be5a5fe73 HTTP/1.1" status: 204 len: 168 time: 2.5680568 May 20 07:56:22.753595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Attempting to bind port 2e4f92b1-59c7-431c-9c55-56955699f3fc on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:22.754083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Attempting to bind port 2e4f92b1-59c7-431c-9c55-56955699f3fc by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:22.754723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Attempting to bind port 2e4f92b1-59c7-431c-9c55-56955699f3fc on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:22.760651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33202) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:22.762285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1f7d5f13-1bd2-4f28-864a-732e699dbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.762968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1f7d5f13-1bd2-4f28-864a-732e699dbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.763614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1f7d5f13-1bd2-4f28-864a-732e699dbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:22.766260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1f7d5f13-1bd2-4f28-864a-732e699dbee9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2062013 May 20 07:56:22.804732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c8ee90ab-1e1c-4194-b643-2cba9a44da49 req-16dfdb1b-f9fa-4058-be9b-d37e57793381 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558689 May 20 07:56:22.849633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Port 2e4f92b1-59c7-431c-9c55-56955699f3fc on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:22.849633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Attempting to bind port 2e4f92b1-59c7-431c-9c55-56955699f3fc on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:22.902205 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.907684 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-349d3535-7ca0-4a93-807d-ae47b36e0c8f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:56:22.909158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-349d3535-7ca0-4a93-807d-ae47b36e0c8f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/193886a7-2f12-49bb-be47-0e0be5a5fe73 HTTP/1.1" status: 404 len: 333 time: 0.1421471 May 20 07:56:22.911920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4f898f2-3dac-42a4-a839-984886028fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:22.913664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:22.914436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Checking segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:22.917260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Bound using segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:22.918789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Bound port: 2e4f92b1-59c7-431c-9c55-56955699f3fc, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:22.919205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:22.928901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33208) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:22.960997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Made reservation on behalf of d3fdbd050ea24ad3ba5cc29677a0c50a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:22.972178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.006200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944fb2b-fa1c-4390-a639-06a323f19262,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:23.010258 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:23.107099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.111604 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "DELETE /v2.0/security-groups/8944fb2b-fa1c-4390-a639-06a323f19262 HTTP/1.1" status: 204 len: 168 time: 0.8756704 May 20 07:56:23.112011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33212) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:23.134801 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-82dda916-9e4d-49b9-9361-111c70fad164 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] show failed (client error): The resource could not be found. May 20 07:56:23.136002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82dda916-9e4d-49b9-9361-111c70fad164 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "GET /v2.0/security-groups/8944fb2b-fa1c-4390-a639-06a323f19262 HTTP/1.1" status: 404 len: 347 time: 0.0231118 May 20 07:56:23.138695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:23.223819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port eccc1de7-18ec-47bb-a402-12919d488f85 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:23.224165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.249152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.340056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:23.343726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:23.361577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.404366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1d80a8a6-8a88-4538-bc01-6cb0be253066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:23.405785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce59b50-6d67-490a-80b9-97c81119b89f req-1d80a8a6-8a88-4538-bc01-6cb0be253066 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5980568 May 20 07:56:23.503786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.512777 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:23.595235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0733726-e9f5-43dd-aeb6-d75d8f90d875 req-818d5c19-d0d9-4cd4-8038-4eaa0eca0d21 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:23.596920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0733726-e9f5-43dd-aeb6-d75d8f90d875 req-818d5c19-d0d9-4cd4-8038-4eaa0eca0d21 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.6067624 May 20 07:56:23.612754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:23.613377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.614784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] 10.222.0.84 "PUT /v2.0/ports/2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 1091 time: 3.4298577 May 20 07:56:23.621464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Allocated IP 172.20.0.5 (7170ea70-afcc-4c88-af2d-2bf528e633ea/4bcfddbd-afb8-4666-9818-bd644c461fc7/47734500-9409-4147-aada-257cd5b5637c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:23.665145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2863eda5-195f-41fd-b393-7ee0a7f09423 req-be674259-e328-4989-9dd3-42cdd2d315e7 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 210 time: 0.2341735 May 20 07:56:23.687198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0733726-e9f5-43dd-aeb6-d75d8f90d875 req-3e9d51d8-0056-4b67-8992-e49e034b064b tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 May 20 07:56:23.698628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:23.704474 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:23.724538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.741396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Deleting port 44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:23.741793 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.766493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:23.787287 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58023f12-d2ce-4dd1-b3f2-4340058debb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:23.806794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Request body: {'port': {'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:23.850349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2fd7f-a86a-46bf-a799-8c3372f50c07,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:23.934239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for eccc1de7-18ec-47bb-a402-12919d488f85 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:23.938565 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:23.938565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:24.046591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.047087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.176289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.177447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Calling delete_port for 44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:24.181565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5e2fd7f-a86a-46bf-a799-8c3372f50c07 HTTP/1.1" status: 204 len: 168 time: 1.5872777 May 20 07:56:24.197183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.245186 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'status': 'completed', 'code': 200} May 20 07:56:24.338156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.350155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.408453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.418120 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4b704a02-6e92-4b95-8dc2-01d0480cea37 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:24.461655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.467459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.473388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.474922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=eccc1de7-18ec-47bb-a402-12919d488f85,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:24.479263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.482851 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:24.485263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.491154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.496917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.498868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-c267cc38-c3b5-4e02-86b6-b7f96efb5d02 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5420 time: 0.3990290 May 20 07:56:24.577282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.587016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebf9f7a5-5533-4cd1-bd14-ea2c8a666260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:24.623972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.625570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.626225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.626950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.627824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.628450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.629450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.631779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-e356f6d1-d5eb-47f1-af53-85e5b797bfd2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6422 time: 0.3611405 May 20 07:56:24.645831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Pushing event deleted for resources: {'Port': ['ID=44fe9ad2-f1bc-4e35-a65a-0d05d0658b6e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:24.659072 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:24.688252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4458b46c-7fb4-486b-b5eb-625d3b3f365b req-a2237f7f-a54f-470c-8261-52b01ae2e048 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737618 May 20 07:56:24.698789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.732362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa390fb9-eeba-496e-85dc-b3dc1ca2b303 req-fa754579-e2e2-43aa-ab29-7288867ffc0e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:24.734227 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ca23cec-ef2c-409b-8ae3-c7fbba7ae13f tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:24.754240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa390fb9-eeba-496e-85dc-b3dc1ca2b303 req-fa754579-e2e2-43aa-ab29-7288867ffc0e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.3917871 May 20 07:56:24.802594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.865090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/eccc1de7-18ec-47bb-a402-12919d488f85 HTTP/1.1" status: 204 len: 168 time: 1.9327230 May 20 07:56:24.868004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:24.881928 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fa390fb9-eeba-496e-85dc-b3dc1ca2b303 req-19212d39-a148-483e-9320-c69852edb5c2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306653 May 20 07:56:24.936640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.939631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:24.945949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] 10.222.0.79 "DELETE /v2.0/floatingips/73ec700f-9bd9-4cab-805a-37b05f8c5461 HTTP/1.1" status: 204 len: 168 time: 1.8045108 May 20 07:56:24.948413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Network 7170ea70-afcc-4c88-af2d-2bf528e633ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:24.948548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33248) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:24.949774 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34c7bd0-70a2-4d09-9945-c5190445dacd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:56:24.949774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c34c7bd0-70a2-4d09-9945-c5190445dacd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:24.993038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:25.016178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:25.044807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Pushing event updated for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:25.060125 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:25.117169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c34c7bd0-70a2-4d09-9945-c5190445dacd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:25.117169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c34c7bd0-70a2-4d09-9945-c5190445dacd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/eccc1de7-18ec-47bb-a402-12919d488f85 HTTP/1.1" status: 404 len: 333 time: 0.2475731 May 20 07:56:25.122643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33254) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:25.190993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-ecf69db3-1f42-4734-ac72-5ba4f4512a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.191676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-ecf69db3-1f42-4734-ac72-5ba4f4512a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.192228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-ecf69db3-1f42-4734-ac72-5ba4f4512a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.194390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-ecf69db3-1f42-4734-ac72-5ba4f4512a4b service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ac49e641b5a44669086a37dc7b75282&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5493872 May 20 07:56:25.210659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.210659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.210659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33258) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:25.303898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.409508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 64fcf90b-3160-4c62-8e5f-b61e44a919f9 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:25.463786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.506247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9134958 May 20 07:56:25.511689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:25.537228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Usage tracker for resource:security_group_rule and tenant:b8143defd4284ac7bc11627c3a4203ab is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:25.545417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Request body: {'port': {'device_id': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:25.585294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8aa20-e8ba-4006-ac1a-9098dcedf9e1 req-d1ba3959-0875-46e8-9526-31b82cafeaba tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.586030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9cf8aa20-e8ba-4006-ac1a-9098dcedf9e1 req-d1ba3959-0875-46e8-9526-31b82cafeaba tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Synchronizing usage tracker for tenant:d3fdbd050ea24ad3ba5cc29677a0c50a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:25.588558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:25.634677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:25.642955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7a9f31-148b-4d6a-93f0-047d172fc78f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:25.672041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.677612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.755860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:25.804257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Transition to ACTIVE for port object 7f7a9f31-148b-4d6a-93f0-047d172fc78f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:25.813531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-45ea6c61-a004-45bd-b5fd-628b7fcb01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:25.815001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1a1529d-6c2c-49b7-869a-b0dce41d65cd req-45ea6c61-a004-45bd-b5fd-628b7fcb01f4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5960526 May 20 07:56:25.825833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9cf8aa20-e8ba-4006-ac1a-9098dcedf9e1 req-d1ba3959-0875-46e8-9526-31b82cafeaba tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Unset dirty status for tenant:d3fdbd050ea24ad3ba5cc29677a0c50a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:25.826946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf8aa20-e8ba-4006-ac1a-9098dcedf9e1 req-d1ba3959-0875-46e8-9526-31b82cafeaba tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 931 time: 0.8891442 May 20 07:56:25.905086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.077287 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ca4f13c-2055-4505-9087-87a3251e5850 tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:26.128497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-d8b9844f-d930-4547-aa0f-99f25040ea21 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.131289 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-d8b9844f-d930-4547-aa0f-99f25040ea21 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.7181242 May 20 07:56:26.131289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.140107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.146843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.152589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.158542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.164510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.170377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.176357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:26.178256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-06e7044b-02ab-4959-a58b-31c1b26ccd59 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.2629740 May 20 07:56:26.206671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.227319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf8aa20-e8ba-4006-ac1a-9098dcedf9e1 req-457e33cb-7eba-480e-bfae-3b3632ecda5f tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789213 May 20 07:56:26.326839 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ca497670-3b7b-4c40-92e9-ba21b3857a63 req-f10d950c-dfe7-468c-953d-85a20530dc6c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339076 May 20 07:56:26.410549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.411609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Deleting port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:26.415802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.507495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:26.511342 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:26.580361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] For port 60838dd4-b66b-4eaa-a4ba-bd3baa15400a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:26.580727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.709998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Calling delete_port for 60838dd4-b66b-4eaa-a4ba-bd3baa15400a owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:26.746084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.885659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.903119 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07b6f8bc-eeb4-437d-87e8-abd465d77ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:26.984330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:26.989002 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed08edc0-8aab-41ef-9359-ce025763c8e6 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:27.003309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Attempting to bind port 7f7a9f31-148b-4d6a-93f0-047d172fc78f on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:27.003651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Attempting to bind port 7f7a9f31-148b-4d6a-93f0-047d172fc78f by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:27.003985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Attempting to bind port 7f7a9f31-148b-4d6a-93f0-047d172fc78f on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:27.032235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Pushing event deleted for resources: {'Port': ['ID=60838dd4-b66b-4eaa-a4ba-bd3baa15400a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:27.034900 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:27.044863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Port 7f7a9f31-148b-4d6a-93f0-047d172fc78f on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:27.045272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Attempting to bind port 7f7a9f31-148b-4d6a-93f0-047d172fc78f on network 19799f4d-b0bb-4c8b-bc02-55923a2094ba {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:27.048558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa2172-d883-4871-86ea-aaf4c56a03b0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:27.064206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b8143defd4284ac7bc11627c3a4203ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8466122 May 20 07:56:27.066733 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:27.070626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:27.123604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port da3171b7-5d49-4e36-90de-450ad58ea3a9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:27.123947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.138256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:27.138632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Checking segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:27.139265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Bound using segment: {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:27.139413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Bound port: 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40df9dfe-06e3-45cf-8896-7101c80737c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:27.139757 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.212915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c103f-e371-4939-b7bb-12f0fb1e082d req-0254ab7d-3b6f-4aaa-99ad-0a142dc93f9f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:27.214488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b6c103f-e371-4939-b7bb-12f0fb1e082d req-0254ab7d-3b6f-4aaa-99ad-0a142dc93f9f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.7567360 May 20 07:56:27.284042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.502041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b6c103f-e371-4939-b7bb-12f0fb1e082d req-6e4397e7-4370-4c3a-9051-dabed4b8c75e tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721682 May 20 07:56:27.539224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:27.550173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port da3171b7-5d49-4e36-90de-450ad58ea3a9, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=da3171b7-5d49-4e36-90de-450ad58ea3a9,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:27.550550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.565244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:27.580905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.649833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.715812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for da3171b7-5d49-4e36-90de-450ad58ea3a9 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:27.718631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.723164 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.735597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bbd116c5-d7df-4b29-b0c2-4a1010dc2e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:27.764447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c610f1-83e2-4252-bdf9-87e9ece4cf44 req-8352ea69-4574-4b5e-b332-6172b44b7c22 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:27.766182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-30c610f1-83e2-4252-bdf9-87e9ece4cf44 req-8352ea69-4574-4b5e-b332-6172b44b7c22 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 931 time: 0.2322040 May 20 07:56:27.782110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:56:27.826682 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:27.849990 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ac1cd4f-b139-4fdc-9c17-9e82c362f336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:27.893910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa2172-d883-4871-86ea-aaf4c56a03b0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:27.901599 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:27.924854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-30c610f1-83e2-4252-bdf9-87e9ece4cf44 req-03d11a14-32c1-42fb-8b22-163a09f137b4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Synchronizing usage tracker for tenant:d3fdbd050ea24ad3ba5cc29677a0c50a on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:28.002433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63303a-f39e-439a-bd53-0babe724c4d3 None None] Network a6d363c4-6a95-4773-a165-2812015b3bfc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:28.038227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.049306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.051235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46fa2172-d883-4871-86ea-aaf4c56a03b0 HTTP/1.1" status: 204 len: 168 time: 0.9798124 May 20 07:56:28.057113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.057113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.058754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] 10.222.0.84 "PUT /v2.0/ports/7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 1091 time: 4.2584667 May 20 07:56:28.065561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:28.115858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47734500-9409-4147-aada-257cd5b5637c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:28.121338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/64fcf90b-3160-4c62-8e5f-b61e44a919f9 HTTP/1.1" status: 204 len: 168 time: 2.9933352 May 20 07:56:28.127606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:28.130454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33290) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:28.131859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.145899 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:28.151607 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3e7d1c2-6d4f-40e4-940a-a3038c67a5a1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:28.176860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-30c610f1-83e2-4252-bdf9-87e9ece4cf44 req-03d11a14-32c1-42fb-8b22-163a09f137b4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Unset dirty status for tenant:d3fdbd050ea24ad3ba5cc29677a0c50a on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:28.190212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-30c610f1-83e2-4252-bdf9-87e9ece4cf44 req-03d11a14-32c1-42fb-8b22-163a09f137b4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655796 May 20 07:56:28.297531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Router d7858939-a0e3-4d74-a90e-c183245a5875 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:56:28.345338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=64fcf90b-3160-4c62-8e5f-b61e44a919f9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:28.352868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.356011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:28.469580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] DHCP port deletion for a6d363c4-6a95-4773-a165-2812015b3bfc request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:56:28.474555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Transition to ACTIVE for port object 47734500-9409-4147-aada-257cd5b5637c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:28.553304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device da3171b7-5d49-4e36-90de-450ad58ea3a9 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:28.564146 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'status': 'completed', 'code': 200} May 20 07:56:28.582408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.593580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.605491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.616058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.622134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.629452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.642074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:28.644915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-8fed15db-d684-4f33-8281-4cccd81776ab tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 1.0267241 May 20 07:56:28.668459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.669028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:56:28.669028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] 10.222.0.79 "PUT /v2.0/routers/d7858939-a0e3-4d74-a90e-c183245a5875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7125306 May 20 07:56:28.669028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33304) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:28.681077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:28.762598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:28.778957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Sync routers for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:56:28.798964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:28.799911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:28.960778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Deleting port 42205a19-580d-472a-b2e0-37c7f0a76d0a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:28.961164 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.031802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1d18a-fd25-4022-8625-926e0221fae1 req-147fa3e6-4074-4dca-8031-f25cc1b897c1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.033969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ce1d18a-fd25-4022-8625-926e0221fae1 req-147fa3e6-4074-4dca-8031-f25cc1b897c1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 945 time: 0.2171452 May 20 07:56:29.038375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Pushing event updated for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:29.039491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.048652 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:29.074602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.075096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.075578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.076055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.076531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.077000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.077492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.080342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-bd953461-6554-4091-9108-c267773d80fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6489 time: 0.7221713 May 20 07:56:29.091565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cc31d2d-68b2-41e1-bd91-12eff36eddef req-09252c9d-efe6-453a-bb3f-fd0252b3a225 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4267516 May 20 07:56:29.147359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] For port 42205a19-580d-472a-b2e0-37c7f0a76d0a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=42205a19-580d-472a-b2e0-37c7f0a76d0a,segment=NetworkSegment(7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d),segment_id=7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:29.147926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.191749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e08251d8-6aa2-4093-a697-7e38a0b3d265 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 217 time: 0.0962856 May 20 07:56:29.195251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 42205a19-580d-472a-b2e0-37c7f0a76d0a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:29.195585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.231031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8ce1d18a-fd25-4022-8625-926e0221fae1 req-99e8544a-12b0-49b3-a278-e5d3adbb83d5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095080 May 20 07:56:29.319103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Calling delete_port for 42205a19-580d-472a-b2e0-37c7f0a76d0a owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:29.327696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:29.397004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port 42205a19-580d-472a-b2e0-37c7f0a76d0a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=42205a19-580d-472a-b2e0-37c7f0a76d0a,segment=NetworkSegment(7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d),segment_id=7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:29.397412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.497708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Attempting to bind port 47734500-9409-4147-aada-257cd5b5637c on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:29.497856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Attempting to bind port 47734500-9409-4147-aada-257cd5b5637c by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '76d941a0-15e7-41f2-ad8a-1aa8959b8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:29.498116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Attempting to bind port 47734500-9409-4147-aada-257cd5b5637c on network 7170ea70-afcc-4c88-af2d-2bf528e633ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:29.568130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.599552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Port 47734500-9409-4147-aada-257cd5b5637c on network 7170ea70-afcc-4c88-af2d-2bf528e633ea not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:29.599915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Attempting to bind port 47734500-9409-4147-aada-257cd5b5637c on network 7170ea70-afcc-4c88-af2d-2bf528e633ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:29.603839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.606415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248fb87-a0d5-41fc-a299-a2409166731c req-4656b42e-36f8-4f29-847d-1bd7b43b5efb tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.614088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 42205a19-580d-472a-b2e0-37c7f0a76d0a owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:29.619538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2248fb87-a0d5-41fc-a299-a2409166731c req-4656b42e-36f8-4f29-847d-1bd7b43b5efb tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 943 time: 0.1726124 May 20 07:56:29.639873 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80f9eeb0-8900-4764-bf39-752891ed9829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:29.680281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:56:26Z', 'revision_number': 5, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port': {'id': '5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:75:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:53:34Z', 'updated_at': '2021-05-20T07:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:29.692270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.709288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Checking router: d7858939-a0e3-4d74-a90e-c183245a5875 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:56:29.711360 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2fe40e17-afc3-48b9-84f0-11a43d5903e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:29.726144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:29.726488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Checking segment: {'id': '76d941a0-15e7-41f2-ad8a-1aa8959b8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:29.726874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Bound using segment: {'id': '76d941a0-15e7-41f2-ad8a-1aa8959b8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:29.728141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Bound port: 47734500-9409-4147-aada-257cd5b5637c, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d941a0-15e7-41f2-ad8a-1aa8959b8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:29.728509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.767650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] No DVR routers for this DVR port 42205a19-580d-472a-b2e0-37c7f0a76d0a on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:29.774006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=da3171b7-5d49-4e36-90de-450ad58ea3a9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:29.783466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Pushing event deleted for resources: {'Port': ['ID=42205a19-580d-472a-b2e0-37c7f0a76d0a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:29.792465 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:29.794356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Routers {'d7858939-a0e3-4d74-a90e-c183245a5875'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:29.795176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d7858939-a0e3-4d74-a90e-c183245a5875'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:29.845012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port da3171b7-5d49-4e36-90de-450ad58ea3a9 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:29.847534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-37ac52c1-9cdb-4980-b656-004a76663c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:29.848999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-37ac52c1-9cdb-4980-b656-004a76663c43 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.6394980 May 20 07:56:29.886938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:29.948845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2248fb87-a0d5-41fc-a299-a2409166731c req-73509731-e326-4e69-991f-e87171a0c845 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325796 May 20 07:56:29.994862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Deleting port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:29.995353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.002943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] Set router d7858939-a0e3-4d74-a90e-c183245a5875 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:30.127898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:56:29Z', 'revision_number': 6, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:30.136631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.137407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.137942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.138439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.138943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.140317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.141943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.142445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.142962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.150732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.151959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.152637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:30.157441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:30.158304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164aeda7-87a6-4cee-ae38-dbdfd1ceec60 None None] The sync data for ids ['d7858939-a0e3-4d74-a90e-c183245a5875'] in n-d-780147-4 is: [{'id': 'd7858939-a0e3-4d74-a90e-c183245a5875', 'name': 'tempest-ServersTestJSON-712227563-router', 'tenant_id': '2486290deb3548fca2e8c4668a133c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:53:32Z', 'updated_at': '2021-05-20T07:56:29Z', 'revision_number': 6, 'project_id': '2486290deb3548fca2e8c4668a133c12', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:56:30.173096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5fe58683-b3eb-49db-a28c-b3cdbf6b2da3 req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "DELETE /v2.0/ports/da3171b7-5d49-4e36-90de-450ad58ea3a9 HTTP/1.1" status: 204 len: 173 time: 4.0290895 May 20 07:56:30.254723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] For port 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:30.256080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.271858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:30.276672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=47734500-9409-4147-aada-257cd5b5637c,segment=NetworkSegment(76d941a0-15e7-41f2-ad8a-1aa8959b8f87),segment_id=76d941a0-15e7-41f2-ad8a-1aa8959b8f87)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:30.290375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-ab9d91c0-02b2-4269-8467-ac2ee7d99004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:30.292082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-ab9d91c0-02b2-4269-8467-ac2ee7d99004 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4137559 May 20 07:56:30.295016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.298539 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-583bebfa-d428-4b75-84f1-45944d881022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:30.421127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.434188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=42205a19-580d-472a-b2e0-37c7f0a76d0a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:30.445339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port 42205a19-580d-472a-b2e0-37c7f0a76d0a on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:30.463267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Calling delete_port for 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:30.482836 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:30.510612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b5c96f7b-8ee9-4f63-8d53-eb0d33030c2d req-448b2f9d-8567-42d9-aea8-a3df1e85b6bf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffcfbdfe-5e5b-433c-bd8c-d40cd072672e HTTP/1.1" status: 200 len: 210 time: 0.0543687 May 20 07:56:30.557784 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0c11555-d1b9-4d4b-9a78-460d498d2e79 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:30.674266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 60838dd4-b66b-4eaa-a4ba-bd3baa15400a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:30.683495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'name': 'network-vif-deleted', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:30.746952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 60838dd4-b66b-4eaa-a4ba-bd3baa15400a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:30.747571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 60838dd4-b66b-4eaa-a4ba-bd3baa15400a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:30.748158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 42205a19-580d-472a-b2e0-37c7f0a76d0a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:30.763896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:30.764654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.766976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] 10.222.0.81 "PUT /v2.0/ports/47734500-9409-4147-aada-257cd5b5637c HTTP/1.1" status: 200 len: 1091 time: 5.2317994 May 20 07:56:30.787545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 42205a19-580d-472a-b2e0-37c7f0a76d0a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:30.790455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 42205a19-580d-472a-b2e0-37c7f0a76d0a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:30.835279 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcfbdfe-5e5b-433c-bd8c-d40cd072672e', 'name': 'network-vif-deleted', 'tag': 'da3171b7-5d49-4e36-90de-450ad58ea3a9', 'status': 'completed', 'code': 200} May 20 07:56:30.836855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.843213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d0c51f8-8a64-4e4c-9768-18090e29ab59 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:30.849870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:30.865559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-7978519c-35cb-4918-96cf-bdeb132dbdf0 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303130 May 20 07:56:30.872732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d363c4-6a95-4773-a165-2812015b3bfc']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:30.903406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:30.910118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Pushing event updated for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:30.916135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:30.916447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcf16dc-37ef-4de1-b40d-46e9bbb3dc6d') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:30.929395 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:30.942026 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:30.983712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33374) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:30.986118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.031156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.039252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.047438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.054082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.055708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.063300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.069581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.077916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.080157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-c612dcfc-9302-41cd-895b-f97a7a6d089c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.7461293 May 20 07:56:31.197651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-8bf65eee-9847-4e51-b87b-16fedc1fdc4f service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082707 May 20 07:56:31.242915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.340079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.343285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.344743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:31.345280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: timer() May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:31.381757 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:31.395447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-30a1bb3d-7b1d-4958-a656-7f27b46d742b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.1539247 May 20 07:56:31.396238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.402203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f4fe-a9e3-4e31-b7bf-f5a06cea98b5 req-d668d764-03d9-407e-b727-51784b28dc1f tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.408636 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89d5f4fe-a9e3-4e31-b7bf-f5a06cea98b5 req-d668d764-03d9-407e-b727-51784b28dc1f tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 943 time: 0.3027406 May 20 07:56:31.412423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-640c2e36-f1f9-4dee-ae18-6cd92de8ea65 req-66c03620-ac91-41e4-ac30-1b8e4f551a8e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158806 May 20 07:56:31.464063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-89d5f4fe-a9e3-4e31-b7bf-f5a06cea98b5 req-7db3af94-b4dd-4174-acee-a8f464de4c19 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526922 May 20 07:56:31.486383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.488947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7858939-a0e3-4d74-a90e-c183245a5875 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:56:31.506752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.510326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d7858939-a0e3-4d74-a90e-c183245a5875 HTTP/1.1" status: 204 len: 168 time: 2.8395064 May 20 07:56:31.510581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33380) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:31.552615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:31.561127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Usage tracker for resource:security_group_rule and tenant:421d5c29cac74a379b753489cfd61999 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:31.567917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-58b9bc82-4f44-49d2-b48b-68385ea02faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.569665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-58b9bc82-4f44-49d2-b48b-68385ea02faf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3fdbd050ea24ad3ba5cc29677a0c50a&device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 1094 time: 0.6554828 May 20 07:56:31.571087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:31.583571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:31.592862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Deleting subnet ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:31.596933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.647162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-9322dbdf-206b-4d93-a2fc-f9ff6a41d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.648612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-9322dbdf-206b-4d93-a2fc-f9ff6a41d8c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.2332103 May 20 07:56:31.664126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-2c8d1149-93cf-4916-9970-c04927b2f022 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47734500-9409-4147-aada-257cd5b5637c HTTP/1.1" status: 200 len: 217 time: 0.0833840 May 20 07:56:31.668775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.737659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.786547 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.817306 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff44e3d5-45c1-4792-9b51-1cf67037fa09 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:31.849537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:31.874536 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:56:31.881595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=a6d363c4-6a95-4773-a165-2812015b3bfc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:31.898744 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:31.937542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-0deeb11f-b986-49e8-8c08-71ecbf5338ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:31.939147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-0deeb11f-b986-49e8-8c08-71ecbf5338ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bcfddbd-afb8-4666-9818-bd644c461fc7 HTTP/1.1" status: 200 len: 853 time: 0.1874175 May 20 07:56:32.015163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-fdb9fdd1-d5fe-46e6-bccd-eff6836d490b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7170ea70-afcc-4c88-af2d-2bf528e633ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682135 May 20 07:56:32.043981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.069895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/a6d363c4-6a95-4773-a165-2812015b3bfc HTTP/1.1" status: 204 len: 168 time: 3.9276690 May 20 07:56:32.070105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:32.074351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1592641511'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:32.096869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:32.119243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.119613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:32.129552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-13702323-f589-4dc7-acba-f24b2603f69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:32.135054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:32.141230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-7b883074-4427-428a-a6ec-5ae6a6e95442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.142948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-7b883074-4427-428a-a6ec-5ae6a6e95442 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4813797 May 20 07:56:32.336819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:32.366971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:32.392407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-0c3da1fc-4533-4914-9e1f-476169587179 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.393966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-0c3da1fc-4533-4914-9e1f-476169587179 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.4481623 May 20 07:56:32.413061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:32.413771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5cdcb1e5-9a3f-4ecf-ab87-dc55edf767ac not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:32.422736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-92730609-50db-4677-841b-53b12e5a6fe0 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/quotas/9f0f74c1dd534937a7c0281d74d19647 HTTP/1.1" status: 200 len: 375 time: 0.0153766 May 20 07:56:32.474916 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-b472de4c-e430-471d-bc8d-bff636b89202 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462883 May 20 07:56:32.476248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:32.479858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.482027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc6b59d-5162-43c5-aa69-c2621ee26116,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:32.489566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=421d5c29cac74a379b753489cfd61999&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4827757 May 20 07:56:32.489566 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:32.493202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:32.505440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-c110e630-4cc3-401d-9861-c0b864fc51ae service neutron] 10.222.0.81 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817877 May 20 07:56:32.565425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:32.575993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.576345 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment 02a31d97-4d7b-4541-aa5e-b06a7375cb2a of type vlan for network 7d3977fd-902d-494c-9dd9-99983e06fcee May 20 07:56:32.594849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.604941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:32.684664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-ea638140-3cf0-46ac-a4be-7a1712fa1e25 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688929 May 20 07:56:32.713587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:32.728720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:32.737625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.741653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.742891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161c5af-4658-40ba-8ad2-6e3689f32400 None None] Network 95a99051-c8ba-47d2-949c-3b0dfb5aac8a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:32.780033 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ee4e1f4e-20df-4867-9a61-6fc4bacc6d9d HTTP/1.1" status: 204 len: 168 time: 1.2662537 May 20 07:56:32.800690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33412) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:32.801440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.827917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47e4f393-5729-4009-81c9-f2cf4e1c5c2e req-84107a26-b93d-48cc-af84-1b916990e462 service neutron] 10.222.0.81 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144186 May 20 07:56:32.845744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'tag': '47734500-9409-4147-aada-257cd5b5637c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:32.868707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-131fcceb-dfcd-43a2-8ac6-59990cdc3ed9 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742750 May 20 07:56:32.891641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.897853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.906709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.913196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.919086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.929257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.941073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.944956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-c2f9513b-c223-4c15-a0dc-be1c76aeeb09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.3239865 May 20 07:56:32.955074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-34afa747-a72f-492a-8635-ef727c04a288 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615416 May 20 07:56:32.975524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.982074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.987512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:32.988187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:32.992206 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5925a29-b0ca-493f-9ed0-eb8d337d3363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:33.135237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] DHCP port deletion for 95a99051-c8ba-47d2-949c-3b0dfb5aac8a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:56:33.150052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-eb027889-94c4-480d-9c6a-34de618ffce7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.1732919 May 20 07:56:33.168643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f87e027-f314-49b6-87ce-fc6b21ea7934 req-322f6dfb-d674-42a8-9150-472a77377ace tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2119465 May 20 07:56:33.216529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Deleting port 69f621a1-dbd4-4b45-be54-1964a484db98 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:33.217241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.283718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.305278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-682a4549-3049-468c-bab2-bf5a4ef108e9 service neutron] 10.222.0.79 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233050 May 20 07:56:33.339379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d70bdec0-5588-44f5-ab05-143a900c014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:33.341326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-d70bdec0-5588-44f5-ab05-143a900c014b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1688275 May 20 07:56:33.379550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3102748 May 20 07:56:33.399397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] For port 69f621a1-dbd4-4b45-be54-1964a484db98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69f621a1-dbd4-4b45-be54-1964a484db98,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:33.400922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.408295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:33.415745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:33.431529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=7d3977fd-902d-494c-9dd9-99983e06fcee,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:33.479050 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:33.498634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7d3977fd-902d-494c-9dd9-99983e06fcee details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:33.571725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.583917 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:33.594839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Calling delete_port for 69f621a1-dbd4-4b45-be54-1964a484db98 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:33.604663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc6b59d-5162-43c5-aa69-c2621ee26116,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:33.605330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a11c8-c8ed-40e5-9eb2-0dffb4dac6ed req-c3516492-812c-4b0b-a7d7-c0a12111f23e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:33.607358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c6a11c8-c8ed-40e5-9eb2-0dffb4dac6ed req-c3516492-812c-4b0b-a7d7-c0a12111f23e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 943 time: 0.1886165 May 20 07:56:33.609672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-18cabe7f-7135-414c-9f85-2647aef8deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:33.611241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-18cabe7f-7135-414c-9f85-2647aef8deb0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2607341 May 20 07:56:33.626394 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:33.640136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.644282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1cc6b59d-5162-43c5-aa69-c2621ee26116 HTTP/1.1" status: 204 len: 168 time: 1.1464729 May 20 07:56:33.661669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:33.678982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:33.688486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:33.692203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Deleting port 69f621a1-dbd4-4b45-be54-1964a484db98 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:33.692538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.737323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:33.920756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:33.932572 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4c6cb161-8146-4dcc-a49c-5df5d30b5fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:33.948488 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'tag': '47734500-9409-4147-aada-257cd5b5637c', 'status': 'completed', 'code': 200} May 20 07:56:33.966859 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8e77d3ad-43f9-4993-ae0a-795a63c3697c req-ee15e733-e3e3-491c-8100-32ebb25c6a2f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.1042318 May 20 07:56:33.973671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:33.978142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:34.008169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e6ba516e-dfdb-4e70-b4d1-de801a6f7f5a service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355000 May 20 07:56:34.023423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] No DVR routers for this DVR port 69f621a1-dbd4-4b45-be54-1964a484db98 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:34.042454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Pushing event deleted for resources: {'Port': ['ID=69f621a1-dbd4-4b45-be54-1964a484db98,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:34.044517 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:34.123702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] For port 69f621a1-dbd4-4b45-be54-1964a484db98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69f621a1-dbd4-4b45-be54-1964a484db98,segment=NetworkSegment(02a37659-4792-4ce3-9061-3547507ff556),segment_id=02a37659-4792-4ce3-9061-3547507ff556)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:34.124018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:34.240455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c6a11c8-c8ed-40e5-9eb2-0dffb4dac6ed req-111cdaa0-e1c7-4915-9b81-92a30ef1d4ec tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263046 May 20 07:56:34.267295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-5b3273df-ebed-4208-ad52-3836b292ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.273528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-5b3273df-ebed-4208-ad52-3836b292ba57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3fdbd050ea24ad3ba5cc29677a0c50a&device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 1094 time: 0.3664212 May 20 07:56:34.318582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-72b9f85f-6689-4b30-87a3-c3baabeaddbb service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966254 May 20 07:56:34.363137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Calling delete_port for 69f621a1-dbd4-4b45-be54-1964a484db98 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:34.417230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69f621a1-dbd4-4b45-be54-1964a484db98 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:34.491509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 69f621a1-dbd4-4b45-be54-1964a484db98 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:34.492172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69f621a1-dbd4-4b45-be54-1964a484db98 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:34.495883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-a6d0b25f-3dda-49d8-a8ba-c92649f8e4af service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.1388915 May 20 07:56:34.551055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 47734500-9409-4147-aada-257cd5b5637c details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:56:34.650477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-3ea25383-d3dc-4229-96f2-65295cb79074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.651995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-3ea25383-d3dc-4229-96f2-65295cb79074 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1021774 May 20 07:56:34.699295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-dd289467-c444-4eb5-8e7b-91eaabde3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.700945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-dd289467-c444-4eb5-8e7b-91eaabde3038 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7170ea70-afcc-4c88-af2d-2bf528e633ea HTTP/1.1" status: 200 len: 914 time: 0.3814104 May 20 07:56:34.791958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:34.798768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-667e5044-bb3a-411e-8327-9c4c956650b3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:34.848194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f621a1-dbd4-4b45-be54-1964a484db98,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:34.849338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=47734500-9409-4147-aada-257cd5b5637c,segment=NetworkSegment(76d941a0-15e7-41f2-ad8a-1aa8959b8f87),segment_id=76d941a0-15e7-41f2-ad8a-1aa8959b8f87)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:34.852881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:34.857566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] No DVR routers for this DVR port 69f621a1-dbd4-4b45-be54-1964a484db98 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:34.869321 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '47734500-9409-4147-aada-257cd5b5637c', 'network_id': '7170ea70-afcc-4c88-af2d-2bf528e633ea', 'port_id': '47734500-9409-4147-aada-257cd5b5637c', 'mac_address': 'fa:16:3e:4b:1a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcfddbd-afb8-4666-9818-bd644c461fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:56:34.903312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.908419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.914672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.920616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.927325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.937740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.937911 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:34.939356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:34.948063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-b2531134-0cc6-4fad-a73c-42c6392336b4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.4949062 May 20 07:56:34.954279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47734500-9409-4147-aada-257cd5b5637c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:34.984357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=47734500-9409-4147-aada-257cd5b5637c,segment=NetworkSegment(76d941a0-15e7-41f2-ad8a-1aa8959b8f87),segment_id=76d941a0-15e7-41f2-ad8a-1aa8959b8f87)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:35.014818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-98783199-5b54-4211-a3ff-07a5034c8073 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47734500-9409-4147-aada-257cd5b5637c HTTP/1.1" status: 200 len: 217 time: 0.3025713 May 20 07:56:35.051819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.054022 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:35.132569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-eb524100-bee6-4c33-84ce-6024a6baa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:35.134743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-eb524100-bee6-4c33-84ce-6024a6baa085 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4bcfddbd-afb8-4666-9818-bd644c461fc7 HTTP/1.1" status: 200 len: 853 time: 0.1052763 May 20 07:56:35.142647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-aef3cc0a-e8d5-46df-9db4-1e200dbed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:35.144126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-aef3cc0a-e8d5-46df-9db4-1e200dbed400 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4847686 May 20 07:56:35.159761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-65756cb9-70d5-4a26-93b6-b22a51b6c6e7 req-d6cbd374-c8b4-4997-813c-2321e733dcaa tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101638 May 20 07:56:35.166243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.196727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a99051-c8ba-47d2-949c-3b0dfb5aac8a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:35.214359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-b1b322e5-f451-4d0f-bde1-4969518f224d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7170ea70-afcc-4c88-af2d-2bf528e633ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692534 May 20 07:56:35.215465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:35.217240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a37659-4792-4ce3-9061-3547507ff556') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:35.217671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a37659-4792-4ce3-9061-3547507ff556') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:35.220273 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:35.267109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['47734500-9409-4147-aada-257cd5b5637c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:56:35.300479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.308354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3a55765a-0120-4312-99d4-62b1772cf03a req-e211729c-102f-4dc9-b5e5-d756fb1e8fbf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:35.379370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.416747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:35.417406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: timer() May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:35.555447 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:35.591141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-713da235-1824-435d-bfa0-4f047dd5a61a service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034348 May 20 07:56:35.594023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3a55765a-0120-4312-99d4-62b1772cf03a req-e211729c-102f-4dc9-b5e5-d756fb1e8fbf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:35.595700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a55765a-0120-4312-99d4-62b1772cf03a req-e211729c-102f-4dc9-b5e5-d756fb1e8fbf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.4099779 May 20 07:56:35.600373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-ce01624e-61df-4b62-928d-7c51dc416b5d service neutron] 10.222.0.81 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390789 May 20 07:56:35.623841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.639023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:35.668449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.683851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a99051-c8ba-47d2-949c-3b0dfb5aac8a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:35.686461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] 10.222.0.79 "DELETE /v2.0/networks/95a99051-c8ba-47d2-949c-3b0dfb5aac8a HTTP/1.1" status: 204 len: 168 time: 2.8831108 May 20 07:56:35.697305 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:35.827339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c9d0d-0d22-4420-83a0-ad0eade54fed req-d59db964-56d6-4088-92f6-248552c08a74 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:35.830002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d1c9d0d-0d22-4420-83a0-ad0eade54fed req-d59db964-56d6-4088-92f6-248552c08a74 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 944 time: 0.2725372 May 20 07:56:35.870521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:35.894887 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-262c888f-03d1-452b-bb6b-3a66d0142317 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:35.934647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-1949afe3-2e47-4cfc-9bda-eb3e96f628f4 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327928 May 20 07:56:35.995767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8d1c9d0d-0d22-4420-83a0-ad0eade54fed req-c624abe1-d8f9-42cb-b019-841f9d6150d1 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594465 May 20 07:56:36.023281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=def472ea-d8a6-42d9-b42d-4b3995a74b77,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:36.030731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:36.035342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': '02a31d97-4d7b-4541-aa5e-b06a7375cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:36.035712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: 7d3977fd-902d-494c-9dd9-99983e06fcee, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:36.081628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-49b26e1b-b2af-4584-9bd8-32c7dd5b80ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.1297061 May 20 07:56:36.143008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 7d3977fd-902d-494c-9dd9-99983e06fcee is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:36.180394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e7e142ed-ac74-4c8b-a4e3-878005bbc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.181849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-e7e142ed-ac74-4c8b-a4e3-878005bbc9c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.0932944 May 20 07:56:36.185138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c844078-e190-488e-8f74-f7c1fbb7a26e req-45650d89-6a7b-4af9-b638-a61c617154f2 service neutron] 10.222.0.81 "GET /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596547 May 20 07:56:36.210488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7d3977fd-902d-494c-9dd9-99983e06fcee) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:36.221346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f3e1d-79d5-431e-9272-3545fadf1ec8 None None] Network 7d3977fd-902d-494c-9dd9-99983e06fcee requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:36.244636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.246738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:36.280496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-7fc85ac4-f542-4f44-9070-537aba9b1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.285985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-7fc85ac4-f542-4f44-9070-537aba9b1b0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968275 May 20 07:56:36.349321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33488) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:36.404520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2a1e1002-56c6-4a48-bba0-0e8caac489f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2486290deb3548fca2e8c4668a133c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571055 May 20 07:56:36.407198 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9970684 May 20 07:56:36.408527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33492) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:36.410795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33494) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:36.433975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee', 'name': 'tempest-PortsTestJSON-154132379', 'fixed_ips': [{'subnet_id': 'def472ea-d8a6-42d9-b42d-4b3995a74b77', 'ip_address': '172.20.0.10'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:36.536348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-3ed16a1d-127d-419e-b6d0-2d71f04707e6 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402430 May 20 07:56:36.558725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.565675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.572112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.578595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.584885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.590915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.596987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:36.598796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 47734500-9409-4147-aada-257cd5b5637c up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:36.599027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29986985-6559-459d-8207-92105aa4b455 req-ae058708-8c8a-47bb-a390-70d5091ab9ed tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.2499278 May 20 07:56:36.738593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29986985-6559-459d-8207-92105aa4b455 req-83800ed5-fc58-4761-857a-4faffea95902 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196897 May 20 07:56:36.783512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-7d3977fd-902d-494c-9dd9-99983e06fcee', 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': 'def472ea-d8a6-42d9-b42d-4b3995a74b77'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:56:36.784680 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:36.808679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-577f3efa-01c9-4c56-89a0-8747bac8078e service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087967 May 20 07:56:36.833317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:36.851325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:36.856129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:36.869771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:36.902862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:36.961703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8c6c1b3-89b6-4228-8359-0234631ea190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:36.961923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:36.979578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:37.095273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 47734500-9409-4147-aada-257cd5b5637c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:37.105203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 47734500-9409-4147-aada-257cd5b5637c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:37.109254 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.379140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Allocated IP 172.20.0.2 (7d3977fd-902d-494c-9dd9-99983e06fcee/def472ea-d8a6-42d9-b42d-4b3995a74b77/e9d22a92-ee3c-4333-b2db-e993d809027e) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:37.412404 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b605b0c7-6fd1-43a7-a4c8-ca0a84db51ba req-5d5e37a3-83b3-4664-9759-f4ffa1a3073d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.0949140 May 20 07:56:37.417590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-e06e572f-6486-491c-8115-89692c001abf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:37.420166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-e06e572f-6486-491c-8115-89692c001abf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 812 time: 0.9518702 May 20 07:56:37.441458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Request body: {'port': {'device_id': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'admin_state_up': True, 'tenant_id': '9f0f74c1dd534937a7c0281d74d19647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:37.467268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-97537776-f738-4ff2-b180-2470b61ebfb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.6508396 May 20 07:56:37.490703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.548546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port b4bf9e94-5b36-4cce-9de8-c411f975290a yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:56:37.599338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-0dfd5b11-1f77-4f14-a474-3ee6ed40fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:37.600838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-0dfd5b11-1f77-4f14-a474-3ee6ed40fde8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0681274 May 20 07:56:37.636864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.645249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.652146 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ddb6f36-2ec6-4ff0-9c5d-5930153e18f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:37.678906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb644466-3379-432d-894f-8697cebb45da,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:37.688470 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:37.711260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.711534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=47734500-9409-4147-aada-257cd5b5637c,segment=NetworkSegment(76d941a0-15e7-41f2-ad8a-1aa8959b8f87),segment_id=76d941a0-15e7-41f2-ad8a-1aa8959b8f87)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:37.712907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb644466-3379-432d-894f-8697cebb45da HTTP/1.1" status: 204 len: 168 time: 1.3033075 May 20 07:56:37.719640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47734500-9409-4147-aada-257cd5b5637c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:37.806759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:37.814242 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-69a010d4-5a9c-4293-bab6-8676bc5cafde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:37.915787 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47734500-9409-4147-aada-257cd5b5637c', 'code': 200} May 20 07:56:38.117386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:38.131077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:38.132943 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:38.147962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.155128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.161509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.168183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.174867 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.175953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.183032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.190354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.194974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674576-e874-460e-beaa-a9efc0b5505b req-f557930d-d7db-492f-94d9-76af18a35744 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.198637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Transition to ACTIVE for port object e9d22a92-ee3c-4333-b2db-e993d809027e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:38.200446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-1ad9db62-45df-420f-b428-18da056c107a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.1825745 May 20 07:56:38.206831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08674576-e874-460e-beaa-a9efc0b5505b req-f557930d-d7db-492f-94d9-76af18a35744 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 944 time: 0.7790763 May 20 07:56:38.221803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:38.254133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Transition to ACTIVE for port object e9d22a92-ee3c-4333-b2db-e993d809027e will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:38.280075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1d777edd-f4f3-4552-91a4-4fa4d5cd5dae req-2e127a66-022f-40a6-9522-3b8afcc19770 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764694 May 20 07:56:38.292979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.298399 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:38.329376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-440f9c48-cc4a-4205-95e0-8354ff6ad510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.330889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-440f9c48-cc4a-4205-95e0-8354ff6ad510 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7080221 May 20 07:56:38.384676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.10 (7d3977fd-902d-494c-9dd9-99983e06fcee/def472ea-d8a6-42d9-b42d-4b3995a74b77/b4bf9e94-5b36-4cce-9de8-c411f975290a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:38.396642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08674576-e874-460e-beaa-a9efc0b5505b req-723a9501-45f5-406f-8f95-f1f571282a4b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875799 May 20 07:56:38.426596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Made reservation on behalf of 9f0f74c1dd534937a7c0281d74d19647 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:38.429839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.475308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Network 7d3977fd-902d-494c-9dd9-99983e06fcee is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:38.480465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:38.497941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:38.579529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944a0e7-69bb-493c-8e14-ee0b8b88c1ae req-1a661b3a-9a0b-4787-bfa3-d0169e3c7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:38.581396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c944a0e7-69bb-493c-8e14-ee0b8b88c1ae req-1a661b3a-9a0b-4787-bfa3-d0169e3c7020 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 1096 time: 0.6288664 May 20 07:56:38.586552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Pushing event updated for resources: {'Port': ['ID=e9d22a92-ee3c-4333-b2db-e993d809027e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:38.591953 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:38.668404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Attempting to bind port e9d22a92-ee3c-4333-b2db-e993d809027e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:38.668855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Attempting to bind port e9d22a92-ee3c-4333-b2db-e993d809027e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '02a31d97-4d7b-4541-aa5e-b06a7375cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:38.669291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Attempting to bind port e9d22a92-ee3c-4333-b2db-e993d809027e on network 7d3977fd-902d-494c-9dd9-99983e06fcee {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:38.675808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:38.676296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Checking segment: {'id': '02a31d97-4d7b-4541-aa5e-b06a7375cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:38.676960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.677574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Bound using segment: {'id': '02a31d97-4d7b-4541-aa5e-b06a7375cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:38.678272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Bound port: e9d22a92-ee3c-4333-b2db-e993d809027e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a31d97-4d7b-4541-aa5e-b06a7375cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:38.679062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.691914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c944a0e7-69bb-493c-8e14-ee0b8b88c1ae req-8f627a85-d7f1-448f-893d-0c0534744f2c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860331 May 20 07:56:38.789856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-ecba9651-b472-40ec-a238-1ec0de95b334 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128082 May 20 07:56:38.838194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-66825375-7e1a-494e-a77c-09716a976bce None None] For port e9d22a92-ee3c-4333-b2db-e993d809027e, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:38.838194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-66825375-7e1a-494e-a77c-09716a976bce None None] For port e9d22a92-ee3c-4333-b2db-e993d809027e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e9d22a92-ee3c-4333-b2db-e993d809027e,segment=NetworkSegment(02a31d97-4d7b-4541-aa5e-b06a7375cb2a),segment_id=02a31d97-4d7b-4541-aa5e-b06a7375cb2a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:38.927750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:38.930598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7a98d16a-018b-43a0-9a73-c1756d6e590d req-8daf0cae-50cb-46b5-b1fb-2db669d05c90 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.1089110 May 20 07:56:38.932904 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:39.009607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Allocated IP 172.20.0.5 (0e0af098-bc70-4978-ad65-d16c6c603d64/1b106148-0918-40d9-989f-981f0c077bb6/493f7f58-b25d-47d6-8046-ac9de65d6087) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:39.024361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.056005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object b4bf9e94-5b36-4cce-9de8-c411f975290a will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:39.076760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-29d0a716-4853-45a4-94d7-d30e50546637 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736988 May 20 07:56:39.145246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Pushing event updated for resources: {'Port': ['ID=e9d22a92-ee3c-4333-b2db-e993d809027e,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:39.148136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.151177 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:39.174375 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e410cdd-2b82-4e46-8d49-71b4a2eb2b8d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:39.208459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-57031c54-cbcf-4f33-9f17-43e796c647af service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.1123724 May 20 07:56:39.227928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b9ad0b5-1b85-4a66-93d2-d6819a8588ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.278193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=b4bf9e94-5b36-4cce-9de8-c411f975290a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:39.283755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:39.285356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 7d3977fd-902d-494c-9dd9-99983e06fcee is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:39.286885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:39.289578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:39.460832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:39.461765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.568171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f3b339f0-ba12-47df-b9f2-ce310b177dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:39.569819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-f3b339f0-ba12-47df-b9f2-ce310b177dc5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.3562570 May 20 07:56:39.596586 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1844728 May 20 07:56:39.598904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:39.606387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '7d3977fd-902d-494c-9dd9-99983e06fcee', 'name': 'tempest-PortsTestJSON-979267964', 'fixed_ips': [{'subnet_id': 'def472ea-d8a6-42d9-b42d-4b3995a74b77', 'ip_address': '172.20.0.9'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:39.671359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.678069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:39.714402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-2b8a32b0-02aa-42c4-8975-6fc64b1ff3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:39.715763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-2b8a32b0-02aa-42c4-8975-6fc64b1ff3bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356151 May 20 07:56:39.948714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:39.958810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:39.966063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:39.976737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:40.071006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-627d34ba-4938-4767-a25f-a7de6b7366f1 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443222 May 20 07:56:40.075827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:40.081927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.117023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port d0e708b5-ec65-4b2e-98b6-53856249f045 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:56:40.183290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.189106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.195390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.195564 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6f064ca-b47a-473c-a004-722f573d7edb tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:40.201428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.207630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.213556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.219952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.226988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.229081 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-755f269d-2173-4ead-bd05-792b5546c010 req-68c6a455-eb0d-4fdd-acf0-201aef394fcc tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.2953424 May 20 07:56:40.294662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Network 0e0af098-bc70-4978-ad65-d16c6c603d64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:40.301188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:40.319429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:40.361028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-755f269d-2173-4ead-bd05-792b5546c010 req-9e2a505e-0fe6-459a-b040-d71c3630c034 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230369 May 20 07:56:40.375797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:40.381347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'network': {'name': 'tempest-network-smoke--1286308245', 'project_id': '6e91e32db1034f178460ba3944b189c8', 'port_security_enabled': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:40.389688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:40.402053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:network and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:40.404432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event updated for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:40.408540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:40.428502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:40.434773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:40.471934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e9d22a92-ee3c-4333-b2db-e993d809027e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:40.475728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-757ac46c-55fd-4e2b-b73f-04c13e242f90 req-90202869-13b4-450c-a03f-03325b325715 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969729 May 20 07:56:40.489896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.490538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.551179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:40.555176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.576481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.9 (7d3977fd-902d-494c-9dd9-99983e06fcee/def472ea-d8a6-42d9-b42d-4b3995a74b77/d0e708b5-ec65-4b2e-98b6-53856249f045) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:40.587145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.611639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:40.616013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group_rule and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:40.619019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:40.625932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:40.638837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2056477 May 20 07:56:40.648227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba403c5-d95e-49c8-8a58-b3db48bb1b89 None None] Network 7d3977fd-902d-494c-9dd9-99983e06fcee requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:40.648767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Request body: {'port': {'device_id': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:40.696956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e9d22a92-ee3c-4333-b2db-e993d809027e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:40.751069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.842807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.855924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:40.865068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.865419 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Added segment c86ef47f-e5a9-45ff-a204-761a466a7651 of type vlan for network 87f1153d-f5ee-4194-a57c-b39159115574 May 20 07:56:40.893238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.913252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a2d3-31ae-4b4e-8080-92bee8505e0a req-0731e47d-8e46-499f-bdcb-c3337c881ad4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:40.919117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ca4a2d3-31ae-4b4e-8080-92bee8505e0a req-0731e47d-8e46-499f-bdcb-c3337c881ad4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 945 time: 0.3485451 May 20 07:56:40.932445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:40.933955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fca0f085-a970-4413-a2d2-1797ffd8e0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:40.970207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Provisioning for port e9d22a92-ee3c-4333-b2db-e993d809027e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:40.982264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Provisioning complete for port e9d22a92-ee3c-4333-b2db-e993d809027e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:40.982646 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.069250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ca4a2d3-31ae-4b4e-8080-92bee8505e0a req-2b191400-a771-4d1c-b462-3a97a4a729f4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435423 May 20 07:56:41.075702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.082749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.083393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.145166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.145693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.147871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.155643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.156699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.157192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.157713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.165953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c16e160c-e390-464d-bfb8-701c2018f393 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6489 time: 0.4661677 May 20 07:56:41.178000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2282fc1-9199-4d37-b9a4-bac49cd991be,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:41.213123 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:41.227081 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:41.260650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8901212 May 20 07:56:41.272500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33600) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:41.332504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.332952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'admin_state_up': True, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:41.346832 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.365140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:41.413136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] For port e9d22a92-ee3c-4333-b2db-e993d809027e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e9d22a92-ee3c-4333-b2db-e993d809027e,segment=NetworkSegment(02a31d97-4d7b-4541-aa5e-b06a7375cb2a),segment_id=02a31d97-4d7b-4541-aa5e-b06a7375cb2a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:41.440657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:router and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:41.454497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:41.467088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:41.470382 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.473736 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:41.477427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7f39f-bafd-4fa8-a5a5-f9d2cc89029d req-5d74f17e-0eea-4d72-bcee-e4f0b1ec7e31 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.478918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f3b7f39f-bafd-4fa8-a5a5-f9d2cc89029d req-5d74f17e-0eea-4d72-bcee-e4f0b1ec7e31 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 931 time: 0.6376584 May 20 07:56:41.488780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Network': ['ID=87f1153d-f5ee-4194-a57c-b39159115574,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:41.501989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:41.524726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.559117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object d0e708b5-ec65-4b2e-98b6-53856249f045 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:41.573828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-87bed74e-1b95-4d0f-b4dc-fb860427ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:41.574136 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f3b7f39f-bafd-4fa8-a5a5-f9d2cc89029d req-5ba7c06a-d96c-4e19-aa5e-85bfef48e005 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864229 May 20 07:56:41.579143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-87bed74e-1b95-4d0f-b4dc-fb860427ea88 service neutron] 10.222.0.84 "GET /v2.0/networks?id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 902 time: 0.4057055 May 20 07:56:41.629704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 87f1153d-f5ee-4194-a57c-b39159115574 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:41.671482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Pushing event updated for resources: {'Port': ['ID=e9d22a92-ee3c-4333-b2db-e993d809027e,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:41.680828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.682099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.686789 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:41.720541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.721235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.748400 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8be92988-1b4a-440d-b892-242c3cbf5064 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:41.815125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Provisioning for port b4bf9e94-5b36-4cce-9de8-c411f975290a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:41.835286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Provisioning complete for port b4bf9e94-5b36-4cce-9de8-c411f975290a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:41.835692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.967890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 7d3977fd-902d-494c-9dd9-99983e06fcee is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:41.984977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493f7f58-b25d-47d6-8046-ac9de65d6087 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:41.990931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:41.994382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:41.996339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:42.012317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Transition to ACTIVE for port object 493f7f58-b25d-47d6-8046-ac9de65d6087 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:42.013946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Port b4bf9e94-5b36-4cce-9de8-c411f975290a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:42.053392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Provisioning complete for port e9d22a92-ee3c-4333-b2db-e993d809027e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:42.056839 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cf344330-3f87-4590-86bc-2acac3f1072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.108834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-c4b5e5de-c9df-4945-a297-087b2d84490c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.0949996 May 20 07:56:42.109924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:42.113993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.209173 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:42.431805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e9d22a92-ee3c-4333-b2db-e993d809027e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:42.558709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.580327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e9d22a92-ee3c-4333-b2db-e993d809027e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:42.580700 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.621780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=d0e708b5-ec65-4b2e-98b6-53856249f045,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:42.646370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:42.649736 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:42.654072 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:42.663661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.673133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.694417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Provisioning for port d0e708b5-ec65-4b2e-98b6-53856249f045 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:42.696767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.697427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.706230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Provisioning complete for port d0e708b5-ec65-4b2e-98b6-53856249f045 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:42.706606 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.733641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.740506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.746812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.753273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.759138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.765061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.769432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Port d0e708b5-ec65-4b2e-98b6-53856249f045 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:42.772971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.782235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Provisioning complete for port b4bf9e94-5b36-4cce-9de8-c411f975290a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:42.782706 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:42.787513 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-18a5494d-91b1-48dc-b918-1022f1f246de req-1b3af151-bb7e-4cef-a52d-217a9bc5eaf9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.9518533 May 20 07:56:42.831154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2308538 May 20 07:56:42.835485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:42.872751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-e5fe7b5d-a62d-489b-b132-62e52fabd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:42.873204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd2eb7-c08f-448b-afc5-8e70336160a9 None None] Port b4bf9e94-5b36-4cce-9de8-c411f975290a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:42.875867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-e5fe7b5d-a62d-489b-b132-62e52fabd54f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.7512543 May 20 07:56:42.884844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:42.922991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-18a5494d-91b1-48dc-b918-1022f1f246de req-df065f61-eac8-47f1-a02c-08aedc152f3f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379097 May 20 07:56:42.951866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Usage tracker for resource:security_group_rule and tenant:e053f954a3f841f29cff93a6ebf562de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:42.957684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:43.020512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:43.041915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56214997-faad-48f5-9f81-d586551e8879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.042286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56214997-faad-48f5-9f81-d586551e8879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:43.076679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Attempting to bind port 493f7f58-b25d-47d6-8046-ac9de65d6087 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:43.077021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Attempting to bind port 493f7f58-b25d-47d6-8046-ac9de65d6087 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:43.077360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Attempting to bind port 493f7f58-b25d-47d6-8046-ac9de65d6087 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:43.098515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Port 493f7f58-b25d-47d6-8046-ac9de65d6087 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:56:43.098876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Attempting to bind port 493f7f58-b25d-47d6-8046-ac9de65d6087 on network 0e0af098-bc70-4978-ad65-d16c6c603d64 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:43.115609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:43.116060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Checking segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:43.116489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Bound using segment: {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:43.116933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Bound port: 493f7f58-b25d-47d6-8046-ac9de65d6087, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea093028-073a-407b-b9d0-cbb540bba540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:43.117286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.144598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-bb9bbd48-c395-492d-8e78-b86fe5c8a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.146123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-bb9bbd48-c395-492d-8e78-b86fe5c8a252 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2626040 May 20 07:56:43.184466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40573a01-7bfd-45e5-bd26-dd7d1fb6574f req-e453afe6-fefa-44fb-b789-ca13e27e9843 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.185275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-40573a01-7bfd-45e5-bd26-dd7d1fb6574f req-e453afe6-fefa-44fb-b789-ca13e27e9843 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Synchronizing usage tracker for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:43.204985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56214997-faad-48f5-9f81-d586551e8879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:43.206196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56214997-faad-48f5-9f81-d586551e8879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3682842 May 20 07:56:43.216998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:43.354494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:43.368723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.412300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.420271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:43.444668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-40573a01-7bfd-45e5-bd26-dd7d1fb6574f req-e453afe6-fefa-44fb-b789-ca13e27e9843 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Unset dirty status for tenant:9f0f74c1dd534937a7c0281d74d19647 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:43.445902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40573a01-7bfd-45e5-bd26-dd7d1fb6574f req-e453afe6-fefa-44fb-b789-ca13e27e9843 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 943 time: 0.5065830 May 20 07:56:43.447785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-489f00ca-7761-4c9f-9b54-15c488df92a1 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591302 May 20 07:56:43.454496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.455651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=493f7f58-b25d-47d6-8046-ac9de65d6087,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:43.469305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1416f-02fc-4969-b2fe-57e1ec6d3705 req-21c7ed8b-d228-4dd2-a9f9-fa26b9dcc6dc tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.472719 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4da1416f-02fc-4969-b2fe-57e1ec6d3705 req-21c7ed8b-d228-4dd2-a9f9-fa26b9dcc6dc tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 945 time: 0.3959990 May 20 07:56:43.586800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.590897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.604171 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d05b3de3-f60b-4efb-b72d-a1a24d416b43 tempest-ServerAddressesNegativeTestJSON-1441090877 tempest-ServerAddressesNegativeTestJSON-1441090877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:43.627262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9575e7-b23c-4843-b231-64dbdc1ffb02 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.633068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9575e7-b23c-4843-b231-64dbdc1ffb02 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.638909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9575e7-b23c-4843-b231-64dbdc1ffb02 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.643569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f9575e7-b23c-4843-b231-64dbdc1ffb02 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4236996 May 20 07:56:43.646566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:43.657245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4da1416f-02fc-4969-b2fe-57e1ec6d3705 req-e8be68ef-aa2d-4f42-8df7-1ccf53fdb1f3 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760776 May 20 07:56:43.717377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:43.717717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.719361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] 10.222.0.81 "PUT /v2.0/ports/493f7f58-b25d-47d6-8046-ac9de65d6087 HTTP/1.1" status: 200 len: 1091 time: 3.0758808 May 20 07:56:43.736646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:43.741429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:43.751333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.25.8.74 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/13a70234-2ec2-425c-9d38-a1ba45eb501c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:43.780410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40573a01-7bfd-45e5-bd26-dd7d1fb6574f req-a1cfbf1f-4555-4995-81c9-e9b97f54af9f tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028975 May 20 07:56:43.825704 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087', 'status': 'completed', 'code': 200} May 20 07:56:43.871335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:43.877113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Usage tracker for resource:security_group_rule and tenant:7a25b60d27574007bf17fcad70659252 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:43.881423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:43.888590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:43.892106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:43.897112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e053f954a3f841f29cff93a6ebf562de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7858951 May 20 07:56:43.899599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0482c9f2-6391-49ee-a7e5-2616717cb75c req-dbf904f0-6985-46c8-8d8e-4df2cdab277a service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426675 May 20 07:56:43.947457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33658) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:43.948760 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:43.952196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b722ba38-4572-4f8a-9d0d-565d7769adde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:44.051068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.081301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port d0e708b5-ec65-4b2e-98b6-53856249f045 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:44.081761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.167223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af5e45d-0b9e-4c71-ac7b-11f8a921a1ef,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:44.227935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:44.236898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.312423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.337964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-7cf0229d-3b4e-4c7c-b4fe-561dc57cea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.339471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-7cf0229d-3b4e-4c7c-b4fe-561dc57cea96 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 1094 time: 0.4389498 May 20 07:56:44.431264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.436954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.442886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.448627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.449565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.455510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.461009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.466834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.469420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-746b7c12-2f5b-492f-8156-3ef9579cdec7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.3639402 May 20 07:56:44.531481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-d3723875-a31d-4c46-863b-ac5205757d87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f7f58-b25d-47d6-8046-ac9de65d6087 HTTP/1.1" status: 200 len: 217 time: 0.1708024 May 20 07:56:44.579715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.590545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for d0e708b5-ec65-4b2e-98b6-53856249f045 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:44.592928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-63163660-00e9-455e-8ba8-1744442acaa8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:44.612124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-a643c22f-a651-4965-ab8e-b9328c0cda94 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.613606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-a643c22f-a651-4965-ab8e-b9328c0cda94 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.81 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 945 time: 0.4396782 May 20 07:56:44.615407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.665610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:44.677565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:44.683558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:44.690823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-887fbce9-23cf-4a85-bcba-b9b2c79a1e8a req-d6316b9f-5855-4c64-83a7-0d1f87987eb6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980913 May 20 07:56:44.707693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.722050 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:44.742429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=13a70234-2ec2-425c-9d38-a1ba45eb501c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:44.746308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16844-3134-4790-9da8-93270bfb8803 req-2f4d8769-11f4-4964-8cf3-9148aa5f613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:44.747601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-2f4d8769-11f4-4964-8cf3-9148aa5f613d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.2062380 May 20 07:56:44.748176 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:44.853350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:44.875287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a25b60d27574007bf17fcad70659252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5167859 May 20 07:56:44.876339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b42466-0f61-4311-a1d4-27cc26406923,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:44.880519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-6a2b3032-d330-4a3b-a271-c280a063c5f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255252 May 20 07:56:44.883411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33668) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:44.884258 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:44.887968 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29e71868-4f23-4c62-8468-3dccced25410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:44.958975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af5e45d-0b9e-4c71-ac7b-11f8a921a1ef,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:45.010143 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:45.107443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4af1bb-8fee-46b4-92db-ceffa0c396e4 req-bcf55bba-c7c6-47b5-a8dc-e817375320c4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:45.109051 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a4af1bb-8fee-46b4-92db-ceffa0c396e4 req-bcf55bba-c7c6-47b5-a8dc-e817375320c4 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 945 time: 0.2878125 May 20 07:56:45.158289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6a4af1bb-8fee-46b4-92db-ceffa0c396e4 req-e3f49c0b-590c-49a0-8f22-aecf1df70610 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 May 20 07:56:45.177306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.185089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65bda8a5-217a-414d-9314-12b45247e13d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:45.209886 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.213457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0af5e45d-0b9e-4c71-ac7b-11f8a921a1ef HTTP/1.1" status: 204 len: 168 time: 1.2612939 May 20 07:56:45.288363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=d0e708b5-ec65-4b2e-98b6-53856249f045,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:45.301380 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:45.313752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.319062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-56f3365d-0e0b-4639-b0b3-09849d0df474 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215498 May 20 07:56:45.329179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Deleting port 47734500-9409-4147-aada-257cd5b5637c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:45.329900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.528881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.542579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.573176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3249c-cb62-442e-9c67-21b86695bab5 req-4b707d42-d19c-4e6e-bff3-365300c5472a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:45.578770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13e3249c-cb62-442e-9c67-21b86695bab5 req-4b707d42-d19c-4e6e-bff3-365300c5472a tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 943 time: 0.6263006 May 20 07:56:45.584557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.726209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13e3249c-cb62-442e-9c67-21b86695bab5 req-0526a975-4e3f-42d7-ba03-d982063dcac1 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229029 May 20 07:56:45.743891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] For port 47734500-9409-4147-aada-257cd5b5637c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=47734500-9409-4147-aada-257cd5b5637c,segment=NetworkSegment(76d941a0-15e7-41f2-ad8a-1aa8959b8f87),segment_id=76d941a0-15e7-41f2-ad8a-1aa8959b8f87)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:45.743891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:45.757511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/d0e708b5-ec65-4b2e-98b6-53856249f045 HTTP/1.1" status: 204 len: 168 time: 2.0990722 May 20 07:56:45.762864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:45.863091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71e16844-3134-4790-9da8-93270bfb8803 req-53145c40-e1fc-409f-b421-4ef1384ce8be service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194895 May 20 07:56:45.966764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Calling delete_port for 47734500-9409-4147-aada-257cd5b5637c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:45.977585 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55c872e-e759-41dd-8147-108ca1ce194c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:56:45.978348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e55c872e-e759-41dd-8147-108ca1ce194c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:46.051268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:46.058749 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e753f3fd-61cb-49d9-9fe0-2c93b0be6484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:46.073568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e55c872e-e759-41dd-8147-108ca1ce194c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:46.077357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e55c872e-e759-41dd-8147-108ca1ce194c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/d0e708b5-ec65-4b2e-98b6-53856249f045 HTTP/1.1" status: 404 len: 333 time: 0.3000412 May 20 07:56:46.088104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:46.091161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b42466-0f61-4311-a1d4-27cc26406923,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:46.096142 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:46.138924 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:46.140604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57b42466-0f61-4311-a1d4-27cc26406923 HTTP/1.1" status: 204 len: 168 time: 1.2533562 May 20 07:56:46.271332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-165cb6dc-f03c-4608-a3e9-40ef4d8bbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.272856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-165cb6dc-f03c-4608-a3e9-40ef4d8bbe55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f0f74c1dd534937a7c0281d74d19647&device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 1094 time: 0.2702889 May 20 07:56:46.275463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:46.359499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.367453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.376951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.388678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.398745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.406149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.416383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.419583 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-12e36e53-a38e-4318-b565-aaf37700b5a7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.5162392 May 20 07:56:46.524154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port b4bf9e94-5b36-4cce-9de8-c411f975290a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:46.524382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:46.570481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-4a4ff9d0-7db1-4fcd-8028-7d60e10b25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.571934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-4a4ff9d0-7db1-4fcd-8028-7d60e10b25c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 200 len: 913 time: 0.2808993 May 20 07:56:46.576674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:46.609434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['47734500-9409-4147-aada-257cd5b5637c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:56:46.703655 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:46.754129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae2c0420-8611-4e3c-bde5-f0f29d2139ea req-f2d66daa-253d-49ea-8ec5-87863c578df0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788147 May 20 07:56:46.788427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-785f5497-ee7d-45e4-8258-d04604366244 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=493f7f58-b25d-47d6-8046-ac9de65d6087 HTTP/1.1" status: 200 len: 217 time: 0.1444304 May 20 07:56:46.789648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Pushing event deleted for resources: {'Port': ['ID=47734500-9409-4147-aada-257cd5b5637c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:46.802743 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:46.855373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22504c0-deb0-448c-8e3a-cd035524769e req-574be0b9-cfd6-4954-a39e-34066dcf4136 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:46.856877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b22504c0-deb0-448c-8e3a-cd035524769e req-574be0b9-cfd6-4954-a39e-34066dcf4136 tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/ports?device_id=cead231f-79c2-4a82-bb3a-33e150c9c19b HTTP/1.1" status: 200 len: 945 time: 0.5346754 May 20 07:56:46.872827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:56:47.142016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] No DVR routers for this DVR port 47734500-9409-4147-aada-257cd5b5637c on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:47.149783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:47.155433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'name': 'network-vif-deleted', 'tag': '47734500-9409-4147-aada-257cd5b5637c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:47.175916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:47.194443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-e42fa09a-6bb8-4ef0-b4ef-288b935c850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:47.195900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-e42fa09a-6bb8-4ef0-b4ef-288b935c850a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 200 len: 852 time: 0.3947389 May 20 07:56:47.226402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab0441-5bed-45fb-9da5-976121b7577e req-0b5c6323-3d33-4b9f-8cb8-5fca7e561330 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:47.226402 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8ab0441-5bed-45fb-9da5-976121b7577e req-0b5c6323-3d33-4b9f-8cb8-5fca7e561330 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 943 time: 0.2127621 May 20 07:56:47.244431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:56:47.256556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Sync routers for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:56:47.264236 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:47.264857 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:47.292824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8ab0441-5bed-45fb-9da5-976121b7577e req-84d497ac-d0e3-42b0-a7e7-ceab5da160ce tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659959 May 20 07:56:47.372918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for b4bf9e94-5b36-4cce-9de8-c411f975290a owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:47.381411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-1bf837c2-fa6d-4b46-a2f1-2ad52e1f2e9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e0af098-bc70-4978-ad65-d16c6c603d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675483 May 20 07:56:47.389201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:47.396367 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.1134970 May 20 07:56:47.396367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33732) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:47.398118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b22504c0-deb0-448c-8e3a-cd035524769e req-1683f6b6-ae98-4aef-8311-eae3a378894d tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.79 "GET /v2.0/security-groups?id=b7402902-c91c-4846-a928-1d58908fd4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008092 May 20 07:56:47.413230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6968b49-c5be-41a2-841c-1b57b8020125 req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] 10.222.0.81 "DELETE /v2.0/ports/47734500-9409-4147-aada-257cd5b5637c HTTP/1.1" status: 204 len: 173 time: 2.7789600 May 20 07:56:47.433260 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cead231f-79c2-4a82-bb3a-33e150c9c19b', 'name': 'network-vif-deleted', 'tag': '47734500-9409-4147-aada-257cd5b5637c', 'status': 'completed', 'code': 200} May 20 07:56:47.529495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:47.567984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-5206d134-66dd-4674-b1a9-ab9d16c8fb04 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687834 May 20 07:56:47.769689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df5ef169-1ee1-40e6-9466-2fe47092a535 req-73e8f250-34c8-4e48-bcd5-83e8a1ffd4b2 service neutron] 10.222.0.81 "GET /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926112 May 20 07:56:47.807317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33744) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:47.824890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bbe7d6de-f668-4ea7-965b-575cc0bc1ce6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=6e91e32db1034f178460ba3944b189c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4230571 May 20 07:56:47.861006 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:45Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:47.862940 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:47.872517 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-669d9538-29cb-4b96-ab26-e071c60bc3a8 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:47.874388 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Checking router: 277a75ea-d556-4eaa-b58a-e1d21f94ff2e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:56:47.875323 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Updating router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e port 13a70234-2ec2-425c-9d38-a1ba45eb501c binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:56:47.977560 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:47.992435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=b4bf9e94-5b36-4cce-9de8-c411f975290a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:48.011481 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:48.213083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea454d6-bf6d-4064-84ad-75642b2a61db tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.214913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6ea454d6-bf6d-4064-84ad-75642b2a61db tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4066036 May 20 07:56:48.218073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33762) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:48.264786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.268239 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d15502ad-2748-47dc-bc10-bf00bec470d7 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483372 May 20 07:56:48.268853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33766) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:48.282233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-357171803', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'project_id': '6e91e32db1034f178460ba3944b189c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:48.310583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.320173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.328646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.336833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.346526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.355078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.379652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:48.392207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8845c844-4244-474f-af89-d43d861dfa42 req-9c020395-8a0c-4c41-b118-608678ef16c1 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.3887439 May 20 07:56:48.395923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/b4bf9e94-5b36-4cce-9de8-c411f975290a HTTP/1.1" status: 204 len: 168 time: 2.3026969 May 20 07:56:48.429924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33776) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:48.509727 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e253b12e-a718-4813-b994-690fea75ecca tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:56:48.510274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e253b12e-a718-4813-b994-690fea75ecca tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:56:48.512814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:48.517931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:subnet and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:48.522700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:48.530179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:48.553386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8845c844-4244-474f-af89-d43d861dfa42 req-801a79f3-7f33-4010-8c49-5f9d9088e434 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601779 May 20 07:56:48.596688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 493f7f58-b25d-47d6-8046-ac9de65d6087 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:56:48.619938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 47734500-9409-4147-aada-257cd5b5637c no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:48.621658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:48.626222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.627222 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.642611 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Transition to ACTIVE for port object 13a70234-2ec2-425c-9d38-a1ba45eb501c will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:48.650330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e253b12e-a718-4813-b994-690fea75ecca tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:56:48.654117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e253b12e-a718-4813-b994-690fea75ecca tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/b4bf9e94-5b36-4cce-9de8-c411f975290a HTTP/1.1" status: 404 len: 333 time: 0.2156537 May 20 07:56:48.654699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33784) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:48.766624 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.772549 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-da55adbe-4b9d-4fd5-add7-edd67706f5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:48.783291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet def472ea-d8a6-42d9-b42d-4b3995a74b77 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:48.872362 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.893189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=493f7f58-b25d-47d6-8046-ac9de65d6087,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:48.918264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '493f7f58-b25d-47d6-8046-ac9de65d6087', 'network_id': '0e0af098-bc70-4978-ad65-d16c6c603d64', 'port_id': '493f7f58-b25d-47d6-8046-ac9de65d6087', 'mac_address': 'fa:16:3e:0c:04:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b106148-0918-40d9-989f-981f0c077bb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:56:48.934917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 47734500-9409-4147-aada-257cd5b5637c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:48.935816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 47734500-9409-4147-aada-257cd5b5637c not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:48.954840 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Pushing event updated for resources: {'Port': ['ID=13a70234-2ec2-425c-9d38-a1ba45eb501c,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:48.981522 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.982352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:48.984932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.985335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.985694 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.986023 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.986347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.986679 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.988983 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.989328 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.994752 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.995131 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:48.995466 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:56:49.011063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.011165 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:49.034847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493f7f58-b25d-47d6-8046-ac9de65d6087 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:56:49.052614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-902bacd5-bc0c-443e-8015-fbf6ae704519 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669027 May 20 07:56:49.055796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=493f7f58-b25d-47d6-8046-ac9de65d6087,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:49.080280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716b8-9769-43ab-87a4-51d4a1f50cff req-26b864ee-b3a8-4ec1-a6d2-3f2740c7f557 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:49.083224 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Attempting to bind port 13a70234-2ec2-425c-9d38-a1ba45eb501c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:49.083596 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Attempting to bind port 13a70234-2ec2-425c-9d38-a1ba45eb501c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:49.083965 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Attempting to bind port 13a70234-2ec2-425c-9d38-a1ba45eb501c on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:49.087254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd6716b8-9769-43ab-87a4-51d4a1f50cff req-26b864ee-b3a8-4ec1-a6d2-3f2740c7f557 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 943 time: 0.3004212 May 20 07:56:49.102109 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:49.105557 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:49.106009 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.106417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:49.106911 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Bound port: 13a70234-2ec2-425c-9d38-a1ba45eb501c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:49.107300 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.137990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.143050 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5c0d275d-9cbd-4739-a0e2-dc9b3a2b0307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:49.150875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd6716b8-9769-43ab-87a4-51d4a1f50cff req-cd60377d-55c2-4af1-ba99-2e266dcefdcf tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 May 20 07:56:49.174531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.275085 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] For port 13a70234-2ec2-425c-9d38-a1ba45eb501c, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:49.284957 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] For port 13a70234-2ec2-425c-9d38-a1ba45eb501c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=13a70234-2ec2-425c-9d38-a1ba45eb501c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:49.304225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:49.307750 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:49.314958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33802) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:49.363945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['493f7f58-b25d-47d6-8046-ac9de65d6087'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:56:49.410615 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.444240 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:49.500923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Deleting subnet 4bcfddbd-afb8-4666-9818-bd644c461fc7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:56:49.507036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.584158 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:49.584817 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:49.620830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:49.734379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-900347bc-b7af-4fb5-89de-f912345d50e0 req-108af60b-6363-4980-9c2c-9c9dd78c31bb tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1563411 May 20 07:56:49.820714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Pushing event updated for resources: {'Port': ['ID=13a70234-2ec2-425c-9d38-a1ba45eb501c,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:49.832612 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:49.837677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-0ff14389-3f25-46d7-a491-4a4c7a1d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:49.839308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-0ff14389-3f25-46d7-a491-4a4c7a1d5cfc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 1096 time: 0.6135757 May 20 07:56:49.877205 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:49.882928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.092983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-c5764b1e-a705-4fc3-8042-64973a563477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.094524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-c5764b1e-a705-4fc3-8042-64973a563477 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.2311773 May 20 07:56:50.125755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.133383 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f26ad42a-8f2d-4653-bad3-8cb487c9c824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:50.247169 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:45Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:50.249982 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab326-2127-489e-b1e8-a066ec0f980c None None] The sync data for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 is: [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:45Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:56:50.250713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-3c609534-bf7f-48c0-ad46-c1c1572749bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 200 len: 1000 time: 0.1480265 May 20 07:56:50.375629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.376740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Subnet': ['ID=d0c75f2d-18dd-42f3-a5c7-bf8757160076,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:50.380173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:50.389231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58ba2e16-598d-476e-95db-6685a969fff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:50.408960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.415066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.423229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.425909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb978152-3b70-4c06-9839-ef9bc6c72164 None None] Network 7d3977fd-902d-494c-9dd9-99983e06fcee requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:50.430272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.436453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.444162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.444352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.450286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=def472ea-d8a6-42d9-b42d-4b3995a74b77,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:50.458597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.459813 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:50.461683 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-58b53851-0093-4e54-af0b-4055f7b936bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.6411052 May 20 07:56:50.475518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/def472ea-d8a6-42d9-b42d-4b3995a74b77 HTTP/1.1" status: 204 len: 168 time: 1.8197567 May 20 07:56:50.476393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:50.479301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-06e9d138-e37a-49ca-824d-3be64e675172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.480624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-06e9d138-e37a-49ca-824d-3be64e675172 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2235522 May 20 07:56:50.578009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Checking segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:50.578633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network hostable DHCP agents. Network: 87f1153d-f5ee-4194-a57c-b39159115574, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:50.630440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 493f7f58-b25d-47d6-8046-ac9de65d6087 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:50.736722 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b72ea147-63f9-4322-94b4-346bf1a81f0a req-d0173782-3fa9-4a25-a555-57090b8be091 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443307 May 20 07:56:50.852681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 87f1153d-f5ee-4194-a57c-b39159115574 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:50.878783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] DHCP port deletion for 7d3977fd-902d-494c-9dd9-99983e06fcee request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:56:50.882772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63cb0-4390-43ad-9089-8b2efa015e0a req-7820a2a2-bb15-4579-a7d8-2ecaefdbc7f4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:50.885986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8dc63cb0-4390-43ad-9089-8b2efa015e0a req-7820a2a2-bb15-4579-a7d8-2ecaefdbc7f4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 944 time: 0.5855565 May 20 07:56:50.916302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbbfecb8-1b10-4697-971c-1de483b3ec1a req-c760b769-c3c2-40e2-940f-b181276488a5 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0596101 May 20 07:56:50.922977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.927380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 493f7f58-b25d-47d6-8046-ac9de65d6087 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:50.934529 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4f7becd8-1791-4bf2-86f7-36b88e88e900 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:50.941901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 493f7f58-b25d-47d6-8046-ac9de65d6087 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:50.942457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.966459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.977122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:50.987405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcfddbd-afb8-4666-9818-bd644c461fc7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:50.998441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 87f1153d-f5ee-4194-a57c-b39159115574) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:51.007139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8dc63cb0-4390-43ad-9089-8b2efa015e0a req-d5e54a88-01bc-4004-8537-6f4ec7b182b6 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137497 May 20 07:56:51.008346 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:51.013979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432b6b8-554f-4dc4-ad41-d4e77249b4aa None None] Network 87f1153d-f5ee-4194-a57c-b39159115574 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:51.025332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4bcfddbd-afb8-4666-9818-bd644c461fc7 HTTP/1.1" status: 204 len: 168 time: 1.7095456 May 20 07:56:51.027052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33844) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:51.030647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:51.031515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.080541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-de6365c4-c296-4f28-a1f0-cfecc2ef53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:51.082075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-de6365c4-c296-4f28-a1f0-cfecc2ef53f6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5660629 May 20 07:56:51.163670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port e9d22a92-ee3c-4333-b2db-e993d809027e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:51.164412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.199902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.312572 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0400147 May 20 07:56:51.324174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:51.405685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.422706 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.423698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7170ea70-afcc-4c88-af2d-2bf528e633ea']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:51.440601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d941a0-15e7-41f2-ad8a-1aa8959b8f87') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:51.441274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d941a0-15e7-41f2-ad8a-1aa8959b8f87') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:51.467290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.486867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.495703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:51.496307 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: timer() May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:51.512082 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:51.528081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:51.563135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Deleting port e9d22a92-ee3c-4333-b2db-e993d809027e {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:51.563798 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.594089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=493f7f58-b25d-47d6-8046-ac9de65d6087,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:51.620355 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087', 'code': 200} May 20 07:56:51.673691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port e9d22a92-ee3c-4333-b2db-e993d809027e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e9d22a92-ee3c-4333-b2db-e993d809027e,segment=NetworkSegment(02a31d97-4d7b-4541-aa5e-b06a7375cb2a),segment_id=02a31d97-4d7b-4541-aa5e-b06a7375cb2a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:51.678843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.693868 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.700074 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:51.728057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.732251 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-536d3ea6-303f-4254-a573-12c4b4370dc0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:51.758256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:51.772673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=7170ea70-afcc-4c88-af2d-2bf528e633ea,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:51.793620 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:51.799328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] 10.222.0.79 "DELETE /v2.0/networks/7170ea70-afcc-4c88-af2d-2bf528e633ea HTTP/1.1" status: 204 len: 168 time: 0.7699628 May 20 07:56:52.057902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] For port e9d22a92-ee3c-4333-b2db-e993d809027e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e9d22a92-ee3c-4333-b2db-e993d809027e,segment=NetworkSegment(02a31d97-4d7b-4541-aa5e-b06a7375cb2a),segment_id=02a31d97-4d7b-4541-aa5e-b06a7375cb2a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:52.058309 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.075246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-87f1153d-f5ee-4194-a57c-b39159115574', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:56:52.076109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.148025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:52.151173 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:52.153182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for e9d22a92-ee3c-4333-b2db-e993d809027e owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:52.220210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Calling delete_port for e9d22a92-ee3c-4333-b2db-e993d809027e owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:52.313328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-a6cf7338-150d-46fb-aeb6-40459ac27acc service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2173805 May 20 07:56:52.355563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33882) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:52.425887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Allocated IP 172.20.0.2 (87f1153d-f5ee-4194-a57c-b39159115574/d0c75f2d-18dd-42f3-a5c7-bf8757160076/989ba8dc-1080-4b50-aa1f-40c965689560) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:52.453906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dafdd0a1-602c-483b-8993-7df5544331f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3fdbd050ea24ad3ba5cc29677a0c50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992868 May 20 07:56:52.456305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33886) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:52.588955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.636682 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.636997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 13a70234-2ec2-425c-9d38-a1ba45eb501c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:52.806776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.826727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Transition to ACTIVE for port object 989ba8dc-1080-4b50-aa1f-40c965689560 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:52.835253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c69de08c-ae22-4126-9550-28e0e5f81683 req-172691b5-2d91-4ce1-a7f3-edea4e3f018e tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1264136 May 20 07:56:52.879380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 13a70234-2ec2-425c-9d38-a1ba45eb501c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:52.890949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Transition to ACTIVE for port object 989ba8dc-1080-4b50-aa1f-40c965689560 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:52.892298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 13a70234-2ec2-425c-9d38-a1ba45eb501c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:52.892671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.917412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94e4cf7e-8a47-4030-b23c-0bdeb2bcfa77 req-6fc6a874-5194-41c7-b544-a2bc5cf661cf service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924220 May 20 07:56:52.932312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.941600 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18ef2bc5-963b-43ce-af46-511261719aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:52.942446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3d63-c14a-4511-9b07-b7b58294e05a req-bc5aca4b-03f7-4bad-ac78-6245643ca915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:52.944558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ea3d63-c14a-4511-9b07-b7b58294e05a req-bc5aca4b-03f7-4bad-ac78-6245643ca915 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 1096 time: 1.0549324 May 20 07:56:52.962414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:52.964304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:52.971210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7402902-c91c-4846-a928-1d58908fd4ef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:52.975760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:52.979923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:52.980956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:52.987083 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:52.988397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:52.994468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:53.000988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:53.006871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:53.014600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-2171ec8b-0027-4d47-90aa-e0661dc432ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.8505077 May 20 07:56:53.041438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.071462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9482a-c640-4509-8261-bf0e9baed9aa req-5a3e0974-686b-4071-8481-9903275b2563 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:53.071838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Pushing event deleted for resources: {'Port': ['ID=e9d22a92-ee3c-4333-b2db-e993d809027e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:53.072959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-24c9482a-c640-4509-8261-bf0e9baed9aa req-5a3e0974-686b-4071-8481-9903275b2563 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.0907714 May 20 07:56:53.079553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.081435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7402902-c91c-4846-a928-1d58908fd4ef HTTP/1.1" status: 204 len: 168 time: 0.6232626 May 20 07:56:53.091204 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:53.102629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] No DVR routers for this DVR port e9d22a92-ee3c-4333-b2db-e993d809027e on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:53.103829 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-de9b04ae-e51a-494f-a524-215df5235251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:53.158048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-24c9482a-c640-4509-8261-bf0e9baed9aa req-1501b70d-f214-435d-9218-eb9e3f454566 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761974 May 20 07:56:53.185217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Network 87f1153d-f5ee-4194-a57c-b39159115574 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:53.188491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55c538e1-9ad8-4a7e-9d05-8d6aed1c8f0b req-6adc1caf-18ca-4d02-a18e-51019a226e93 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1721749 May 20 07:56:53.194715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:53.199920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:53.238149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.255843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:53.303533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port e9d22a92-ee3c-4333-b2db-e993d809027e on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:53.350269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ea3d63-c14a-4511-9b07-b7b58294e05a req-cd3019df-23fb-4c94-831c-6c038fb29d18 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325188 May 20 07:56:53.374828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=e9d22a92-ee3c-4333-b2db-e993d809027e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:53.385057 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:53.400934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Pushing event updated for resources: {'Port': ['ID=989ba8dc-1080-4b50-aa1f-40c965689560,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:53.434532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae840119-43bd-4496-87fa-1d7d6270dc15 req-4773e5ac-01af-48fe-b719-c1a953e23bb3 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:53.447490 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae840119-43bd-4496-87fa-1d7d6270dc15 req-4773e5ac-01af-48fe-b719-c1a953e23bb3 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.1305902 May 20 07:56:53.462597 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:53.465860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.486128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Attempting to bind port 989ba8dc-1080-4b50-aa1f-40c965689560 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:56:53.486128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Attempting to bind port 989ba8dc-1080-4b50-aa1f-40c965689560 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:56:53.486128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Attempting to bind port 989ba8dc-1080-4b50-aa1f-40c965689560 on network 87f1153d-f5ee-4194-a57c-b39159115574 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:56:53.490313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:56:53.490702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Checking segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:53.491121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.491528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Bound using segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:56:53.492008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Bound port: 989ba8dc-1080-4b50-aa1f-40c965689560, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:56:53.492398 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.504834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 13a70234-2ec2-425c-9d38-a1ba45eb501c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=13a70234-2ec2-425c-9d38-a1ba45eb501c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:53.526082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ae840119-43bd-4496-87fa-1d7d6270dc15 req-fe3f3ceb-9ac4-4189-bbde-05760ebab9ac tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714602 May 20 07:56:53.599408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.609633 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-690f36d1-5560-4850-a5b5-c4636db1f951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:53.618646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.667311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3977fd-902d-494c-9dd9-99983e06fcee']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:53.668465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] For port 989ba8dc-1080-4b50-aa1f-40c965689560, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:56:53.682500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] For port 989ba8dc-1080-4b50-aa1f-40c965689560, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=989ba8dc-1080-4b50-aa1f-40c965689560,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:56:53.691243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a31d97-4d7b-4541-aa5e-b06a7375cb2a') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:53.691545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a31d97-4d7b-4541-aa5e-b06a7375cb2a') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:53.694339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e9d22a92-ee3c-4333-b2db-e993d809027e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:56:53.709250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.727111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=13a70234-2ec2-425c-9d38-a1ba45eb501c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:53.736561 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:53.741879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e9d22a92-ee3c-4333-b2db-e993d809027e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:56:53.741879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e9d22a92-ee3c-4333-b2db-e993d809027e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:56:53.760736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.765324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.768023 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:53.776624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:56:53.777023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: util.warn( May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: timer() May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:56:53.797583 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:56:53.937409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:53.975071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Pushing event updated for resources: {'Port': ['ID=989ba8dc-1080-4b50-aa1f-40c965689560,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:53.978267 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:54.006874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:54.018916 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:54.052461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:54.055288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=7d3977fd-902d-494c-9dd9-99983e06fcee,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:54.127633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:54.321748 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:54.337251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec4ed9be-5595-40e6-9dd5-2fc26744020c req-5a0ad80d-979d-4dcc-a300-ee232f303d5e tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.3207557 May 20 07:56:54.357510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/7d3977fd-902d-494c-9dd9-99983e06fcee HTTP/1.1" status: 204 len: 168 time: 3.8756030 May 20 07:56:54.361347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33926) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:54.370953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-690958319'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:54.558828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:54.571598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:network and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:54.578844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:54.599756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 989ba8dc-1080-4b50-aa1f-40c965689560 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:54.616441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:54.647614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f32d-0cd7-4467-8096-fae90c27457e req-cdc0c45d-56d6-4e3c-a1c1-19b19b86aaa4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:54.649850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a8f32d-0cd7-4467-8096-fae90c27457e req-cdc0c45d-56d6-4e3c-a1c1-19b19b86aaa4 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.3295593 May 20 07:56:54.724512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e8a8f32d-0cd7-4467-8096-fae90c27457e req-c5534b1c-8529-44f1-8054-f73eb47cbf77 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 May 20 07:56:54.766659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 989ba8dc-1080-4b50-aa1f-40c965689560 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:54.771757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 13a70234-2ec2-425c-9d38-a1ba45eb501c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:54.778312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b8eac6b-b135-403f-98b7-a3cde0b8c37a req-4b6c93e3-0baa-4f15-8fba-6775d1a421bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1545076 May 20 07:56:54.801295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:54.804816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:54.917861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 13a70234-2ec2-425c-9d38-a1ba45eb501c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:54.918270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:54.961158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40534-edd5-45fd-a409-f4e3ee14ec5f req-39b107ad-852b-446c-9a63-e26f5ceabaa8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:54.962739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0a40534-edd5-45fd-a409-f4e3ee14ec5f req-39b107ad-852b-446c-9a63-e26f5ceabaa8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.1108854 May 20 07:56:55.035422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0a40534-edd5-45fd-a409-f4e3ee14ec5f req-0b34bd78-464d-4c61-bc23-650a2cdcac04 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662951 May 20 07:56:55.174506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:55.277555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.20.0.1 (87f1153d-f5ee-4194-a57c-b39159115574/d0c75f2d-18dd-42f3-a5c7-bf8757160076/e45208b9-50cf-43bd-a935-2cebd688cfdd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:55.307640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.348352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.349441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-network', 'tenant_id': '171debd42fa54217bcd39feee361010f'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:55.350072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.350160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:55.350247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.350328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Usage tracker for resource:network and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:55.350404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.350481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:55.350577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.350660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:55.350855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.350855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-9c21e0b9-0865-479e-97eb-9ce3f64e2fcf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.6808984 May 20 07:56:55.377606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2924600-c206-43b1-8c78-b98534c3baf1 None None] Network 87f1153d-f5ee-4194-a57c-b39159115574 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:55.382883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-9d65fcf0-ee64-42d5-b35d-8fe301d9c144 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:55.382883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-9d65fcf0-ee64-42d5-b35d-8fe301d9c144 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.6489627 May 20 07:56:55.491233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Made reservation on behalf of 171debd42fa54217bcd39feee361010f for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:55.494510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.524656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.539944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:55.555171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Provisioning for port 989ba8dc-1080-4b50-aa1f-40c965689560 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:55.567598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Provisioning complete for port 989ba8dc-1080-4b50-aa1f-40c965689560 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:55.568279 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.591650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:55.592956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32a78c0d-fbf0-4ed1-9820-bee51c8885d5 req-e4181384-14fa-47c4-92a0-232dbb9de601 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392170 May 20 07:56:55.641624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.641977 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Added segment e82370e9-292d-48ef-8582-0dae551263de of type vlan for network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 May 20 07:56:55.705121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7dbdabd9-1578-439a-97b3-faff19e262ee req-aca9799d-84e4-4ea7-acf5-6bcee03d978d tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1046185 May 20 07:56:55.707476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Usage tracker for resource:security_group_rule and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:55.710969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:55.717549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:55.804270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.822870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.852358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] For port 989ba8dc-1080-4b50-aa1f-40c965689560, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=989ba8dc-1080-4b50-aa1f-40c965689560,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:55.867893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.878241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.913610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Transition to ACTIVE for port object e45208b9-50cf-43bd-a935-2cebd688cfdd will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:56:55.937531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.945831 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4dd80abc-f9ec-4bd1-abc5-1f0856768c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:55.966017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.967865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:55.974978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Deleting port de9bb6a3-8408-4c50-b121-f3b1c96823c5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:56:55.975369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:55.976774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:56:55.989003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3629631-9fc4-4bae-8db1-a6ba57d164c7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:56.004938 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:56.008026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.008600 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Added segment 2f6b6a71-6fc5-4bff-aa9c-a9862b14b084 of type vlan for network c61178c2-3379-4944-a14e-20b22be108a5 May 20 07:56:56.047805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.112036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Pushing event updated for resources: {'Port': ['ID=989ba8dc-1080-4b50-aa1f-40c965689560,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:56.117248 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:56.119748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.126587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.127201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.157923 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31bc7b1b-00a4-4201-a7e6-006d9c4e38ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:56.189993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a555cad-49b4-4dfa-af6b-1e7e7a217487 None None] Provisioning complete for port 989ba8dc-1080-4b50-aa1f-40c965689560 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:56.190471 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a555cad-49b4-4dfa-af6b-1e7e7a217487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.203967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.205275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.205905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.215681 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c186669-909c-41b1-b8b4-f5f3c45f8ff4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:56.233420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.271809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9086225 May 20 07:56:56.272578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33966) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:56.300836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] For port de9bb6a3-8408-4c50-b121-f3b1c96823c5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=de9bb6a3-8408-4c50-b121-f3b1c96823c5,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:56:56.301213 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.418059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 989ba8dc-1080-4b50-aa1f-40c965689560 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:56:56.488733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:56.491087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 989ba8dc-1080-4b50-aa1f-40c965689560 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:56.491594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.516931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Network': ['ID=4addc7b8-e88b-4eea-9111-50cb44be8fa3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:56.533240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c61178c2-3379-4944-a14e-20b22be108a5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:56.536248 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:56.539861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:56.550353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:56.557925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c61178c2-3379-4944-a14e-20b22be108a5 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:56:56.565030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa356-1ca6-4b93-a789-9156749c49a0 req-889096c2-2311-46ab-96cf-cc887f0b7c08 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.566806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cc158-c97e-45dc-82c6-acc33ee0db6a req-b1b761f2-87bb-4ace-be9e-4ca4e540f420 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.566974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-149aa356-1ca6-4b93-a789-9156749c49a0 req-889096c2-2311-46ab-96cf-cc887f0b7c08 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.6567011 May 20 07:56:56.568377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf5cc158-c97e-45dc-82c6-acc33ee0db6a req-b1b761f2-87bb-4ace-be9e-4ca4e540f420 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 945 time: 0.4050977 May 20 07:56:56.624435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4484220 May 20 07:56:56.628542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:56.635010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Request body: {'subnet': {'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-subnet', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:56.646336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:56.651495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bf5cc158-c97e-45dc-82c6-acc33ee0db6a req-2751563f-ba81-4572-944f-ced15a0d46c8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766897 May 20 07:56:56.654321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Usage tracker for resource:subnet and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:56.658582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:56.665658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:56.751540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Made reservation on behalf of 171debd42fa54217bcd39feee361010f for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:56.751540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.782730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:56.809662 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-873fdc89-7e28-4784-b6fb-cbf0fec587e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:56.988072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.994200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:56.997200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:57.000570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.002592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 87f1153d-f5ee-4194-a57c-b39159115574 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:57.006898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.010823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:57.012955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:57.014831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.021705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.023073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-149aa356-1ca6-4b93-a789-9156749c49a0 req-c732e2c2-4031-4a4c-8b33-9fc294e91ce5 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476943 May 20 07:56:57.023969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:57.026907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:56:57.027650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.029645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-db7da9a8-6dfd-4bfd-bebc-ca8bbae77cd0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.2466028 May 20 07:56:57.074444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:57.085901 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:57.095256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:57.131923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.132666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.133233 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Floating IP 4df183bc-d2bc-4d9e-b92a-7d3b302aaab8 disassociated. External IP: 172.25.8.56, port: de9bb6a3-8408-4c50-b121-f3b1c96823c5. May 20 07:56:57.133820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Calling delete_port for de9bb6a3-8408-4c50-b121-f3b1c96823c5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:56:57.150370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.222415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-26ec23f3-66ea-4356-bc4b-670c7995b533 req-69178804-7fc0-490d-a567-1d76d72553f2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513066 May 20 07:56:57.241588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:56:57.253226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.309070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9646abec-2e78-4ec4-a685-ca0a8837fa6e req-38045856-b677-4001-bc53-f603b92ff09d tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1215472 May 20 07:56:57.465326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-62abffdc-8851-4503-b2db-d960e7d6ee5e None None] Provisioning for port e45208b9-50cf-43bd-a935-2cebd688cfdd completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:56:57.480342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-62abffdc-8851-4503-b2db-d960e7d6ee5e None None] Provisioning complete for port e45208b9-50cf-43bd-a935-2cebd688cfdd triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:56:57.481072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62abffdc-8851-4503-b2db-d960e7d6ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.548929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-62abffdc-8851-4503-b2db-d960e7d6ee5e None None] Port e45208b9-50cf-43bd-a935-2cebd688cfdd cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:56:57.564521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.568204 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d175c123-e545-4009-a101-9fa4a91a48e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:57.662173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b98f6b-eb00-4896-8212-e10821365376,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:57.667941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:57.668829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Checking segment: {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:57.669192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Network hostable DHCP agents. Network: c61178c2-3379-4944-a14e-20b22be108a5, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:57.721097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.729010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dee457af-c776-417e-b027-d13d3b3ba71e tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:57.754951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Network c61178c2-3379-4944-a14e-20b22be108a5 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:57.758113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:57.845305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'Port': ['ID=de9bb6a3-8408-4c50-b121-f3b1c96823c5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:57.846702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c61178c2-3379-4944-a14e-20b22be108a5) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:57.858392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:57.859181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6decb69-9d71-40d8-9ee6-ba54abcc2de6 None None] Network c61178c2-3379-4944-a14e-20b22be108a5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:57.871690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:57.873157 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:58.031485 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3987195 May 20 07:56:58.036497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:56:58.049795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:56:58.065261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:56:58.075383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Usage tracker for resource:router and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:56:58.086271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:56:58.099136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:56:58.168688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a1541-6fe0-40a6-b51c-7347c8858dd8 None None] Network c61178c2-3379-4944-a14e-20b22be108a5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:56:58.196387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7076777d-6509-4493-ab52-54803ca0dbfa req-84052f51-3fd8-40b7-9fda-dc7b5c1504ba tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0867176 May 20 07:56:58.252699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:58.253869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:58.273947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:58.553267 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a2aedd74-017f-4de5-92d1-82809ba67c59 req-38f86e6d-02c8-4386-bb19-8c48b35000bf tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1812639 May 20 07:56:58.688354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:56:58.825344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:58.873646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.880376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.887854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.893864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.899651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.906149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.912048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.914232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-20551af7-5ee5-49dd-9816-3e84af5e00ba tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.2069991 May 20 07:56:58.943828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3546785-e060-442c-829d-fdaa449b41c0 req-94f4c7f2-8258-47b3-a2fb-b291c2a78997 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:58.947401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3546785-e060-442c-829d-fdaa449b41c0 req-94f4c7f2-8258-47b3-a2fb-b291c2a78997 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.7586613 May 20 07:56:59.039087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6bcf3f0a-7e9b-4d01-999c-04f4fe88537c req-3b7be168-4fbc-4a4b-aac9-a2a17b2a7a66 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055090 May 20 07:56:59.181044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3546785-e060-442c-829d-fdaa449b41c0 req-40d2aaa6-4f52-4e47-9079-7c0155dc5250 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177875 May 20 07:56:59.189973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:56:59.207899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:56:59.219959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:59.220771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:59.294910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] No DVR routers for this DVR port de9bb6a3-8408-4c50-b121-f3b1c96823c5 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:56:59.301527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.303981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.318107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.322026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'name': 'network-vif-deleted', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:56:59.328105 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61b81a50-3e34-4505-9fd5-6a4d28fcb210 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:59.422556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Checking segment: {'id': 'e82370e9-292d-48ef-8582-0dae551263de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:56:59.422924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network hostable DHCP agents. Network: 4addc7b8-e88b-4eea-9111-50cb44be8fa3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:56:59.425782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=2ed1355d-99ce-43c1-9e95-332a9dede74a,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:59.436391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.440898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:56:59.472090 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:59.475393 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d45e5a-882b-44d8-8797-f9604d1cadbc', 'name': 'network-vif-deleted', 'tag': 'de9bb6a3-8408-4c50-b121-f3b1c96823c5', 'status': 'completed', 'code': 200} May 20 07:56:59.497981 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:56:59.535781 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b09166ff-6350-4080-a25e-afbf573bd9a3 req-aa4a5680-5978-4bd8-8301-891579ae8bee tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.0584893 May 20 07:56:59.537766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a5af0c9b-7354-4f86-a36c-fd4e92dc8eb3 req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "DELETE /v2.0/ports/de9bb6a3-8408-4c50-b121-f3b1c96823c5 HTTP/1.1" status: 204 len: 173 time: 4.1303422 May 20 07:56:59.548231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.589466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.617287 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.756936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Allocated IP 172.25.8.124 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/cf215ad8-e2cd-4e53-a91f-7c12b94272b4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:56:59.792921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:56:59.797587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:56:59.840415 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:56:59.847724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 87f1153d-f5ee-4194-a57c-b39159115574 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:56:59.847964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:59.852360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:56:59.856175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:59.863217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:56:59.863750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:56:59.869913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7eadd69-f509-4f26-8b11-6e441319845a req-7475a805-a2cf-47ab-9e4f-007a18bc0347 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0830767 May 20 07:56:59.972083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 4addc7b8-e88b-4eea-9111-50cb44be8fa3) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:56:59.990380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:56:59.991446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:56:59.996054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbc5d3-3312-4afa-bc5f-ef441c3f0975 None None] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:00.003172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.034504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device de9bb6a3-8408-4c50-b121-f3b1c96823c5 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:57:00.085003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:00.085250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6601195 May 20 07:57:00.092036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-203670052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:00.094321 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 31633478-0ce4-4e0c-956f-b91b2dacdb28 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:00.104471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:00.114651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:router and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:00.120425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:00.128653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:00.132453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:00.145025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.151392 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30f20cfd-aef3-43ac-9d93-4b4a0300ae6d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:00.234202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Pushing event updated for resources: {'Port': ['ID=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:00.241671 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:00.241671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.242199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.309039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:00.324829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:00.333566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:00.351695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: de9bb6a3-8408-4c50-b121-f3b1c96823c5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:57:00.352290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device de9bb6a3-8408-4c50-b121-f3b1c96823c5 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:57:00.374611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:00.388485 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Sync routers for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:00.389612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "PUT /v2.0/routers/277a75ea-d556-4eaa-b58a-e1d21f94ff2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0688956 May 20 07:57:00.392767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:00.399492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2026074529', 'description': 'tempest-secgroup_access--2026074529 description', 'project_id': '6e91e32db1034f178460ba3944b189c8'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:00.401153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.401675 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:00.402370 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:00.408303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:00.457698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:00.461697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:00.474965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:00.541500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eff0f-e7a5-4f0a-a423-0002291dcd9b req-1bfcb476-a631-4072-a510-3d16fef22011 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.543321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff5eff0f-e7a5-4f0a-a423-0002291dcd9b req-1bfcb476-a631-4072-a510-3d16fef22011 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.1370664 May 20 07:57:00.586760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:00.588674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.592527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.599578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.606800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.612710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f6c3ee90-ad65-4704-87b7-3a18d5e05db6 None None] Provisioning complete for port e45208b9-50cf-43bd-a935-2cebd688cfdd triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:00.613263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ee90-ad65-4704-87b7-3a18d5e05db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.613819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.619584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff5eff0f-e7a5-4f0a-a423-0002291dcd9b req-12d3812e-d9a7-49b2-93fc-5a0ac59167ea tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 May 20 07:57:00.619825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.625959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:00.626996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.630640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group_rule and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:00.633719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:00.634674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:00.643194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:00.654041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-ff9442b5-6fb8-463b-9b49-b5b71901b496 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5432 time: 0.4219093 May 20 07:57:00.684256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:00.726121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'port_id': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'mac_address': 'fa:16:3e:12:a9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:00.731953 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:00.837381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.030752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:01.074792 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-21a56694-f63f-48cc-af5d-8a2b214934c3 req-dc15e5bb-b97c-4a36-9532-558a51e96e71 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4196696 May 20 07:57:01.095615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.099270 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec5e2976-e3cd-46ff-a857-d97c6f6ddc2e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0102663 May 20 07:57:01.099535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:01.105742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3', 'name': 'tempest-PortsTestJSON-358002792'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:01.121409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.134581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3ee90-ad65-4704-87b7-3a18d5e05db6 None None] Port e45208b9-50cf-43bd-a935-2cebd688cfdd cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:01.161972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd5876c8-9ab3-4217-8869-82396a5895d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:01.174537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2407038d-de70-43dd-851d-a3629c34f716 req-b24bd899-e4d4-40fb-af77-944298d2ef53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:01.176958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:56:58Z', 'revision_number': 2, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:01.189355 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Checking router: 277a75ea-d556-4eaa-b58a-e1d21f94ff2e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:01.189806 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Updating router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e port e45208b9-50cf-43bd-a935-2cebd688cfdd binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:57:01.207252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c63240-c948-4108-9860-4a98e461fdbb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:01.210330 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:01.240335 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.242284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8478148 May 20 07:57:01.244483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:01.250587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1712169025', 'description': 'tempest-secgroup_general--1712169025 description', 'project_id': '6e91e32db1034f178460ba3944b189c8'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:01.261831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:01.267915 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.270590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:01.278678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:01.281405 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.288087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:01.297500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2407038d-de70-43dd-851d-a3629c34f716 req-b24bd899-e4d4-40fb-af77-944298d2ef53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:01.299145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2407038d-de70-43dd-851d-a3629c34f716 req-b24bd899-e4d4-40fb-af77-944298d2ef53 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d45e5a-882b-44d8-8797-f9604d1cadbc HTTP/1.1" status: 200 len: 210 time: 0.4488704 May 20 07:57:01.397301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31633478-0ce4-4e0c-956f-b91b2dacdb28 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:01.404427 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.433983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:01.439440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group_rule and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:01.442781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:01.449624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:01.494846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-4addc7b8-e88b-4eea-9111-50cb44be8fa3', 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': '2ed1355d-99ce-43c1-9e95-332a9dede74a'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:57:01.495864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.545511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1917ef63-93a2-45c6-9160-54577c6d5af5 req-5531f434-3fd0-4bbc-bec9-4b3b025a4696 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0841029 May 20 07:57:01.605761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:01.617990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:01.627949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.676554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:01.684149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:01.690300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:01.699232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:01.701514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.742600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Allocated IP 172.20.0.2 (4addc7b8-e88b-4eea-9111-50cb44be8fa3/2ed1355d-99ce-43c1-9e95-332a9dede74a/9abe8b45-a1dc-4e1d-bf9e-cff34484281d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:01.748766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.760228 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e09f53cf-f99f-4228-afd3-45edcc7fce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:01.820246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.855060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:01.865725 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.866361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Usage tracker for resource:security_group_rule and tenant:5902421466c34848b34a73d945e0eb7a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:01.866593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device dfa6c045-39f5-44e3-9850-f125cf625115 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:01.871260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:01.874999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ece3d02-78f6-4263-8648-76872a1aadd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:01.881104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924a3043-e4b4-4099-a51f-dff5f4859fd3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:01.890295 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:01.896564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:01.898205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:01.899719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.907070 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.943071 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Transition to ACTIVE for port object e45208b9-50cf-43bd-a935-2cebd688cfdd will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:01.948637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port bf678731-cda6-447a-bd8b-5303285c9de6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:57:01.962619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:01.964327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7188356 May 20 07:57:01.981894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:02.031824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'security_group_rule': {'security_group_id': '71c63240-c948-4108-9860-4a98e461fdbb', 'project_id': '6e91e32db1034f178460ba3944b189c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:02.034328 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.049658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:02.053878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.055225 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.059901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:security_group_rule and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:02.071391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:02.084302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:02.091220 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.107352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:02.116153 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.135882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'dfa6c045-39f5-44e3-9850-f125cf625115', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'port_id': 'dfa6c045-39f5-44e3-9850-f125cf625115', 'mac_address': 'fa:16:3e:ee:a8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:02.157633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807963df-2c44-482c-bd1e-6e2df2c3b664 req-d2192d86-3bbf-4f38-95eb-22e28d7559a3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:02.168688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-807963df-2c44-482c-bd1e-6e2df2c3b664 req-d2192d86-3bbf-4f38-95eb-22e28d7559a3 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.1857007 May 20 07:57:02.202458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.227765 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.236717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Transition to ACTIVE for port object 9abe8b45-a1dc-4e1d-bf9e-cff34484281d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:02.269518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.284459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b199fcf4-27da-426f-b2ad-8576ed674c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.295562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:02.303358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Transition to ACTIVE for port object 9abe8b45-a1dc-4e1d-bf9e-cff34484281d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:02.310702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5902421466c34848b34a73d945e0eb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890657 May 20 07:57:02.315708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74c4cc-e521-4fec-b683-ed8709350b55 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:02.319579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:02.320148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa6c045-39f5-44e3-9850-f125cf625115 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:02.324205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.344111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-807963df-2c44-482c-bd1e-6e2df2c3b664 req-d6d959e6-5a5d-4cc2-ae7d-2580497ebde2 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735587 May 20 07:57:02.364711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:02.423215 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.436580 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.480093 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.481161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2e4f92b1-59c7-431c-9c55-56955699f3fc details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:02.534012 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Pushing event updated for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.544847 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.550955 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Attempting to bind port e45208b9-50cf-43bd-a935-2cebd688cfdd on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:02.551445 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Attempting to bind port e45208b9-50cf-43bd-a935-2cebd688cfdd by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:02.552541 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Attempting to bind port e45208b9-50cf-43bd-a935-2cebd688cfdd on network 87f1153d-f5ee-4194-a57c-b39159115574 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:02.557250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:02.575391 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:02.576264 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Checking segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:02.576516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:02.577375 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.583480 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Bound using segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:02.585325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c47bb4-fe3e-456d-9736-9c7acabc8767,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.585846 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Bound port: e45208b9-50cf-43bd-a935-2cebd688cfdd, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:02.586535 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.589964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:02.592015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Pushing event updated for resources: {'Port': ['ID=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.594206 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.603299 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.614563 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.622932 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.641826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.676123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:02.696318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.723397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.743000 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] For port e45208b9-50cf-43bd-a935-2cebd688cfdd, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:02.747974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.750067 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] For port e45208b9-50cf-43bd-a935-2cebd688cfdd, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45208b9-50cf-43bd-a935-2cebd688cfdd,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:02.751549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22824682-83a2-40dd-aee5-e71f1f9b154c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.779349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eab9d1-be6d-49ac-a3f4-4cb4669d678f,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.787584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.800475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.7 (4addc7b8-e88b-4eea-9111-50cb44be8fa3/2ed1355d-99ce-43c1-9e95-332a9dede74a/bf678731-cda6-447a-bd8b-5303285c9de6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:02.828245 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.836666 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.839360 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:57:02.863109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510983bd-7078-4ae4-8147-f70c35bc0cda None None] New status for floating IP 4df183bc-d2bc-4d9e-b92a-7d3b302aaab8: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:57:02.883639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6a772ed4-00c3-40f6-a86f-0b14fccc96d4 req-22d0f704-2abe-4d6b-8e71-56e5733f0806 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0458066 May 20 07:57:02.891430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.901257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9169145 May 20 07:57:02.925979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.932366 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39869b9b-21fd-409f-ab93-fe4645e9ed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:02.939671 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Pushing event updated for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.957292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c47bb4-fe3e-456d-9736-9c7acabc8767,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:02.960494 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.964263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:02.968402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6c47bb4-fe3e-456d-9736-9c7acabc8767 HTTP/1.1" status: 204 len: 168 time: 0.6201665 May 20 07:57:02.972107 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:02.972855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:02.973947 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:03.180301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.203905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.223884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.243390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.252007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Attempting to bind port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:03.252419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Attempting to bind port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'e82370e9-292d-48ef-8582-0dae551263de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:03.252810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Attempting to bind port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d on network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:03.257192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.264217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.271029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.274206 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-c5471d7e-706f-4abd-a3cd-cc564a14e7fb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5433 time: 0.9404554 May 20 07:57:03.319212 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:03.391251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:03.392533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fb9f420c-a238-4a17-abad-006cf47de771 req-66a02a65-e019-4297-9067-de8f98b5ff77 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:03.404061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:03.413411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:03.413866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Checking segment: {'id': 'e82370e9-292d-48ef-8582-0dae551263de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:03.414293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.414693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Bound using segment: {'id': 'e82370e9-292d-48ef-8582-0dae551263de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:03.415186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Bound port: 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82370e9-292d-48ef-8582-0dae551263de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4addc7b8-e88b-4eea-9111-50cb44be8fa3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:03.415566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.438598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.458045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object bf678731-cda6-447a-bd8b-5303285c9de6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:03.530111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.534962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:03.566087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923602-4614-46b1-bb43-f2861262a3b8 req-c56c37a2-4112-492a-a6d7-13b08b8a8c33 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:03.570429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'port_id': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'mac_address': 'fa:16:3e:73:70:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e7acdd-5bdc-4b1a-bd97-17e1a41a8993', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:03.571608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44923602-4614-46b1-bb43-f2861262a3b8 req-c56c37a2-4112-492a-a6d7-13b08b8a8c33 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.2772043 May 20 07:57:03.576105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fb9f420c-a238-4a17-abad-006cf47de771 req-66a02a65-e019-4297-9067-de8f98b5ff77 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:03.579821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-66a02a65-e019-4297-9067-de8f98b5ff77 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--2026074529&fields=id&tenant_id=6e91e32db1034f178460ba3944b189c8 HTTP/1.1" status: 200 len: 267 time: 0.3606510 May 20 07:57:03.649276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] For port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:03.651876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-56e5610e-d4a5-4263-befe-fcf8b7ca6af1 req-6d8d6d3f-1fec-48bf-8bef-9064ca915cfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437094 May 20 07:57:03.652967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.662831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] For port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,segment=NetworkSegment(e82370e9-292d-48ef-8582-0dae551263de),segment_id=e82370e9-292d-48ef-8582-0dae551263de)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:03.665525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.684610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4f92b1-59c7-431c-9c55-56955699f3fc {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:03.696227 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf3f5a91-005b-4d8b-b49c-74e3e6468f23 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:03.703971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:03.744880 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:02Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:03.747317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.748063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.751942 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038f722-2169-42cf-b1e0-c4763b8a5b10 None None] The sync data for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 is: [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:02Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:03.756763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b27033f-e9c4-4aaa-b7dd-b4d107ecbe1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:03.781981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:03.791968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:03.809988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:03.863360 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:03.864087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6716a4ee-8a6c-487b-8dac-76f21f5249fc details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:03.881105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-6c4c242b-70b7-4275-aaea-b2f2f92a4ea7 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--1712169025&fields=id&tenant_id=6e91e32db1034f178460ba3944b189c8 HTTP/1.1" status: 200 len: 267 time: 0.2375762 May 20 07:57:03.947431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Pushing event updated for resources: {'Port': ['ID=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:03.964025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:03.964498 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:04.066092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34118) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:04.070912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=bf678731-cda6-447a-bd8b-5303285c9de6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:04.104021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:04.118955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Deleting port 493f7f58-b25d-47d6-8046-ac9de65d6087 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:04.119389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.143467 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.192387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:04.193071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.238236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:04.243548 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:04.256862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:04.288664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:04.315736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a5c6f563204c13ad7eb573a45c6529 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:04.334060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:04.356302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'port_id': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'mac_address': 'fa:16:3e:15:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:04.357108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-58f50bc1-a3a4-456c-83bb-04628407b3df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:04.359619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-58f50bc1-a3a4-456c-83bb-04628407b3df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 797 time: 0.4675670 May 20 07:57:04.384839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:04.400381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020a3d-475e-4d20-ba8d-748b49641436 req-b5bc4535-6a82-4215-a055-51804faae4f9 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:04.425890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c020a3d-475e-4d20-ba8d-748b49641436 req-b5bc4535-6a82-4215-a055-51804faae4f9 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 945 time: 0.5258703 May 20 07:57:04.443505 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3403542 May 20 07:57:04.448395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34122) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:04.467581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-020e6c02-17ad-47af-982b-8717f59368cd tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/quotas/6e91e32db1034f178460ba3944b189c8 HTTP/1.1" status: 200 len: 375 time: 0.0853117 May 20 07:57:04.477624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.486678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.500468 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "DELETE /v2.0/security-groups/fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8 HTTP/1.1" status: 204 len: 168 time: 1.8173974 May 20 07:57:04.509892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34126) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:04.523470 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95225b8d-27d8-4fbe-874f-20539b7e7306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:04.560303 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.577897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Router 693db833-7d49-4048-8077-2bcbc8e3a644 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:57:04.622329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:04.627540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6716a4ee-8a6c-487b-8dac-76f21f5249fc {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:04.636908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:04.643050 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-5fdaa876-e244-4b02-b2d1-45f712a8384b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] show failed (client error): The resource could not be found. May 20 07:57:04.644328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5fdaa876-e244-4b02-b2d1-45f712a8384b tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups/fe7ba2d0-cbb0-46fe-abf8-02a1c7b4fbe8 HTTP/1.1" status: 404 len: 347 time: 0.0893462 May 20 07:57:04.649594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:04.703765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45208b9-50cf-43bd-a935-2cebd688cfdd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:04.765299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] For port 493f7f58-b25d-47d6-8046-ac9de65d6087, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=493f7f58-b25d-47d6-8046-ac9de65d6087,segment=NetworkSegment(ea093028-073a-407b-b9d0-cbb540bba540),segment_id=ea093028-073a-407b-b9d0-cbb540bba540)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:04.765861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.789558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:04.886141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:04.887272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ba871499-6c94-4dfc-a868-edc22341ea34 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:04.890753 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e49b55da-8f67-4986-9d37-70fd9eef8495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:04.930687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e45208b9-50cf-43bd-a935-2cebd688cfdd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:04.943910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e45208b9-50cf-43bd-a935-2cebd688cfdd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:04.944549 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.087553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:05.101581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:05.112382 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:05.119307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'port_id': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'mac_address': 'fa:16:3e:61:88:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:05.155000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Calling delete_port for 493f7f58-b25d-47d6-8046-ac9de65d6087 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:05.176591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5c020a3d-475e-4d20-ba8d-748b49641436 req-63a70c50-c415-40fe-8564-90c465188128 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/security-groups?id=16baf11b-35c6-4a72-bc61-44a076881cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7451248 May 20 07:57:05.302225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.328337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.354934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba871499-6c94-4dfc-a868-edc22341ea34 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:05.397793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:05.410687 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Sync routers for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:05.412026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:05.416980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e45208b9-50cf-43bd-a935-2cebd688cfdd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45208b9-50cf-43bd-a935-2cebd688cfdd,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:05.423710 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:05.424761 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:05.494031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b33cd-3cc7-4989-ab1f-271662a8b497 None None] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:05.520260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.521141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 49209233-9254-4f06-8ab8-d25aa23f2f85 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:05.546642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=49209233-9254-4f06-8ab8-d25aa23f2f85,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:05.579566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fb9f420c-a238-4a17-abad-006cf47de771 req-eecd78e7-0191-465f-9c48-df7b5ab85e02 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:05.583330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:05.591169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50c6e028-a592-4a8b-8288-882d39a54d2d req-e503b2bc-9165-4c52-992a-9d97fe2a525e tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1572564 May 20 07:57:05.619525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '49209233-9254-4f06-8ab8-d25aa23f2f85', 'network_id': '9be48ced-bf74-4367-9c12-853a8c6657ba', 'port_id': '49209233-9254-4f06-8ab8-d25aa23f2f85', 'mac_address': 'fa:16:3e:e0:3a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f787b335-7096-492e-a23a-2536941340f0', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:05.632827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.633832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9abe8b45-a1dc-4e1d-bf9e-cff34484281d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:05.658641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Deleting port a45ad0e1-fec7-4d05-83fe-13e667ff1254 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:05.660129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.699410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.704397 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.6668429 May 20 07:57:05.709045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34136) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:05.751189 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:05.768704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.813913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49209233-9254-4f06-8ab8-d25aa23f2f85 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:05.834008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=49209233-9254-4f06-8ab8-d25aa23f2f85,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:05.841345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fb9f420c-a238-4a17-abad-006cf47de771 req-eecd78e7-0191-465f-9c48-df7b5ab85e02 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:05.843560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-eecd78e7-0191-465f-9c48-df7b5ab85e02 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2657821 May 20 07:57:05.849651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.855589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.855933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.912597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:05.913744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7f7a9f31-148b-4d6a-93f0-047d172fc78f details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:05.949827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cd82b105-9558-4b54-8134-f7aa1b9943c2 None None] Provisioning for port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:05.981769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:05.989584 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.000588 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3631b1ed-bd03-4614-b282-7cc4495d831f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:06.044090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.055355 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0278dd98-fbb4-4a22-badb-f44ad6285c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:06.079327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:06.096990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Calling delete_port for a45ad0e1-fec7-4d05-83fe-13e667ff1254 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:06.184165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4a5c6f563204c13ad7eb573a45c6529&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1135070 May 20 07:57:06.192326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34142) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:06.193049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b78ab34-7909-4260-b43f-eff5f05a18c9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:06.194804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.201113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.210182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.216765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.223817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.230139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.236245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:06.244388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-fcfd10d9-65f7-4f6d-acb3-bcea02be50a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5438 time: 0.3913603 May 20 07:57:06.251041 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.254892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:06.284185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.289694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:06.291796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.293234 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:01Z', 'revision_number': 3, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:06.300485 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3e796d8-1ac7-4d1d-af3a-93cdb5e1000c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:06.302242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Checking router: 693db833-7d49-4048-8077-2bcbc8e3a644 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:06.307207 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Updating router 693db833-7d49-4048-8077-2bcbc8e3a644 port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:57:06.324158 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a75d5507-80d8-4ba9-8da3-4bd537963246 req-c412f829-8640-4964-b32e-f4624bcce93b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785542 May 20 07:57:06.377079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'network_id': '19799f4d-b0bb-4c8b-bc02-55923a2094ba', 'port_id': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'mac_address': 'fa:16:3e:44:71:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e7acdd-5bdc-4b1a-bd97-17e1a41a8993', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:06.406163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.418689 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.456514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Pushing event deleted for resources: {'Port': ['ID=493f7f58-b25d-47d6-8046-ac9de65d6087,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:06.505652 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.510201 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-efa20cee-4e01-4497-9c3b-fdde968e5dbd req-3a0a2a86-b3b9-4050-91f2-e1bb3cc0d214 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.0606599 May 20 07:57:06.514395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:06.516753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.522764 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e57ef2d7-4b19-40f1-a791-81d0c2cbd73f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:06.573273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'Port': ['ID=a45ad0e1-fec7-4d05-83fe-13e667ff1254,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:06.579085 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.707943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:06.712516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 493f7f58-b25d-47d6-8046-ac9de65d6087 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:57:06.736948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.759429 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.768652 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.836s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:06.769279 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:06.791987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 493f7f58-b25d-47d6-8046-ac9de65d6087 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:57:06.792606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 493f7f58-b25d-47d6-8046-ac9de65d6087 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:57:06.833969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d9bea48d-a7cc-4577-a2b5-792f8193d137 req-4643d6f9-f924-4285-a1d8-b68ed1470b37 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0629747 May 20 07:57:06.842297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.848687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "DELETE /v2.0/floatingips/4df183bc-d2bc-4d9e-b92a-7d3b302aaab8 HTTP/1.1" status: 204 len: 168 time: 1.9893470 May 20 07:57:06.859524 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.900604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7a9f31-148b-4d6a-93f0-047d172fc78f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:06.910327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.917106 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.925721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1589e1c4-7d7f-4e87-bd6c-bc57ebfc2151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.927818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] No DVR routers for this DVR port 493f7f58-b25d-47d6-8046-ac9de65d6087 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:57:06.944603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Transition to ACTIVE for port object cf215ad8-e2cd-4e53-a91f-7c12b94272b4 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:06.944795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:06.947700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:06.954048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'name': 'network-vif-deleted', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:06.960749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,segment=NetworkSegment(e82370e9-292d-48ef-8582-0dae551263de),segment_id=e82370e9-292d-48ef-8582-0dae551263de)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:06.987767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.049629 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.051684 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:07.063006 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.072093 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:07.095596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.167609 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Attempting to bind port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:07.167988 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Attempting to bind port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:07.168358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Attempting to bind port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:07.176170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:07.176641 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:07.185503 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.185503 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:07.185503 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Bound port: cf215ad8-e2cd-4e53-a91f-7c12b94272b4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:07.185503 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.211296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:07.227998 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:07.227998 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-beb1f9d3-457b-4559-97bb-a1a7c74cb2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:07.228530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d4938-7a1e-4eb6-a43c-4dae2538387f None None] Pushing event updated for resources: {'Port': ['ID=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:07.228633 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-314d4938-7a1e-4eb6-a43c-4dae2538387f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:07.259720 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] For port cf215ad8-e2cd-4e53-a91f-7c12b94272b4, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:07.263125 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] For port cf215ad8-e2cd-4e53-a91f-7c12b94272b4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:07.288481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45208b9-50cf-43bd-a935-2cebd688cfdd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:07.357974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-99d3f092-884f-4d4f-b91d-fba59798a233 service neutron] 10.222.0.79 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4267795 May 20 07:57:07.380898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:07.385106 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:07.414837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e45208b9-50cf-43bd-a935-2cebd688cfdd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:07.415221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.500612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:07.503090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.507207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923068010', 'description': 'tempest-description--817758595'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:07.517261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:07.528998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:07.537615 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.543319 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8bf0453e-9e54-4699-8fb6-abba633281c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:07.584619 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d668fbf-5dfa-4786-8243-f4ec5e9e37a7', 'name': 'network-vif-deleted', 'tag': '493f7f58-b25d-47d6-8046-ac9de65d6087', 'status': 'completed', 'code': 200} May 20 07:57:07.599333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Provisioning for port bf678731-cda6-447a-bd8b-5303285c9de6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:07.633220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Provisioning complete for port bf678731-cda6-447a-bd8b-5303285c9de6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:07.633795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.645379 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:07.646167 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:56:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:07.652946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.673278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44923602-4614-46b1-bb43-f2861262a3b8 req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.81 "DELETE /v2.0/ports/493f7f58-b25d-47d6-8046-ac9de65d6087 HTTP/1.1" status: 204 len: 173 time: 4.0910575 May 20 07:57:07.688722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['31633478-0ce4-4e0c-956f-b91b2dacdb28'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:07.741107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['49209233-9254-4f06-8ab8-d25aa23f2f85'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:07.749818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:07.771427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:07.774438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['7f7a9f31-148b-4d6a-93f0-047d172fc78f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:07.778288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:07.790042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:07.824322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.831763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-c6efd765-93ef-45a7-b681-99e9758f02e4 service neutron] 10.222.0.79 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193039 May 20 07:57:07.836923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.845116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.852164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['6716a4ee-8a6c-487b-8dac-76f21f5249fc'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:07.867894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.882317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.894226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.897699 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:07.900332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.915680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:07.923271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:07.925225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-5b745c76-cbd1-4e51-8c2e-f72d1b0d02a2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5439 time: 0.2573605 May 20 07:57:07.946489 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:07.951351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['2e4f92b1-59c7-431c-9c55-56955699f3fc'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:07.989103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.029578 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dde62cd0-3ea4-4e57-ae18-5969902b4ab6 req-c0f9ee24-7c76-4672-81db-ebeb808d5c3d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906420 May 20 07:57:08.055334 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d4938-7a1e-4eb6-a43c-4dae2538387f None None] Pushing event updated for resources: {'Port': ['ID=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:08.129351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.166013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Port bf678731-cda6-447a-bd8b-5303285c9de6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:08.205163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.212264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c2b395e-5f5e-4184-8ca4-8afcdcd8f8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:08.270985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.275323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b78ab34-7909-4260-b43f-eff5f05a18c9 HTTP/1.1" status: 204 len: 168 time: 2.0263710 May 20 07:57:08.277893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.334297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35000a0d-0241-489e-b70d-45819b2b774d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:08.352870 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:08.394304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Provisioning complete for port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:08.394304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5ef35a2-b3f0-46d2-aba4-a4870f44e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.398483 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-314d4938-7a1e-4eb6-a43c-4dae2538387f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:08.454415 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.455698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9535022 May 20 07:57:08.462676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34172) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:08.468907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2a4ff50-527a-4b9d-a2ae-0bc12383d740 req-88f00fb4-0583-4702-ae73-8e12d1659842 tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d668fbf-5dfa-4786-8243-f4ec5e9e37a7 HTTP/1.1" status: 200 len: 210 time: 0.1082993 May 20 07:57:08.480181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group_rule': {'security_group_id': '35000a0d-0241-489e-b70d-45819b2b774d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:08.480953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:08.496024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:08.503166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:08.507574 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:01Z', 'revision_number': 3, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:08.518206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef875e-9a0b-4162-a8ad-29d9155656e9 None None] The sync data for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 is: [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:01Z', 'revision_number': 3, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:08.524862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:08.538381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0b06a4a-6ff2-4510-bf7a-43fedaa9f07e req-cd815ee2-b0dd-4068-b4f7-e9cf853cfdde tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.2104707 May 20 07:57:08.542902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=bf678731-cda6-447a-bd8b-5303285c9de6,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:08.551178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:08.564903 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e804eab-bd7f-4d63-9630-93e2e32fe0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:08.646638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e0bf72bb-05f3-4884-8650-2a1a0c5a21d1 req-7d75251f-c384-467c-9db1-8062f17eefb2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.0653172 May 20 07:57:08.648058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.714196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['dfa6c045-39f5-44e3-9850-f125cf625115'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:08.739734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ba871499-6c94-4dfc-a868-edc22341ea34'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:08.764330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.780766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b78ab34-7909-4260-b43f-eff5f05a18c9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:08.783232 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:08.884945 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:57:08.894893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:08.894893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b3c9b5-9929-4728-b0e5-c30669e5f16d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:08.988560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ad8ac-7c5c-4449-afb5-2feb26b9dbd2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:08.994363 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:09.085465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.091056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6272342 May 20 07:57:09.102639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:09.108251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'security_group_rule': {'security_group_id': '35000a0d-0241-489e-b70d-45819b2b774d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:09.118990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:09.130899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:security_group_rule and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:09.139312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:09.165879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:09.227847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.356805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.450885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cf215ad8-e2cd-4e53-a91f-7c12b94272b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:09.485001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.529666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Allocated IP 172.20.0.1 (c61178c2-3379-4944-a14e-20b22be108a5/c2b98f6b-eb00-4896-8212-e10821365376/c0be0978-d749-4172-894e-f7c229ae1fed) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:09.606368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.627326 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:09.710554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04c4cf1-c605-4da8-ac54-91188d7a3cc4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:09.724376 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:09.819570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.828139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.837305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.848866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.856008 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:09.856008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7514951 May 20 07:57:09.856393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.861337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34212) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:09.869285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.875736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:09.876144 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e407a34-a770-448d-9b4f-709ec2b8cce4 req-d7812cb7-b93b-4179-ae4f-4458cffb5707 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0810413 May 20 07:57:09.881853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:09.884796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42f2750a-2865-4026-97a8-642e9da1208e req-f93cafbe-d9a9-41cd-94a2-5f4e6c2a268b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5439 time: 0.6503639 May 20 07:57:09.901781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:09.910828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Usage tracker for resource:floatingip and tenant:c34bde3605db4ffa8fe544c10d0285f4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:09.917311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:09.929839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:09.966352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-425af259-15d8-41b0-a1d2-03f2c7052fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.003123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.058294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42f2750a-2865-4026-97a8-642e9da1208e req-9b46bdeb-2120-4716-95ea-4fb43dae5e00 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738830 May 20 07:57:10.085812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.117916 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b703b6d-bf22-49d1-9b23-799c34d580bf req-28173f44-dc06-453b-af65-3f5d06b107d4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.0959392 May 20 07:57:10.168507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.173941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:10.214383 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.223396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:10.223998 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.285454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.375716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a82d206-7f7e-4ee0-afb1-80b61b387d30 None None] Provisioning complete for port bf678731-cda6-447a-bd8b-5303285c9de6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:10.376129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a82d206-7f7e-4ee0-afb1-80b61b387d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.484187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8a82d206-7f7e-4ee0-afb1-80b61b387d30 None None] Port bf678731-cda6-447a-bd8b-5303285c9de6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:10.534596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Allocated IP 172.25.8.224 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/03c41301-d552-4cf7-beb6-4417752c9d1f) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:10.609573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.618120 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a134561e-c1a1-4fd6-91ef-94d554b1d217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:10.628393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.675291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port cf215ad8-e2cd-4e53-a91f-7c12b94272b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:10.737843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.739165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9abe8b45-a1dc-4e1d-bf9e-cff34484281d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:10.765573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Network c61178c2-3379-4944-a14e-20b22be108a5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:10.771595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:10.774387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:10.851087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:10.868805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-66825375-7e1a-494e-a77c-09716a976bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:10.984731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:10.990469 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:11.002607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:11.003461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.055425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:11.066501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.072350 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:11.090291 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.100258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 31633478-0ce4-4e0c-956f-b91b2dacdb28 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:11.133909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.195109 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3a9ccebe-e852-44c8-ae68-4ee472b38abc req-0f37ac4a-7179-48ad-ba01-37428072c500 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0632410 May 20 07:57:11.219986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.284616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.290068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba7e98a3-8435-495a-ac99-548dd3f3c8a4 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:11.299590 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7a12acc-8bf3-434e-b9ad-3618f11839ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:11.307921 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.338860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 31633478-0ce4-4e0c-956f-b91b2dacdb28 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:11.342208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 31633478-0ce4-4e0c-956f-b91b2dacdb28 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:11.342789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.373183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.414769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:11.418013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cf215ad8-e2cd-4e53-a91f-7c12b94272b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:11.430115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:11.433160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:11.532803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:11.533377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.596133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b09f9a4f-7f19-4ba9-a77b-49d6a4179daf req-86b1a04c-8df0-44fa-a53d-9f26ee0393d9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.0874302 May 20 07:57:11.610667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=03c41301-d552-4cf7-beb6-4417752c9d1f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:11.621632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:11.648058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=bf678731-cda6-447a-bd8b-5303285c9de6,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:11.664987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.668386 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:11.752485 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.769700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.775543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.781714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.788013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.794099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.800026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.803688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:11.805840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:11.814039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e981110e-a49d-40b9-bb14-b04309364913 req-52aa54b7-e164-461e-bac5-940558700816 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5439 time: 0.4336085 May 20 07:57:11.822468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:11.864408 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'code': 200} May 20 07:57:11.895772 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.896657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2e4f92b1-59c7-431c-9c55-56955699f3fc up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:11.901448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:11.933645 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:11.933831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e981110e-a49d-40b9-bb14-b04309364913 req-5ac3c0cf-c27c-4a53-9f2f-da9d8f4f0358 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188130 May 20 07:57:11.936029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:11.940263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:12.189023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:12.200608 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:12.315338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 2e4f92b1-59c7-431c-9c55-56955699f3fc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:12.331416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 2e4f92b1-59c7-431c-9c55-56955699f3fc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:12.331792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.359934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.433912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-bd0bff68-08aa-489c-b4ba-2b9e4683c7d3 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:12.435356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-bd0bff68-08aa-489c-b4ba-2b9e4683c7d3 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.81 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 797 time: 0.2265701 May 20 07:57:12.502411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.530959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8891a09c-e544-4aa5-9539-eea4d33004df None None] Provisioning complete for port bf678731-cda6-447a-bd8b-5303285c9de6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:12.531414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8891a09c-e544-4aa5-9539-eea4d33004df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.553438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.564624 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8f1a6f-c25b-4aee-b5d8-77061b97bab2 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:12.591179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8891a09c-e544-4aa5-9539-eea4d33004df None None] Port bf678731-cda6-447a-bd8b-5303285c9de6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:12.596242 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.598768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:57:12.631728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:12.644331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.659366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f103050-f497-4dac-ae06-8a45653b1852 req-674e6871-647c-4ab3-8a3a-f6112196b4bd tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.2316153 May 20 07:57:12.704706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-1726a47a-e320-4327-87d6-0b06567e9b62 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e91e32db1034f178460ba3944b189c8 HTTP/1.1" status: 200 len: 478 time: 0.2160110 May 20 07:57:12.719838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.721881 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:12.725201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'port': {'device_id': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'admin_state_up': True, 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'security_groups': ['71c63240-c948-4108-9860-4a98e461fdbb', '924a3043-e4b4-4099-a51f-dff5f4859fd3']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:12.743015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=03c41301-d552-4cf7-beb6-4417752c9d1f,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:12.747202 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:12.755226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.811249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:12.814562 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:12.817559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.873551 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fbb636ed-7a77-4b0f-b0ad-b328a201fe35 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:12.874521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:12.875897 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0049009 May 20 07:57:12.921311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21c6c8e0-1c02-4f4f-80b4-75469548b009 req-0803a48d-10c5-404a-96af-0dda0eecd69b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.1548505 May 20 07:57:13.060881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:13.068434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:13.073999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:13.104727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Router d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:57:13.110797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device dfa6c045-39f5-44e3-9850-f125cf625115 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:13.146175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:13.259166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:13.335918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.342367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.349056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.352905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port dfa6c045-39f5-44e3-9850-f125cf625115 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:13.357443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.360512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port dfa6c045-39f5-44e3-9850-f125cf625115 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:13.360964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:13.366153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.372941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.380056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.388691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-8578d0b2-490c-4f0c-bcfc-15d531fd7769 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5441 time: 0.2704806 May 20 07:57:13.435488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-7940c4a1-a704-4502-8f13-635ad1e77914 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1923068010&fields=id&tenant_id=c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 267 time: 0.2091820 May 20 07:57:13.450974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-834e113c-0798-4af2-8a16-ba58323ebff3 req-eac46899-1e57-42e1-bf0f-33453488e7a6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603344 May 20 07:57:13.509778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:13.515921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:13.565907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:13.576195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] Sync routers for ids ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:13.579368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:13.609698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] Routers {'d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:13.609698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:13.672942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:13.684893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/routers/d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2241611 May 20 07:57:13.687923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:13.689205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:13.691244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] Routers {'d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:13.691872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:13.705075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Network c61178c2-3379-4944-a14e-20b22be108a5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:13.713781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:13.803220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:13.803640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98401c-7dc3-4b34-ba2d-f0534554c8ec None None] The sync data for ids ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:13.805215 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:13.806095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6716a4ee-8a6c-487b-8dac-76f21f5249fc up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:13.836279 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:13.876431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:13.879028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d0b63-3730-46c1-96d0-199ff092e971 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:13.879798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d9d0b63-3730-46c1-96d0-199ff092e971 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:13.947811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:13.950943 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:13.985904 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6e4567b5-277e-4d55-b101-611dc480a17a req-3ce524c1-c36e-4e3d-81a3-b974c491735a tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0701704 May 20 07:57:13.986969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d9d0b63-3730-46c1-96d0-199ff092e971 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:13.988131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d9d0b63-3730-46c1-96d0-199ff092e971 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?device_id=d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 HTTP/1.1" status: 200 len: 981 time: 0.2992558 May 20 07:57:13.991158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:14.032454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 6716a4ee-8a6c-487b-8dac-76f21f5249fc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:14.038416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 6716a4ee-8a6c-487b-8dac-76f21f5249fc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:14.038864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:14.107667 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'code': 200} May 20 07:57:14.108030 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115', 'code': 200} May 20 07:57:14.178501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-aa058a1f-bfb4-42e4-9911-1f89a20c3982 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:14.185946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-aa058a1f-bfb4-42e4-9911-1f89a20c3982 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 810 time: 0.7495296 May 20 07:57:14.220082 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:14.260190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:14.263636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-155af153-24ac-49b3-867b-39bee85469ff tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/quotas/c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 375 time: 0.0760143 May 20 07:57:14.380803 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:14.381785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ba871499-6c94-4dfc-a868-edc22341ea34 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:14.401814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.20.0.5 (87f1153d-f5ee-4194-a57c-b39159115574/d0c75f2d-18dd-42f3-a5c7-bf8757160076/5a981880-8768-4642-b2fa-c1187ca78efe) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:14.406065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Router 693db833-7d49-4048-8077-2bcbc8e3a644 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:14.435437 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:14.506160 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f3b289b1-8768-4bc0-b259-eb49514f03c1 req-cf1da54c-4892-484f-91e1-b38d07b49ea6 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.1720235 May 20 07:57:14.568126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-21115bf3-3643-421c-bfc7-596385c87ba0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3031883 May 20 07:57:14.593965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:14.598212 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:14.695124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ba871499-6c94-4dfc-a868-edc22341ea34 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:14.701363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ba871499-6c94-4dfc-a868-edc22341ea34 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:14.701932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:14.791990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:14.806014 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Sync routers for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:14.823492 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:14.829805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:14.971384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.044330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-23e3a8ea-5294-4508-bd4f-8f60ced95d80 service neutron] 10.222.0.79 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556272 May 20 07:57:15.052084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:15.103447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.109257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.115238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.120968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.123862 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.125111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 49209233-9254-4f06-8ab8-d25aa23f2f85 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:15.127374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.132764 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:15.133286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.139145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:15.147570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-afaac69c-7924-4484-839d-af3624eca5d2 req-06195f65-9e76-4e54-8c06-f12d3e1231bf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5443 time: 0.5110686 May 20 07:57:15.220196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-38ad191e-431e-45f6-82ea-b7118f329ca9 service neutron] 10.222.0.79 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734760 May 20 07:57:15.261715 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:15.282450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-afaac69c-7924-4484-839d-af3624eca5d2 req-e645466c-c863-403d-a89c-4e1e26b989e5 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314595 May 20 07:57:15.413694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.445322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:15.450830 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:15.484115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] 10.222.0.79 "PUT /v2.0/routers/693db833-7d49-4048-8077-2bcbc8e3a644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7674158 May 20 07:57:15.573041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 49209233-9254-4f06-8ab8-d25aa23f2f85 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:15.574382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.587834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 49209233-9254-4f06-8ab8-d25aa23f2f85 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:15.589765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.599776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Transition to ACTIVE for port object 5a981880-8768-4642-b2fa-c1187ca78efe will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:15.697871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.707514 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:15.766061 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:11Z', 'revision_number': 2, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:15.776431 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Checking router: 693db833-7d49-4048-8077-2bcbc8e3a644 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:15.776846 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Updating router 693db833-7d49-4048-8077-2bcbc8e3a644 port c0be0978-d749-4172-894e-f7c229ae1fed binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:57:15.843196 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:15.923969 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b7c860f7-1b3a-4945-976d-fc7cdc546206 req-11419b75-af73-4c37-99d7-8fff105be91f tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.3548110 May 20 07:57:15.962102 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.004658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 87f1153d-f5ee-4194-a57c-b39159115574 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:16.033049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=49209233-9254-4f06-8ab8-d25aa23f2f85,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:16.038728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:16.047421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:16.051174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.051643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.052096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:16.061840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:16.104310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:16.109008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.114133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7f7a9f31-148b-4d6a-93f0-047d172fc78f up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:16.212241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49209233-9254-4f06-8ab8-d25aa23f2f85'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:16.219966 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:16.248755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:16.250839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.341273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:16.349573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce4bd7-5318-40af-9811-4fb488bd0511 req-fcd69c7b-5f89-4f73-b765-76fb1b5be43b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:16.350521 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:16.350681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f4ce4bd7-5318-40af-9811-4fb488bd0511 req-fcd69c7b-5f89-4f73-b765-76fb1b5be43b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:16.410611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.6973937 May 20 07:57:16.426360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Request body: {'port': {'device_id': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:16.450995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port bf678731-cda6-447a-bd8b-5303285c9de6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:16.451343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.503059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 7f7a9f31-148b-4d6a-93f0-047d172fc78f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:16.508642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 7f7a9f31-148b-4d6a-93f0-047d172fc78f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:16.509076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.559400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f4ce4bd7-5318-40af-9811-4fb488bd0511 req-fcd69c7b-5f89-4f73-b765-76fb1b5be43b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:16.569376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4ce4bd7-5318-40af-9811-4fb488bd0511 req-fcd69c7b-5f89-4f73-b765-76fb1b5be43b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 970 time: 0.7180452 May 20 07:57:16.679614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d67304b-1770-40e9-8ad5-7a00f6dd8e15 None None] Provisioning for port 5a981880-8768-4642-b2fa-c1187ca78efe completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:16.691257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d67304b-1770-40e9-8ad5-7a00f6dd8e15 None None] Provisioning complete for port 5a981880-8768-4642-b2fa-c1187ca78efe triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:16.691737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d67304b-1770-40e9-8ad5-7a00f6dd8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.697413 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.727551 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Transition to ACTIVE for port object c0be0978-d749-4172-894e-f7c229ae1fed will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:16.765524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7d67304b-1770-40e9-8ad5-7a00f6dd8e15 None None] Port 5a981880-8768-4642-b2fa-c1187ca78efe cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:16.769327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.798260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4ce4bd7-5318-40af-9811-4fb488bd0511 req-2255bef9-5678-41cd-ae17-c2c10e4e751e tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2260025 May 20 07:57:16.805335 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.810967 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-45f91ecc-553d-416a-aca8-020a804cf9f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:16.834301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.866067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:16.876812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.957748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:16.960564 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9aa6faa9-3247-4425-ad07-b3eb586cbd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:17.055398 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Pushing event updated for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:17.067638 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:17.097751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:17.102404 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:17.109696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for bf678731-cda6-447a-bd8b-5303285c9de6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:17.132570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5f88d0c4-50da-46ad-8fee-c2f5894b999e req-7e1d0bc7-d424-4fca-b20c-67687115fdf0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:17.174975 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Attempting to bind port c0be0978-d749-4172-894e-f7c229ae1fed on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:17.175601 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Attempting to bind port c0be0978-d749-4172-894e-f7c229ae1fed by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:17.177941 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Attempting to bind port c0be0978-d749-4172-894e-f7c229ae1fed on network c61178c2-3379-4944-a14e-20b22be108a5 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:17.183398 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:17.184013 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Checking segment: {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:17.184608 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.185367 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Bound using segment: {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:17.186026 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Bound port: c0be0978-d749-4172-894e-f7c229ae1fed, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:17.187108 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.303330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5f88d0c4-50da-46ad-8fee-c2f5894b999e req-7e1d0bc7-d424-4fca-b20c-67687115fdf0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:17.304669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5f88d0c4-50da-46ad-8fee-c2f5894b999e req-7e1d0bc7-d424-4fca-b20c-67687115fdf0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.6459491 May 20 07:57:17.334364 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] For port c0be0978-d749-4172-894e-f7c229ae1fed, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:17.397268 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'code': 200} May 20 07:57:17.397915 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'code': 200} May 20 07:57:17.406536 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49209233-9254-4f06-8ab8-d25aa23f2f85', 'code': 200} May 20 07:57:17.519572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.520917 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] For port c0be0978-d749-4172-894e-f7c229ae1fed, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0be0978-d749-4172-894e-f7c229ae1fed,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:17.528509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ac561ab3-3f6c-4870-94ae-a56e5fa883d6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:17.605847 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.615682 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:17.641158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=bf678731-cda6-447a-bd8b-5303285c9de6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:17.669417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a981880-8768-4642-b2fa-c1187ca78efe {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:17.679954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.697689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Transition to ACTIVE for port object 5a981880-8768-4642-b2fa-c1187ca78efe will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:17.704282 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Pushing event updated for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:17.709695 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:17.747582 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:17.749707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:17.774829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.775394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.775927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.776455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.776978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.777837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.778355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.778895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.779430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.781721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.782268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.782932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:17.798655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:17.800202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:17.809139 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:17.941560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:17.960533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:17.986092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.004238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.023301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.024133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:18.030414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.036785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.054836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-cc9d23b9-de68-4cb6-9aa3-ae49535f0dfb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.5321600 May 20 07:57:18.106917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-d1cd7af5-6e44-43f9-8504-0b5821df4034 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.115228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-d1cd7af5-6e44-43f9-8504-0b5821df4034 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 820 time: 0.8393815 May 20 07:57:18.134740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:18.185664 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:18.207612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-d5b380ad-0121-4e40-8233-c1085a9e0d1a tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/quotas/171debd42fa54217bcd39feee361010f HTTP/1.1" status: 200 len: 375 time: 0.0859075 May 20 07:57:18.305448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ef96bf8d-8018-4d62-8585-b465f8183b31 req-62cfe762-7ede-4307-855e-96c04d4f69f0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2497146 May 20 07:57:18.316080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:18.318362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Attempting to bind port 5a981880-8768-4642-b2fa-c1187ca78efe on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:18.337263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Attempting to bind port 5a981880-8768-4642-b2fa-c1187ca78efe by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:18.337263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Attempting to bind port 5a981880-8768-4642-b2fa-c1187ca78efe on network 87f1153d-f5ee-4194-a57c-b39159115574 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:18.337263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Port 5a981880-8768-4642-b2fa-c1187ca78efe on network 87f1153d-f5ee-4194-a57c-b39159115574 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:57:18.337263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Attempting to bind port 5a981880-8768-4642-b2fa-c1187ca78efe on network 87f1153d-f5ee-4194-a57c-b39159115574 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:18.338166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:18.338166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Checking segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:18.338386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Bound using segment: {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:18.339277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Bound port: 5a981880-8768-4642-b2fa-c1187ca78efe, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86ef47f-e5a9-45ff-a204-761a466a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:18.339277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:18.366596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-e70b416e-358b-4646-85fa-c0b091763785 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:18.566875 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:17Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:18.576529 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d65d4-daf4-40cf-a60a-1353618131e0 None None] The sync data for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 is: [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:17Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:18.583892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:18.587190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=5a981880-8768-4642-b2fa-c1187ca78efe,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:18.594218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-e70b416e-358b-4646-85fa-c0b091763785 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:18.596276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-e70b416e-358b-4646-85fa-c0b091763785 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3877916 May 20 07:57:18.691899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:18.712186 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9bd9f9a-bbf1-4243-b532-595900c42e95 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:18.730650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d1175b24-ab92-4f4e-836f-2288b2e07417 req-01f42fa7-ab31-40dc-8dd7-aaec0575b684 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1387985 May 20 07:57:18.997745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:18.998369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:18.999871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 1130 time: 2.5807407 May 20 07:57:19.000451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:19.027336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Router d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:19.074062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:19.078503 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:19.080848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-fe9f75c3-18d4-41fd-8aa6-548c9fc542ec service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776611 May 20 07:57:19.223822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc9d0-6752-43b5-b82d-ed8ff561d431 req-a4ef88d6-e1c7-4e63-9d25-05e9e1a9c188 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:19.230761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-141bc9d0-6752-43b5-b82d-ed8ff561d431 req-a4ef88d6-e1c7-4e63-9d25-05e9e1a9c188 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 982 time: 0.2841923 May 20 07:57:19.298605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-3e3f813a-6d19-4a3b-aa21-3efdff111761 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:19.300260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-3e3f813a-6d19-4a3b-aa21-3efdff111761 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 810 time: 0.6398182 May 20 07:57:19.326222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:19.340611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] Sync routers for ids ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:19.358797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-141bc9d0-6752-43b5-b82d-ed8ff561d431 req-b351917a-0d27-4662-abf0-d773a6cf0c70 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:19.361838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] Routers {'d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:19.365711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:19.378937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-141bc9d0-6752-43b5-b82d-ed8ff561d431 req-b351917a-0d27-4662-abf0-d773a6cf0c70 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:19.388440 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-141bc9d0-6752-43b5-b82d-ed8ff561d431 req-b351917a-0d27-4662-abf0-d773a6cf0c70 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1551375 May 20 07:57:19.397243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-e83cb22a-4e16-4c2e-b0b8-e92c87ae2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:19.399047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-e83cb22a-4e16-4c2e-b0b8-e92c87ae2184 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1133 time: 0.2550364 May 20 07:57:19.403827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-9c8a20eb-c16a-43e3-a546-0609dd486552 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c34bde3605db4ffa8fe544c10d0285f4 HTTP/1.1" status: 200 len: 380 time: 0.0876689 May 20 07:57:19.405504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-b1ed6ea5-afe1-4aaf-8224-216322b5dea7 service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150454 May 20 07:57:19.460550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/routers/d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4661653 May 20 07:57:19.461452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34408) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:19.511871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:19.541335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:19.558255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] Routers {'d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:19.559025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:19.562831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'port': {'device_id': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'admin_state_up': True, 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'security_groups': ['35000a0d-0241-489e-b70d-45819b2b774d']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:19.595821 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eeedee-ae75-4fb0-b200-8e70bdf086c3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:57:19.596290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-90eeedee-ae75-4fb0-b200-8e70bdf086c3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:19.631567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-19f7beee-6368-494c-b2e3-ec049048d849 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 217 time: 0.2239110 May 20 07:57:19.696106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-90eeedee-ae75-4fb0-b200-8e70bdf086c3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:19.701334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90eeedee-ae75-4fb0-b200-8e70bdf086c3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/bf678731-cda6-447a-bd8b-5303285c9de6 HTTP/1.1" status: 404 len: 333 time: 0.2384925 May 20 07:57:19.702687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34416) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:19.720448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:19.720862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0a281-4362-448f-aba4-e96a919cf2de None None] The sync data for ids ['d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:19.722248 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22ad3865-1ca1-4e08-88fb-e84d0251dcb0 req-88729e92-5114-4f4a-9b1c-c87f96510578 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.1002030 May 20 07:57:19.722380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0be0978-d749-4172-894e-f7c229ae1fed up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:19.895626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c0be0978-d749-4172-894e-f7c229ae1fed completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:19.905911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c0be0978-d749-4172-894e-f7c229ae1fed triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:19.905911 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:19.942287 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe', 'status': 'completed', 'code': 200} May 20 07:57:19.983917 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'code': 200} May 20 07:57:20.079862 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-81a2108c-9f71-4831-9dde-d664fd420eca req-899e43de-b40e-4a0d-a5dc-261edc22c0d7 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.0547767 May 20 07:57:20.182760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.225720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c0be0978-d749-4172-894e-f7c229ae1fed, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0be0978-d749-4172-894e-f7c229ae1fed,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:20.259241 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c11fa91b-f81c-4cc0-a46d-4a673561eca9 req-35392983-c9e9-46fa-882b-b3749c2965a3 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0622220 May 20 07:57:20.299065 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.301394 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:20.337818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-e7ec7246-62fc-4223-99c1-2e07807530ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.339293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-e7ec7246-62fc-4223-99c1-2e07807530ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 200 len: 834 time: 0.6952980 May 20 07:57:20.422466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:20.427461 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:20.430945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.516237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34440) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:20.643122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:20.725632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46464f2e-9825-4eda-b7d4-44d1adfb5393 req-fce1c099-7b25-492e-af26-9b130d9356c5 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.727128 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-46464f2e-9825-4eda-b7d4-44d1adfb5393 req-fce1c099-7b25-492e-af26-9b130d9356c5 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 982 time: 0.0895867 May 20 07:57:20.782589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:20.858591 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.862005 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-46464f2e-9825-4eda-b7d4-44d1adfb5393 req-0b4bade7-5466-4021-b098-1655178656e7 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1274297 May 20 07:57:20.868184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.882392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Deleting subnet 1b106148-0918-40d9-989f-981f0c077bb6 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:57:20.883164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.883420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.883660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.884145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.884620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.885101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.885599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.886089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.888115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-1a4015c4-05eb-42d3-83ff-df3a5f7a250c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.7129509 May 20 07:57:20.903587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.910580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.916428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.922893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.928719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.934583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.940424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.942396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-80fd20d2-f036-43c4-a4c1-ca83dba71569 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.9696000 May 20 07:57:20.954393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:20.995489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f420c-a238-4a17-abad-006cf47de771 req-5c1b049e-4969-4a97-a4f0-422fa3f085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:20.996979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-5c1b049e-4969-4a97-a4f0-422fa3f085d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87f1153d-f5ee-4194-a57c-b39159115574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6298478 May 20 07:57:20.997624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Made reservation on behalf of c34bde3605db4ffa8fe544c10d0285f4 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:21.001096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.049192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b334dae5-cbed-443c-8e25-a0dc96c7405f req-5a79b017-6da7-429d-8783-f566405a4749 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.0557313 May 20 07:57:21.066601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.134570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55c11ecf-a90b-408e-ac6e-47bc6fe758ed req-be5138c9-281a-4eef-9b82-6d9c3234b4c0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e338c4de-56fa-4d8c-923d-7c3a8388461f&id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837041 May 20 07:57:21.181049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.181637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Fanout notify agent at l3_agent the message router_deleted on router d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:57:21.193308 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ea1b72c9-7f91-4b48-8224-b66cfb74a3ba req-7073e8e2-7cf5-46c9-b3e3-b89f996cb4db tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.0623567 May 20 07:57:21.199180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28d83e52-1ec5-4d82-b9e2-d27e1a80c225 req-cf2b05bc-eb06-43ec-9184-cd1b9981ebe7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2329669 May 20 07:57:21.252775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.253804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b2961f0-cba5-4fe4-abde-ea76e8e79653 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/routers/d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 HTTP/1.1" status: 204 len: 168 time: 1.5162575 May 20 07:57:21.256526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:21.322667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-dd0a0c26-273c-4dcc-a42b-e013bc7874e7 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060384 May 20 07:57:21.466982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0be0978-d749-4172-894e-f7c229ae1fed up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:21.520367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Allocated IP 172.20.0.9 (97f5e4cb-3298-4edb-89e5-56dd1704f21e/84a6f7c6-383c-430f-a3f6-0c378d325270/ae7efb49-f046-47a9-8ae0-2ff32ca1d913) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:21.543207 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3e810b67-9ef9-4b9b-8fb6-d2da0184ac5c req-ec04a540-10fb-4f3a-88dc-5061d4663108 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0650277 May 20 07:57:21.573316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 2ed1355d-99ce-43c1-9e95-332a9dede74a {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:57:21.586476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c0be0978-d749-4172-894e-f7c229ae1fed triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:21.587111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.587727 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.611877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9f420c-a238-4a17-abad-006cf47de771 req-2b7c9052-744f-484a-9eda-87502a1a05b6 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703772 May 20 07:57:21.691100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.793056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.855832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.864216 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.870928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b85671ff-c80b-4927-91cc-cf8d803d1c37 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:21.886548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-8dce3b24-6884-4fc4-b227-dbe58df9cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:21.888127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-8dce3b24-6884-4fc4-b227-dbe58df9cd26 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1133 time: 0.1348314 May 20 07:57:21.891167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Transition to ACTIVE for port object ae7efb49-f046-47a9-8ae0-2ff32ca1d913 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:21.914677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:21.933785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b106148-0918-40d9-989f-981f0c077bb6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:21.941972 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:21.948040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b106148-0918-40d9-989f-981f0c077bb6 HTTP/1.1" status: 204 len: 168 time: 1.4267311 May 20 07:57:21.969042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:22.192919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.262270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-36216c8c-34d4-42de-8aad-183159fe607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:22.263754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-36216c8c-34d4-42de-8aad-183159fe607d service neutron] 10.222.0.81 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 898 time: 0.3677809 May 20 07:57:22.265214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f92da845-26cf-4c24-af81-5e59cbdc6ca5 req-730cc675-ab09-4f14-a091-613356419f45 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.0628607 May 20 07:57:22.357371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.366877 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:22.422307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-bc491e0f-80c3-4f3f-93e0-cb9fe17fbdbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 217 time: 0.1497755 May 20 07:57:22.456500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5b17-97e6-434f-ae91-28a6ae74c253 req-422bc236-4488-4e25-ae0b-5516cd6bdfbe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:22.461956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de9d5b17-97e6-434f-ae91-28a6ae74c253 req-422bc236-4488-4e25-ae0b-5516cd6bdfbe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 982 time: 0.3814566 May 20 07:57:22.548268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-20631fa7-87bf-4815-aecc-b7974d8c045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:22.550129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-20631fa7-87bf-4815-aecc-b7974d8c045f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 200 len: 834 time: 0.0771410 May 20 07:57:22.552943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:22.565071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.579922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:22.601761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-68d30b21-3392-4cce-ac32-fd71679c646b req-9eb47a85-9406-421d-ae76-512e9bb10965 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.0907280 May 20 07:57:22.610543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0af098-bc70-4978-ad65-d16c6c603d64']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:22.628978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:22.645295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea093028-073a-407b-b9d0-cbb540bba540') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:22.645645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea093028-073a-407b-b9d0-cbb540bba540') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:22.671403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.692732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.699894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:57:22.700761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: timer() May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:57:22.719775 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:57:22.752343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 5a981880-8768-4642-b2fa-c1187ca78efe details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:22.796507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event updated for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:22.832932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de9d5b17-97e6-434f-ae91-28a6ae74c253 req-8ca9ba3e-eb71-4928-83aa-3a27bc1eeecb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2948864 May 20 07:57:22.837523 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:22.896712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.916418 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-967d4c51-3845-41ed-a7c0-dc9f33c93958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:22.948909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:22.950259 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:22.985349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed1355d-99ce-43c1-9e95-332a9dede74a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:22.990516 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:22.997263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.017881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca2067-9bfc-49fd-b4d5-74809614d868 None None] Network 4addc7b8-e88b-4eea-9111-50cb44be8fa3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:23.026179 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/2ed1355d-99ce-43c1-9e95-332a9dede74a HTTP/1.1" status: 204 len: 168 time: 1.7655864 May 20 07:57:23.034744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:23.083720 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.094175 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:23.096902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=5a981880-8768-4642-b2fa-c1187ca78efe,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:23.108835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.110938 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0e0af098-bc70-4978-ad65-d16c6c603d64 HTTP/1.1" status: 204 len: 168 time: 1.1409020 May 20 07:57:23.134217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdaf5816-ef49-4bfa-8c22-b1b26dcda7cb req-81e33f87-cfb4-4a1d-9855-ea3bd6ca019c tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1150041 May 20 07:57:23.165851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6266315 May 20 07:57:23.178043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '5a981880-8768-4642-b2fa-c1187ca78efe', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'port_id': '5a981880-8768-4642-b2fa-c1187ca78efe', 'mac_address': 'fa:16:3e:f5:3c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:23.183428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0af098-bc70-4978-ad65-d16c6c603d64,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:23.192697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Request body: {'port': {'device_id': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:23.201945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.208335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.214449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.220947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.227122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.233350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.239278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.241278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-a312ccb2-99a6-4654-ab7f-1e90ca20001b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.4035645 May 20 07:57:23.242424 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:23.252527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.294214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-8f1ef237-218a-4851-9b8f-af737312a5b6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.296319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-8f1ef237-218a-4851-9b8f-af737312a5b6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 820 time: 0.6023121 May 20 07:57:23.334357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-969815c3-4dc1-48cf-a885-1b5cad246339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:23.336127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-969815c3-4dc1-48cf-a885-1b5cad246339 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87f1153d-f5ee-4194-a57c-b39159115574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7514179 May 20 07:57:23.360058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3df9ec8c-9fe6-4cfc-9cb3-2a7be4ba275c req-e8bfc782-de2d-4b45-b0b8-b5a1fb0025c9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042538 May 20 07:57:23.366289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.371238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'port': {'device_id': 'fea13310-d195-4035-b725-5f9cee208518', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'admin_state_up': True, 'tenant_id': '171debd42fa54217bcd39feee361010f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:23.386059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cffc2c03-145e-4707-b00f-6f4cc711c41c None None] Provisioning for port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:23.395698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cffc2c03-145e-4707-b00f-6f4cc711c41c None None] Provisioning complete for port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:23.396097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cffc2c03-145e-4707-b00f-6f4cc711c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.406851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:23.409297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.451085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cffc2c03-145e-4707-b00f-6f4cc711c41c None None] Port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:23.454251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a981880-8768-4642-b2fa-c1187ca78efe {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:23.471281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=5a981880-8768-4642-b2fa-c1187ca78efe,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:23.583330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] DHCP port deletion for 4addc7b8-e88b-4eea-9111-50cb44be8fa3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:57:23.630539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.636921 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:23.760251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:23.778119 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:23.804368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.806382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Deleting port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:23.807214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.828462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] For port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,segment=NetworkSegment(e82370e9-292d-48ef-8582-0dae551263de),segment_id=e82370e9-292d-48ef-8582-0dae551263de)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:23.829010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:23.830000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-95cf6130-ad59-4292-a8d5-29c4501aaa86 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240029 May 20 07:57:23.832313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:23.915020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34506) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:23.924609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:23.970356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] For port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,segment=NetworkSegment(e82370e9-292d-48ef-8582-0dae551263de),segment_id=e82370e9-292d-48ef-8582-0dae551263de)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:23.970865 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.028693 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8e8188c-bd33-465d-8e7b-d96c636da3ec req-47a62c09-147a-419e-9e53-3f4dfe384038 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.1782451 May 20 07:57:24.037093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 9abe8b45-a1dc-4e1d-bf9e-cff34484281d owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:24.037651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8092-ec2c-4b60-a807-b0c345c7ef56 req-6d7e34de-6d0f-48a5-9a1e-9dca57f20a51 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:24.038883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-525a8092-ec2c-4b60-a807-b0c345c7ef56 req-6d7e34de-6d0f-48a5-9a1e-9dca57f20a51 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:24.116169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['5a981880-8768-4642-b2fa-c1187ca78efe'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:24.154123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Calling delete_port for 9abe8b45-a1dc-4e1d-bf9e-cff34484281d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:24.177955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.187222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8a8e815-c3c4-42f8-a76e-816da437ad07 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:24.272908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.291054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:24.294182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Made reservation on behalf of 171debd42fa54217bcd39feee361010f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:24.294473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:24.298384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.320615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No DVR routers for this DVR port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:57:24.320843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.325953 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:24.352639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5e314253-ed23-477c-a30a-e47dd87f5e78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f0f74c1dd534937a7c0281d74d19647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265954 May 20 07:57:24.357171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34512) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:24.372429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e65793-eaff-4086-ba1a-638522f5dfa7 req-a236813c-66c7-4c57-a30b-0636c636679d service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309665 May 20 07:57:24.379603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Pushing event deleted for resources: {'Port': ['ID=9abe8b45-a1dc-4e1d-bf9e-cff34484281d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:24.386857 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:24.387925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] No DVR routers for this DVR port 9abe8b45-a1dc-4e1d-bf9e-cff34484281d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:57:24.430145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-525a8092-ec2c-4b60-a807-b0c345c7ef56 req-6d7e34de-6d0f-48a5-9a1e-9dca57f20a51 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:24.438067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-525a8092-ec2c-4b60-a807-b0c345c7ef56 req-6d7e34de-6d0f-48a5-9a1e-9dca57f20a51 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 931 time: 0.8956175 May 20 07:57:24.484727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.506027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4addc7b8-e88b-4eea-9111-50cb44be8fa3']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:24.522112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82370e9-292d-48ef-8582-0dae551263de') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:24.522112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82370e9-292d-48ef-8582-0dae551263de') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:24.545543 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.572712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf6e7-7b5d-4fdb-9cb3-4c31c8e51a02 req-2ea12b7c-867d-4e6f-9c23-ffde2cb115bb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:24.580463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1ecf6e7-7b5d-4fdb-9cb3-4c31c8e51a02 req-2ea12b7c-867d-4e6f-9c23-ffde2cb115bb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 983 time: 0.3898163 May 20 07:57:24.580463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.596185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:57:24.596584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: timer() May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:57:24.612962 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:57:24.687316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-525a8092-ec2c-4b60-a807-b0c345c7ef56 req-9af68d7e-22a3-4660-8c07-b8f0d1fad359 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482047 May 20 07:57:24.697639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.714971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c1ecf6e7-7b5d-4fdb-9cb3-4c31c8e51a02 req-56fecec5-47bf-4d52-aadf-b06c577147db tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1331878 May 20 07:57:24.760144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 5a981880-8768-4642-b2fa-c1187ca78efe up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:24.781178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.796684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Allocated IP 172.20.0.7 (c61178c2-3379-4944-a14e-20b22be108a5/c2b98f6b-eb00-4896-8212-e10821365376/869af516-2048-4a19-9df9-894fce2c244b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:24.797612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.807342 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe6c5b97-1d1b-4ba8-ad7e-309156869a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:24.842982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:24.876828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=4addc7b8-e88b-4eea-9111-50cb44be8fa3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:24.882158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:24.951178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b9120dc-d220-4ff4-962f-1fee603dbfab req-a34922c1-d18d-440a-98bc-a06472ff3fd3 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0775027 May 20 07:57:24.978960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7efb49-f046-47a9-8ae0-2ff32ca1d913 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:24.989414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/4addc7b8-e88b-4eea-9111-50cb44be8fa3 HTTP/1.1" status: 204 len: 168 time: 1.9535215 May 20 07:57:24.993806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.000127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34522) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:25.006703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.012543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.018670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.024563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.030429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.036175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.040067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 5a981880-8768-4642-b2fa-c1187ca78efe completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:25.042293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.044250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-55a88f6f-5836-46b2-9831-ebd7dec3a09f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.1362972 May 20 07:57:25.051566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 5a981880-8768-4642-b2fa-c1187ca78efe triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:25.052734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.101491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Transition to ACTIVE for port object ae7efb49-f046-47a9-8ae0-2ff32ca1d913 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:25.106660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.113150 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5ff5d911-3ea9-4dff-b1f2-9d5a6e1e817e req-d1a1b9e6-d86b-4a24-b7da-7a88c604937f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615830 May 20 07:57:25.116464 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88dc7368-1716-4b34-8673-b5979fa4812b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:25.228344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.271943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16baf11b-35c6-4a72-bc61-44a076881cd7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:25.280410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88abd203-30b2-43f0-aace-013cae6354b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.281009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88abd203-30b2-43f0-aace-013cae6354b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:25.295981 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:25.297599 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:25.356625 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.360607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e865d2a4-b240-45ee-8d59-f6e79cebe0d6 req-cc3bfa9a-1a9c-406a-b8c0-f57b9d85f791 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:25.368905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.376132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.385441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.395236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.404034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.412477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.415126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:25.426446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:25.429982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=5a981880-8768-4642-b2fa-c1187ca78efe,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:25.451926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-157bdda2-55f7-4b83-b382-e446d70db326 req-63361c13-5b00-4609-b399-ada567f80025 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.1984980 May 20 07:57:25.452531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34536) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:25.457819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Request body: {'floatingip': {'port_id': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:25.470928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9abe8b45-a1dc-4e1d-bf9e-cff34484281d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:57:25.527657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9abe8b45-a1dc-4e1d-bf9e-cff34484281d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:57:25.528221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9abe8b45-a1dc-4e1d-bf9e-cff34484281d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:57:25.550951 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe', 'code': 200} May 20 07:57:25.568480 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.591109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.597878 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:25.612407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.647352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e865d2a4-b240-45ee-8d59-f6e79cebe0d6 req-cc3bfa9a-1a9c-406a-b8c0-f57b9d85f791 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:25.649598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e865d2a4-b240-45ee-8d59-f6e79cebe0d6 req-cc3bfa9a-1a9c-406a-b8c0-f57b9d85f791 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.4286366 May 20 07:57:25.675724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:25.687006 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:25.760316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.772423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:25.778925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88abd203-30b2-43f0-aace-013cae6354b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:25.783510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-88abd203-30b2-43f0-aace-013cae6354b4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/fea71afe-1551-4769-8416-534483961ea0 HTTP/1.1" status: 200 len: 841 time: 0.7790432 May 20 07:57:25.783510 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:25.817118 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-885b12a8-8ad8-4715-890f-6399ff9788c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:25.819316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:25.895291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:25.905545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d6fdda90-92fb-48c5-b643-4b2553574635 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:25.915437 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:25.921747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:25.921747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16baf11b-35c6-4a72-bc61-44a076881cd7 HTTP/1.1" status: 204 len: 168 time: 1.5541608 May 20 07:57:25.981875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Network c61178c2-3379-4944-a14e-20b22be108a5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:25.990273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:26.003861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:26.066075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Attempting to bind port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:26.066438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Attempting to bind port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:26.066764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Attempting to bind port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:26.083683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:57:26.084021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Attempting to bind port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 on network 97f5e4cb-3298-4edb-89e5-56dd1704f21e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:26.107558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:26.109048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:26.112517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:26.112858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Checking segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:26.113453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Bound using segment: {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:26.114096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Bound port: ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:26.119332 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:26.132424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d6fdda90-92fb-48c5-b643-4b2553574635 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:26.133751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d6fdda90-92fb-48c5-b643-4b2553574635 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/fea71afe-1551-4769-8416-534483961ea0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3134584 May 20 07:57:26.143625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01221-8550-455a-a5d0-17908ee07217 req-ad7979f5-7dec-4aa8-bace-9e5c246c2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:26.145130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6a01221-8550-455a-a5d0-17908ee07217 req-ad7979f5-7dec-4aa8-bace-9e5c246c2c60 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 0.5087008 May 20 07:57:26.150451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34560) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:26.160948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:26.199951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:26.276272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce079b9-5012-470b-9f56-d5c70e765988 req-a84fa315-046a-4a29-889c-328da2af7c08 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:26.277857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ce079b9-5012-470b-9f56-d5c70e765988 req-a84fa315-046a-4a29-889c-328da2af7c08 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.3762589 May 20 07:57:26.441080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e486-5592-4a11-9048-f4721684ef2b req-8af1b629-f5fe-4318-a012-439f4e83c47d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:26.449360 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7af6e486-5592-4a11-9048-f4721684ef2b req-8af1b629-f5fe-4318-a012-439f4e83c47d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 943 time: 0.5402181 May 20 07:57:26.591018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7af6e486-5592-4a11-9048-f4721684ef2b req-0a0c1df5-c024-4add-bfbe-d0c79082e446 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Synchronizing usage tracker for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:26.645505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3083026 May 20 07:57:26.672169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6a01221-8550-455a-a5d0-17908ee07217 req-3c3219ac-51d2-4f84-920b-b534303233b1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=924a3043-e4b4-4099-a51f-dff5f4859fd3&id=71c63240-c948-4108-9860-4a98e461fdbb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5187719 May 20 07:57:26.677185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:26.686882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Request body: {'port': {'device_id': 'fea13310-d195-4035-b725-5f9cee208518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:26.735833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:26.757740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:26.785011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-7af6e486-5592-4a11-9048-f4721684ef2b req-0a0c1df5-c024-4add-bfbe-d0c79082e446 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Unset dirty status for tenant:c34bde3605db4ffa8fe544c10d0285f4 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:26.786304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7af6e486-5592-4a11-9048-f4721684ef2b req-0a0c1df5-c024-4add-bfbe-d0c79082e446 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363333 May 20 07:57:26.787081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:26.816501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ce079b9-5012-470b-9f56-d5c70e765988 req-3f840fe5-5a3c-459c-bd45-d1452974a766 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1729441 May 20 07:57:26.823919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:26.878153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:26.899134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:26.902117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.004366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.020769 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4e7c5b91-6eee-4ddb-aedc-6d0db257b379 req-69b1d19d-455f-4287-8a55-059a4b6867d5 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0544906 May 20 07:57:27.024869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.042572 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18828d73-4455-4f53-9c00-2b58570d3aaf tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:27.084157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:27.088479 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.112140 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b81d00f9-b625-4274-b0c9-d6d10c57fdc4 req-3c26e410-f8ce-42bf-9163-e5152295841c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1832078 May 20 07:57:27.116558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:27.117161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.119096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] 10.222.0.84 "PUT /v2.0/ports/ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 200 len: 1091 time: 3.9457064 May 20 07:57:27.133529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:27.166203 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Floating IP c743dd79-f6a0-4d86-b6a9-e9813999229b associated. External IP: 172.25.8.199, port: 6716a4ee-8a6c-487b-8dac-76f21f5249fc. May 20 07:57:27.245376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34594) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:27.252912 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'status': 'completed', 'code': 200} May 20 07:57:27.375828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:27.498118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:27.513441 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:27.614033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380be9a-33ad-494d-989b-29df2e26d44c req-0c1dd835-dcc3-46bd-863a-3d59eb3682d1 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:27.615615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e380be9a-33ad-494d-989b-29df2e26d44c req-0c1dd835-dcc3-46bd-863a-3d59eb3682d1 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 931 time: 0.6879551 May 20 07:57:27.684815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1423271286-network', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:27.697015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Router 6507854f-2589-4cde-8b39-72cf3c1b4dcf has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:27.747820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:27.760973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.774177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Usage tracker for resource:network and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:27.782235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-36f5ce88-b1d9-4195-a3b3-0aaf21bfba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:27.783713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-36f5ce88-b1d9-4195-a3b3-0aaf21bfba5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 1094 time: 0.5267098 May 20 07:57:27.789069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:27.853857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:27.902171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:27.915011 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Sync routers for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:27.917835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:27.927512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:27.929515 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:27.930323 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:27.971145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-1c925a28-f0d1-4136-9d91-5eada0e06bee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 200 len: 217 time: 0.1268690 May 20 07:57:27.978042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Usage tracker for resource:security_group_rule and tenant:43247732456f49cf948452cab645c8d7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:27.983766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:27.992163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e380be9a-33ad-494d-989b-29df2e26d44c req-da1bae79-fe9e-4bc8-871d-dc107f378cae tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396375 May 20 07:57:28.023231 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fba5ff57-01c3-4ffa-8622-3c9f7e2896eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "PUT /v2.0/floatingips/c743dd79-f6a0-4d86-b6a9-e9813999229b HTTP/1.1" status: 200 len: 992 time: 2.5694599 May 20 07:57:28.025126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:28.053872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:28.082264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:28.084984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:28.131886 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:28.169008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95eaf-ac23-4129-b6ec-409b453daaae req-1507d0a9-725a-4e39-ab5e-a4cdc0331444 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:28.177836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86d95eaf-ac23-4129-b6ec-409b453daaae req-1507d0a9-725a-4e39-ab5e-a4cdc0331444 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 943 time: 0.2258279 May 20 07:57:28.223246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-76eee759-654e-40ee-aa73-be8b753d8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:28.225432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-76eee759-654e-40ee-aa73-be8b753d8e3f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2386563 May 20 07:57:28.226745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:28.238031 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-86d95eaf-ac23-4129-b6ec-409b453daaae req-49cd7baa-9541-4e26-8f1d-c7494104aacc tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591793 May 20 07:57:28.250481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:28.293302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Usage tracker for resource:security_group_rule and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:28.306517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:28.330815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:57:28.365849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:28.492848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869af516-2048-4a19-9df9-894fce2c244b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:28.551981 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3a337f8-abac-4123-9fe6-f9a966280b1d req-1c027385-23a4-477b-b144-07e5194bc980 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0535848 May 20 07:57:28.620503 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'status': 'completed', 'code': 200} May 20 07:57:28.729566 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'c743dd79-f6a0-4d86-b6a9-e9813999229b', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'port_id': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'mac_address': 'fa:16:3e:15:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:55:35Z', 'updated_at': '2021-05-20T07:57:26Z', 'revision_number': 1, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:28.734196 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Checking router: 6507854f-2589-4cde-8b39-72cf3c1b4dcf for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:28.743482 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:28.744128 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:28.755706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:28.875397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Transition to ACTIVE for port object 869af516-2048-4a19-9df9-894fce2c244b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:28.884526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:28.921330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48894bce-0fb9-4fe6-9e5c-327074fbf00b req-3c901a46-f242-473b-8b68-46211b6ebdbb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:28.922888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48894bce-0fb9-4fe6-9e5c-327074fbf00b req-3c901a46-f242-473b-8b68-46211b6ebdbb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.7673147 May 20 07:57:28.928866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-88a9728e-2198-485d-82b1-b917273ad14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:28.930328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-88a9728e-2198-485d-82b1-b917273ad14d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6784923 May 20 07:57:28.938357 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:28.994065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.012964 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02d8f423-6136-44e8-86cc-8996e7dc434d tempest-DeleteServersTestJSON-606982609 tempest-DeleteServersTestJSON-606982609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:29.091883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.328880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.343490 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'c743dd79-f6a0-4d86-b6a9-e9813999229b', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'port_id': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'mac_address': 'fa:16:3e:15:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:55:35Z', 'updated_at': '2021-05-20T07:57:26Z', 'revision_number': 1, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:29.348402 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be4555-ced1-4588-82eb-5f65ca4f757e None None] The sync data for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 is: [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'c743dd79-f6a0-4d86-b6a9-e9813999229b', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'port_id': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'mac_address': 'fa:16:3e:15:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:55:35Z', 'updated_at': '2021-05-20T07:57:26Z', 'revision_number': 1, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:29.349396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-48894bce-0fb9-4fe6-9e5c-327074fbf00b req-c9058f5d-4724-4d5b-88ac-2229cb02641a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4154122 May 20 07:57:29.363471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-786b9826-2faf-4df3-85e0-cdda689f9865 req-eeff24f6-2c58-4af1-8eff-5e040cd20942 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cab70b5e26f743c5b691d40207f4e935&device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1362019 May 20 07:57:29.404431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.405967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.406201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.406688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.407167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.407760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.408299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.410358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-ecea25a7-ad85-4766-bf0f-3c25bb5c5375 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.6498821 May 20 07:57:29.427388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43247732456f49cf948452cab645c8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1689074 May 20 07:57:29.431560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938db581-d305-43e8-b20d-feb837805026 req-e09a4c43-b10e-4c8f-9a96-f9a20494ea4b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.439761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-938db581-d305-43e8-b20d-feb837805026 req-e09a4c43-b10e-4c8f-9a96-f9a20494ea4b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 943 time: 0.2618017 May 20 07:57:29.442150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:29.464737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:29.468560 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:29.494411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0378f1b-c75a-4d3d-9ee7-897792c12e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:29.501019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.524579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-938db581-d305-43e8-b20d-feb837805026 req-ddaa22ee-0bf8-4a25-bbe8-1d9d69cefc33 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:29.554227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.569043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-786b9826-2faf-4df3-85e0-cdda689f9865 req-964b76f8-ebe4-4e45-bf67-525f54e57ff3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cab70b5e26f743c5b691d40207f4e935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1526291 May 20 07:57:29.585105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.623093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-938db581-d305-43e8-b20d-feb837805026 req-ddaa22ee-0bf8-4a25-bbe8-1d9d69cefc33 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:29.624948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-938db581-d305-43e8-b20d-feb837805026 req-ddaa22ee-0bf8-4a25-bbe8-1d9d69cefc33 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842899 May 20 07:57:29.665593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0283cf-4d6e-443f-80d3-a893b19001d8 None None] New status for floating IP c743dd79-f6a0-4d86-b6a9-e9813999229b: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:57:29.683564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:57:29.719681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8803ca99-6d5e-4c4e-acea-2175601abfde req-be35c302-11bf-42df-a858-79f8c16e7e9e tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1876001 May 20 07:57:29.719935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.721449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-ff0b3f13-5da0-4c7e-a1dd-f5ab849031c6 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766502 May 20 07:57:29.727975 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d862aafd-97b3-4134-ba7d-feff0dd1a6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:29.753929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ecbef-116f-4d3e-80fa-a321f5aa3aa5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:29.760659 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:29.762842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.764085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/125ecbef-116f-4d3e-80fa-a321f5aa3aa5 HTTP/1.1" status: 204 len: 168 time: 0.3206873 May 20 07:57:29.860323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125ecbef-116f-4d3e-80fa-a321f5aa3aa5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:29.864199 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:29.880685 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95485024-7119-4110-bd95-32c3c2c4e47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:29.931695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c602b-0d10-4a2b-9a54-73e30d225d1f req-5113a64a-6a03-4ceb-8a80-f0129ec143c7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.932673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d27c602b-0d10-4a2b-9a54-73e30d225d1f req-5113a64a-6a03-4ceb-8a80-f0129ec143c7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 943 time: 0.1039269 May 20 07:57:29.976620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:29.976976 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Added segment 7354e2be-148c-4014-85ba-836764f2423c of type vlan for network fa7aee22-2497-4e71-9168-53088a0a5f15 May 20 07:57:29.979133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-1bed4170-d36d-4bb9-9c49-ee74f08d5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:29.980604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-1bed4170-d36d-4bb9-9c49-ee74f08d5c47 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7 HTTP/1.1" status: 200 len: 918 time: 0.5312369 May 20 07:57:29.994288 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d27c602b-0d10-4a2b-9a54-73e30d225d1f req-243e9e52-94a9-42d2-9130-5bbb023a4e0c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546913 May 20 07:57:30.127004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deafcb1-b52e-474d-bc55-5178125af8b6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:30.152986 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:30.225561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Attempting to bind port 869af516-2048-4a19-9df9-894fce2c244b on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:30.225906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Attempting to bind port 869af516-2048-4a19-9df9-894fce2c244b by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:30.226304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Attempting to bind port 869af516-2048-4a19-9df9-894fce2c244b on network c61178c2-3379-4944-a14e-20b22be108a5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:30.280902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.462617 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a429537-687e-48fb-95aa-90678fd9c54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:30.487594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Port 869af516-2048-4a19-9df9-894fce2c244b on network c61178c2-3379-4944-a14e-20b22be108a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:57:30.487916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Attempting to bind port 869af516-2048-4a19-9df9-894fce2c244b on network c61178c2-3379-4944-a14e-20b22be108a5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:30.501097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.535191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:30.554256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.562999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:30.570688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Checking segment: {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:30.570688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Bound using segment: {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:30.570688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Bound port: 869af516-2048-4a19-9df9-894fce2c244b, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:30.570688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.571100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:30.573936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Usage tracker for resource:security_group_rule and tenant:659192ab15bc465d96205c598833ba94 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:30.577659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:30.583870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:30.590812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:30.598415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-997de93c-3575-49d4-af90-47eeab398048 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.6010568 May 20 07:57:30.607448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:30.610307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9826-2faf-4df3-85e0-cdda689f9865 req-d757c47c-4fe7-4818-90bc-cdbb7664c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.618498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-786b9826-2faf-4df3-85e0-cdda689f9865 req-d757c47c-4fe7-4818-90bc-cdbb7664c154 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9727154 May 20 07:57:30.637606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c08bd-e3e1-47f8-a3e9-32f6d061878d None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:30.703162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.742716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6552b8e-fe54-4385-9c00-1754c5d354c8 req-1d19a49d-d15d-4055-a5bf-4869d8323541 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8636272 May 20 07:57:30.744646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.745225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.759548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.760512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=32a814e9-a7d4-4290-8dd6-8e9b4c2a9789,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:30.773303 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:30.777912 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe341a28-0069-45a4-bf13-5815fd5e0a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:30.810594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935d2d8-9429-4a9c-8373-20172ede18f0 req-ddfb9603-8881-4a9e-982c-ab20a0f4a86a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.817977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c935d2d8-9429-4a9c-8373-20172ede18f0 req-ddfb9603-8881-4a9e-982c-ab20a0f4a86a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.8978832 May 20 07:57:30.833718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-6a803d07-9e90-47b5-935f-1bf4714cd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.836028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-6a803d07-9e90-47b5-935f-1bf4714cd649 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.2234318 May 20 07:57:30.873977 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=659192ab15bc465d96205c598833ba94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351862 May 20 07:57:30.875799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fb851-2fd6-47cd-8305-3c2d1d25cda6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:30.879360 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:30.880403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:30.935687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'tenant_id': '5d2b456f02d74055aef4616826db67d1', 'fixed_ips': [{'subnet_id': '32a814e9-a7d4-4290-8dd6-8e9b4c2a9789'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:57:30.938246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.964777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:30.966801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.967989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.968687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.978360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a4958-47ce-46ef-812a-77543b2c52d4 req-39bc5421-1eb9-409a-90fc-ef0099fdd49f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:30.979855 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f24a4958-47ce-46ef-812a-77543b2c52d4 req-39bc5421-1eb9-409a-90fc-ef0099fdd49f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 943 time: 0.2048018 May 20 07:57:30.983235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:30.990203 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ced2958e-e0e2-4aff-8565-cc3c630f0dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:31.033713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.037736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:31.058959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c935d2d8-9429-4a9c-8373-20172ede18f0 req-0c0d749d-14db-4cf4-9d42-8b77b537111c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2398605 May 20 07:57:31.073998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f24a4958-47ce-46ef-812a-77543b2c52d4 req-79811a93-5e1e-4f87-a223-2f0dd2cddbe0 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 May 20 07:57:31.135710 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.143162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9888713 May 20 07:57:31.143162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7608869 May 20 07:57:31.146595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34658) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:31.146960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:31.151956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Pushing event updated for resources: {'Network': ['ID=fa7aee22-2497-4e71-9168-53088a0a5f15,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:31.153967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Allocated IP 172.20.0.2 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/32a814e9-a7d4-4290-8dd6-8e9b4c2a9789/d2710416-9659-47f1-81d6-7c71f160557a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:31.156556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Request body: {'subnet': {'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1423271286-subnet', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:31.159921 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:31.163128 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:31.165004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network fa7aee22-2497-4e71-9168-53088a0a5f15 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:57:31.176001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'security_group': {'name': 'tempest-secgroup-1590608267'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:31.184247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:31.200191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:31.207069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:31.211233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Usage tracker for resource:subnet and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:31.214013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:31.216830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.221063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.221711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.223207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] 10.222.0.81 "PUT /v2.0/ports/869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 1091 time: 4.5533683 May 20 07:57:31.223409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:31.224621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:31.226000 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:31.241443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:31.244930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:31.250786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fb851-2fd6-47cd-8305-3c2d1d25cda6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:31.253927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:31.268198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.272236 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/798fb851-2fd6-47cd-8305-3c2d1d25cda6 HTTP/1.1" status: 204 len: 168 time: 0.3822248 May 20 07:57:31.340944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dfe3921-aa7e-44e1-b7b9-5441e707d40a req-3f8de94f-121f-41f0-834b-38b84e2c345f tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0991721 May 20 07:57:31.352764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:31.356960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:31.360414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-966ff68b-d985-4f03-b989-745854df4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.361990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-966ff68b-d985-4f03-b989-745854df4866 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4981515 May 20 07:57:31.364289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-22fd2489-7008-40a0-b43b-71d4ce044e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.365729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-22fd2489-7008-40a0-b43b-71d4ce044e02 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 1094 time: 0.4954627 May 20 07:57:31.388107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:31.393332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.494125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.534130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:31.547159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:31.551766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:31.562286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6907f-30a0-4ba9-a19b-396cdaec839d req-12788b6f-8499-40d8-af96-92bc2ef93146 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.563929 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2be6907f-30a0-4ba9-a19b-396cdaec839d req-12788b6f-8499-40d8-af96-92bc2ef93146 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 943 time: 0.2837412 May 20 07:57:31.569823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:31.628237 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.639281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Transition to ACTIVE for port object d2710416-9659-47f1-81d6-7c71f160557a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:31.660451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Transition to ACTIVE for port object d2710416-9659-47f1-81d6-7c71f160557a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:31.731570 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2be6907f-30a0-4ba9-a19b-396cdaec839d req-8218e37e-11bd-4674-a843-601094109cd8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575308 May 20 07:57:31.734211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-a8a8ca2e-ee0a-4c80-9231-c8b2974fc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.735173 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.735830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-a8a8ca2e-ee0a-4c80-9231-c8b2974fc666 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.3334100 May 20 07:57:31.741333 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b521ab9-810b-40e0-adf3-c7f68aba93a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:31.813524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:31.816523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:31.820246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:31.839098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-8b4f8400-dc7f-4e9f-91ab-4418bb30ef47 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 200 len: 217 time: 0.0936439 May 20 07:57:31.888939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-49db85a7-740e-4638-aeac-b79dd6d47fa8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808474 May 20 07:57:31.889830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:31.894381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.916963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.917308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.917675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.918010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.918331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.918653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.918979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.919300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.919624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.919933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.920824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.921551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:57:31.926869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:31.931159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Attempting to bind port d2710416-9659-47f1-81d6-7c71f160557a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:31.931553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Attempting to bind port d2710416-9659-47f1-81d6-7c71f160557a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:31.931909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Attempting to bind port d2710416-9659-47f1-81d6-7c71f160557a on network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:31.939087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:31.939720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Checking segment: {'id': 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:31.939875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.940277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Bound using segment: {'id': 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:31.940753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Bound port: d2710416-9659-47f1-81d6-7c71f160557a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:31.940893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-786b9826-2faf-4df3-85e0-cdda689f9865 req-02c36f30-430a-4f74-b3aa-a788a8fb9254 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.81 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.1050587 May 20 07:57:31.941132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.974616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-6bc15923-5b38-4710-868d-8af031b4f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:31.976293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-6bc15923-5b38-4710-868d-8af031b4f47c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1094 time: 0.6096954 May 20 07:57:31.987616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:31.995763 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e2a7500-092e-4033-b937-cd42aab8f626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:32.003190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-fe086336-0fec-4a27-89a2-7095880c0af7 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.004766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-fe086336-0fec-4a27-89a2-7095880c0af7 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 0.4803011 May 20 07:57:32.046058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:32.049674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:32.077813 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:57:32.114674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.118611 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:32.121016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe73b2d0-a308-4f06-9074-8406a48684b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:32.158208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-cf11ea93-3553-4cbe-80a2-c8e6b3721e1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.1524541 May 20 07:57:32.170270 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.191193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:32.191718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:32.194804 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:32.249757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-dc48ffdf-b175-4696-b843-22e6f6d378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.251323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-dc48ffdf-b175-4696-b843-22e6f6d378ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.3664508 May 20 07:57:32.302325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.303525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1555660 May 20 07:57:32.352192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:32.368543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'security_group': {'name': 'tempest-secgroup-471886168'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:32.379119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:32.395303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:32.399877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:32.411220 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.415760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:32.419368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92ba20b1-0e9e-4777-9224-29795a62b5aa tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:32.496191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:32.519159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Usage tracker for resource:security_group_rule and tenant:0b5b5894c075465ca296e85bb5166c43 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:32.532849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:32.546678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4456a7bd-c738-42ae-8b3e-634108d9179f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:32.558212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-54ffec2c-bca7-4315-a76d-26f7f4990633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.559761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-54ffec2c-bca7-4315-a76d-26f7f4990633 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.3930066 May 20 07:57:32.560662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:32.562366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153d352-13c2-4157-be68-69968f706cc5 req-719842eb-51fd-4eef-b712-a364196dfa52 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.568446 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6be14e10-dfa3-4315-87f8-b4b02bc22196 req-c23054a0-59b0-40bf-a642-66963103c560 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358600 May 20 07:57:32.570491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c153d352-13c2-4157-be68-69968f706cc5 req-719842eb-51fd-4eef-b712-a364196dfa52 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 943 time: 0.2750561 May 20 07:57:32.572755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:32.628340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.646656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Checking segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:32.647016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Network hostable DHCP agents. Network: fa7aee22-2497-4e71-9168-53088a0a5f15, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:57:32.686563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-671ecfdd-c603-46f3-af06-3134afea866c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076963 May 20 07:57:32.705713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:32.720335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c153d352-13c2-4157-be68-69968f706cc5 req-a657a590-df0f-4898-927c-3bb1768cd453 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482286 May 20 07:57:32.720796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:32.725159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:32.735488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:32.805533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Network fa7aee22-2497-4e71-9168-53088a0a5f15 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:57:32.876860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.891525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, fa7aee22-2497-4e71-9168-53088a0a5f15) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:32.902545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32dd081-4e80-4e68-971a-d3e47b8116e8 None None] Network fa7aee22-2497-4e71-9168-53088a0a5f15 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:32.905509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.909685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:32.924783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-ec087220-114b-4c67-a051-d07461e068eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:32.927703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-ec087220-114b-4c67-a051-d07461e068eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6662085 May 20 07:57:32.985417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e1dd2736-5277-4b2a-a30c-c1d4a36bb823 req-10f92c1f-26d6-4474-8bfe-42b76bfd5f60 tempest-ServerShowV257Test-1185325708 tempest-ServerShowV257Test-1185325708-project] 10.222.0.79 "GET /v2.0/ports?device_id=542fa373-6ce3-4cff-a3f7-700c18dc7ee7 HTTP/1.1" status: 200 len: 210 time: 0.0472310 May 20 07:57:32.994113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.000002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-8ab02c83-cccb-456f-8b66-d84f61a034fe service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960386 May 20 07:57:33.002526 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:33.074138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b0e8d-1db6-4681-aba4-1d4813cd09b5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:33.085643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:33.093417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9438171 May 20 07:57:33.098330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:33.111342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:33.119486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:33.129229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Usage tracker for resource:router and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:33.136001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:33.150771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:33.236553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.244632 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8819261 May 20 07:57:33.247071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34704) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:33.284139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1186309070', 'security_groups': ['2c5b0e8d-1db6-4681-aba4-1d4813cd09b5'], 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32a814e9-a7d4-4290-8dd6-8e9b4c2a9789'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:33.298688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed9ca8-f7e1-4b4a-aa45-dfbc55683532 req-ec5be997-5da3-41b9-a126-b71d6da16419 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:33.299122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ae7efb49-f046-47a9-8ae0-2ff32ca1d913 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:33.300506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9ed9ca8-f7e1-4b4a-aa45-dfbc55683532 req-ec5be997-5da3-41b9-a126-b71d6da16419 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 943 time: 0.1224325 May 20 07:57:33.306509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.307759 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.355918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.366659 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.392163 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f9ed9ca8-f7e1-4b4a-aa45-dfbc55683532 req-61905fe2-b5f9-4e89-8f4d-06dd4ddbacd0 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803823 May 20 07:57:33.482781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.532887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-152c6462-8fa6-46e6-bf7c-9b483ddc92ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:33.578232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-0ecc0f8e-4e40-4d5d-b7b5-74069dff1d2b service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353202 May 20 07:57:33.593490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76da2793-88f5-4ebb-a34b-1de398fc3560 req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.5230763 May 20 07:57:33.595425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:33.595847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db648100-dcff-4994-a4f8-e9b8dc3fbf85 req-63838e03-7d8a-4ad9-8413-b8c7fe1db4e6 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882561 May 20 07:57:33.648956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:33.656876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'port_id': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'mac_address': 'fa:16:3e:15:4f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:33.761959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8a99d-5f1b-43cd-817d-4b24e03f48c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:33.777655 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:33.811385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:33.849956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.879651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7efb49-f046-47a9-8ae0-2ff32ca1d913 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:33.895029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-fa7aee22-2497-4e71-9168-53088a0a5f15', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:57:33.896846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:33.965940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:33.983092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:port and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:33.990634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:34.002429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:34.011072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:34.021291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.044319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:34.045631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.058540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82fec4a8-458b-4c1f-abb2-1c48b5a7a3c2 req-dac4a1f7-ab49-4d66-b1bf-07a329d120a0 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494150 May 20 07:57:34.086304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f715d-7085-4f73-ab22-c3e20822d959 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:34.090705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c98f715d-7085-4f73-ab22-c3e20822d959 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1130 time: 0.4290736 May 20 07:57:34.090705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477638e-61e6-4067-90d4-af60e3409d0d req-14715a24-6a72-40ab-9d93-b2e791493072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:34.095003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-14715a24-6a72-40ab-9d93-b2e791493072 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1094 time: 0.3477964 May 20 07:57:34.095003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34724) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:34.098890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '5a981880-8768-4642-b2fa-c1187ca78efe', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:34.111280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:34.116427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.123763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-121e38f1-e23a-4fcd-9050-80acf6b214fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:34.131084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:34.135507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:floatingip and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:34.138654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:34.147938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:34.157422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d2710416-9659-47f1-81d6-7c71f160557a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:34.166501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:34.265851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:34.269139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Allocated IP 172.20.0.2 (fa7aee22-2497-4e71-9168-53088a0a5f15/4456a7bd-c738-42ae-8b3e-634108d9179f/b3195b94-179b-44cf-89e7-f4df407fa89d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:34.278082 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:34.328378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Provisioning for port d2710416-9659-47f1-81d6-7c71f160557a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:34.357421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcdde3-78a5-4cd1-a82f-80776e53aa25 req-a0c61b55-f9c8-44e6-8787-bb0906e954a4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:34.370922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37bcdde3-78a5-4cd1-a82f-80776e53aa25 req-a0c61b55-f9c8-44e6-8787-bb0906e954a4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 943 time: 0.3283699 May 20 07:57:34.371214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.391515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:34.391931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.455051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477638e-61e6-4067-90d4-af60e3409d0d req-351e5dcd-fc47-4941-a64e-23bf83b6cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:34.455216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ae7efb49-f046-47a9-8ae0-2ff32ca1d913'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:34.457582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-351e5dcd-fc47-4941-a64e-23bf83b6cfd6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.3511391 May 20 07:57:34.465604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.468924 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37bcdde3-78a5-4cd1-a82f-80776e53aa25 req-0c2e5fdc-919b-4ab7-ad9f-d0df1332ffb8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969818 May 20 07:57:34.599075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-5354e78f-0ff2-45c5-9af2-f09e09eb4a44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.1138253 May 20 07:57:34.726109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port 60f938f2-8faf-48c6-9a9a-99f6de76c790 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:57:34.797783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.816450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 869af516-2048-4a19-9df9-894fce2c244b details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:57:34.866256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.869588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Transition to ACTIVE for port object b3195b94-179b-44cf-89e7-f4df407fa89d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:34.909510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:34.923503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.935178 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:34.985972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Transition to ACTIVE for port object b3195b94-179b-44cf-89e7-f4df407fa89d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:35.028048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:35.076562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477638e-61e6-4067-90d4-af60e3409d0d req-bb3ff3bf-4577-4e3a-ba22-bbf72bea4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:35.078487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-bb3ff3bf-4577-4e3a-ba22-bbf72bea4106 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.4601138 May 20 07:57:35.101211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.111827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Allocated IP 172.25.8.80 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/55d68812-11e5-42c7-b6b8-f76509aaa0ef) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:35.112358 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:35.156642 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.167562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-86f3859e-47b8-4205-aacf-d7c89aa70363 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785141 May 20 07:57:35.206222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Network fa7aee22-2497-4e71-9168-53088a0a5f15 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:35.212360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:35.220826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:35.223502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Pushing event updated for resources: {'Port': ['ID=b3195b94-179b-44cf-89e7-f4df407fa89d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:35.237655 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:35.240629 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:35.309403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.354053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.357729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:35.361254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c7b26-ac91-42e7-bcce-84b47e2c323f req-467a49ad-6440-454b-8997-46b0128aa654 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:35.363041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c50c7b26-ac91-42e7-bcce-84b47e2c323f req-467a49ad-6440-454b-8997-46b0128aa654 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 944 time: 0.7575052 May 20 07:57:35.364776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cab70b5e26f743c5b691d40207f4e935 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:35.369288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:35.377404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:35.428286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:35.465291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '869af516-2048-4a19-9df9-894fce2c244b', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'port_id': '869af516-2048-4a19-9df9-894fce2c244b', 'mac_address': 'fa:16:3e:81:d4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:57:35.474192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Attempting to bind port b3195b94-179b-44cf-89e7-f4df407fa89d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:35.474781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Attempting to bind port b3195b94-179b-44cf-89e7-f4df407fa89d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:35.475343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Attempting to bind port b3195b94-179b-44cf-89e7-f4df407fa89d on network fa7aee22-2497-4e71-9168-53088a0a5f15 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:35.480625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.504570 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.508185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:35.519048 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:35.520011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:35.520396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Checking segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:35.520804 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.521203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Bound using segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:35.521716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Bound port: b3195b94-179b-44cf-89e7-f4df407fa89d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:35.522097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.524304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.536489 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02e3a5b8-6004-4247-bba6-1f1f42f8738e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:35.604754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.610393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.630750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869af516-2048-4a19-9df9-894fce2c244b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:57:35.632211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-a5e2bcfd-c4eb-4486-ba18-776a72b89e4c service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176030 May 20 07:57:35.632377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:35.644890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:35.649065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:35.669672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:35.671290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] For port b3195b94-179b-44cf-89e7-f4df407fa89d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:35.677325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] For port b3195b94-179b-44cf-89e7-f4df407fa89d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b3195b94-179b-44cf-89e7-f4df407fa89d,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:35.687105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.6 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/32a814e9-a7d4-4290-8dd6-8e9b4c2a9789/60f938f2-8faf-48c6-9a9a-99f6de76c790) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:35.721291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c50c7b26-ac91-42e7-bcce-84b47e2c323f req-b9eddef5-1995-40a4-a42c-56875cccbd2f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381855 May 20 07:57:35.774945 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.776736 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ca5d646-ea07-44cc-afa4-758b795d05ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:35.798750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cab70b5e26f743c5b691d40207f4e935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850744 May 20 07:57:35.811593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:35.842296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:35.898886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:35.898886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:35.898886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:35.971653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1477638e-61e6-4067-90d4-af60e3409d0d req-88caa107-ef1a-4ecc-b678-bddab5341db4 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151121 May 20 07:57:35.998098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Pushing event updated for resources: {'Port': ['ID=b3195b94-179b-44cf-89e7-f4df407fa89d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:36.001598 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:36.033192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['869af516-2048-4a19-9df9-894fce2c244b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:57:36.039714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Pushing event updated for resources: {'Port': ['ID=55d68812-11e5-42c7-b6b8-f76509aaa0ef,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:36.052486 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:36.077693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.25.8.180 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/de68eefa-abda-4250-987d-6e2fa3afe89c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:36.109453 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:36.311152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.347978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object 60f938f2-8faf-48c6-9a9a-99f6de76c790 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:36.374815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.430069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4dd94d-a6ae-458b-ac06-e9464a92c67e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:36.433292 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:36.452398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.485326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.500815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246fdf-7c03-4307-981b-646e065fa8d9 req-e677dbfd-d4ab-477d-869a-f2cc3f13cbf4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:36.502403 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7246fdf-7c03-4307-981b-646e065fa8d9 req-e677dbfd-d4ab-477d-869a-f2cc3f13cbf4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 944 time: 0.4868784 May 20 07:57:36.525269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.532804 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd445707-9eca-4c3c-8401-c81ed2ee57de tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:36.577397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.625201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:36.626365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:36.631407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:36.633863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:36.636003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c7246fdf-7c03-4307-981b-646e065fa8d9 req-4f687629-b223-4b70-98f3-255873f27350 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221514 May 20 07:57:36.663674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:36.668833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=60f938f2-8faf-48c6-9a9a-99f6de76c790,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:36.675942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:36.706993 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:36.712625 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:36.769013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc729-f310-43dd-88d1-8c0b2e6ebfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.802599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 869af516-2048-4a19-9df9-894fce2c244b up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:36.816732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.856210 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ef9115a-0071-49f2-97c5-fc3f2f1a6f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:36.885511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:36.886191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:36.895556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4dd94d-a6ae-458b-ac06-e9464a92c67e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:36.905487 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:36.924569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.046051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.048457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e4dd94d-a6ae-458b-ac06-e9464a92c67e HTTP/1.1" status: 204 len: 168 time: 1.2357976 May 20 07:57:37.062089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 869af516-2048-4a19-9df9-894fce2c244b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:37.063949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=de68eefa-abda-4250-987d-6e2fa3afe89c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:37.071267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 869af516-2048-4a19-9df9-894fce2c244b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:37.072984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.083382 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:37.250098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ae7efb49-f046-47a9-8ae0-2ff32ca1d913 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:37.256661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0038021 May 20 07:57:37.264673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:37.270970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:37.303491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dca7f0-95ce-4874-8da8-92a0075c40b8 req-9159a7a3-f74f-477c-bd4a-629abd403e37 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:37.311366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9dca7f0-95ce-4874-8da8-92a0075c40b8 req-9159a7a3-f74f-477c-bd4a-629abd403e37 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 944 time: 0.3911393 May 20 07:57:37.333102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff3be5-51bb-4160-ac9d-775dc61bc02d None None] Network fa7aee22-2497-4e71-9168-53088a0a5f15 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:37.348325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a3783fd2-6c4a-424f-9355-be09578a0244 None None] Provisioning for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:37.391345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a3783fd2-6c4a-424f-9355-be09578a0244 None None] Provisioning complete for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:37.391730 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a3783fd2-6c4a-424f-9355-be09578a0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.497424 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.528208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.575746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a3783fd2-6c4a-424f-9355-be09578a0244 None None] Port 60f938f2-8faf-48c6-9a9a-99f6de76c790 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:37.598368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:37.602761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:37.609443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:37.619473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:37.624893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:37.635225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:37.645853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:37.688992 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'code': 200} May 20 07:57:37.689751 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.695740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:37.792388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:37.794252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:37.797290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.836347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:37.836724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:37.880914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34810) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:37.901061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9dca7f0-95ce-4874-8da8-92a0075c40b8 req-ca28c68c-63d4-4eff-b0de-8541477c84e1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5882540 May 20 07:57:37.950822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1e4dae0b-99e8-4997-8abb-85c507dd4e3d None None] Provisioning for port b3195b94-179b-44cf-89e7-f4df407fa89d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:37.991843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Router 052eba6d-8b17-4437-a632-48ec1e481c53 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:57:38.020782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:38.027541 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:38.057579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:38.058113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.119662 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32a814e9-a7d4-4290-8dd6-8e9b4c2a9789 (CIDR: 172.20.0.0/28) May 20 07:57:38.155087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d36d60-8634-4d40-a5ab-df2eb7c2cb73 req-0bec3259-970b-41dd-a6e1-78ac10227420 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:38.156318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76d36d60-8634-4d40-a5ab-df2eb7c2cb73 req-0bec3259-970b-41dd-a6e1-78ac10227420 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2367630 May 20 07:57:38.199759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.220935 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.258622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:38.282249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc19bb75a0464df285d890ece018d82c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:38.301667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:38.302527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:38.312253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b77f-eed6-4b3d-adc0-2554d2e215ff req-ec9e189a-8321-42d5-9bd0-803a863831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:38.313658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b3195b94-179b-44cf-89e7-f4df407fa89d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:38.314696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85f2b77f-eed6-4b3d-adc0-2554d2e215ff req-ec9e189a-8321-42d5-9bd0-803a863831a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.5296049 May 20 07:57:38.339997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:38.440187 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:57:38.441000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:57:38.444516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.453852 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:38.455137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85f2b77f-eed6-4b3d-adc0-2554d2e215ff req-bfbfeb7b-1ec5-411a-bcea-ebad7a3f15c4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170132 May 20 07:57:38.531263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b3195b94-179b-44cf-89e7-f4df407fa89d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:38.537749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:38.543199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b3195b94-179b-44cf-89e7-f4df407fa89d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:38.543768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.547945 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Sync routers for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:38.565714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:38.566347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:38.574314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.579866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.586901 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-76d36d60-8634-4d40-a5ab-df2eb7c2cb73 req-c5ca70a5-075f-48a7-9eb7-ac16acfaf621 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941361 May 20 07:57:38.604915 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9bf0f2d-4c37-4257-92fb-45a90756c03c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3422902 May 20 07:57:38.605871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:38.617608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:38.655506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.668762 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c230d75-ecb7-4769-ad31-fec869854369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:38.681248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:38.694084 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:38.708254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d034f03d-840a-4232-8af4-5248891e9047 None None] Provisioning complete for port b3195b94-179b-44cf-89e7-f4df407fa89d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:38.708774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d034f03d-840a-4232-8af4-5248891e9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.775257 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:38.810789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.831015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.836864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7373776 May 20 07:57:38.837876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34836) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:38.839195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:38.847479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc19bb75a0464df285d890ece018d82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9608173 May 20 07:57:38.854899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58245dcf-a495-4c39-a3f5-6d178f006c21,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:38.883046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:38.905668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:38.926724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b3195b94-179b-44cf-89e7-f4df407fa89d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b3195b94-179b-44cf-89e7-f4df407fa89d,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:38.953520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d034f03d-840a-4232-8af4-5248891e9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.063637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.071166 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:39.111995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:39.135358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:39.145561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:39.145561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34848) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:39.159999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:39.198588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.219942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b3195b94-179b-44cf-89e7-f4df407fa89d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:39.236678 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:36Z', 'revision_number': 3, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:39.243286 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Checking router: 052eba6d-8b17-4437-a632-48ec1e481c53 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:39.246339 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Updating router 052eba6d-8b17-4437-a632-48ec1e481c53 port 55d68812-11e5-42c7-b6b8-f76509aaa0ef binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:57:39.278962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:39.283667 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:39.290974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.380824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-d034f03d-840a-4232-8af4-5248891e9047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 07:57:39.381336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-d034f03d-840a-4232-8af4-5248891e9047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 07:57:39.398497 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.417714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.427520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fefe4542-24b5-4a07-99dd-1c1155011c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.455467 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.465202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-307982863-network', 'tenant_id': '467dc6b03d784763b1dccad148ae8393'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:39.472035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b3195b94-179b-44cf-89e7-f4df407fa89d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:39.487033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:39.516479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67608ee-1303-4fdb-9421-3c27dd41ef3e req-54f92ef6-28ef-4294-9409-f22d1bf875a2 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:39.525021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a67608ee-1303-4fdb-9421-3c27dd41ef3e req-54f92ef6-28ef-4294-9409-f22d1bf875a2 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.4215205 May 20 07:57:39.527917 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.556553 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6abb43-a4a8-43e8-881e-f565dd07d889 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:39.574951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Usage tracker for resource:network and tenant:467dc6b03d784763b1dccad148ae8393 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:39.580277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:39.586516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:39.605244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b3195b94-179b-44cf-89e7-f4df407fa89d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:39.606308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.641086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=de68eefa-abda-4250-987d-6e2fa3afe89c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:39.653246 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:39.706727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Made reservation on behalf of 467dc6b03d784763b1dccad148ae8393 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:39.709262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.725812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:39.729391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a67608ee-1303-4fdb-9421-3c27dd41ef3e req-559586a1-b207-4366-9b4e-1f637644d562 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009861 May 20 07:57:39.730296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.740580 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.768172 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.774853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:39.843624 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'code': 200} May 20 07:57:39.854164 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.873818 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:39.878003 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7fc254b4-f9db-4622-9faf-d4deef3414a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:39.878871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Usage tracker for resource:security_group_rule and tenant:467dc6b03d784763b1dccad148ae8393 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:39.902767 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Transition to ACTIVE for port object 55d68812-11e5-42c7-b6b8-f76509aaa0ef will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:39.912416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58245dcf-a495-4c39-a3f5-6d178f006c21,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:39.923552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:39.945618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:39.963911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:40.016634 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.020442 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:40.037506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.038648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58245dcf-a495-4c39-a3f5-6d178f006c21 HTTP/1.1" status: 204 len: 168 time: 1.1538532 May 20 07:57:40.108260 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Attempting to bind port 55d68812-11e5-42c7-b6b8-f76509aaa0ef on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:40.108637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Attempting to bind port 55d68812-11e5-42c7-b6b8-f76509aaa0ef by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:40.109006 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Attempting to bind port 55d68812-11e5-42c7-b6b8-f76509aaa0ef on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:40.110828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78346ea-a1e1-4827-bdbe-bad92f417a08 req-c320c9a9-11f9-4350-9322-1e6700b4a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:40.111243 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Pushing event updated for resources: {'Port': ['ID=55d68812-11e5-42c7-b6b8-f76509aaa0ef,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:40.111441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e78346ea-a1e1-4827-bdbe-bad92f417a08 req-c320c9a9-11f9-4350-9322-1e6700b4a148 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 1096 time: 0.1933341 May 20 07:57:40.112650 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Floating IP 56a73f56-4eb1-40a0-b23b-b68526902985 associated. External IP: 172.25.8.180, port: 5a981880-8768-4642-b2fa-c1187ca78efe. May 20 07:57:40.115074 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:40.118408 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:40.118787 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:40.119193 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.119585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:40.120052 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Bound port: 55d68812-11e5-42c7-b6b8-f76509aaa0ef, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:40.120424 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.149022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0465c1-9c3c-4edc-a066-63a57e8b28c0 req-32487c0a-09f2-4b07-84a6-79c001405698 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:40.150962 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f0465c1-9c3c-4edc-a066-63a57e8b28c0 req-32487c0a-09f2-4b07-84a6-79c001405698 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2688489 May 20 07:57:40.210198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] For port 55d68812-11e5-42c7-b6b8-f76509aaa0ef, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:40.213774 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] For port 55d68812-11e5-42c7-b6b8-f76509aaa0ef, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=55d68812-11e5-42c7-b6b8-f76509aaa0ef,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:40.244385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e78346ea-a1e1-4827-bdbe-bad92f417a08 req-c1663e78-ee96-4566-8748-cc953abffec5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760636 May 20 07:57:40.285366 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.291655 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f405695d-24f1-4021-8168-cc0c7162dd09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:40.353490 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2f0465c1-9c3c-4edc-a066-63a57e8b28c0 req-5f588074-a11e-4900-b4f4-d5faace2f3ed tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535225 May 20 07:57:40.361369 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.406881 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:40.407305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:40.463162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.474541 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Pushing event updated for resources: {'Port': ['ID=55d68812-11e5-42c7-b6b8-f76509aaa0ef,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:40.479311 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:40.493222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.501534 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d956a122-96e0-4d48-ae11-7e7de3eeca3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:40.688671 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:40.780846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:57:40.816308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7306e7f-2f94-4a09-9778-93d83c96dcea,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:40.833231 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:40.851694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:40.852432 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Added segment 97a3b241-2e9d-4992-a28d-7542eeadb665 of type vlan for network bfa4c5ae-9969-45b8-9ca2-f41cc166957d May 20 07:57:40.875106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-43953485-8e72-4936-ba19-1eec9d189bdd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749369 May 20 07:57:40.922214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.053752 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:36Z', 'revision_number': 3, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:41.059979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34872) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:41.063969 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e3a8a-36ff-4139-8cdf-9897b0dbc84f None None] The sync data for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 is: [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:36Z', 'revision_number': 3, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:41.064193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:41.095386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:57:41.095598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.119167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.168767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:41.198082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce34eac35d947ac9a832072ff159ab7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:41.202084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:41.227802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-8a51e175-4442-4a17-8113-6e1043c3ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.229399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-8a51e175-4442-4a17-8113-6e1043c3ddd1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 0.2574322 May 20 07:57:41.234974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:41.270800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.271744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.272325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.284221 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dc7493d-e21c-4b85-9b48-e1796e2c9c54 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915 tempest-ExtraDHCPOptionsIpV6TestJSON-1866409915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:41.347724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664d13-db75-4546-a053-ac412fc1abda req-add17ef9-d6e9-4e1e-9b44-39fb6f45ea28 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.349215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e2664d13-db75-4546-a053-ac412fc1abda req-add17ef9-d6e9-4e1e-9b44-39fb6f45ea28 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.4715533 May 20 07:57:41.361221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Allocated IP 172.20.0.1 (fa7aee22-2497-4e71-9168-53088a0a5f15/4456a7bd-c738-42ae-8b3e-634108d9179f/3d492ef0-2c2b-44f7-8ff0-a82487537fee) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:41.494386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Pushing event updated for resources: {'Network': ['ID=bfa4c5ae-9969-45b8-9ca2-f41cc166957d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:41.510200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bfa4c5ae-9969-45b8-9ca2-f41cc166957d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:57:41.511641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:41.632091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:41.655773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Sync routers for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:41.672703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:41.673800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:41.731119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-9c01cd56-9fbc-4117-bd61-5b404c1a3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.744748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-9c01cd56-9fbc-4117-bd61-5b404c1a3b99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 898 time: 0.3991501 May 20 07:57:41.814211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-3f0fd5b0-314b-4634-94ae-cd7a310f8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.815617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-3f0fd5b0-314b-4634-94ae-cd7a310f8460 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.5664573 May 20 07:57:41.833875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fcc38-7d2a-4168-8784-f485f9a42f94 req-da220546-2005-4d63-b990-24b774d9cbb1 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:41.836257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-050fcc38-7d2a-4168-8784-f485f9a42f94 req-da220546-2005-4d63-b990-24b774d9cbb1 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.5950966 May 20 07:57:41.855246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.875800 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e2664d13-db75-4546-a053-ac412fc1abda req-1d683953-6bbe-4c29-8fee-e4f6a8608d28 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685485 May 20 07:57:41.881652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7359631 May 20 07:57:41.886712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.890361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34878) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:41.891831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:41.908622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Request body: {'subnet': {'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-307982863-subnet', 'tenant_id': '467dc6b03d784763b1dccad148ae8393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:41.908622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:41.915697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-539df2b5-fd0f-4e9c-bff1-5dcaa44ffac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:41.956928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.012422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:42.020935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=e0d23af9-82af-4497-8282-7a16e07f9613,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:42.031860 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:42.038545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Transition to ACTIVE for port object 3d492ef0-2c2b-44f7-8ff0-a82487537fee will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:42.045535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Usage tracker for resource:subnet and tenant:467dc6b03d784763b1dccad148ae8393 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:42.045535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:42.054242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:42.062079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:42.062185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.063652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:42.081830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:42.082576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.086264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1078782-e1c0-46f7-a080-ecfbc089d7e3 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:42.091275 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fe9e1c0-7bcc-46f6-95c9-9236110fa347 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:42.148089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Made reservation on behalf of 467dc6b03d784763b1dccad148ae8393 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:42.151629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.189782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5812786 May 20 07:57:42.194674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-b18951aa-17f5-4aeb-9378-70761cace6d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 999 time: 0.4415004 May 20 07:57:42.209605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34882) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:42.232876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1375546 May 20 07:57:42.284511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.285390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-788911390', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e0d23af9-82af-4497-8282-7a16e07f9613'}], 'security_groups': ['fe73b2d0-a308-4f06-9074-8406a48684b6']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:42.288558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34886) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:42.290453 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09fd36a1-0192-4569-8774-c52540a4446e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:42.318952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:42.327600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ce34eac35d947ac9a832072ff159ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2640131 May 20 07:57:42.346520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34890) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:42.349197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-050fcc38-7d2a-4168-8784-f485f9a42f94 req-f3e47d00-3c85-4ec9-b126-a5d33b5209e8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355893 May 20 07:57:42.376224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe8bf1-a57d-4dc2-ae2e-ec276be8c9af,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:42.380016 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:42.435711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-37e372ca-1db0-4ec9-98e7-95bfeacac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:42.436984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-37e372ca-1db0-4ec9-98e7-95bfeacac021 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.5969496 May 20 07:57:42.506909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Network fa7aee22-2497-4e71-9168-53088a0a5f15 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:42.521260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:42.553093 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.712824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:42.713582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-944d330d-0dbc-4e18-9dab-62d58cec2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:42.715602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-944d330d-0dbc-4e18-9dab-62d58cec2fc9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 200 len: 834 time: 0.4949543 May 20 07:57:42.718136 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe', 'status': 'completed', 'code': 200} May 20 07:57:42.807090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '56a73f56-4eb1-40a0-b23b-b68526902985', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'port_id': '5a981880-8768-4642-b2fa-c1187ca78efe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'mac_address': 'fa:16:3e:f5:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:38Z', 'updated_at': '2021-05-20T07:57:38Z', 'revision_number': 0, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:42.808891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-ff23db79-14d0-45d1-8b0f-dd083d3dd515 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.3501117 May 20 07:57:42.818935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Checking router: 277a75ea-d556-4eaa-b58a-e1d21f94ff2e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:42.824904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.831042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:42.831722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:42.833068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Pushing event updated for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:42.859401 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:42.944584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:42.966284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.009357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-214564ba-a625-4362-82ec-8a3905a53845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.012100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-214564ba-a625-4362-82ec-8a3905a53845 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.1920185 May 20 07:57:43.120317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-a85a4aa4-2f6b-453f-a761-e88e230d2249 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973454 May 20 07:57:43.175611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-e5f4e582-b08d-4e37-96cc-f405ce3cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.179839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-e5f4e582-b08d-4e37-96cc-f405ce3cc865 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87f1153d-f5ee-4194-a57c-b39159115574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4394767 May 20 07:57:43.194251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Update dhcp port {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'fixed_ips': [{'subnet_id': '32a814e9-a7d4-4290-8dd6-8e9b4c2a9789', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0d23af9-82af-4497-8282-7a16e07f9613'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'd2710416-9659-47f1-81d6-7c71f160557a'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:57:43.231312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d12c4653-fedc-4551-aa8c-2802509fae46 None None] Provisioning for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:43.264054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:43.321885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d12c4653-fedc-4551-aa8c-2802509fae46 None None] Provisioning complete for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:43.322405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d12c4653-fedc-4551-aa8c-2802509fae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.392006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.515523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.516015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.516489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.517820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.517820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.518059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.518381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.518847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.519415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.519775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.520236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.520695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.530524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e11c3b90-4bed-4988-abe1-18613305f9c6 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 1.1906052 May 20 07:57:43.537796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.541598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:43.562345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d12c4653-fedc-4551-aa8c-2802509fae46 None None] Port 3d492ef0-2c2b-44f7-8ff0-a82487537fee cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:43.653904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-77fa536c-cb7d-48d1-987f-a4231f2b02da service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949486 May 20 07:57:43.669567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 55d68812-11e5-42c7-b6b8-f76509aaa0ef up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:43.778288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.785659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.789538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ecf94a76-8011-4e5b-b300-e25fc789c1fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8304 time: 0.2458801 May 20 07:57:43.801124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:43.818615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833979b-c017-4197-a77b-a1ee205b1b05 req-94b957c5-8768-4176-94d8-7ecc5cecdc5e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:43.827621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b833979b-c017-4197-a77b-a1ee205b1b05 req-94b957c5-8768-4176-94d8-7ecc5cecdc5e tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.7536752 May 20 07:57:43.874809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.889707 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3868d937-0e67-4523-9afd-1ae59fc108cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:43.929201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe8bf1-a57d-4dc2-ae2e-ec276be8c9af,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:43.930377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 55d68812-11e5-42c7-b6b8-f76509aaa0ef completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:43.935258 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:43.969295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 55d68812-11e5-42c7-b6b8-f76509aaa0ef triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:43.969858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.988382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:43.990172 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cfe8bf1-a57d-4dc2-ae2e-ec276be8c9af HTTP/1.1" status: 204 len: 168 time: 1.6302004 May 20 07:57:44.023701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2397864-512d-45d1-b33e-090c9afd2c20 req-07a28ef8-059e-4b56-9c30-3a7af30bc2b3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:44.025604 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2397864-512d-45d1-b33e-090c9afd2c20 req-07a28ef8-059e-4b56-9c30-3a7af30bc2b3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.3765917 May 20 07:57:44.060283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Allocated IP 172.20.0.18 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/e0d23af9-82af-4497-8282-7a16e07f9613/d2710416-9659-47f1-81d6-7c71f160557a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:44.102038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b833979b-c017-4197-a77b-a1ee205b1b05 req-e642065b-20c6-47cd-b724-8587518cb37c tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687967 May 20 07:57:44.167875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-4ec9485f-1f17-4dcd-9e20-0d386682df13 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466129 May 20 07:57:44.168557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.227893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b2397864-512d-45d1-b33e-090c9afd2c20 req-16651b49-173d-425f-ad9f-efb1a24d4c84 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377172 May 20 07:57:44.416072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '56a73f56-4eb1-40a0-b23b-b68526902985', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'port_id': '5a981880-8768-4642-b2fa-c1187ca78efe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'mac_address': 'fa:16:3e:f5:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:38Z', 'updated_at': '2021-05-20T07:57:38Z', 'revision_number': 0, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:44.428247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:44.434340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ede63-e3ac-4d6e-926f-c6e2f4b2a05f None None] The sync data for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 is: [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '56a73f56-4eb1-40a0-b23b-b68526902985', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'port_id': '5a981880-8768-4642-b2fa-c1187ca78efe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'mac_address': 'fa:16:3e:f5:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:38Z', 'updated_at': '2021-05-20T07:57:38Z', 'revision_number': 0, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:44.452148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.479932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.496880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 55d68812-11e5-42c7-b6b8-f76509aaa0ef, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=55d68812-11e5-42c7-b6b8-f76509aaa0ef,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:44.506541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Transition to ACTIVE for port object d2710416-9659-47f1-81d6-7c71f160557a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:44.535078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.553650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-273cc070-fcba-49be-a9c5-b676811f8240 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:44.598694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.600560 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:44.642016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88c36d19-461e-4466-af96-af96e8c9bc9c req-8a1db3de-5162-4bd2-bbf2-1024eb143c02 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638088 May 20 07:57:44.666131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4085c6a9-258d-44e0-a017-dc41ed3ebdc7 req-8fce098b-2935-41ed-a8b2-29487b5ad113 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598713 May 20 07:57:44.698519 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.725915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Checking segment: {'id': '97a3b241-2e9d-4992-a28d-7542eeadb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:44.726285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Network hostable DHCP agents. Network: bfa4c5ae-9969-45b8-9ca2-f41cc166957d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:57:44.739950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca01ac9-1170-41d7-82e0-7df09afddf4c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:44.758768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:44.792920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.836816 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d16fbb9b-5e21-4d34-beda-900aba88f188 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4505 time: 1.0268326 May 20 07:57:44.841505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:44.843233 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301b685-69fc-41c3-bc3c-dfe8a9a6a107 None None] New status for floating IP 56a73f56-4eb1-40a0-b23b-b68526902985: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:57:44.908823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Network bfa4c5ae-9969-45b8-9ca2-f41cc166957d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:57:44.964626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:44.976743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Delete allocated IP 172.20.0.6 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/32a814e9-a7d4-4290-8dd6-8e9b4c2a9789) {{(pid=93101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 07:57:44.986533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.30 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/e0d23af9-82af-4497-8282-7a16e07f9613/60f938f2-8faf-48c6-9a9a-99f6de76c790) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:45.040063 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af927005-0865-4b31-9be6-6049e930622c tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:45.153441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=55d68812-11e5-42c7-b6b8-f76509aaa0ef,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:45.164422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bfa4c5ae-9969-45b8-9ca2-f41cc166957d) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:45.169430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:45.183125 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:45.184986 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:45.218137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:45.218779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:45.231008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998fea4-38db-4989-8529-c8a0927d1114 None None] Network bfa4c5ae-9969-45b8-9ca2-f41cc166957d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:45.322815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Pushing event updated for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:45.334486 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:45.474142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5807323 May 20 07:57:45.499059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:45.500422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3efbbe-acfc-4d64-8758-17fe8993af07 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:45.500914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3efbbe-acfc-4d64-8758-17fe8993af07 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:45.502532 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e3efbbe-acfc-4d64-8758-17fe8993af07 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=277a75ea-d556-4eaa-b58a-e1d21f94ff2e HTTP/1.1" status: 200 len: 1989 time: 0.6598585 May 20 07:57:45.518001 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:45.571142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 55d68812-11e5-42c7-b6b8-f76509aaa0ef up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:45.672698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Network fa7aee22-2497-4e71-9168-53088a0a5f15 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:45.676632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:45.760284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65355ad0-39c6-43a2-bfb9-bcd7a4bd1ed7 req-b5d99fda-d386-438b-be03-0b6fab716e0f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:45.771784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65355ad0-39c6-43a2-bfb9-bcd7a4bd1ed7 req-b5d99fda-d386-438b-be03-0b6fab716e0f tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 1.4857109 May 20 07:57:45.790811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:45.822033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Request body: {'floatingip': {'port_id': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:45.859712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b98c5-575c-4725-9c26-121c08d5bf44 None None] Network bfa4c5ae-9969-45b8-9ca2-f41cc166957d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:45.877453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:57:45.918603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 55d68812-11e5-42c7-b6b8-f76509aaa0ef triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:45.919247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.068957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.269443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-dfce9fde-7827-453c-b5be-a6a0319461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:46.271187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031e84d-73d4-498a-9e89-6b6f1a0b04d6 req-5eddc8ea-0c8a-4235-bdd2-190139ef1507 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:46.271668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-dfce9fde-7827-453c-b5be-a6a0319461cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 1.2032807 May 20 07:57:46.273839 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f031e84d-73d4-498a-9e89-6b6f1a0b04d6 req-5eddc8ea-0c8a-4235-bdd2-190139ef1507 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.7928762 May 20 07:57:46.342805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning complete for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:46.343406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:57:46.343540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.392592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f031e84d-73d4-498a-9e89-6b6f1a0b04d6 req-b4c53691-69d9-474a-9769-fb8f94161f25 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006062 May 20 07:57:46.429386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.452581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Port 3d492ef0-2c2b-44f7-8ff0-a82487537fee cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:46.455142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Router 052eba6d-8b17-4437-a632-48ec1e481c53 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:46.464738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:46.465187 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.479029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34968) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:46.481626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object 60f938f2-8faf-48c6-9a9a-99f6de76c790 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:46.524388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:46.552661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-635230241-network', 'tenant_id': 'c8249398eb634d139af96fa2d20175de'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:46.662215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:46.667393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] 10.222.0.79 "PUT /v2.0/routers/052eba6d-8b17-4437-a632-48ec1e481c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8258095 May 20 07:57:46.673275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning for port d2710416-9659-47f1-81d6-7c71f160557a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:46.682278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Sync routers for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:46.689430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:46.690072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.695228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:46.711983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:46.717636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Usage tracker for resource:network and tenant:c8249398eb634d139af96fa2d20175de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:46.721971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:46.745824 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6590e5e-404d-4f3e-ae44-4591259a614b tempest-ServersTestJSON-1171776570 tempest-ServersTestJSON-1171776570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:46.757497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:46.758386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:46.841682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:46.868371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-1d491fe2-4f4c-487e-8592-84be0b36cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:46.869694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-1d491fe2-4f4c-487e-8592-84be0b36cac7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 898 time: 0.5875130 May 20 07:57:47.024719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:47.072071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=60f938f2-8faf-48c6-9a9a-99f6de76c790,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:47.075704 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:47.109681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Made reservation on behalf of c8249398eb634d139af96fa2d20175de for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:47.111809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.143515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.176363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] In _notify_port_updated(), no bound segment for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 on network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:57:47.180299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:47.180925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.185773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35008) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:47.195979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/ports/60f938f2-8faf-48c6-9a9a-99f6de76c790 HTTP/1.1" status: 200 len: 920 time: 4.9802794 May 20 07:57:47.211003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-df1ee3ea-e6c1-4ddd-ae2a-6a63a90632e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 1001 time: 0.3039060 May 20 07:57:47.226598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:47.234175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:47.376869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Usage tracker for resource:security_group_rule and tenant:c8249398eb634d139af96fa2d20175de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:47.379836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:47.385695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:47.459916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port 60f938f2-8faf-48c6-9a9a-99f6de76c790 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:57:47.463622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.540653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-c8b9a8d0-b8a7-4971-8ac6-b000731d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:47.540782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Provisioning complete for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:47.540782 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.540959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-c8b9a8d0-b8a7-4971-8ac6-b000731d2982 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 200 len: 834 time: 0.2019198 May 20 07:57:47.659593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.666069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:47.693821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:47.863808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for 60f938f2-8faf-48c6-9a9a-99f6de76c790 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:57:47.876446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80cb6fc3-3868-40ca-89eb-25d30e4800a6 None None] Port 60f938f2-8faf-48c6-9a9a-99f6de76c790 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:47.952474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4543d71-8a2a-4e38-9c39-bb442cef67c7 req-bda85149-6ef5-4c35-a5b6-070f6f1cd31a tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:47.955467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-d77f9614-5787-439d-832f-81b1e0fce943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:47.956012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a4543d71-8a2a-4e38-9c39-bb442cef67c7 req-bda85149-6ef5-4c35-a5b6-070f6f1cd31a tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2012062 May 20 07:57:47.957987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-d77f9614-5787-439d-832f-81b1e0fce943 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87f1153d-f5ee-4194-a57c-b39159115574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4126189 May 20 07:57:47.970242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.003028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5f28081b-1dc4-4c80-a03c-5af7f39e54a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:48.019413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:48.020417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.058001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d1f952-e413-4d52-b93e-7e28777e89ec,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:48.071839 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a4543d71-8a2a-4e38-9c39-bb442cef67c7 req-23958209-b8f7-428e-95f1-1046af482826 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062865 May 20 07:57:48.072314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:48.092310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.114253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9e3c5d5-8a21-4773-b27e-38961b15e4ac None None] Provisioning complete for port 60f938f2-8faf-48c6-9a9a-99f6de76c790 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:48.114860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9e3c5d5-8a21-4773-b27e-38961b15e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.140982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:57:48.168324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.168724 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Added segment 6485550c-8aae-4f9e-8fe2-a34f1ceb3762 of type vlan for network 42ed026f-1f51-48c8-b24b-d6235e9f8f27 May 20 07:57:48.173131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.184208 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:48.197646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3c5d5-8a21-4773-b27e-38961b15e4ac None None] Port 60f938f2-8faf-48c6-9a9a-99f6de76c790 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:48.219829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.225294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-7cc50c37-7dbf-4dc8-91e5-bcaa77c74be2 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560410 May 20 07:57:48.257342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 2, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:48.265229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Checking router: 052eba6d-8b17-4437-a632-48ec1e481c53 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:48.265729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Updating router 052eba6d-8b17-4437-a632-48ec1e481c53 port 3d492ef0-2c2b-44f7-8ff0-a82487537fee binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:57:48.278220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=60f938f2-8faf-48c6-9a9a-99f6de76c790,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:48.279815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.297329 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:48.359379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.360697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:48.364076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.377922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.384004 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d90ee7f-5dce-4a56-8a12-8d04a407b0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:48.536740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.583882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/60f938f2-8faf-48c6-9a9a-99f6de76c790 HTTP/1.1" status: 204 len: 168 time: 1.3960977 May 20 07:57:48.588420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:48.659920 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f1c3fb-3872-4658-abc0-a8a4730c4629 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:57:48.660375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e0f1c3fb-3872-4658-abc0-a8a4730c4629 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:48.743364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2607379 May 20 07:57:48.743364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Pushing event updated for resources: {'Network': ['ID=42ed026f-1f51-48c8-b24b-d6235e9f8f27,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:48.743627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35052) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:48.757044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e0f1c3fb-3872-4658-abc0-a8a4730c4629 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:48.757044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e0f1c3fb-3872-4658-abc0-a8a4730c4629 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/60f938f2-8faf-48c6-9a9a-99f6de76c790 HTTP/1.1" status: 404 len: 333 time: 0.1651726 May 20 07:57:48.757459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 42ed026f-1f51-48c8-b24b-d6235e9f8f27 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:57:48.759530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35056) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:48.775462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:48.784724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Request body: {'subnet': {'network_id': '42ed026f-1f51-48c8-b24b-d6235e9f8f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-635230241-subnet', 'tenant_id': 'c8249398eb634d139af96fa2d20175de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:48.794322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:48.801732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e2c5209-72d6-4330-8838-3a0f43bc15d2 req-8daffe04-298d-4d49-afa9-519000906ea2 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412700 May 20 07:57:48.807139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Usage tracker for resource:subnet and tenant:c8249398eb634d139af96fa2d20175de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:48.814513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:48.823083 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Floating IP 23fedf5a-65b2-4481-8317-47bea9812268 associated. External IP: 172.25.8.224, port: ae7efb49-f046-47a9-8ae0-2ff32ca1d913. May 20 07:57:48.861660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.940418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.964960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:48.977286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Transition to ACTIVE for port object 3d492ef0-2c2b-44f7-8ff0-a82487537fee will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:49.006239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35072) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:49.014283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:49.119131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.134095 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:49.153115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.160024 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2887e9ed-975a-45ba-a6d5-5db45ba09461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:49.219090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b0e8d-1db6-4681-aba4-1d4813cd09b5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:49.226098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:49.227245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.235618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Made reservation on behalf of c8249398eb634d139af96fa2d20175de for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:49.239052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.287216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.288345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/security-groups/2c5b0e8d-1db6-4681-aba4-1d4813cd09b5 HTTP/1.1" status: 204 len: 168 time: 0.5275016 May 20 07:57:49.302109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35100) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:49.312184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:49.344522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Usage tracker for resource:security_group_rule and tenant:32c3dafb5fcc4128919a7ca49be74f73 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:49.356912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:49.368174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:49.406846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:57:49.438268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Pushing event updated for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:49.473078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a64ba-9af4-451d-ac92-062d425c9867 req-2a73e582-8275-463e-a5f3-6507ceb4c98d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:49.483339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-308a64ba-9af4-451d-ac92-062d425c9867 req-2a73e582-8275-463e-a5f3-6507ceb4c98d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2682738 May 20 07:57:49.508330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:49.554837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.564276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Attempting to bind port 3d492ef0-2c2b-44f7-8ff0-a82487537fee on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:57:49.565056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Attempting to bind port 3d492ef0-2c2b-44f7-8ff0-a82487537fee by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:57:49.565925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Attempting to bind port 3d492ef0-2c2b-44f7-8ff0-a82487537fee on network fa7aee22-2497-4e71-9168-53088a0a5f15 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:57:49.579144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:57:49.583393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Checking segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:49.585994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.587515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Bound using segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:57:49.588971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Bound port: 3d492ef0-2c2b-44f7-8ff0-a82487537fee, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:57:49.589369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.590600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.684728 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-308a64ba-9af4-451d-ac92-062d425c9867 req-59e14f6f-78d6-4cdf-a24a-5104ae4570fc tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000844 May 20 07:57:49.737162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.763844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] For port 3d492ef0-2c2b-44f7-8ff0-a82487537fee, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:57:49.767637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] For port 3d492ef0-2c2b-44f7-8ff0-a82487537fee, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3d492ef0-2c2b-44f7-8ff0-a82487537fee,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:57:49.770612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.774961 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe29a088-2f66-4d23-a7cc-7e36e20659e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:49.796751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe73b2d0-a308-4f06-9074-8406a48684b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:49.801398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:49.808467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.809730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/security-groups/fe73b2d0-a308-4f06-9074-8406a48684b6 HTTP/1.1" status: 204 len: 168 time: 0.5048118 May 20 07:57:49.813063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35108) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:49.873745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.883449 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:49.887966 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:49.913824 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb4a5b61-b7cb-47fa-8348-7b0c29135433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:49.924027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=32c3dafb5fcc4128919a7ca49be74f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9167700 May 20 07:57:49.930476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:49.967024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:49.967711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:50.013211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 32a814e9-a7d4-4290-8dd6-8e9b4c2a9789 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:57:50.025967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.058315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:57:50.069246 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:57:50.073109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.086605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:50.091145 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:50.140286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7c521609-9c2f-432d-9ec0-fed0fed9f9a9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "PUT /v2.0/floatingips/23fedf5a-65b2-4481-8317-47bea9812268 HTTP/1.1" status: 200 len: 991 time: 4.3358190 May 20 07:57:50.140715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Pushing event updated for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:50.143512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:57:50.167121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-261af3cf-dbd3-4c27-84fb-dc1417b1b5be service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2448585 May 20 07:57:50.170442 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:50.268619 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'status': 'completed', 'code': 200} May 20 07:57:50.343379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef05441-9579-42aa-b7d7-0d6d3aa5bbde,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:50.347787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:50.398344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.402425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.433132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:50.451416 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:50.510209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.603287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.645376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.645953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.646668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.647157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.647631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.648146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.651354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:50.653735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e046ba11-7089-4864-bf21-625ac99a66c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.3729138 May 20 07:57:50.737018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.758794 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a51be8be-6660-4911-92b1-d8b1fdf16034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:50.802656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef05441-9579-42aa-b7d7-0d6d3aa5bbde,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:50.806991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:50.848816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:50.851253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ef05441-9579-42aa-b7d7-0d6d3aa5bbde HTTP/1.1" status: 204 len: 168 time: 0.9155259 May 20 07:57:50.852659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '23fedf5a-65b2-4481-8317-47bea9812268', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:15:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:11Z', 'updated_at': '2021-05-20T07:57:47Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:50.871352 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:57:50.894084 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:57:50.895460 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:57:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:51.042144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-41ac036e-c97b-46ff-90ff-7c0d7c5c1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.046782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-41ac036e-c97b-46ff-90ff-7c0d7c5c1707 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 1096 time: 0.6402240 May 20 07:57:51.174175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:49Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:51.186879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b3d29e-9826-4588-8d09-beff9cc4bf42 None None] The sync data for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 is: [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:49Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:51.333311 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:57:51.373431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-78e2945d-24c8-4d86-a87a-c25637960a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.374503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-78e2945d-24c8-4d86-a87a-c25637960a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.375031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-78e2945d-24c8-4d86-a87a-c25637960a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.378697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-78e2945d-24c8-4d86-a87a-c25637960a78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 2298 time: 0.6831174 May 20 07:57:51.479443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:51.499362 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aebf3a4b-c836-4170-a4f8-1d47d46d071f tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:51.552024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3d492ef0-2c2b-44f7-8ff0-a82487537fee up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:51.609139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db3649-19a6-4c33-9166-57b6cf28a202 req-f1812320-8a8c-4223-9e0a-985bab73c0b9 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.622495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:51.623066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=32a814e9-a7d4-4290-8dd6-8e9b4c2a9789,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:51.626625 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:51.632225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56db3649-19a6-4c33-9166-57b6cf28a202 req-f1812320-8a8c-4223-9e0a-985bab73c0b9 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.5930099 May 20 07:57:51.636913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/32a814e9-a7d4-4290-8dd6-8e9b4c2a9789 HTTP/1.1" status: 204 len: 168 time: 1.8193784 May 20 07:57:51.637930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35136) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:51.657378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:51.699111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcc635-c9af-4de2-a36f-ccc859611210 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:51.768207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:51.774340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-98df11c3-946f-42f7-a009-0043e46cfb36 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.3835046 May 20 07:57:51.796283 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b999ba61-f29e-4d13-80cb-f4684145b438 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:51.936896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-093295ef-80de-40c9-a70e-0ac0016ee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.938488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-093295ef-80de-40c9-a70e-0ac0016ee453 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.1020186 May 20 07:57:51.988229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-d25a0a9c-cf2e-4d83-b7f3-6a00a14012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:51.996749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-d25a0a9c-cf2e-4d83-b7f3-6a00a14012d0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.8944635 May 20 07:57:52.011190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:52.033746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:52.034781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:52.043145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:52.054216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:52.063658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:52.081432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:52.168504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:52.172474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:52.241065 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '23fedf5a-65b2-4481-8317-47bea9812268', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:15:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:11Z', 'updated_at': '2021-05-20T07:57:47Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:57:52.259313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ddb322-6ba1-4e16-9017-1698f8e4ad30 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '23fedf5a-65b2-4481-8317-47bea9812268', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'floating_ip_address': '172.25.8.224', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'port_id': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'mac_address': 'fa:16:3e:15:4f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:57:11Z', 'updated_at': '2021-05-20T07:57:47Z', 'revision_number': 1, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:57:52.370338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56db3649-19a6-4c33-9166-57b6cf28a202 req-47e20029-d7e6-4bdf-867b-295ebb10f0c5 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359223 May 20 07:57:52.373283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-3122ebd7-1e7e-4591-bfa7-72ac20af221d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 200 len: 999 time: 0.2842269 May 20 07:57:52.510365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Checking segment: {'id': '6485550c-8aae-4f9e-8fe2-a34f1ceb3762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '42ed026f-1f51-48c8-b24b-d6235e9f8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:57:52.520420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Network hostable DHCP agents. Network: 42ed026f-1f51-48c8-b24b-d6235e9f8f27, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:57:52.520420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9810800a-b67a-4d13-8e12-3490a508c21f,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:52.523401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:52.540183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-4bae4096-b2d0-4353-91d4-53e53a295f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:52.541676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-4bae4096-b2d0-4353-91d4-53e53a295f2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.1520808 May 20 07:57:52.681682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6ad0d182-bbe1-4edd-b95c-a1cf019c2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:52.683483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6ad0d182-bbe1-4edd-b95c-a1cf019c2176 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7293010 May 20 07:57:52.737165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Network 42ed026f-1f51-48c8-b24b-d6235e9f8f27 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:57:52.833966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:52.876241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 42ed026f-1f51-48c8-b24b-d6235e9f8f27) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:52.893232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7caa7fc-9e88-480f-a8ad-ebbf0efd31c5 None None] New status for floating IP 23fedf5a-65b2-4481-8317-47bea9812268: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:57:52.900093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-4bd7a81f-a9d5-4708-a96c-3f7b08bbd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:52.901697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-4bd7a81f-a9d5-4708-a96c-3f7b08bbd421 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524103 May 20 07:57:53.008771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e21543-535e-4db2-a524-93dd02ccbc99 None None] Network 42ed026f-1f51-48c8-b24b-d6235e9f8f27 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:53.338101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:53.356376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:53.430121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:53.449885 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f894750-f6c6-46e2-9577-c17c4ad4498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:53.597230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:53.613203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:53.662659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-a95a7217-f502-4209-bf87-57066806a972 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706881 May 20 07:57:53.666086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8944044 May 20 07:57:53.669677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=92857c51-ee2f-4613-8a52-19be157cca12,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:53.673436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:53.674110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:53.680894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:53.746363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3d492ef0-2c2b-44f7-8ff0-a82487537fee, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3d492ef0-2c2b-44f7-8ff0-a82487537fee,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:53.788212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-0359bfbe-8fc2-4a77-8234-1a7f9d0f280d service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785326 May 20 07:57:53.810878 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:53.829954 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6476f0c0-9a83-4033-acd0-9546774ac56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:53.936619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2964299 May 20 07:57:53.949165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35180) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:53.981396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'security_group': {'name': 'tempest-secgroup-1846400350'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:53.983974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c252fb-09f0-48df-bd18-694259d2cae5 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:53.996448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d533403-554d-4e9c-ae51-c7fcd5b647e1 req-9b5f9cb7-2072-4a63-bd0d-fbc201b00633 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:54.008391 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d533403-554d-4e9c-ae51-c7fcd5b647e1 req-9b5f9cb7-2072-4a63-bd0d-fbc201b00633 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.3015232 May 20 07:57:54.008621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:54.033597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:54.095369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d533403-554d-4e9c-ae51-c7fcd5b647e1 req-56b4da14-6bad-47fc-965b-f0f283d557ba tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868027 May 20 07:57:54.185794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:54.236368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-4cead9ba-1849-40eb-8676-d6ea320dee68 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581656 May 20 07:57:54.271153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9972bd4-b155-45d6-b19b-f61fd0dfae05 None None] Network 42ed026f-1f51-48c8-b24b-d6235e9f8f27 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:57:54.338759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-145cff48-3c22-4116-9a01-f13300614210 None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:54.339358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-145cff48-3c22-4116-9a01-f13300614210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:54.410760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:54.433801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-5ef5acd9-3511-44c1-a17f-47c6103312c8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.1795201 May 20 07:57:54.585519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f93b07-7191-4caf-8112-49faaab0e2f2 req-0218a5b1-071a-4b36-b90c-c694cc5de505 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307525 May 20 07:57:54.585519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-8bf3c4dc-acbf-43b1-921c-c4b1e58948c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:54.590223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-8bf3c4dc-acbf-43b1-921c-c4b1e58948c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1479580 May 20 07:57:54.639696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:54.673585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:54.680030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:54.695848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:54.705305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:54.718429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:54.835447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:54.855144 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:54.862438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:54.877652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-145cff48-3c22-4116-9a01-f13300614210 None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:54.885866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-d7270500-3b59-4092-a048-e00f58c3f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:54.887375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-d7270500-3b59-4092-a048-e00f58c3f24a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2904143 May 20 07:57:54.949187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:54.957799 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcd2d5f6-7772-4b9d-88dc-c153cfad067a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:54.997709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-509f415c-c361-4e6f-ac04-366cb7d4b27e tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:54.999599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-509f415c-c361-4e6f-ac04-366cb7d4b27e tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Synchronizing usage tracker for tenant:467dc6b03d784763b1dccad148ae8393 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:57:55.030855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-145cff48-3c22-4116-9a01-f13300614210 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:55.032245 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-145cff48-3c22-4116-9a01-f13300614210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:55.082162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf6594-f437-4c9f-b725-1d4d83bb35f5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:55.085123 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:55.095888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-509f415c-c361-4e6f-ac04-366cb7d4b27e tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Unset dirty status for tenant:467dc6b03d784763b1dccad148ae8393 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:57:55.097096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-509f415c-c361-4e6f-ac04-366cb7d4b27e tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/networks?id=bfa4c5ae-9969-45b8-9ca2-f41cc166957d HTTP/1.1" status: 200 len: 824 time: 0.3087208 May 20 07:57:55.119640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-5e7d12e1-bca6-40de-830c-cd4b94b3b56f service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248185 May 20 07:57:55.120642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-8bf7a201-5d5f-47c9-a810-d0156c703500 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/quotas/467dc6b03d784763b1dccad148ae8393 HTTP/1.1" status: 200 len: 375 time: 0.0168812 May 20 07:57:55.270278 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-0a9cc15f-9b2b-4861-b835-cef547c6daba tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=467dc6b03d784763b1dccad148ae8393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480706 May 20 07:57:55.282382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:55.283829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3105249 May 20 07:57:55.300981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:55.350263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'security_group': {'name': 'tempest-secgroup-174985412'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:55.368420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:55.395085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Update dhcp port {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'fixed_ips': [{'subnet_id': 'e0d23af9-82af-4497-8282-7a16e07f9613', 'ip_address': '172.20.0.18'}, {'subnet_id': '92857c51-ee2f-4613-8a52-19be157cca12'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'd2710416-9659-47f1-81d6-7c71f160557a'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:57:55.403238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-7598bf06-50f2-4574-8194-d599d50fafc8 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760854 May 20 07:57:55.450108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:55.453443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:55.469051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:55.485878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-aa6bb8eb-d4fe-4038-b3b5-afe5f8666439 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.0742931 May 20 07:57:55.494403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8989bab-7045-4a40-9163-99a56f8ee665 req-f89b9fb1-9302-45ad-8ffd-906109ca2ae5 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:55.501584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8989bab-7045-4a40-9163-99a56f8ee665 req-f89b9fb1-9302-45ad-8ffd-906109ca2ae5 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2131052 May 20 07:57:55.501773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:55.525070 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-8b50aa1f-f1e1-46f7-9fc0-2ba9a50e2d0d service neutron] 10.222.0.79 "GET /v2.0/networks/bfa4c5ae-9969-45b8-9ca2-f41cc166957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478583 May 20 07:57:55.611798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8989bab-7045-4a40-9163-99a56f8ee665 req-68aabc10-2399-4122-a9f5-b3fe77145508 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091394 May 20 07:57:55.616214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-d6929862-a3b9-45fa-8b20-b8749956c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:55.620768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-d6929862-a3b9-45fa-8b20-b8749956c645 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1164877 May 20 07:57:55.831360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Allocated IP 172.20.0.2 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/92857c51-ee2f-4613-8a52-19be157cca12/d2710416-9659-47f1-81d6-7c71f160557a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:55.840616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-abfe59e0-b6e0-4151-a88e-d6ff65ab1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:55.845572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-abfe59e0-b6e0-4151-a88e-d6ff65ab1a18 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2183709 May 20 07:57:55.897321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-d323b00c-640d-42d3-8bb5-d1fcf5a4256b service neutron] 10.222.0.79 "GET /v2.0/networks/bfa4c5ae-9969-45b8-9ca2-f41cc166957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593001 May 20 07:57:55.901310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:55.969231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:55.979172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:55.987597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:56.005869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:56.067336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3d492ef0-2c2b-44f7-8ff0-a82487537fee up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:56.103191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-7b68d935-b16e-4df8-8e6c-75698cea20c6 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500370 May 20 07:57:56.152972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.192720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:57:56.223093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.228499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d225b84-fc47-47bb-8b04-499d95a9df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:56.232432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.239655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3d492ef0-2c2b-44f7-8ff0-a82487537fee triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:56.239655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.308039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f5b8e-6656-4d21-9711-8de42a5fd5db,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:56.314621 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:56.352908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.392546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Transition to ACTIVE for port object d2710416-9659-47f1-81d6-7c71f160557a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:56.522768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.525517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.528024 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2239339 May 20 07:57:56.528527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35242) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:56.537942 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:56.575199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'security_group': {'name': 'tempest-secgroup-795254518'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:56.594666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:56.612100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7e37145-dd88-4a7d-9a38-5536a68833fc req-e26f601f-bf63-4db0-855f-9ea615594a59 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.0845056 May 20 07:57:56.614946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:56.619269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:56.637948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:56.706224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-5b491cab-01cb-4cd0-8515-8c84506d53a4 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966864 May 20 07:57:56.712438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:56.715690 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:56.793456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e8d20ca0-1259-401a-8133-7072b455a65d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.0754807 May 20 07:57:56.795240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:56.882148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88a57f-870c-44ef-b0e8-287ee06111f0 req-6a09d9d6-5856-4b8c-82f3-20325a736343 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:56.891194 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd88a57f-870c-44ef-b0e8-287ee06111f0 req-6a09d9d6-5856-4b8c-82f3-20325a736343 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1300623 May 20 07:57:56.910094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:56.917590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:security_group_rule and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:56.924652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:56.937017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:56.939983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-888efa67-f6a5-496f-95a2-88439c499ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:56.941941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-888efa67-f6a5-496f-95a2-88439c499ae2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1283870 May 20 07:57:56.989615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bd88a57f-870c-44ef-b0e8-287ee06111f0 req-3d54c069-52ce-4ae0-a31e-a0cc49f79645 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973105 May 20 07:57:57.164388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-f5d626e9-5e9f-4101-8975-e0a1f5cd1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:57.165909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-f5d626e9-5e9f-4101-8975-e0a1f5cd1a57 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141387 May 20 07:57:57.247012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:57.380969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-1df9a43e-67f1-4ec2-a8aa-8c1f1b5151fc service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050169 May 20 07:57:57.397507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:57.417346 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5aaa900e-cbd5-4222-922c-b53e85d4887e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:57.481363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:57.482548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:57.540076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:57:57.547768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d7153-dbea-4b1f-9497-f3f7ca7bf092,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:57.552935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:57.581642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-f341df96-ad39-4e70-832c-3266201909af service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775489 May 20 07:57:57.654699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Provisioning for port d2710416-9659-47f1-81d6-7c71f160557a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:57:57.656812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-fdbd70d8-c642-42e8-a50e-dc7197e8ea3a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.0681407 May 20 07:57:57.664297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:57.664935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ebde7ffd-2670-46a4-9739-8b504c00dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:57.714700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:57.719452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1870704 May 20 07:57:57.720328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:57.726886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-138077769', 'security_groups': ['a92d7153-dbea-4b1f-9497-f3f7ca7bf092'], 'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92857c51-ee2f-4613-8a52-19be157cca12'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:57.773230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2629da4e-907a-4059-b51b-b5431c4bb876 req-e40ce793-9fcb-4d10-873c-3bb2d168431c tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.0653114 May 20 07:57:57.786915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-62a0af27-d38a-45de-aff2-e02415e64bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:57.789255 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-62a0af27-d38a-45de-aff2-e02415e64bde service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1238868 May 20 07:57:57.913228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6e0d5698-64a7-4090-977c-bb7571507cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:57.914743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6e0d5698-64a7-4090-977c-bb7571507cce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178656 May 20 07:57:57.928796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:57.931548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:57:57.943022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:58.022857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:57:58.023244 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:58.024372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:58.082583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:57:58.143855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-cd715ce2-63fb-4a24-8fd4-6ffbe26fe03c service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217844 May 20 07:57:58.343806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-7a5168de-f8c7-4856-97b8-870510829b09 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914177 May 20 07:57:58.396062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:58.416157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:57:58.423949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d18b2a85bf4231915987bca9c27e78 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:57:58.424530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:57:58.431108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:57:58.463320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-3e57ce16-54d8-4426-9be1-fb3cf8ffb595 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.1049519 May 20 07:57:58.530936 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:58.564544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-3b089c86-ccd7-43d1-9881-01a4cd53fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:58.566085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-3b089c86-ccd7-43d1-9881-01a4cd53fdd6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0833683 May 20 07:57:58.585256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] device_id is not set on port b15d8764-a988-4984-a65d-e1374ad518a6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:57:58.636671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889f75-820a-4e2c-9cec-ff7c447fd1cf req-99bc6359-0f9a-49dd-9c71-a9eb8e329e51 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:58.639166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b7889f75-820a-4e2c-9cec-ff7c447fd1cf req-99bc6359-0f9a-49dd-9c71-a9eb8e329e51 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.3783276 May 20 07:57:58.667516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-709e0842-ff40-4823-b0be-bdb8d15abf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:58.669227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-709e0842-ff40-4823-b0be-bdb8d15abf95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932727 May 20 07:57:58.743263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:58.795344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b7889f75-820a-4e2c-9cec-ff7c447fd1cf req-a2603158-538e-4c41-ac2c-b0ed07e1ab64 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344931 May 20 07:57:58.844230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:58.855893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a52c04a5-95e7-42f4-afac-060f5f0f12a8 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:58.956353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-423fb79c-1c9d-4a0d-8048-81fbdea5507c service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798328 May 20 07:57:58.959878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc78745b-f0e1-41a8-9abb-d4a74ecabcf1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:58.964825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:59.010524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1d18b2a85bf4231915987bca9c27e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845247 May 20 07:57:59.011231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35294) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:59.036016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.6 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/92857c51-ee2f-4613-8a52-19be157cca12/b15d8764-a988-4984-a65d-e1374ad518a6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:57:59.172714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18f05ecd-7b90-465f-89c6-7877312362df req-f66ca939-0942-46ce-8cc3-f3203a3a7a36 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.0546563 May 20 07:57:59.205170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-ee490af0-2796-4cf1-bebd-c8ec04dcc2bd service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417078 May 20 07:57:59.245853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.285040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e6357f55-54f9-4a90-94e4-4dea74b2b732 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.0731587 May 20 07:57:59.298345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.351326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.363329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-f220ef64-9222-4dee-835c-c5e54a9341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:59.365656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-f220ef64-9222-4dee-835c-c5e54a9341a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0735736 May 20 07:57:59.373544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object b15d8764-a988-4984-a65d-e1374ad518a6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:57:59.485939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.499149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-167aede3-5432-478c-ac57-264252ed9cb4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:59.517569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc78745b-f0e1-41a8-9abb-d4a74ecabcf1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:59.521989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:59.578684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.584304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26186a42-1629-4f22-b4e2-5ea24816e38a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:57:59.627482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6762f52e-cdf3-46c5-8d62-920feafbb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:59.628966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-6762f52e-cdf3-46c5-8d62-920feafbb570 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2534804 May 20 07:57:59.655966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:57:59.659443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:57:59.665610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:57:59.692692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-d903ca91-7cac-435d-838c-576b0eb60765 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:59.694193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-d903ca91-7cac-435d-838c-576b0eb60765 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.84 "GET /v2.0/networks?id=bfa4c5ae-9969-45b8-9ca2-f41cc166957d HTTP/1.1" status: 200 len: 824 time: 0.2713196 May 20 07:57:59.713185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=b15d8764-a988-4984-a65d-e1374ad518a6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:57:59.723023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:57:59.725921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.729668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc78745b-f0e1-41a8-9abb-d4a74ecabcf1 HTTP/1.1" status: 204 len: 168 time: 0.6849315 May 20 07:57:59.764755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:57:59.777511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:57:59.832880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Request body: {'port': {'device_id': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d', 'admin_state_up': True, 'tenant_id': '467dc6b03d784763b1dccad148ae8393'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:57:59.902064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35308) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:57:59.902222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1805837 May 20 07:57:59.914107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:00.006631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-e4995b94-83cf-4016-912a-b543143ee7ae service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652642 May 20 07:58:00.048383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d6a0c235-c851-433c-85cf-0ee6e3728588 None None] Provisioning for port b15d8764-a988-4984-a65d-e1374ad518a6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:00.053653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d6a0c235-c851-433c-85cf-0ee6e3728588 None None] Provisioning complete for port b15d8764-a988-4984-a65d-e1374ad518a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:00.054264 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d6a0c235-c851-433c-85cf-0ee6e3728588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:00.056041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243320eb-6611-4d0b-8e52-c5cdcbc06277 req-5f01c5aa-cb03-4884-9287-03e503a0a5cd tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:00.058116 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-243320eb-6611-4d0b-8e52-c5cdcbc06277 req-5f01c5aa-cb03-4884-9287-03e503a0a5cd tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1079950 May 20 07:58:00.126746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0c235-c851-433c-85cf-0ee6e3728588 None None] Port b15d8764-a988-4984-a65d-e1374ad518a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:00.129904 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-243320eb-6611-4d0b-8e52-c5cdcbc06277 req-0c514fd6-c5ea-4030-b2b3-97da1a4fe1bf tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643299 May 20 07:58:00.253440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:00.264454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Usage tracker for resource:port and tenant:467dc6b03d784763b1dccad148ae8393 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:00.272011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:00.300305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:00.320144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73cdd24e-c334-404b-b780-5b992395ab39 req-abc7b106-fbd5-4ac5-baa2-1237e111dca1 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843132 May 20 07:58:00.321070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:00.387802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:00.402881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:00.422833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Made reservation on behalf of 467dc6b03d784763b1dccad148ae8393 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:00.428431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:00.445856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3185ad56-e92d-4cc8-b6d9-02ae1b1d6f62 req-35bb0744-b8fd-4ecb-b4ab-bb9c0dc42267 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.1299434 May 20 07:58:00.450162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:00.711660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Allocated IP 172.20.0.3 (bfa4c5ae-9969-45b8-9ca2-f41cc166957d/1ca01ac9-1170-41d7-82e0-7df09afddf4c/efd2bbf6-a05d-4505-9be0-d19313c04b02) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:00.766040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:00.768704 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.155339 n-d-780147-4 neutron-server[93101]: INFO neutron.db.ipam_backend_mixin [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92857c51-ee2f-4613-8a52-19be157cca12 (CIDR: 172.20.0.0/28) May 20 07:58:01.197953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.238210 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:01.239041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:01.317018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.325020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-094d8283-becc-4303-bce6-bf36a938e7a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:01.339623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b554-519e-4592-9b10-efd665235ec9 req-18ab7ac7-95bb-454b-bd3c-33eb918f48d4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:01.342655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0db4b554-519e-4592-9b10-efd665235ec9 req-18ab7ac7-95bb-454b-bd3c-33eb918f48d4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.0988441 May 20 07:58:01.365304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-719c6816-0a40-4020-b206-58a6d260ffe5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4622860 May 20 07:58:01.370092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:01.382343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:01.399786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Network bfa4c5ae-9969-45b8-9ca2-f41cc166957d is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:01.403136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:01.406791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:01.463347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Pushing event updated for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:01.469407 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:01.535227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:01.536069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.667641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8502877 May 20 07:58:01.673720 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0db4b554-519e-4592-9b10-efd665235ec9 req-d6df4f37-8392-4caa-b638-f5551f858796 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243849 May 20 07:58:01.676306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b178ce-114c-40de-a746-ade2bfbc25f9 req-9c72b0e8-13e1-41e0-9d03-05138b98b8b5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:01.677077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14b178ce-114c-40de-a746-ade2bfbc25f9 req-9c72b0e8-13e1-41e0-9d03-05138b98b8b5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Synchronizing usage tracker for tenant:467dc6b03d784763b1dccad148ae8393 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:01.685761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Request body: {'port': {'device_id': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:01.744832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:01.749580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:01.752863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:01.761892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:01.833975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.874045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:01.877968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:01.897875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14b178ce-114c-40de-a746-ade2bfbc25f9 req-9c72b0e8-13e1-41e0-9d03-05138b98b8b5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Unset dirty status for tenant:467dc6b03d784763b1dccad148ae8393 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:01.898900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14b178ce-114c-40de-a746-ade2bfbc25f9 req-9c72b0e8-13e1-41e0-9d03-05138b98b8b5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 931 time: 0.3101201 May 20 07:58:02.013104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14b178ce-114c-40de-a746-ade2bfbc25f9 req-a4296e63-8346-49ec-a32c-38a937e3a8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 May 20 07:58:02.059298 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e0d23af9-82af-4497-8282-7a16e07f9613 (CIDR: 172.20.0.16/28) May 20 07:58:02.089292 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:02.089755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:02.149541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:02.165421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-38b4159d-1661-4d9c-a283-f64decc38598 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7939615 May 20 07:58:02.170161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:02.177932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'subnet': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:02.294100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.313174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:02.317460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f1eb25c7744525b0bb741d16be1990 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:02.320610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:02.327171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:02.408457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:02.416713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Usage tracker for resource:subnet and tenant:5d2b456f02d74055aef4616826db67d1 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:02.421960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:02.425243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.431132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:02.437230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd2bbf6-a05d-4505-9be0-d19313c04b02 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:58:02.446455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.462475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Transition to ACTIVE for port object efd2bbf6-a05d-4505-9be0-d19313c04b02 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:02.522207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.530566 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a40f0150-c53a-4aa1-a314-11ba350e79cb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:02.547703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.553747 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2055238-3eac-4db5-80ca-a62e328ec475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:02.578297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c995694-04cd-4fd5-992b-012016f0924c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:02.585711 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5f1eb25c7744525b0bb741d16be1990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349608 May 20 07:58:02.586903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35372) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:02.587256 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:02.662159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.688638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Made reservation on behalf of 5d2b456f02d74055aef4616826db67d1 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:02.692128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.694364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.868477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Pushing event updated for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:02.870711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.878490 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1c2af39-6d72-4f58-ac9e-d97ab20415f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:02.891158 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:02.895737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c995694-04cd-4fd5-992b-012016f0924c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:02.899894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:02.904788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:02.905952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c995694-04cd-4fd5-992b-012016f0924c HTTP/1.1" status: 204 len: 168 time: 0.3177967 May 20 07:58:02.929774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0980990-a3a4-49b8-90c2-940e9cb0c32c req-fcf76db3-4f92-4acf-b150-fc56f96ffc1b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:02.931321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a0980990-a3a4-49b8-90c2-940e9cb0c32c req-fcf76db3-4f92-4acf-b150-fc56f96ffc1b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1347108 May 20 07:58:03.029413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Attempting to bind port efd2bbf6-a05d-4505-9be0-d19313c04b02 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:03.029778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Attempting to bind port efd2bbf6-a05d-4505-9be0-d19313c04b02 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '97a3b241-2e9d-4992-a28d-7542eeadb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:03.030118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Attempting to bind port efd2bbf6-a05d-4505-9be0-d19313c04b02 on network bfa4c5ae-9969-45b8-9ca2-f41cc166957d {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:03.035747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a0980990-a3a4-49b8-90c2-940e9cb0c32c req-4e55c1a8-7c25-4239-9b05-8baf2c21d402 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942497 May 20 07:58:03.046554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Port efd2bbf6-a05d-4505-9be0-d19313c04b02 on network bfa4c5ae-9969-45b8-9ca2-f41cc166957d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:58:03.046554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Attempting to bind port efd2bbf6-a05d-4505-9be0-d19313c04b02 on network bfa4c5ae-9969-45b8-9ca2-f41cc166957d {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:03.059713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:03.059713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Checking segment: {'id': '97a3b241-2e9d-4992-a28d-7542eeadb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:03.059713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Bound using segment: {'id': '97a3b241-2e9d-4992-a28d-7542eeadb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:03.059713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Bound port: efd2bbf6-a05d-4505-9be0-d19313c04b02, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a3b241-2e9d-4992-a28d-7542eeadb665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:03.059713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:03.215242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:03.219818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02,segment=NetworkSegment(97a3b241-2e9d-4992-a28d-7542eeadb665),segment_id=97a3b241-2e9d-4992-a28d-7542eeadb665)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:03.278622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8360c-c7f2-413e-8eeb-8833d40bd618 req-a9b2ae8f-e3cb-433c-a11c-b28ba7211263 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:03.280219 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97b8360c-c7f2-413e-8eeb-8833d40bd618 req-a9b2ae8f-e3cb-433c-a11c-b28ba7211263 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 943 time: 0.0939062 May 20 07:58:03.330748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-97b8360c-c7f2-413e-8eeb-8833d40bd618 req-8a0f943e-cd3e-4de6-8dba-75d26651b267 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Synchronizing usage tracker for tenant:467dc6b03d784763b1dccad148ae8393 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:03.461945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:03.479191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5b1dd51-7015-4b91-bd2d-bd1b5e0d5297 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:03.535646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-97b8360c-c7f2-413e-8eeb-8833d40bd618 req-8a0f943e-cd3e-4de6-8dba-75d26651b267 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Unset dirty status for tenant:467dc6b03d784763b1dccad148ae8393 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:03.537939 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97b8360c-c7f2-413e-8eeb-8833d40bd618 req-8a0f943e-cd3e-4de6-8dba-75d26651b267 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500730 May 20 07:58:03.698389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:03.699001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:03.701180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] 10.222.0.84 "PUT /v2.0/ports/efd2bbf6-a05d-4505-9be0-d19313c04b02 HTTP/1.1" status: 200 len: 1091 time: 2.0194998 May 20 07:58:03.703802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:03.756424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Pushing event updated for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:03.757765 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02', 'status': 'completed', 'code': 200} May 20 07:58:03.758349 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:03.916465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-53e3668a-7898-4c91-b267-d90edcc2a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:03.916465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-53e3668a-7898-4c91-b267-d90edcc2a248 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=467dc6b03d784763b1dccad148ae8393&device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 1094 time: 0.1061010 May 20 07:58:03.945266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:04.090972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a909180-93c1-4dc3-8808-2d749dba189f tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4995 time: 0.1439986 May 20 07:58:04.097114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:04.103988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'network': {'name': 'tempest-network-smoke--370200317', 'project_id': '6e91e32db1034f178460ba3944b189c8', 'port_security_enabled': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:04.114819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:04.124417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:network and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:04.131572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:04.142011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.142470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:04.148900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a356453-1bfd-4ef1-a667-cc246de12405 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:04.207601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-9269ac4f-aba0-4881-a173-fb3fa09ac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.209143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-9269ac4f-aba0-4881-a173-fb3fa09ac815 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=467dc6b03d784763b1dccad148ae8393&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2814667 May 20 07:58:04.219717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:04.244678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:04.264858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa9cae-74c7-48c0-8074-03f77953bacc None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:04.318640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Subnet': ['ID=4affde6e-e0ac-4597-aa3f-4fe742d94d59,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:04.323771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.329303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.331451 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:04.354189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:04.356292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.399328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:58:04.412028 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.413272 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Added segment eb216132-4221-48a6-85ad-acdd239bd5c5 of type vlan for network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 May 20 07:58:04.447884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.464272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-46ce65b9-2592-488f-9f0a-e7fc55d3c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.466191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8b4c396-80fa-48d6-9de8-3bc237a5cbc0 req-46ce65b9-2592-488f-9f0a-e7fc55d3c236 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488611 May 20 07:58:04.478953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4eefa-63e9-4bc3-8ba6-d6893acc45bf req-a7bd7d7d-5579-49ef-b89b-26cf1668661b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.480829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60d4eefa-63e9-4bc3-8ba6-d6893acc45bf req-a7bd7d7d-5579-49ef-b89b-26cf1668661b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2376697 May 20 07:58:04.565864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3945911 May 20 07:58:04.569859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35428) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:04.583622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-23861686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4affde6e-e0ac-4597-aa3f-4fe742d94d59'}], 'security_groups': ['bbcf6594-f437-4c9f-b725-1d4d83bb35f5', 'e29f5b8e-6656-4d21-9711-8de42a5fd5db']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:04.584046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60d4eefa-63e9-4bc3-8ba6-d6893acc45bf req-d07a6dbc-f5ae-45bf-87dd-1718b7681720 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 May 20 07:58:04.653095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-668c4226-1063-4d07-8683-9bac7a28e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.655751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-668c4226-1063-4d07-8683-9bac7a28e169 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=467dc6b03d784763b1dccad148ae8393&device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 1094 time: 0.1326532 May 20 07:58:04.693034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.699033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.699872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.705662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-974237fd-f923-4c30-9add-99cdf033d725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:04.800850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-3b8d8cde-0dc2-4be5-8f27-bb9ffebb598c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02 HTTP/1.1" status: 200 len: 217 time: 0.1328354 May 20 07:58:04.847218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Update dhcp port {'port': {'network_id': '21ec4af5-f59b-4b6f-b1ee-0bca7361c39a', 'fixed_ips': [{'subnet_id': 'e0d23af9-82af-4497-8282-7a16e07f9613', 'ip_address': '172.20.0.18'}, {'subnet_id': '92857c51-ee2f-4613-8a52-19be157cca12', 'ip_address': '172.20.0.2'}, {'subnet_id': '4affde6e-e0ac-4597-aa3f-4fe742d94d59'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'd2710416-9659-47f1-81d6-7c71f160557a'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 07:58:04.909457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-d98eca55-9fa7-4bfe-983d-c67ca1968f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:04.911687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-d98eca55-9fa7-4bfe-983d-c67ca1968f53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ca01ac9-1170-41d7-82e0-7df09afddf4c HTTP/1.1" status: 200 len: 864 time: 0.1030729 May 20 07:58:04.933876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:04.990570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-4f6c8641-5094-4965-bb2d-c61df3a60c76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bfa4c5ae-9969-45b8-9ca2-f41cc166957d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487390 May 20 07:58:04.990875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Network': ['ID=70cf7570-b5c7-42fb-aaf2-cb2c93de4943,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:04.998397 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:05.106382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0104833 May 20 07:58:05.107312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:05.119122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'admin_state_up': True, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:05.127391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:05.131330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:router and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:05.134538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for router was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:05.147041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:05.200087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7238524-7685-4c7d-a584-2473aa961808 req-b3fe8a9c-95e4-4fa1-98f8-821c331475df tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:05.202342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7238524-7685-4c7d-a584-2473aa961808 req-b3fe8a9c-95e4-4fa1-98f8-821c331475df tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 943 time: 0.3185687 May 20 07:58:05.222127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-a334473f-5c03-4e79-833e-db60dcf5c29c service neutron] 10.222.0.84 "GET /v2.0/networks/bfa4c5ae-9969-45b8-9ca2-f41cc166957d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386155 May 20 07:58:05.226866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:58:05.275681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.276777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.303182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Allocated IP 172.20.0.34 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/4affde6e-e0ac-4597-aa3f-4fe742d94d59/d2710416-9659-47f1-81d6-7c71f160557a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:05.328417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.344001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.350596 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f7238524-7685-4c7d-a584-2473aa961808 req-80151e93-a92a-41ef-a2c9-6a133640cb83 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201706 May 20 07:58:05.535913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc55a20-d8d1-401c-ac4a-c052172c8b98 req-253c98a6-8ee3-4ef0-900a-3e9a83a66796 service neutron] 10.222.0.84 "GET /v2.0/networks/bfa4c5ae-9969-45b8-9ca2-f41cc166957d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076937 May 20 07:58:05.603642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:05.635159 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.652725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Transition to ACTIVE for port object d2710416-9659-47f1-81d6-7c71f160557a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:05.834619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:05.836053 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-597c2ea2-3e2c-4895-b0dc-6132fb1ba821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:06.007916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Pushing event updated for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:06.015970 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:06.118819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:06.205192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f1750-09c1-4ec7-9afb-e6f010957dd7 req-b19912a2-6ad9-48a5-853c-e1eec1821d2b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:06.206734 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d16f1750-09c1-4ec7-9afb-e6f010957dd7 req-b19912a2-6ad9-48a5-853c-e1eec1821d2b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.3549244 May 20 07:58:06.393432 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d16f1750-09c1-4ec7-9afb-e6f010957dd7 req-a978d75e-0712-4cfd-91c4-55c6e756a76d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802847 May 20 07:58:06.537880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Delete allocated IP 172.20.0.6 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/92857c51-ee2f-4613-8a52-19be157cca12) {{(pid=93102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 07:58:06.557653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Allocated IP 172.20.0.43 (21ec4af5-f59b-4b6f-b1ee-0bca7361c39a/4affde6e-e0ac-4597-aa3f-4fe742d94d59/b15d8764-a988-4984-a65d-e1374ad518a6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:06.715061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:06.717743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:06.776496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:06.798750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f63760f3-3448-4c07-b240-eb6228555a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:06.893056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792532d-f7d8-4593-b175-bffeaa0e7c0f req-b9110391-392f-4485-904e-73398a81a414 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:06.894580 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d792532d-f7d8-4593-b175-bffeaa0e7c0f req-b9110391-392f-4485-904e-73398a81a414 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 943 time: 0.2460749 May 20 07:58:06.896123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Provisioning for port d2710416-9659-47f1-81d6-7c71f160557a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:06.902476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:06.902942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.056059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Provisioning complete for port b15d8764-a988-4984-a65d-e1374ad518a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:07.056356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.112751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.120034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a681e068-05a2-490f-8570-c6810cd988e8 None None] Port b15d8764-a988-4984-a65d-e1374ad518a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:07.144054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.156527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.163559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d792532d-f7d8-4593-b175-bffeaa0e7c0f req-f66eb9ad-17d7-4c78-b23b-d2f71d65071f tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049887 May 20 07:58:07.212852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Transition to ACTIVE for port object b15d8764-a988-4984-a65d-e1374ad518a6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:07.323307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.25.8.191 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:07.331539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device efd2bbf6-a05d-4505-9be0-d19313c04b02 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:58:07.478671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02,segment=NetworkSegment(97a3b241-2e9d-4992-a28d-7542eeadb665),segment_id=97a3b241-2e9d-4992-a28d-7542eeadb665)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:07.503996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.550971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'efd2bbf6-a05d-4505-9be0-d19313c04b02', 'network_id': 'bfa4c5ae-9969-45b8-9ca2-f41cc166957d', 'port_id': 'efd2bbf6-a05d-4505-9be0-d19313c04b02', 'mac_address': 'fa:16:3e:10:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca01ac9-1170-41d7-82e0-7df09afddf4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:58:07.610118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c2fa1-c292-4411-beb1-03135c6d149f req-6019452c-4aec-4184-9b0e-8fc40cb19286 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:07.611549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e88c2fa1-c292-4411-beb1-03135c6d149f req-6019452c-4aec-4184-9b0e-8fc40cb19286 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.0961828 May 20 07:58:07.612342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:07.630549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd2bbf6-a05d-4505-9be0-d19313c04b02 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:58:07.648435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02,segment=NetworkSegment(97a3b241-2e9d-4992-a28d-7542eeadb665),segment_id=97a3b241-2e9d-4992-a28d-7542eeadb665)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:07.663468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e88c2fa1-c292-4411-beb1-03135c6d149f req-06691945-4fd1-482f-a014-77e00cc96ef3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 May 20 07:58:07.909505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:07.986511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:07.986894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:08.238447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:08.249405 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15639fd9-b8a4-47b7-9a3c-6fa9cd6490ab tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:08.267247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:08.270995 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:08.297975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:08.379424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5933-b7b9-445b-ba3b-a7b5fecfc946 req-980aec60-70dc-49a6-afec-ebe7c1e9a394 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:08.381209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-763c5933-b7b9-445b-ba3b-a7b5fecfc946 req-980aec60-70dc-49a6-afec-ebe7c1e9a394 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 944 time: 0.1058748 May 20 07:58:08.392415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:08.396467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:08.437340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-763c5933-b7b9-445b-ba3b-a7b5fecfc946 req-319f2177-5b01-4ad9-91e9-7b91dfa73a40 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492690 May 20 07:58:08.556559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:08.585159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:08.593390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:08.595299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['efd2bbf6-a05d-4505-9be0-d19313c04b02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:08.621215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event updated for resources: {'Port': ['ID=b15d8764-a988-4984-a65d-e1374ad518a6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:08.630458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:08.633497 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4b55262-9e79-45c4-874a-03a61fde1149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:08.712144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:08.719377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:08.759129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] In _notify_port_updated(), no bound segment for port b15d8764-a988-4984-a65d-e1374ad518a6 on network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 07:58:08.765360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:08.766044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:08.770223 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "PUT /v2.0/ports/b15d8764-a988-4984-a65d-e1374ad518a6 HTTP/1.1" status: 200 len: 958 time: 4.1951368 May 20 07:58:08.770654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35494) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:09.139877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-00d87ee8-7523-4296-a549-2c9947c327bc None None] Provisioning for port b15d8764-a988-4984-a65d-e1374ad518a6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:09.145494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-00d87ee8-7523-4296-a549-2c9947c327bc None None] Provisioning complete for port b15d8764-a988-4984-a65d-e1374ad518a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:09.145888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-00d87ee8-7523-4296-a549-2c9947c327bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.233154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-00d87ee8-7523-4296-a549-2c9947c327bc None None] Port b15d8764-a988-4984-a65d-e1374ad518a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:09.241514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75a9e901-900b-415c-852e-80b396f9287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.297271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab786c0a-e8a6-4145-bd95-a0e177dcd62b req-ceffb5f9-eee7-4af1-ab06-38d587f1f74e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:09.304422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab786c0a-e8a6-4145-bd95-a0e177dcd62b req-ceffb5f9-eee7-4af1-ab06-38d587f1f74e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.4155164 May 20 07:58:09.332414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port b15d8764-a988-4984-a65d-e1374ad518a6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:09.333041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.452847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ab786c0a-e8a6-4145-bd95-a0e177dcd62b req-1174f1ec-b8b7-43fa-8b91-16bd6437cb0d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474566 May 20 07:58:09.466365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.514357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.645700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for b15d8764-a988-4984-a65d-e1374ad518a6 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:09.679657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.812382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda5ed-c6fb-4ab8-92dc-2555af4d6de5 req-5338fecb-c2b0-4e18-a9c7-372e4ba9737b tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:09.818940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0eda5ed-c6fb-4ab8-92dc-2555af4d6de5 req-5338fecb-c2b0-4e18-a9c7-372e4ba9737b tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 944 time: 0.2594440 May 20 07:58:09.859481 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:09.866031 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-daec48f5-a98e-4fda-88fb-2ba8df07409a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:09.925185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=b15d8764-a988-4984-a65d-e1374ad518a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:09.948968 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c0eda5ed-c6fb-4ab8-92dc-2555af4d6de5 req-4676b78d-5fb8-4954-a794-904b413f3e1a tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290081 May 20 07:58:09.958887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:09.965834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.068918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.073694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/b15d8764-a988-4984-a65d-e1374ad518a6 HTTP/1.1" status: 204 len: 168 time: 1.3018403 May 20 07:58:10.077576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35522) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:10.125727 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc58f151-d426-4de2-a320-cfa2154783d2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] GET failed (client error): The resource could not be found. May 20 07:58:10.126275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fc58f151-d426-4de2-a320-cfa2154783d2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:10.221177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fc58f151-d426-4de2-a320-cfa2154783d2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:10.224678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fc58f151-d426-4de2-a320-cfa2154783d2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports/b15d8764-a988-4984-a65d-e1374ad518a6 HTTP/1.1" status: 404 len: 333 time: 0.1444764 May 20 07:58:10.226751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35526) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:10.294105 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.323239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.363788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:58:10.505597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.511702 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e09684c-4d23-4cb0-9491-857e78c5ac3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:10.550074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d7153-dbea-4b1f-9497-f3f7ca7bf092,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:10.567852 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:10.572744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.572744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/security-groups/a92d7153-dbea-4b1f-9497-f3f7ca7bf092 HTTP/1.1" status: 204 len: 168 time: 0.3447063 May 20 07:58:10.575639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:10.665575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.705388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.773984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:10.785003 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Sync routers for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:10.797701 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:10.798335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:10.801299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb80151-0e6a-404c-87d1-c8acff0752aa req-d3005abb-87d3-4866-b17b-d0c5ad9c1f50 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:10.802841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbb80151-0e6a-404c-87d1-c8acff0752aa req-d3005abb-87d3-4866-b17b-d0c5ad9c1f50 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1902962 May 20 07:58:10.854648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-bbb80151-0e6a-404c-87d1-c8acff0752aa req-af508cad-44d9-4371-9a09-5b686973f3a5 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 May 20 07:58:10.895805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.896370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.898047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7875867 May 20 07:58:10.900812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35542) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:10.903041 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db6b96d7-b157-4259-a9b7-0165fec46cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:10.923300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:10.924722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/security-groups/e29f5b8e-6656-4d21-9711-8de42a5fd5db HTTP/1.1" status: 204 len: 168 time: 0.3481352 May 20 07:58:10.926002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f5b8e-6656-4d21-9711-8de42a5fd5db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:10.928693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:10.931672 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:10.988896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056a909-1b1c-432e-83e6-e88980b45d91 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:10.993488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c056a909-1b1c-432e-83e6-e88980b45d91 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=6e91e32db1034f178460ba3944b189c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0915945 May 20 07:58:10.994176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35554) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.035727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.040628 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:11.084133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.110078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.241788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ed580-b4ce-4279-a56f-dbb3f6201797 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:11.246357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d9ed580-b4ce-4279-a56f-dbb3f6201797 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2511075 May 20 07:58:11.247038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.300335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a75d-4254-4530-9f54-919458d6be96 req-6685dd70-a80d-45da-afe9-24cf9f77b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:11.302294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3d9a75d-4254-4530-9f54-919458d6be96 req-6685dd70-a80d-45da-afe9-24cf9f77b0e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.1772819 May 20 07:58:11.322906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3e0194c-fd22-4a4b-8066-f034f1ce56dc tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709658 May 20 07:58:11.326544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.349151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device efd2bbf6-a05d-4505-9be0-d19313c04b02 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:11.376708 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b93e11d9-aa16-4b5b-84df-d3b77e0bb5f7 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=6e91e32db1034f178460ba3944b189c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462763 May 20 07:58:11.378127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.380344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3d9a75d-4254-4530-9f54-919458d6be96 req-25544687-76a0-4e7e-a21f-8db23ad506d3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 May 20 07:58:11.416603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da12f9-9c9f-45aa-99bf-9c8376cfe7bd req-61cf502f-f1eb-4603-92bd-52a3dc4ad7ca tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:11.418168 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1da12f9-9c9f-45aa-99bf-9c8376cfe7bd req-61cf502f-f1eb-4603-92bd-52a3dc4ad7ca tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 944 time: 0.2599866 May 20 07:58:11.499314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.500212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1da12f9-9c9f-45aa-99bf-9c8376cfe7bd req-c095a3ed-52a5-4ba6-9ca2-2db3689600e1 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750279 May 20 07:58:11.509217 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a42050e-451b-4dad-bc3b-e6fdde5c3fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:11.512744 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:09Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:11.517581 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Checking router: 994d31d9-1dcb-47a7-b52a-4c05a7794e7f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:11.517944 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Updating router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:58:11.532535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf6594-f437-4c9f-b725-1d4d83bb35f5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:11.538100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port efd2bbf6-a05d-4505-9be0-d19313c04b02 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:11.538390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.538390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/security-groups/bbcf6594-f437-4c9f-b725-1d4d83bb35f5 HTTP/1.1" status: 204 len: 168 time: 0.6059489 May 20 07:58:11.540647 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:11.541462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port efd2bbf6-a05d-4505-9be0-d19313c04b02 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:11.542037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35574) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.542225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.575653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e46c9-4989-4e40-ba79-7f5893102290 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:11.578001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0b9e46c9-4989-4e40-ba79-7f5893102290 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1967664 May 20 07:58:11.581097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35578) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.612690 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.625774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 92857c51-ee2f-4613-8a52-19be157cca12 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:11.629428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.659746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a07fe4e4-b266-4692-a7d4-c0229311c619 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752945 May 20 07:58:11.660096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35582) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:11.678935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.686430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005291782', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'project_id': '6e91e32db1034f178460ba3944b189c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:11.706529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.715603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:11.743413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02,segment=NetworkSegment(97a3b241-2e9d-4992-a28d-7542eeadb665),segment_id=97a3b241-2e9d-4992-a28d-7542eeadb665)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:11.784318 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02', 'code': 200} May 20 07:58:11.802551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.805216 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:11.830905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:11.835205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Usage tracker for resource:subnet and tenant:6e91e32db1034f178460ba3944b189c8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:11.838654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:11.844863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:11.865517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:11.896407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:11.899775 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:11.935785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:11.940393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.299657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd182f09-9fad-4c68-88d4-f759dbddaad2 req-d0926198-8c10-4994-ab40-7978c94f2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:12.301234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fd182f09-9fad-4c68-88d4-f759dbddaad2 req-d0926198-8c10-4994-ab40-7978c94f2ba4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 1096 time: 0.4326456 May 20 07:58:12.424203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fd182f09-9fad-4c68-88d4-f759dbddaad2 req-0759e13c-dc99-4dc5-be45-7dd757744da8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137080 May 20 07:58:12.460920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc9db-4e2b-4103-9fff-05b8448b446d req-b50878c4-4ee9-4ea2-a98e-60bc60c9ed63 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:12.467702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.470754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-777bc9db-4e2b-4103-9fff-05b8448b446d req-b50878c4-4ee9-4ea2-a98e-60bc60c9ed63 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.3321989 May 20 07:58:12.487085 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.538222 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-777bc9db-4e2b-4103-9fff-05b8448b446d req-695e7e3d-4034-458f-b6da-69f24643a305 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 May 20 07:58:12.718608 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Transition to ACTIVE for port object bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:12.721233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.726079 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c0c2562c-68aa-4862-8b8b-dd77067f4094 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:12.760713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a722797-7a27-4e0b-9234-a2c8b785cf66 req-677a0a86-198b-470c-8b62-876565ec3de1 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:12.762212 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a722797-7a27-4e0b-9234-a2c8b785cf66 req-677a0a86-198b-470c-8b62-876565ec3de1 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.1159253 May 20 07:58:12.785829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c901958-f92a-42e9-b78d-b1eca3be5adf None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:12.791021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=92857c51-ee2f-4613-8a52-19be157cca12,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:12.802967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.802967 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:12.811064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/92857c51-ee2f-4613-8a52-19be157cca12 HTTP/1.1" status: 204 len: 168 time: 1.2628644 May 20 07:58:12.812867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35604) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:12.835952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0a722797-7a27-4e0b-9234-a2c8b785cf66 req-5271afe9-d9cc-421c-b6b2-1156a10918c5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 May 20 07:58:12.837976 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.844075 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8e31b5c4-aabd-4f33-af05-2906306f6f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:12.927487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet 4affde6e-e0ac-4597-aa3f-4fe742d94d59 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:12.933353 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.933646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Attempting to bind port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:12.934242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Attempting to bind port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:12.934648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Attempting to bind port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:12.944559 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Pushing event updated for resources: {'Port': ['ID=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:12.946887 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:12.947267 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:12.947673 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:12.948072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:12.948555 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Bound port: bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:12.948956 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.007444 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.015750 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9418f6da-7d54-4eb6-92c0-1e88560dd4bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:13.022109 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.025968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:13.031001 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:13.047528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.073437 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] For port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:13.076661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] For port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:13.163134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Checking segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:13.169116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network hostable DHCP agents. Network: 70cf7570-b5c7-42fb-aaf2-cb2c93de4943, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:58:13.169283 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.169283 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:13.172019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Subnet': ['ID=977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:13.177172 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:13.200993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.270932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:13.270932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:13.301892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:58:13.360877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Pushing event updated for resources: {'Port': ['ID=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:13.370999 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:13.495332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 70cf7570-b5c7-42fb-aaf2-cb2c93de4943) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:13.507546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce905e62-b70d-4203-b44b-2208a334527f None None] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:13.512468 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:13.516131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:13.516870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.688660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0275264 May 20 07:58:13.691316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:13.819422 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.842145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7613117c-345d-4452-ab58-9e6a29ea2feb tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:13.879592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:13.892345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53557f-233d-45fb-9cd0-5cb6ac3b542b req-9dcb8ad8-49e1-4bbf-b8ff-8909b8db9324 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:13.892345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c53557f-233d-45fb-9cd0-5cb6ac3b542b req-9dcb8ad8-49e1-4bbf-b8ff-8909b8db9324 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1238332 May 20 07:58:13.908148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=4affde6e-e0ac-4597-aa3f-4fe742d94d59,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:13.912140 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:13.916301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/4affde6e-e0ac-4597-aa3f-4fe742d94d59 HTTP/1.1" status: 204 len: 168 time: 1.1024661 May 20 07:58:13.918580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:13.968928 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f0b87e-6414-4cd4-a261-550dc1007ce8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:13.969388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f0b87e-6414-4cd4-a261-550dc1007ce8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:13.970795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208cd33-8190-4033-9be8-257d26e4e7fc None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:13.971345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c0f0b87e-6414-4cd4-a261-550dc1007ce8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/92857c51-ee2f-4613-8a52-19be157cca12 HTTP/1.1" status: 404 len: 337 time: 0.0491269 May 20 07:58:13.979471 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:09Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:13.982779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4c53557f-233d-45fb-9cd0-5cb6ac3b542b req-8c3e2c8b-b56f-4fdc-8edc-31a97304677c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944307 May 20 07:58:13.989841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35628) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:13.991049 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1c735-cf48-450c-a0cf-1c367ddfa691 None None] The sync data for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 is: [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:09Z', 'revision_number': 3, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:14.039845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'fixed_ips': [{'subnet_id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:58:14.040679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.059304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1541921302', 'description': 'tempest-description-1163848645'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:14.069538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:14.091923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:14.108375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting subnet e0d23af9-82af-4497-8282-7a16e07f9613 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:14.115526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.115700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-94ec5c63-3dac-4064-902d-1b7f556b68b5 None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:14.115924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-94ec5c63-3dac-4064-902d-1b7f556b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.187439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.269353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.312321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:14.319499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Usage tracker for resource:security_group_rule and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:14.329687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:14.340036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:14.364588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.392678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f48a46-9116-415f-bd33-4a7fa16e13da req-62188fc9-9fc7-48b0-8391-66af7995a885 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:14.394332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44f48a46-9116-415f-bd33-4a7fa16e13da req-62188fc9-9fc7-48b0-8391-66af7995a885 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.3417726 May 20 07:58:14.452634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-94ec5c63-3dac-4064-902d-1b7f556b68b5 None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:14.582924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-94ec5c63-3dac-4064-902d-1b7f556b68b5 None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:14.583550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-94ec5c63-3dac-4064-902d-1b7f556b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:14.584203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44f48a46-9116-415f-bd33-4a7fa16e13da req-26a99ea3-e8da-4e63-8b91-08ae0c2b6ef7 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062741 May 20 07:58:14.627017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Allocated IP 172.20.0.18 (70cf7570-b5c7-42fb-aaf2-cb2c93de4943/977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9/ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:14.892844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.080901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.088496 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9f7281-3688-4437-a9fd-0314724128c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:15.146440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.146622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731212df-3ff6-48a5-81e1-e5e0bf7f26d9 req-d53403b4-92a6-4a2f-bc79-41fdc345eab5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:15.146622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-731212df-3ff6-48a5-81e1-e5e0bf7f26d9 req-d53403b4-92a6-4a2f-bc79-41fdc345eab5 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.2185655 May 20 07:58:15.157089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Transition to ACTIVE for port object ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:15.178789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Transition to ACTIVE for port object ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:15.180864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f842a1-7445-468c-af54-ddebc2ec9b6a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:15.184898 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:15.246058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-731212df-3ff6-48a5-81e1-e5e0bf7f26d9 req-52123494-3628-440d-9b21-85efb162670a tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 May 20 07:58:15.261906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.263803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c41e57d-67ac-4235-931f-b93c9cc1fe6e req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.2217143 May 20 07:58:15.294435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.295795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.304502 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:15.304645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00a65e9b-fc19-4495-a240-17b90b0ba11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:15.393886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:15.398540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d23af9-82af-4497-8282-7a16e07f9613,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:15.400842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:15.401882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.405229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:15.405873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.408764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:15.432868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/e0d23af9-82af-4497-8282-7a16e07f9613 HTTP/1.1" status: 204 len: 168 time: 1.4484565 May 20 07:58:15.435994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35658) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:15.519816 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ece776a-856b-4896-be06-8753586e0036 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:15.520453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ece776a-856b-4896-be06-8753586e0036 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:15.522484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ece776a-856b-4896-be06-8753586e0036 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/32a814e9-a7d4-4290-8dd6-8e9b4c2a9789 HTTP/1.1" status: 404 len: 337 time: 0.0854695 May 20 07:58:15.525229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:15.610020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48b95dda-1b42-4fc0-adb7-5c8c36eaf7df tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Synchronizing usage tracker for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:15.634794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48b95dda-1b42-4fc0-adb7-5c8c36eaf7df tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Unset dirty status for tenant:5d2b456f02d74055aef4616826db67d1 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:15.639076 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-48b95dda-1b42-4fc0-adb7-5c8c36eaf7df tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "GET /v2.0/ports?device_id=d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 HTTP/1.1" status: 200 len: 205 time: 0.1096783 May 20 07:58:15.648305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Pushing event updated for resources: {'Port': ['ID=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:15.650788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:15.653046 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:15.664218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Attempting to bind port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:15.664607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Attempting to bind port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:15.664987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Attempting to bind port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 on network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:15.675045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:15.675438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Checking segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:15.675855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.676264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Bound using segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:15.676751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Bound port: ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:15.677133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.745542 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-274fcf54-8d6d-40c3-8f92-cc2934954cb1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] delete failed (client error): The resource could not be found. May 20 07:58:15.749652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-274fcf54-8d6d-40c3-8f92-cc2934954cb1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/routers/d59fc4a8-ac83-4f8c-b5d6-280d9b3d2605 HTTP/1.1" status: 404 len: 336 time: 0.0936031 May 20 07:58:15.751402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35670) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:15.776258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-2a82c43b-47b1-49d3-95d9-6f1bdaf7fb54 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:15.810880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] For port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:15.814439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] For port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:15.877901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-2a82c43b-47b1-49d3-95d9-6f1bdaf7fb54 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:15.879233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-2a82c43b-47b1-49d3-95d9-6f1bdaf7fb54 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1541921302&fields=id&tenant_id=171debd42fa54217bcd39feee361010f HTTP/1.1" status: 200 len: 267 time: 0.2564831 May 20 07:58:15.913270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:15.919112 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e67a11e-8b78-44df-8a9c-7445aa68fb7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:16.037024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a26aa-309f-44b2-82fb-32ee452a2075 None None] Network 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:16.047415 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d12dec-8dfb-49cb-be56-06757e8919e1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.049623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d12dec-8dfb-49cb-be56-06757e8919e1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.057036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d3d12dec-8dfb-49cb-be56-06757e8919e1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/2ed1355d-99ce-43c1-9e95-332a9dede74a HTTP/1.1" status: 404 len: 337 time: 0.3044558 May 20 07:58:16.060033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.065969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:16.075377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-4e1abd8d-585f-49a7-8a81-0fec8b7ebc84 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:16.078755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-4e1abd8d-585f-49a7-8a81-0fec8b7ebc84 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1934741 May 20 07:58:16.096800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'port': {'security_groups': ['a3629631-9fc4-4bae-8db1-a6ba57d164c7', 'f8f842a1-7445-468c-af54-ddebc2ec9b6a']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:16.122301 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-409e2f03-c61a-4dd0-aa91-5845edfe6cc9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.123100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409e2f03-c61a-4dd0-aa91-5845edfe6cc9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.127459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-409e2f03-c61a-4dd0-aa91-5845edfe6cc9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/def472ea-d8a6-42d9-b42d-4b3995a74b77 HTTP/1.1" status: 404 len: 337 time: 0.0629177 May 20 07:58:16.128240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.178456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.20.0.17 (70cf7570-b5c7-42fb-aaf2-cb2c93de4943/977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9/c6a5fe9b-9b5e-4613-8a07-d786a2870055) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:16.222110 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f0829e-70f9-44f1-85e6-b679686af6b3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.222704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f0829e-70f9-44f1-85e6-b679686af6b3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.227194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-60f0829e-70f9-44f1-85e6-b679686af6b3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/64fcf90b-3160-4c62-8e5f-b61e44a919f9 HTTP/1.1" status: 404 len: 337 time: 0.0958469 May 20 07:58:16.228320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.281340 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a5ffd1-1daf-457c-84ae-61972c2cb9ff tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.281851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a5ffd1-1daf-457c-84ae-61972c2cb9ff tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.286274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e3a5ffd1-1daf-457c-84ae-61972c2cb9ff tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/c77e9fd8-b7f5-4723-8ec4-5c28d6f23666 HTTP/1.1" status: 404 len: 333 time: 0.0550971 May 20 07:58:16.286834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35690) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.296145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.338012 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb31c4bb-8e57-4cf4-b6ef-f7bcfe0229a0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.338467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb31c4bb-8e57-4cf4-b6ef-f7bcfe0229a0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.343049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cb31c4bb-8e57-4cf4-b6ef-f7bcfe0229a0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/46219174-0c66-449b-8ebc-68d8ed1d8288 HTTP/1.1" status: 404 len: 337 time: 0.0524619 May 20 07:58:16.351562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Pushing event updated for resources: {'Port': ['ID=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:16.360735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c231be6c-da8f-4e44-99ff-90ce7ef70a6b None None] Provisioning complete for port fea71afe-1551-4769-8416-534483961ea0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:16.361183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c231be6c-da8f-4e44-99ff-90ce7ef70a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.362239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.387696 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:16.420139 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6f1fbe-0d5b-47c5-bbdd-8c09d55c732e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.420878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6f1fbe-0d5b-47c5-bbdd-8c09d55c732e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.427499 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-db6f1fbe-0d5b-47c5-bbdd-8c09d55c732e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/bc538fc8-492e-4ea6-ab7a-8ed4e50898ae HTTP/1.1" status: 404 len: 337 time: 0.0596662 May 20 07:58:16.427652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f51dc5-72cb-4b03-9986-4e31222647d3 req-a9f14cc2-b89c-46bc-929c-d665cc9e531f tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:16.428338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.428679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8f51dc5-72cb-4b03-9986-4e31222647d3 req-a9f14cc2-b89c-46bc-929c-d665cc9e531f tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.2920184 May 20 07:58:16.434427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c231be6c-da8f-4e44-99ff-90ce7ef70a6b None None] Port fea71afe-1551-4769-8416-534483961ea0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:16.451452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c231be6c-da8f-4e44-99ff-90ce7ef70a6b None None] Provisioning complete for port d2710416-9659-47f1-81d6-7c71f160557a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:16.451916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c231be6c-da8f-4e44-99ff-90ce7ef70a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.494301 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5259f8cc-c787-4489-8b8f-11e9f2c1e879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.494863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5259f8cc-c787-4489-8b8f-11e9f2c1e879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.498955 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5259f8cc-c787-4489-8b8f-11e9f2c1e879 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/4911424c-14b3-4d81-8f4d-2734e764988a HTTP/1.1" status: 404 len: 333 time: 0.0712645 May 20 07:58:16.502385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.518947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.519947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:16.540209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:16.540675 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.552159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8f51dc5-72cb-4b03-9986-4e31222647d3 req-ba8864b4-9b2b-4c7f-85e1-7c84a7f5b646 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906250 May 20 07:58:16.553131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Transition to ACTIVE for port object c6a5fe9b-9b5e-4613-8a07-d786a2870055 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:16.562807 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a8caf4-caa1-4f5e-8537-3e5ffe45d5fe tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.562807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a8caf4-caa1-4f5e-8537-3e5ffe45d5fe tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.566327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1a8caf4-caa1-4f5e-8537-3e5ffe45d5fe tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/ea1a2992-7f84-40d6-85d6-b7df0cac9acb HTTP/1.1" status: 404 len: 337 time: 0.0604095 May 20 07:58:16.567443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.608199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] DHCP port deletion for 21ec4af5-f59b-4b6f-b1ee-0bca7361c39a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:58:16.620962 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e914a12-53d0-42dd-ad74-2c7f58e63ce9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] DELETE failed (client error): The resource could not be found. May 20 07:58:16.621520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e914a12-53d0-42dd-ad74-2c7f58e63ce9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 07:58:16.626305 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e914a12-53d0-42dd-ad74-2c7f58e63ce9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/subnets/4a662407-90d8-4a46-9c4b-7a4441d4314d HTTP/1.1" status: 404 len: 337 time: 0.0556033 May 20 07:58:16.627174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35716) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:16.740653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.760944 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a34bcd27-12e0-42a3-befe-f91bf4c9d8db tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:16.780719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Deleting port d2710416-9659-47f1-81d6-7c71f160557a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:16.781421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.791654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:16.872245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.937565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:16.943954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:16.950298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:16.962069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:16.969287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8abb170-f18a-453f-a36e-309e5dfbb792 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:16.982047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:16.996780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['869af516-2048-4a19-9df9-894fce2c244b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:17.031096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.031738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.032319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.032896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.039598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.039598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.040042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.040477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.041550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.041986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.045440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.045988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.046433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:17.072590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:17.072764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.075028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a1345e6e-e944-4884-b384-5c67ccc2df48 req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "PUT /v2.0/ports/869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 981 time: 0.9838426 May 20 07:58:17.075814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:17.077767 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:17.080958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:17.108587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=6']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:17.112883 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:17.127066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.167344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Deleting port fea71afe-1551-4769-8416-534483961ea0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:17.167779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.201558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.215160 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:17.262462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['869af516-2048-4a19-9df9-894fce2c244b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:17.292975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.308377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-58ec7a0e-f138-4ee0-be6d-8710afeba8b3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1541921302&fields=id&tenant_id=171debd42fa54217bcd39feee361010f HTTP/1.1" status: 200 len: 267 time: 0.0558889 May 20 07:58:17.351751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] For port d2710416-9659-47f1-81d6-7c71f160557a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d2710416-9659-47f1-81d6-7c71f160557a,segment=NetworkSegment(a5ff62c0-595f-4a59-8f8d-c33cf3eb780a),segment_id=a5ff62c0-595f-4a59-8f8d-c33cf3eb780a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:17.352159 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.423576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-7ea4811f-8cc9-496f-8989-3e62a8071353 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:17.427088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-7ea4811f-8cc9-496f-8989-3e62a8071353 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 984 time: 0.1114714 May 20 07:58:17.474296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'port': {'security_groups': ['a3629631-9fc4-4bae-8db1-a6ba57d164c7']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:17.533028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Calling delete_port for d2710416-9659-47f1-81d6-7c71f160557a owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:17.567908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:17.573440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Calling delete_port for fea71afe-1551-4769-8416-534483961ea0 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:17.590417 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:17.645186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.875495 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.903005 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:17.930206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:17.961969 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:58:17.964711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:17.967518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa23061-3b90-4637-a5d5-d9d6eb8a3d78 None None] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:17.991581 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:18.007916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.024011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Pushing event deleted for resources: {'Port': ['ID=d2710416-9659-47f1-81d6-7c71f160557a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:18.031031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.032837 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:18.037407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] No DVR routers for this DVR port d2710416-9659-47f1-81d6-7c71f160557a on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:58:18.088045 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.113959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.115589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:18.121589 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e96d4e2d-f2ed-4440-86b4-cbf09dcd7cbb tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:18.199772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Port': ['ID=fea71afe-1551-4769-8416-534483961ea0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:18.219541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:18.237170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['869af516-2048-4a19-9df9-894fce2c244b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:18.301225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-659cef77-4a28-4e7b-b2a5-1afadcbae1ad None None] Provisioning for port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:18.385196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:18.385937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.387400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-feca463e-870d-40a3-ae34-4e0881b5da78 req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "PUT /v2.0/ports/869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 942 time: 0.9530811 May 20 07:58:18.417048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=7']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:18.421571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.421963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.422338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.422706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.423072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.423438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.423803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.424160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.424521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.424877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.425234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.425658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:18.438185 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:18.469331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['869af516-2048-4a19-9df9-894fce2c244b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:18.500272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/ports/fea71afe-1551-4769-8416-534483961ea0 HTTP/1.1" status: 204 len: 168 time: 1.8714890 May 20 07:58:18.502762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:18.526848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:18.528228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-de736b70-ed6c-45c7-87e4-4c08c9ee5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:18.530683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-de736b70-ed6c-45c7-87e4-4c08c9ee5d20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1135 time: 0.4828463 May 20 07:58:18.553873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:18.554252 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.691019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54828880-df4b-494c-8778-cb017fa2d7b1 req-09317650-faae-4e54-9864-f9ed38eadff8 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:18.698613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54828880-df4b-494c-8778-cb017fa2d7b1 req-09317650-faae-4e54-9864-f9ed38eadff8 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.4724312 May 20 07:58:18.761035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.826699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.930042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:18.940063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-a571ab1c-8292-42db-a7fd-084cfc48861f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:18.955900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.965639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:18.982552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ec4af5-f59b-4b6f-b1ee-0bca7361c39a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:18.999213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:18.999822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ff62c0-595f-4a59-8f8d-c33cf3eb780a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:19.006343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54828880-df4b-494c-8778-cb017fa2d7b1 req-ac804a5b-29ed-4bbe-8995-007d832018b0 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069108 May 20 07:58:19.011534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-c8b1f01f-88da-4ef7-ba3f-c16c99171ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:19.012688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-c8b1f01f-88da-4ef7-ba3f-c16c99171ef1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.4727790 May 20 07:58:19.014672 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.034021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.043113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:58:19.043677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: timer() May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:58:19.063354 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:58:19.072504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.073900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:19.098294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-2839cfac-8a6c-486d-b62e-f92fe90c4eff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.0763693 May 20 07:58:19.143147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.150206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-a571ab1c-8292-42db-a7fd-084cfc48861f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:19.158041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-a571ab1c-8292-42db-a7fd-084cfc48861f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6008368 May 20 07:58:19.163234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:19.171598 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b1980c4-02ac-407a-a24e-81ee480e0807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:19.178598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:19.186940 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:19.190675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Usage tracker for resource:floatingip and tenant:171debd42fa54217bcd39feee361010f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:19.190926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:19.197442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:19.205216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Provisioning for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:19.236487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Provisioning complete for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:19.236967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.299790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.300616 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9859908d-4e7c-4d3e-add9-302d3f6e3ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:19.309192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:19.309609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.323531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.336130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Pushing event deleted for resources: {'Network': ['ID=21ec4af5-f59b-4b6f-b1ee-0bca7361c39a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:19.344140 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:19.344400 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.348893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] 10.222.0.79 "DELETE /v2.0/networks/21ec4af5-f59b-4b6f-b1ee-0bca7361c39a HTTP/1.1" status: 204 len: 168 time: 0.8426759 May 20 07:58:19.348893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.350477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:19.352310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:19.353366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-68488846-053c-4c7f-ad6a-c31564e6d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:19.354817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-68488846-053c-4c7f-ad6a-c31564e6d4af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.2507865 May 20 07:58:19.355617 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:19.381453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Port c6a5fe9b-9b5e-4613-8a07-d786a2870055 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:19.387199 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:19.423043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Provisioning complete for port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:19.423634 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d122c631-9e96-4488-93b8-95cf6cf6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.436517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-236f02c4-ac3d-47fb-bac4-26cdf7f791bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742214 May 20 07:58:19.633788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.739008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:58:19.751368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-42f79e90-f89f-4920-86a3-ab6cf4598acf tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:19.753628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-42f79e90-f89f-4920-86a3-ab6cf4598acf tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.84 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.5276368 May 20 07:58:19.775822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d2710416-9659-47f1-81d6-7c71f160557a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:58:19.776173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d2710416-9659-47f1-81d6-7c71f160557a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:58:19.818080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-155bcdea-d42c-4ec3-8da7-e82597be7011 None None] Provisioning complete for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:19.818696 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-155bcdea-d42c-4ec3-8da7-e82597be7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:19.819130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Allocated IP 172.25.8.190 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/ae01f32a-b112-4785-b8fc-cff8497f2ee7) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:19.868888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:19.876719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-155bcdea-d42c-4ec3-8da7-e82597be7011 None None] Port c6a5fe9b-9b5e-4613-8a07-d786a2870055 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:19.901083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:19.925152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-d0101e0f-0abd-452d-9655-14b56a9f140b service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821436 May 20 07:58:19.947543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:19.971048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:20.047345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:20.047829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.084119 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:58:20.118542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.190479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:20.238730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.246810 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ae6bd38-b463-4001-81a3-90e3a2cc55f8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:20.301819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6e0d2f8e-5dbb-4507-933f-1654a5f1958b None None] Provisioning complete for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:20.309119 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2f8e-5dbb-4507-933f-1654a5f1958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.317399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:20.329410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:20.353377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:20.360588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d2f8e-5dbb-4507-933f-1654a5f1958b None None] Port c6a5fe9b-9b5e-4613-8a07-d786a2870055 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:20.390433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f9e7032-3ac4-4295-aa06-83d88ff2299b req-904e0e7c-bda0-4d36-83a1-97dbab3d55ae service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133642 May 20 07:58:20.413925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Deleting port efd2bbf6-a05d-4505-9be0-d19313c04b02 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:20.414275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.425905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'Port': ['ID=ae01f32a-b112-4785-b8fc-cff8497f2ee7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:20.432068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:20.460942 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d0f4c5e6-a57a-46bd-9c67-6b3b54892af5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d2b456f02d74055aef4616826db67d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687392 May 20 07:58:20.463533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:20.495965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:58:20.520042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b7b0-876b-4949-92b3-c5bdd0171d4a req-2802e849-012d-4910-8ee5-9d96d00e685a tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:20.521707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad53b7b0-876b-4949-92b3-c5bdd0171d4a req-2802e849-012d-4910-8ee5-9d96d00e685a tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 945 time: 0.3231435 May 20 07:58:20.529394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.545589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.572389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.681035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.765441 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.765731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad53b7b0-876b-4949-92b3-c5bdd0171d4a req-bb439379-2955-43cf-8623-f6cdc9c613b2 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/security-groups?id=d7306e7f-2f94-4a09-9778-93d83c96dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801958 May 20 07:58:20.773220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] For port efd2bbf6-a05d-4505-9be0-d19313c04b02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=efd2bbf6-a05d-4505-9be0-d19313c04b02,segment=NetworkSegment(97a3b241-2e9d-4992-a28d-7542eeadb665),segment_id=97a3b241-2e9d-4992-a28d-7542eeadb665)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:20.773604 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.789917 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-263595dc-59c3-4229-8928-bd82fa894a8a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:20.802280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63475678-68a9-4568-83bc-11bda90fe2a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:20.807297 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:20.895962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:20.901812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63475678-68a9-4568-83bc-11bda90fe2a4 HTTP/1.1" status: 204 len: 168 time: 0.4326708 May 20 07:58:20.977038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Calling delete_port for efd2bbf6-a05d-4505-9be0-d19313c04b02 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:20.989694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-5a83bd22-11df-4ade-9ef3-23c4cb34022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:20.991508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-5a83bd22-11df-4ade-9ef3-23c4cb34022a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.5527589 May 20 07:58:21.056889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:21.064823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "PUT /v2.0/routers/994d31d9-1dcb-47a7-b52a-4c05a7794e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3722730 May 20 07:58:21.078572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Sync routers for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:21.106355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.111484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:21.112416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:21.242418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.273691 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39f76486-7e6a-427a-9cee-e4101e3f582d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:21.343605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:21.380130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-46dfabc9-880a-4a53-abe2-06f9a9825ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:21.381517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-46dfabc9-880a-4a53-abe2-06f9a9825ef6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.3794017 May 20 07:58:21.409020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event updated for resources: {'Port': ['ID=ae01f32a-b112-4785-b8fc-cff8497f2ee7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:21.415757 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:21.422598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.435196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device efd2bbf6-a05d-4505-9be0-d19313c04b02 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:58:21.535652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.537148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3783014 May 20 07:58:21.550773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-50efbe1c-59eb-43c2-b753-634f135be386 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.1365416 May 20 07:58:21.642803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-47355e3d-4b6d-402f-8dd3-dba55640d158 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:21.658649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-3e8ae66c-f472-4dda-90d9-dd55d7638dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:21.660212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-3e8ae66c-f472-4dda-90d9-dd55d7638dbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.0986440 May 20 07:58:21.668794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d4dfcb88-9486-4fda-b2bb-73f1d893cd2f tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:21.670350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d4dfcb88-9486-4fda-b2bb-73f1d893cd2f tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/networks?id=70cf7570-b5c7-42fb-aaf2-cb2c93de4943 HTTP/1.1" status: 200 len: 797 time: 0.3607893 May 20 07:58:21.720044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-901c9c65-abcc-4deb-bad9-d4476146427b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487442 May 20 07:58:21.723828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-029edf1b-efff-4f9b-8aa8-b7134f90fbf5 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/quotas/6e91e32db1034f178460ba3944b189c8 HTTP/1.1" status: 200 len: 375 time: 0.0172911 May 20 07:58:21.799592 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.867013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-47355e3d-4b6d-402f-8dd3-dba55640d158 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:21.868483 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-47355e3d-4b6d-402f-8dd3-dba55640d158 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.3214262 May 20 07:58:21.874689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:21.892547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-443f1384-e2b3-4ed0-9743-18b6dffc87d3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:21.936376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c6a5fe9b-9b5e-4613-8a07-d786a2870055', 'name': '', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:35:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:15Z', 'updated_at': '2021-05-20T07:58:18Z', 'revision_number': 2, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:21.943017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Checking router: 994d31d9-1dcb-47a7-b52a-4c05a7794e7f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:21.943585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Updating router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f port c6a5fe9b-9b5e-4613-8a07-d786a2870055 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:58:21.944617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Pushing event deleted for resources: {'Port': ['ID=efd2bbf6-a05d-4505-9be0-d19313c04b02,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:21.954976 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:22.009721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.045742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-3408cfcf-1c14-410c-82a9-09eb8f1affa0 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174908 May 20 07:58:22.046748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-b8edbe7d-a011-494c-abf8-2aa83a795f51 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:22.048317 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-5eb5e1da-c0d7-458a-b84a-2b116ee28723 req-b8edbe7d-a011-494c-abf8-2aa83a795f51 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.1736636 May 20 07:58:22.061424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] No DVR routers for this DVR port efd2bbf6-a05d-4505-9be0-d19313c04b02 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:58:22.061424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.061424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'name': 'network-vif-deleted', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:22.170755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-17381854-892c-47f5-a3c0-296903b5582a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:22.205510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8998ef9b-a5ef-44a1-9b23-61c4cf88ebec req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.84 "DELETE /v2.0/ports/efd2bbf6-a05d-4505-9be0-d19313c04b02 HTTP/1.1" status: 204 len: 173 time: 2.4453542 May 20 07:58:22.237232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b6eb2f3-4533-4b81-8e0e-12009f821ece req-9e8e8bf1-6dfe-4263-9176-8ee86676d9f8 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813548 May 20 07:58:22.265123 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e5dbc3f6-1a37-4586-9b32-d940698b0d37 req-c45826e2-2b2a-4927-8eea-be1ae2a977be tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.0658727 May 20 07:58:22.287643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-17381854-892c-47f5-a3c0-296903b5582a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:22.287643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-17381854-892c-47f5-a3c0-296903b5582a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5329537 May 20 07:58:22.474314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.503491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Transition to ACTIVE for port object c6a5fe9b-9b5e-4613-8a07-d786a2870055 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:22.512405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-78e869f8-85a9-40f5-8213-e4352fa1027b service neutron] 10.222.0.79 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124014 May 20 07:58:22.537933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:22.644222 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.648462 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:22.679525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-f978decc-6721-4ea8-9480-7efbd9997598 service neutron] 10.222.0.79 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658461 May 20 07:58:22.685931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3c9c37be-883b-4736-8c17-2afe1d685c1a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:22.686701 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-3c9c37be-883b-4736-8c17-2afe1d685c1a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 07:58:22.687195 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-3c9c37be-883b-4736-8c17-2afe1d685c1a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): There was a conflict when trying to complete your request. May 20 07:58:22.688173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3c9c37be-883b-4736-8c17-2afe1d685c1a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1492524 May 20 07:58:22.692757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35822) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:22.698421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--376709088'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:22.704857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:22.708942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:22.712718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:22.722943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:22.739659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb77a-a13a-457c-adbf-137474f10c10 req-b3ed2460-d844-408f-ba21-eebd897c1153 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:22.746463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-b3ed2460-d844-408f-ba21-eebd897c1153 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0978138 May 20 07:58:22.771146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Pushing event updated for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:22.783036 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:22.832464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-f8120573-4510-4e64-82e9-5a5beddc5b95 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0819964 May 20 07:58:22.846792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'floatingip': {'port_id': '869af516-2048-4a19-9df9-894fce2c244b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:22.878220 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:58:22.888340 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.905725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.926646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:22.933944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:22.937862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:22.946138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:22.960166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.974712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Attempting to bind port c6a5fe9b-9b5e-4613-8a07-d786a2870055 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:22.975240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Attempting to bind port c6a5fe9b-9b5e-4613-8a07-d786a2870055 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:22.975717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Attempting to bind port c6a5fe9b-9b5e-4613-8a07-d786a2870055 on network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:22.982966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:22.983553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Checking segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:22.984205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:22.984743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Bound using segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:22.985342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Bound port: c6a5fe9b-9b5e-4613-8a07-d786a2870055, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:22.985852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.078091 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eed45b7-6405-4a8e-af8a-5bee63dbe524', 'name': 'network-vif-deleted', 'tag': 'efd2bbf6-a05d-4505-9be0-d19313c04b02', 'status': 'completed', 'code': 200} May 20 07:58:23.128434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] For port c6a5fe9b-9b5e-4613-8a07-d786a2870055, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:23.131852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] For port c6a5fe9b-9b5e-4613-8a07-d786a2870055, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c6a5fe9b-9b5e-4613-8a07-d786a2870055,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:23.185330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0996d9c-6df0-45e4-a521-d73320fe01fa req-1f9345e3-f673-47da-988c-aa381eb8a287 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.0629339 May 20 07:58:23.210651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.254198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.261752 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3585c8b3-5ef3-44db-b3ec-a9d6a4eb3bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:23.333148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:23.333942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:23.363925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.367935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:23.403458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:23.442685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Pushing event updated for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:23.446466 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:23.458804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:23.476647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:23.498196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:23.500392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8a4fd-345f-4156-b047-4942a7a9712b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:23.611818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:23.620540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-db7b6380-5356-4836-9d8c-bcb17ad20da4 req-e4f07be0-d72c-4816-aea9-8495149132af tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Synchronizing usage tracker for tenant:467dc6b03d784763b1dccad148ae8393 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:23.624761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:23.796902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.836158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:23.956805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c6a5fe9b-9b5e-4613-8a07-d786a2870055', 'name': '', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:35:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:15Z', 'updated_at': '2021-05-20T07:58:23Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:23.960772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9615d8-98b8-4695-8e6b-edd4f2f0a21f None None] The sync data for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 is: [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c6a5fe9b-9b5e-4613-8a07-d786a2870055', 'name': '', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:35:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:15Z', 'updated_at': '2021-05-20T07:58:23Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:24.011903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-db7b6380-5356-4836-9d8c-bcb17ad20da4 req-e4f07be0-d72c-4816-aea9-8495149132af tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Unset dirty status for tenant:467dc6b03d784763b1dccad148ae8393 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:24.011903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db7b6380-5356-4836-9d8c-bcb17ad20da4 req-e4f07be0-d72c-4816-aea9-8495149132af tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] 10.222.0.79 "GET /v2.0/ports?device_id=7eed45b7-6405-4a8e-af8a-5bee63dbe524 HTTP/1.1" status: 200 len: 210 time: 0.4878378 May 20 07:58:24.067478 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.067594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.070688 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2940949e-9624-4b18-ba3d-3830ece22e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:24.119766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2091744f-b609-4468-9e5d-5bb7fc10911d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:24.123130 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:24.278070 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.278197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.278197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5817680 May 20 07:58:24.281025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35848) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:24.288390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '2091744f-b609-4468-9e5d-5bb7fc10911d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:24.295728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:24.301044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:24.304925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:24.314050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:24.371537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82959c85-c403-4d31-9941-a7bbba36cd52 req-ce0a3528-002f-4c9e-a7ba-b971999d0622 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.0472035 May 20 07:58:24.455175 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Floating IP 8254193c-691d-460c-b17e-84b02c7881f1 associated. External IP: 172.25.8.190, port: 869af516-2048-4a19-9df9-894fce2c244b. May 20 07:58:24.467816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.548073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.695148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.697878 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:24.723427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a0705d-1146-41bf-94d0-90cf7e47cdff,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:24.726012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:24.847599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Router 693db833-7d49-4048-8077-2bcbc8e3a644 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:58:24.929139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:24.931284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-515ef182-bbaf-457b-8eab-e6a3f91fd409 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6487200 May 20 07:58:24.933844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:24.940687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '2091744f-b609-4468-9e5d-5bb7fc10911d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:24.948662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:24.953854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:24.957441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:24.964986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:25.036364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:25.040700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.066140 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Sync routers for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:25.093134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:25.094579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:25.097684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.110835 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-770250c0-e955-4dcf-bb98-68cc436addee tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "PUT /v2.0/floatingips/8254193c-691d-460c-b17e-84b02c7881f1 HTTP/1.1" status: 200 len: 996 time: 2.2693772 May 20 07:58:25.111393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:25.237405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:25.256516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb77a-a13a-457c-adbf-137474f10c10 req-0413860e-8e1a-465a-8fbc-e1ff9b74b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:25.258299 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-0413860e-8e1a-465a-8fbc-e1ff9b74b9dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.1247787 May 20 07:58:25.351148 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:58:25.398336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Deleting subnet 1ca01ac9-1170-41d7-82e0-7df09afddf4c {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:25.407135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.453486 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): There was a conflict when trying to complete your request. May 20 07:58:25.454575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6812f5cc-7560-44db-bd02-c19bd0a7917c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5195713 May 20 07:58:25.461366 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:25.461703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35872) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:25.486300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.529439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb77a-a13a-457c-adbf-137474f10c10 req-05cc5948-29f9-49d7-b7cf-f8fe090c3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:25.529439 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-05cc5948-29f9-49d7-b7cf-f8fe090c3617 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.2604334 May 20 07:58:25.566425 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.597363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-45548d82-17bf-4836-8542-82eca3dff620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:25.598616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-45548d82-17bf-4836-8542-82eca3dff620 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.2601578 May 20 07:58:25.713749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.716998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-9a87147d-bda7-43e1-ade7-a6076a13033e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 999 time: 0.1697714 May 20 07:58:25.826703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:25.858415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a175ed-450d-4476-b5c8-3e440192528d req-1ea66da3-4918-4a52-9880-8f3c2a2c4ba0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.1037605 May 20 07:58:25.879949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb77a-a13a-457c-adbf-137474f10c10 req-86ca50c1-393f-466e-8b93-be8ff24081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:25.892445 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-86ca50c1-393f-466e-8b93-be8ff24081cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.1592829 May 20 07:58:25.900589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-96c8c74f-99fe-4c35-92b8-599128ad40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:25.902097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-96c8c74f-99fe-4c35-92b8-599128ad40ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.2859395 May 20 07:58:25.959472 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-71a62f54-b171-462a-871f-eccc688447ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686452 May 20 07:58:25.965030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-465e6e9b-0ad5-4ea1-803d-6940206e8f70 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:58:25.965787 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8254193c-691d-460c-b17e-84b02c7881f1', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'port_id': '869af516-2048-4a19-9df9-894fce2c244b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'mac_address': 'fa:16:3e:81:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea13310-d195-4035-b725-5f9cee208518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:20Z', 'updated_at': '2021-05-20T07:58:23Z', 'revision_number': 1, 'project_id': '171debd42fa54217bcd39feee361010f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:25.971839 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Checking router: 693db833-7d49-4048-8077-2bcbc8e3a644 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:25.972771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-465e6e9b-0ad5-4ea1-803d-6940206e8f70 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122252 May 20 07:58:25.983773 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:25.984826 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:26.019441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c6a5fe9b-9b5e-4613-8a07-d786a2870055 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:26.082566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.092178 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bc54e3-4220-456a-bc59-c99c39fdbb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:26.119324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091744f-b609-4468-9e5d-5bb7fc10911d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:26.133917 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:26.136178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.140448 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/2091744f-b609-4468-9e5d-5bb7fc10911d HTTP/1.1" status: 204 len: 168 time: 0.6774452 May 20 07:58:26.145364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35878) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:26.148269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-95c276e9-ab70-4491-8659-2be072e624f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 999 time: 0.2241392 May 20 07:58:26.188686 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-e4ae78be-de6d-49a5-9c10-9ae366b4a903 service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150300 May 20 07:58:26.235661 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.236749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:26.241768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.243594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:26.244182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.252416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ceeb372f-1625-4bb6-8d31-45555066e6c1 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:26.335086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.348974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-10385f47-1d33-4e55-a693-64def344ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:26.351389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-10385f47-1d33-4e55-a693-64def344ea4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.1863377 May 20 07:58:26.354784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1ad8900d-fdc8-4e24-82eb-01c7cf1f26a1 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:26.361184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca01ac9-1170-41d7-82e0-7df09afddf4c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:26.367986 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:26.421109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1ca01ac9-1170-41d7-82e0-7df09afddf4c HTTP/1.1" status: 204 len: 168 time: 1.1824265 May 20 07:58:26.430155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35886) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:26.448398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-9b05a6b0-0c70-40d9-a89b-65d6ecc47e57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787137 May 20 07:58:26.466071 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:26.529263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.574200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c6a5fe9b-9b5e-4613-8a07-d786a2870055, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c6a5fe9b-9b5e-4613-8a07-d786a2870055,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:26.645941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-045eb77a-a13a-457c-adbf-137474f10c10 req-be5217b4-cb63-4ac0-8fa5-aafdf4d6b887 service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559615 May 20 07:58:26.655362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1ad8900d-fdc8-4e24-82eb-01c7cf1f26a1 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:26.655362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1ad8900d-fdc8-4e24-82eb-01c7cf1f26a1 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5050724 May 20 07:58:26.655845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:26.661506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956511597'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:26.678801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:26.695821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:26.745079 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.747033 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:26.842948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:26.873671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:26.878726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:26.882192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:26.889835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:26.895610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:26.904786 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:26.987535 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8254193c-691d-460c-b17e-84b02c7881f1', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'port_id': '869af516-2048-4a19-9df9-894fce2c244b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'mac_address': 'fa:16:3e:81:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea13310-d195-4035-b725-5f9cee208518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:20Z', 'updated_at': '2021-05-20T07:58:23Z', 'revision_number': 1, 'project_id': '171debd42fa54217bcd39feee361010f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:26.992524 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3ab1-eca7-47f2-b5be-aa05febf6445 None None] The sync data for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 is: [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8254193c-691d-460c-b17e-84b02c7881f1', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'port_id': '869af516-2048-4a19-9df9-894fce2c244b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'mac_address': 'fa:16:3e:81:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea13310-d195-4035-b725-5f9cee208518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:20Z', 'updated_at': '2021-05-20T07:58:23Z', 'revision_number': 1, 'project_id': '171debd42fa54217bcd39feee361010f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:26.996940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.072998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.082968 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0e84a92c-a915-41a0-b93d-e81824ba6c4e req-02e27054-c7f6-4ff2-88eb-39b9b5dc660e tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.0613773 May 20 07:58:27.085937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.091034 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2b898c3-a571-44c0-b68f-aa076bc67390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:27.142017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-266abbd5-53f8-4243-bd0c-52c3e62dc038 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642098 May 20 07:58:27.150868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fabb5c-5a34-4bc1-8725-b0ba471da920,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:27.155642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:27.254658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed613808-4266-427b-bd6d-780628b1bb14 None None] New status for floating IP 8254193c-691d-460c-b17e-84b02c7881f1: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:58:27.260794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-beaaf53c-d56d-4f0e-98e3-f20945b5e180 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 999 time: 0.2989392 May 20 07:58:27.283769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.288187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6285779 May 20 07:58:27.288311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:27.293907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ae946b07-27a1-49fa-bf52-0451854e20da tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a2fabb5c-5a34-4bc1-8725-b0ba471da920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:27.295362 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-ae946b07-27a1-49fa-bf52-0451854e20da tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 07:58:27.295939 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ae946b07-27a1-49fa-bf52-0451854e20da tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:27.299642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae946b07-27a1-49fa-bf52-0451854e20da tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075219 May 20 07:58:27.299951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:27.330130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-db2b6f34-4b8e-41a0-8228-82994586810e tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:27.331716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-db2b6f34-4b8e-41a0-8228-82994586810e tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.84 "GET /v2.0/networks?id=70cf7570-b5c7-42fb-aaf2-cb2c93de4943 HTTP/1.1" status: 200 len: 797 time: 0.8404937 May 20 07:58:27.349092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Request body: {'port': {'device_id': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'admin_state_up': True, 'tenant_id': '6e91e32db1034f178460ba3944b189c8'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:27.371409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.402460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.602128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.603764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.609545 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-217a2233-8f93-4007-a18b-5a5923cd6dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:27.627587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fabb5c-5a34-4bc1-8725-b0ba471da920,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:27.631520 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:27.635306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.640423 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2fabb5c-5a34-4bc1-8725-b0ba471da920 HTTP/1.1" status: 204 len: 168 time: 0.3393991 May 20 07:58:27.641046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:27.685546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951488-d19d-44c9-8569-6934e3763ccb req-0e406b5d-bed5-4fdf-aa76-36c599e8f76e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:27.686830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-0e406b5d-bed5-4fdf-aa76-36c599e8f76e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports/869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 942 time: 0.4126279 May 20 07:58:27.691252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa4c5ae-9969-45b8-9ca2-f41cc166957d']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:27.715213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f316949e-53b6-4876-a5ab-98c44c5233e5 req-98a71cf2-1bfe-4774-9462-bf5b00b3f71a service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563874 May 20 07:58:27.719740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee85363b-7cae-4325-af72-10dda4596c2c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:27.720401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:27.735614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:27.744655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a3b241-2e9d-4992-a28d-7542eeadb665') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:27.745161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a3b241-2e9d-4992-a28d-7542eeadb665') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:27.761190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.780219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.787673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:58:27.788160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: timer() May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:58:27.802806 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:58:27.934394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c6a5fe9b-9b5e-4613-8a07-d786a2870055 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:27.934515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Made reservation on behalf of 6e91e32db1034f178460ba3944b189c8 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:27.934515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.979150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c6a5fe9b-9b5e-4613-8a07-d786a2870055 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:27.979537 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:27.999211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee85363b-7cae-4325-af72-10dda4596c2c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:28.001464 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee85363b-7cae-4325-af72-10dda4596c2c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3594568 May 20 07:58:28.013979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:28.020117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--415985178'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:28.028709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:28.037131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-09c06dde-241e-4a8f-bf18-6ebcb719b5b7 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 1001 time: 0.2228737 May 20 07:58:28.048861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:28.094752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.105003 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc69ce13-f808-441c-9a0a-93be0bec1090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:28.118536 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.191589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa4c5ae-9969-45b8-9ca2-f41cc166957d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:28.209141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:28.250955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.274676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-97ef3571-9b05-41b8-8ab2-a0b505ef34ea req-e45cff52-023a-41ba-83ed-4ea488867383 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.0630062 May 20 07:58:28.283154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:28.287686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:28.291261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:28.298771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:28.314284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Allocated IP 172.20.0.20 (70cf7570-b5c7-42fb-aaf2-cb2c93de4943/977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9/bd652de5-09c5-4599-8ba0-a411f5521b37) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:28.326072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951488-d19d-44c9-8569-6934e3763ccb req-850aa9d5-65ae-4e30-a140-0fc300536ab7 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:28.332461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-850aa9d5-65ae-4e30-a140-0fc300536ab7 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2723286 May 20 07:58:28.339357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-f606450d-aa08-4a47-8dfa-a285c64a3ff9 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:58:28.340307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-f606450d-aa08-4a47-8dfa-a285c64a3ff9 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073309 May 20 07:58:28.376085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.446748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bfa4c5ae-9969-45b8-9ca2-f41cc166957d HTTP/1.1" status: 204 len: 168 time: 2.0024273 May 20 07:58:28.449649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35934) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:28.528188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Deleting subnet 9810800a-b67a-4d13-8e12-3490a508c21f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:28.534639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.553511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-93f7f034-c705-4eb4-8ce9-1a6091261154 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 1001 time: 0.1896784 May 20 07:58:28.573175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:28.584033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.596211 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c5d5a1e-d506-4f90-9598-d44c1cab475e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:28.665658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.716889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1ad6c-d892-45b6-8a5c-ad20e1cff133,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:28.721643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:28.740805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.832568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.833759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8189409 May 20 07:58:28.836995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:28.844751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-45d586b4-2776-4bd9-8670-8d874fb143e2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'd3c1ad6c-d892-45b6-8a5c-ad20e1cff133', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:28.847462 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-45d586b4-2776-4bd9-8670-8d874fb143e2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 07:58:28.848117 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-45d586b4-2776-4bd9-8670-8d874fb143e2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:28.849018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-45d586b4-2776-4bd9-8670-8d874fb143e2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103889 May 20 07:58:28.852423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:28.855168 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:28.898410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Transition to ACTIVE for port object bd652de5-09c5-4599-8ba0-a411f5521b37 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:28.902644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.038509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.124317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.221145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.224911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.226590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b37649ec-1c98-46c9-bb25-643ba012a7e6 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:29.242758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:29.265843 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.270411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9810800a-b67a-4d13-8e12-3490a508c21f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:29.275714 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:29.276516 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33ea0d0d-173d-46b5-bdfd-3a750aa142e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:29.286066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.295815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.298307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1ad6c-d892-45b6-8a5c-ad20e1cff133,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:29.305825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:29.312681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.312681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/d3c1ad6c-d892-45b6-8a5c-ad20e1cff133 HTTP/1.1" status: 204 len: 168 time: 0.4585190 May 20 07:58:29.316047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9810800a-b67a-4d13-8e12-3490a508c21f HTTP/1.1" status: 204 len: 168 time: 0.8652408 May 20 07:58:29.316709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35956) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:29.317049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:29.325065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:29.328655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:29.334610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:29.391576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event updated for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:29.407904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:29.431473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:29.432526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.462136 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.467785 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Floating IP 8254193c-691d-460c-b17e-84b02c7881f1 disassociated. External IP: 172.25.8.190, port: 869af516-2048-4a19-9df9-894fce2c244b. May 20 07:58:29.522771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-775364ba-f137-4d35-9e36-2ed0a824243f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:29.528121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.613562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2684121 May 20 07:58:29.636330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Request body: {'port': {'device_id': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:29.695288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19c2d4-b0bc-4edc-9d02-466501cc6c8d req-51907312-d387-4d5c-b2f3-0bf3ae15c5a3 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:29.696778 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cb19c2d4-b0bc-4edc-9d02-466501cc6c8d req-51907312-d387-4d5c-b2f3-0bf3ae15c5a3 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 895 time: 0.2504845 May 20 07:58:29.701825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.709757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-775364ba-f137-4d35-9e36-2ed0a824243f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:29.710997 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-775364ba-f137-4d35-9e36-2ed0a824243f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3930104 May 20 07:58:29.717939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ed026f-1f51-48c8-b24b-d6235e9f8f27']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:29.724863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35964) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:29.735174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589343907'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:29.740645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6485550c-8aae-4f9e-8fe2-a34f1ceb3762') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:29.740942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6485550c-8aae-4f9e-8fe2-a34f1ceb3762') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:29.748448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:29.764299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.773883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.775695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:29.783899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0b287d9-cc06-4d21-af8d-c5f56434d099 None None] Provisioning for port bd652de5-09c5-4599-8ba0-a411f5521b37 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:29.787958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.794490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:58:29.795094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.798906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0b287d9-cc06-4d21-af8d-c5f56434d099 None None] Provisioning complete for port bd652de5-09c5-4599-8ba0-a411f5521b37 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:29.802131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0b287d9-cc06-4d21-af8d-c5f56434d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: timer() May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:58:29.808126 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:58:29.885139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.912790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f0b287d9-cc06-4d21-af8d-c5f56434d099 None None] Port bd652de5-09c5-4599-8ba0-a411f5521b37 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:29.928385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:29.928385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:29.932380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:29.937201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:29.985179 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:29.997031 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb89b324-122e-4ef3-a91b-2be4c92f9886 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:30.153965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.165909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=42ed026f-1f51-48c8-b24b-d6235e9f8f27,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:30.179842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:30.204671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.242190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Router 693db833-7d49-4048-8077-2bcbc8e3a644 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:58:30.302085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] 10.222.0.79 "DELETE /v2.0/networks/42ed026f-1f51-48c8-b24b-d6235e9f8f27 HTTP/1.1" status: 204 len: 168 time: 0.9824164 May 20 07:58:30.302791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.309386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-983cda3b-a87f-4f03-8f20-3a93cf8f7e75 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:30.349072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb49f8-641b-423b-8408-621033330b36,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:30.351730 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:30.426981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.428396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7025785 May 20 07:58:30.432922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35982) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.441459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d58b5cdf-6349-4df7-aabf-c83dd2928053 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c4fb49f8-641b-423b-8408-621033330b36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:30.453380 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-d58b5cdf-6349-4df7-aabf-c83dd2928053 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 07:58:30.454114 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-d58b5cdf-6349-4df7-aabf-c83dd2928053 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:30.455538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d58b5cdf-6349-4df7-aabf-c83dd2928053 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0211196 May 20 07:58:30.460196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.470392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-776c8098-c03f-4bd3-9e85-bb85a4c14eca tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c4fb49f8-641b-423b-8408-621033330b36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:30.471578 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-776c8098-c03f-4bd3-9e85-bb85a4c14eca tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 07:58:30.472195 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-776c8098-c03f-4bd3-9e85-bb85a4c14eca tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:30.473260 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-776c8098-c03f-4bd3-9e85-bb85a4c14eca tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116410 May 20 07:58:30.476440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35990) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.482120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bcc52957-4890-4258-99b1-6c67c95a88fc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c4fb49f8-641b-423b-8408-621033330b36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:30.482965 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-bcc52957-4890-4258-99b1-6c67c95a88fc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 07:58:30.483460 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-bcc52957-4890-4258-99b1-6c67c95a88fc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:30.488579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bcc52957-4890-4258-99b1-6c67c95a88fc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070336 May 20 07:58:30.488817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35994) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.496899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b3bb3d5a-a3dd-47c4-9bb4-a83d02602927 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c4fb49f8-641b-423b-8408-621033330b36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:30.498849 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-b3bb3d5a-a3dd-47c4-9bb4-a83d02602927 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 07:58:30.499360 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-b3bb3d5a-a3dd-47c4-9bb4-a83d02602927 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:30.500388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b3bb3d5a-a3dd-47c4-9bb4-a83d02602927 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102475 May 20 07:58:30.503247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.583521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.614507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.745883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.745990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:30.747894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ddb16-3c23-4cc6-9bf5-23611dae2f3a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:30.750337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.758365 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Sync routers for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:30.771396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36004) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.772083 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:30.772405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb49f8-641b-423b-8408-621033330b36,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:30.772774 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:30.787787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:30.832787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.835132 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/c4fb49f8-641b-423b-8408-621033330b36 HTTP/1.1" status: 204 len: 168 time: 0.3294902 May 20 07:58:30.842555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:30.875651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-7a1ec335-4401-4212-ace6-2d445f3ab38d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "PUT /v2.0/floatingips/8254193c-691d-460c-b17e-84b02c7881f1 HTTP/1.1" status: 200 len: 695 time: 2.3096273 May 20 07:58:30.879642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:30.886739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd652de5-09c5-4599-8ba0-a411f5521b37 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:58:30.913179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:30.929040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8004f417-dbe4-4c08-8e18-51d8737ef53b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=467dc6b03d784763b1dccad148ae8393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363032 May 20 07:58:30.935498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36014) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:31.004926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Transition to ACTIVE for port object bd652de5-09c5-4599-8ba0-a411f5521b37 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:31.014896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8063a2e7-91ff-4e80-adcb-f030bf4ac05d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1662922 May 20 07:58:31.015798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:31.027667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236568666'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:31.037743 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:31.044585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:31.049175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:31.054954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:31.061257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:31.068284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.073411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951488-d19d-44c9-8569-6934e3763ccb req-6602b512-c285-416c-9ae7-c636c98a7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:31.074265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-6602b512-c285-416c-9ae7-c636c98a7ca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.1652291 May 20 07:58:31.107695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ae3bf-e3e2-40d2-a7bd-df706b190b26 req-ffd48142-08cb-4d82-8fa3-30e7e13b17c4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:31.116795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0f4ae3bf-e3e2-40d2-a7bd-df706b190b26 req-ffd48142-08cb-4d82-8fa3-30e7e13b17c4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 895 time: 0.2698889 May 20 07:58:31.122154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.136797 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8fc862e-362e-4997-9bed-46e77025ac75 tempest-ServersNegativeTestMultiTenantJSON-1144824921 tempest-ServersNegativeTestMultiTenantJSON-1144824921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:31.136918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.233773 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:58:31.234556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:31.304423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.316972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:31.327733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.336031 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f9a8a07-9b81-4f12-adcd-210419b4dc5f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:31.389160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7306e7f-2f94-4a09-9778-93d83c96dcea,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:31.398085 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:31.514322 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:31.517313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.518565 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7306e7f-2f94-4a09-9778-93d83c96dcea HTTP/1.1" status: 204 len: 168 time: 0.5819705 May 20 07:58:31.521137 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Checking router: 693db833-7d49-4048-8077-2bcbc8e3a644 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:31.535055 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:31.537059 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:31.565681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:31.583927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:31.603872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:31.613460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:31.705512 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.788289 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:31.820219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:31.829516 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-665f28ee-5701-49f0-b263-c5f578248eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:31.837955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951488-d19d-44c9-8569-6934e3763ccb req-2d0d7de1-9cca-4f0e-99e6-9fd2f38fa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:31.839429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-2d0d7de1-9cca-4f0e-99e6-9fd2f38fa024 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.7454383 May 20 07:58:31.950053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-06603124-60f8-44cd-a4e0-f32359ef617b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.0962167 May 20 07:58:31.954043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7866-1c95-4950-a814-57cea35972a0 req-a9ca33bd-1f33-4134-96e2-2f534dcd2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:31.955497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-a9ca33bd-1f33-4134-96e2-2f534dcd2f30 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=171debd42fa54217bcd39feee361010f&device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 1096 time: 0.7177899 May 20 07:58:32.039105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef73c8-2d53-402f-a2ff-fd77703d542e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:32.073699 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:32.078783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Attempting to bind port bd652de5-09c5-4599-8ba0-a411f5521b37 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:32.084677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Attempting to bind port bd652de5-09c5-4599-8ba0-a411f5521b37 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:32.084677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Attempting to bind port bd652de5-09c5-4599-8ba0-a411f5521b37 on network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:32.271096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:32.271096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1314030 May 20 07:58:32.272261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.272654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Port bd652de5-09c5-4599-8ba0-a411f5521b37 on network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:58:32.272654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Attempting to bind port bd652de5-09c5-4599-8ba0-a411f5521b37 on network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:32.272846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0d2c7247-8f13-4f3e-8dd9-ce0ce05f5698 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.272846 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-0d2c7247-8f13-4f3e-8dd9-ce0ce05f5698 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 07:58:32.272846 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-0d2c7247-8f13-4f3e-8dd9-ce0ce05f5698 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:32.272846 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d2c7247-8f13-4f3e-8dd9-ce0ce05f5698 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105395 May 20 07:58:32.272846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36050) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.273315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:32.273315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Checking segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:32.273315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Bound using segment: {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:32.273315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Bound port: bd652de5-09c5-4599-8ba0-a411f5521b37, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb216132-4221-48a6-85ad-acdd239bd5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:32.273315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:32.273827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.273827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:32.274032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951488-d19d-44c9-8569-6934e3763ccb req-5c720cbb-7608-4584-8ef4-83359d105ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:32.274032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-5c720cbb-7608-4584-8ef4-83359d105ba2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.2537382 May 20 07:58:32.274227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:32.274227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:32.274426 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:32.274583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:32.274694 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c5882-7fa6-4ec2-a5a3-3cc17334066f None None] The sync data for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 is: [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'c0be0978-d749-4172-894e-f7c229ae1fed', 'name': '', 'network_id': 'c61178c2-3379-4944-a14e-20b22be108a5', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'mac_address': 'fa:16:3e:c5:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:08Z', 'updated_at': '2021-05-20T07:57:20Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'subnets': [{'id': 'c2b98f6b-eb00-4896-8212-e10821365376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:32.314559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-5e85cc09-1e5a-4159-82d0-842214bc9e13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020417 May 20 07:58:32.355789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7866-1c95-4950-a814-57cea35972a0 req-9baacdb9-0d5b-4f67-87bf-5d86c0c0ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:32.357826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-9baacdb9-0d5b-4f67-87bf-5d86c0c0ab0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 200 len: 921 time: 0.3519020 May 20 07:58:32.375237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3622d-bda3-46d5-94df-3b05fc9225c2 req-5837feb4-4247-4b18-b95f-f602360e4537 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:32.376849 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-35a3622d-bda3-46d5-94df-3b05fc9225c2 req-5837feb4-4247-4b18-b95f-f602360e4537 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.0937293 May 20 07:58:32.471886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:32.475298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=bd652de5-09c5-4599-8ba0-a411f5521b37,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:32.500833 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:32.505899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-262dce67-7a20-4e1f-b236-7a45a0862195 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3320823 May 20 07:58:32.505899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36056) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.510820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-81aeb88e-c8a6-4b4e-9b8b-a99080b4e103 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.510992 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-81aeb88e-c8a6-4b4e-9b8b-a99080b4e103 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 07:58:32.511482 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-81aeb88e-c8a6-4b4e-9b8b-a99080b4e103 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:32.513220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-81aeb88e-c8a6-4b4e-9b8b-a99080b4e103 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066721 May 20 07:58:32.516384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.531782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.548778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:32.553267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:32.556943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:32.563722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:32.565527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-024be8f7-8a65-4c29-b67e-efc1987ea6a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 200 len: 217 time: 0.1934884 May 20 07:58:32.611276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf709e5-3e8b-497c-8e50-bd6b8ce86f95 None None] New status for floating IP 8254193c-691d-460c-b17e-84b02c7881f1: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:58:32.675097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36068) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.770967 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc5147d8-cfda-49dc-8d77-4d84e0f35a8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8249398eb634d139af96fa2d20175de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978622 May 20 07:58:32.782906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.856727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-3b04b143-ab94-410b-a5ce-55a6ea31f558 service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279093 May 20 07:58:32.862273 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:32.866841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dcc2ac53-f53f-436b-9e32-a9b38fea5ff8 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3462956 May 20 07:58:32.866841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.876454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8d8ab815-498d-4e0c-9487-8e54e358c0d9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.876991 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-8d8ab815-498d-4e0c-9487-8e54e358c0d9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 07:58:32.877569 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-8d8ab815-498d-4e0c-9487-8e54e358c0d9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:32.881105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d8ab815-498d-4e0c-9487-8e54e358c0d9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078421 May 20 07:58:32.881105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:32.881856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:32.901752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:32.908904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:32.934050 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c8cf19c-36e2-42fe-b21f-f47753a266bc tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:32.948976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:32.963010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:32.969775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:32.976970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:32.978366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:32.979814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] 10.222.0.84 "PUT /v2.0/ports/bd652de5-09c5-4599-8ba0-a411f5521b37 HTTP/1.1" status: 200 len: 1055 time: 3.3496628 May 20 07:58:32.988124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:33.004043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:33.116467 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Project 14aaa3a45049424e9c1fc65f169d020b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 07:58:33.162507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7866-1c95-4950-a814-57cea35972a0 req-3a988745-a60a-497e-a021-96774e2e30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:33.166279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-3a988745-a60a-497e-a021-96774e2e30be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 200 len: 860 time: 0.5927358 May 20 07:58:33.210657 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:33.223759 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-056677d9-caf6-46a9-b446-67ee5baf8d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:33.243715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:33.244331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d1f952-e413-4d52-b93e-7e28777e89ec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:33.248351 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:33.251287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:33.256173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42d1f952-e413-4d52-b93e-7e28777e89ec HTTP/1.1" status: 204 len: 168 time: 0.4687338 May 20 07:58:33.285763 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:33.290465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-42b8c4be-bd6a-4f66-a2a9-96222ab81b07 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4045298 May 20 07:58:33.292046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-64224574-8da1-4d3c-b164-91b772b76133 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c61178c2-3379-4944-a14e-20b22be108a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178124 May 20 07:58:33.292772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36106) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:33.314030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ea53718b-aae8-48a2-8cea-578d017c9caa tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:33.317637 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-ea53718b-aae8-48a2-8cea-578d017c9caa tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 07:58:33.318901 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ea53718b-aae8-48a2-8cea-578d017c9caa tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:33.321617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea53718b-aae8-48a2-8cea-578d017c9caa tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259068 May 20 07:58:33.326345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36110) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:33.344277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:33.362979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:33.366894 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37', 'status': 'completed', 'code': 200} May 20 07:58:33.369329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:33.373729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:33.380549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:33.392339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:33.405513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:33.484135 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Project 14aaa3a45049424e9c1fc65f169d020b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 07:58:33.518002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41951488-d19d-44c9-8569-6934e3763ccb req-e67b727b-5b49-405f-be81-204305339f9c service neutron] 10.222.0.79 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593637 May 20 07:58:33.530616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-fae03d82-0dd6-4e1c-bc70-bc135ffb4e04 service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961417 May 20 07:58:33.537271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-4f872f30-31c4-48d6-8594-383c5ff2c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:33.538750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-4f872f30-31c4-48d6-8594-383c5ff2c56b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 1058 time: 0.4289184 May 20 07:58:33.610471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815a716-f190-47ae-a7a1-0948725eb43a req-c6dadcda-3173-4373-9f8d-f1e803d491e8 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:33.612024 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a815a716-f190-47ae-a7a1-0948725eb43a req-c6dadcda-3173-4373-9f8d-f1e803d491e8 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.0943198 May 20 07:58:33.642138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-0fb104cc-57ff-4852-b21c-0f824609498a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=bd652de5-09c5-4599-8ba0-a411f5521b37 HTTP/1.1" status: 200 len: 217 time: 0.0809798 May 20 07:58:33.649061 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:33.654571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da6c50bc-c44c-4c59-aca3-82c97429645b tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3269253 May 20 07:58:33.661100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:33.661100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef73c8-2d53-402f-a2ff-fd77703d542e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:33.675388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:33.680348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:33.683511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:33.691634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:33.782101 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Project 14aaa3a45049424e9c1fc65f169d020b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 07:58:33.864753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-712e4e65-430f-4380-b06f-799b170734c2 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips/8254193c-691d-460c-b17e-84b02c7881f1 HTTP/1.1" status: 200 len: 693 time: 0.1697116 May 20 07:58:33.878346 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:33.882278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-62eaaee1-2ea2-4580-87a0-ab390d985560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:33.882400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d8815d4-38dd-44de-9581-060ce5ed8be9 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2233338 May 20 07:58:33.882514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-62eaaee1-2ea2-4580-87a0-ab390d985560 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9 HTTP/1.1" status: 200 len: 838 time: 0.1838915 May 20 07:58:33.884460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36134) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:33.956511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:33.977199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-865b7866-1c95-4950-a814-57cea35972a0 req-4ae6d333-780d-45e0-98b4-e8e10546e22d service neutron] 10.222.0.81 "GET /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374938 May 20 07:58:33.986512 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.106174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.109693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-57d903f6-53eb-40c1-af8f-7d143435a8f8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:34.109856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-57d903f6-53eb-40c1-af8f-7d143435a8f8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 784 time: 0.2267487 May 20 07:58:34.112580 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:34.112786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-802139f1-4fe3-4f97-8215-cd6273236014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:34.114080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-802139f1-4fe3-4f97-8215-cd6273236014 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70cf7570-b5c7-42fb-aaf2-cb2c93de4943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209365 May 20 07:58:34.120613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-d7c84767-eff8-4171-a229-6a5a97d55cbd tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:58:34.121607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-d7c84767-eff8-4171-a229-6a5a97d55cbd tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056179 May 20 07:58:34.132493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef73c8-2d53-402f-a2ff-fd77703d542e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:34.138392 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:34.138392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.138392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/a5ef73c8-2d53-402f-a2ff-fd77703d542e HTTP/1.1" status: 204 len: 168 time: 0.2518966 May 20 07:58:34.140622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:34.202546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bad5d243-3e77-4fd9-b0ad-123285846daf tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:34.295117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-0b034098-17f3-4efc-956a-e774450e7a37 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.1455779 May 20 07:58:34.318399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bad5d243-3e77-4fd9-b0ad-123285846daf tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:34.322015 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bad5d243-3e77-4fd9-b0ad-123285846daf tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1787605 May 20 07:58:34.329842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:34.335617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--119366371'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:34.352071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:34.363704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:34.398529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-0623501d-7461-43dc-9d96-c31ea8b2ecd4 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0931096 May 20 07:58:34.517940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.546990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:34.551604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:34.554762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:34.561841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:34.645568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-06bac208-0eab-42cc-a532-e786f9889acd service neutron] 10.222.0.84 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199018 May 20 07:58:34.645824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.761901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:34.792993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.803754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-680c890a-3da8-4185-9f2e-8f912e4e2c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:34.856167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a127b-6dca-4f2a-906e-72dd621172a3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:34.863006 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:34.891067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab784c-0eb7-4492-8513-fcf23f229077 req-062f39fc-9dbb-4872-9a2f-5fd56a712a03 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:34.898314 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d6ab784c-0eb7-4492-8513-fcf23f229077 req-062f39fc-9dbb-4872-9a2f-5fd56a712a03 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.1469889 May 20 07:58:34.945217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a9b7062-a5f0-400a-ba5d-0fc944eeb03e req-ccbc365c-72f5-4f7d-b137-c0b0eb9ac2bf service neutron] 10.222.0.84 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398472 May 20 07:58:34.946810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Deleting port ae01f32a-b112-4785-b8fc-cff8497f2ee7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:34.947170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.969159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:34.971152 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6402237 May 20 07:58:34.974235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:34.980564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c95a127b-6dca-4f2a-906e-72dd621172a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:34.988387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:34.993223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:34.996527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:35.004226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:35.092302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.092761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.224496 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The resource could not be found. May 20 07:58:35.231367 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1369787-d4a9-45a3-bea5-b6ec3175fc10 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2554588 May 20 07:58:35.233707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36194) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:35.247639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': 'c95a127b-6dca-4f2a-906e-72dd621172a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9de73976-0972-4e8d-ad03-c47d1bee274d'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:35.258631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:35.264306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:35.267390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:35.282686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:35.289433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Calling delete_port for ae01f32a-b112-4785-b8fc-cff8497f2ee7 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:35.292564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.321297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:35.329718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Usage tracker for resource:security_group_rule and tenant:5ad61aa6bc89477fb92f6166cb67cd72 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:35.339220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:35.350877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:35.394329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-80fd681b-e821-4197-beb0-f2dad24ea68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:35.395804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-80fd681b-e821-4197-beb0-f2dad24ea68e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 1058 time: 0.2949319 May 20 07:58:35.497411 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The resource could not be found. May 20 07:58:35.498523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c88ecf8-17b7-4c2d-afb2-4ebb5e6fed1d tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2623777 May 20 07:58:35.501635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:35.580464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.613104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.649065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.651994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-5da05509-dae9-4d78-a8be-b10a207132d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:35.654101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-5da05509-dae9-4d78-a8be-b10a207132d2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70cf7570-b5c7-42fb-aaf2-cb2c93de4943 HTTP/1.1" status: 200 len: 898 time: 0.2487767 May 20 07:58:35.727109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-bac4aba7-6a5a-4d07-bb10-e801e2ff5910 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=bd652de5-09c5-4599-8ba0-a411f5521b37 HTTP/1.1" status: 200 len: 217 time: 0.0667567 May 20 07:58:35.773589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.777041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.790096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e3bc9c9-c30e-46fb-b297-985451848b5b tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:35.815065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.823008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc09b982-2b99-40bc-8ee3-6ebf70f99088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:35.853554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a127b-6dca-4f2a-906e-72dd621172a3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:35.853781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event deleted for resources: {'Port': ['ID=ae01f32a-b112-4785-b8fc-cff8497f2ee7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:35.860406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:35.863959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:35.867753 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/c95a127b-6dca-4f2a-906e-72dd621172a3 HTTP/1.1" status: 204 len: 168 time: 0.3627071 May 20 07:58:35.867981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:35.876582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:35.890575 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa1c77a3-f8e1-4424-a282-3247f20a828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:35.911782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-9f3945ba-4c83-4f18-9af8-caedcb5e1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:35.913243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-9f3945ba-4c83-4f18-9af8-caedcb5e1cee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9 HTTP/1.1" status: 200 len: 838 time: 0.1797166 May 20 07:58:35.979333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f97d871f-10d5-4a46-b11f-d30874bfe379 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:36.002457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ad61aa6bc89477fb92f6166cb67cd72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2360198 May 20 07:58:36.010815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:36.022225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f2515-ad0b-45f9-a8f4-aef8bbd3a9fe,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:36.032645 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:36.048881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.053952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36218) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:36.080356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-aacf2199-b9d6-4bc8-92c4-dc818394684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:36.081895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-aacf2199-b9d6-4bc8-92c4-dc818394684e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70cf7570-b5c7-42fb-aaf2-cb2c93de4943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360028 May 20 07:58:36.126410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f97d871f-10d5-4a46-b11f-d30874bfe379 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:36.127830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f97d871f-10d5-4a46-b11f-d30874bfe379 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2589533 May 20 07:58:36.134000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36224) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:36.147053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.194784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298badaa-626c-436b-911e-d2ff7c40e217 req-cebef5d2-0aa1-44b3-a2b9-54274bdf2816 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:36.196777 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-298badaa-626c-436b-911e-d2ff7c40e217 req-cebef5d2-0aa1-44b3-a2b9-54274bdf2816 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.1638510 May 20 07:58:36.198442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.352133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.358576 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44e6fafb-6b32-4737-937a-e43d102ebf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:36.373806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f2515-ad0b-45f9-a8f4-aef8bbd3a9fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:36.377509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:36.380338 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.390209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec8f2515-ad0b-45f9-a8f4-aef8bbd3a9fe HTTP/1.1" status: 204 len: 168 time: 0.3695505 May 20 07:58:36.413805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '9594f351-38cb-47ab-919e-a3ad0cc78c76', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:36.433212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:36.463058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:36.465300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.474339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:36.485426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:36.492308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:36.504205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Usage tracker for resource:security_group_rule and tenant:3c84aecb204146deb7857d4bb536b326 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:36.516314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:36.526656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:36.532048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-1e9961c3-8798-4964-b105-0af430ad59f5 service neutron] 10.222.0.84 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422431 May 20 07:58:36.701195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.702401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87d5c37a-951c-429f-86c8-2a9b68adaa09 req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "DELETE /v2.0/floatingips/8254193c-691d-460c-b17e-84b02c7881f1 HTTP/1.1" status: 204 len: 173 time: 2.2917631 May 20 07:58:36.753788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a42eb23-9652-41c2-8e12-37f827c639ea req-9aebcd6f-9e8e-4a7c-9846-41f9c0f9ece4 service neutron] 10.222.0.84 "GET /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080307 May 20 07:58:36.756036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-721c9999-9505-4bd3-aa12-ac0abae38b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.771031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.777289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-a99c0673-94d0-407e-be96-b8b5ba625719 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups/f8f842a1-7445-468c-af54-ddebc2ec9b6a HTTP/1.1" status: 200 len: 1810 time: 0.0499301 May 20 07:58:36.786899 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The resource could not be found. May 20 07:58:36.787995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f425c8d-ea7b-44af-97cd-29c91d038924 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5596941 May 20 07:58:36.793177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36242) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:36.799589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398887391'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:36.806775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:36.817793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:36.855501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.862411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.872680 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de4e90cc-d64d-48e6-a7b9-52e58f8f6fd3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:36.887352 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:36.921597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c84aecb204146deb7857d4bb536b326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641050 May 20 07:58:36.922675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d7e1b-0f63-474a-972a-5c97454937f8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:36.925016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36250) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:36.927706 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:36.965156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.006042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:37.013772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:37.017898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:37.020159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.021247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.025832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c76edae2-d31c-4aa9-9a05-ba48531ead61 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:37.037016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:37.041357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f842a1-7445-468c-af54-ddebc2ec9b6a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:37.043739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:37.066032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.099499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.100648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-420e9cce-465f-44a7-9022-56825f8ce1a8 req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "DELETE /v2.0/security-groups/f8f842a1-7445-468c-af54-ddebc2ec9b6a HTTP/1.1" status: 204 len: 173 time: 0.3173745 May 20 07:58:37.159370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.220530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.226021 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-99b69eaa-440c-4454-8de8-03dbaf7cfe30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:37.247856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d7e1b-0f63-474a-972a-5c97454937f8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:37.257145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:37.259533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.264680 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:37.309266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3388b286-77a1-433e-8014-92f89c6b978f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:37.312189 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:37.318471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.322185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff4d7e1b-0f63-474a-972a-5c97454937f8 HTTP/1.1" status: 204 len: 168 time: 0.3937519 May 20 07:58:37.417339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.421520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6238968 May 20 07:58:37.422430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36272) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:37.427926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190280807'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:37.429431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36276) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:37.434089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:37.437426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407225d-1054-4bf8-ac30-c21df4aa1835 req-85996617-d30a-49c3-859a-30a2de55485c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:37.439008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4407225d-1054-4bf8-ac30-c21df4aa1835 req-85996617-d30a-49c3-859a-30a2de55485c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.0899293 May 20 07:58:37.439150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:37.442867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:37.445242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-194189167'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:37.450807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:37.450996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:37.473275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:network and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:37.476645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:37.484150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:37.638115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:37.646304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.646446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.664518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:37.668731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:37.672371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:37.674121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:58:37.678440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:37.682957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.683307 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Added segment fe2180b1-10ef-4e41-b923-b6714155fe2c of type vlan for network 5753f9bc-343c-4608-864e-6d82c4d5d280 May 20 07:58:37.710946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.767124 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.827297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.834250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:37.835142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.843548 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31e4fc70-f40e-444e-a8b0-7a0b5fd76e87 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:37.893537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:37.906465 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76b8b47c-fe5c-4bb8-8259-0dec211150a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:37.973903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d89121-29b6-4512-b35a-149c83cea193,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:37.992776 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:38.025418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Network': ['ID=5753f9bc-343c-4608-864e-6d82c4d5d280,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:38.031729 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:38.036795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:58:38.053392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3092-79bc-4e4d-9585-199622a7920d req-440f05b7-ed64-4db3-b53c-a98c6fc9d833 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:38.055057 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38bf3092-79bc-4e4d-9585-199622a7920d req-440f05b7-ed64-4db3-b53c-a98c6fc9d833 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2126362 May 20 07:58:38.059997 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6165788 May 20 07:58:38.060168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36300) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.067223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-145385813'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:38.072693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:38.096457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:network and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:38.100666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.106179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:38.106365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6796257 May 20 07:58:38.106365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.116449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:38.118943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '3388b286-77a1-433e-8014-92f89c6b978f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '52d89121-29b6-4512-b35a-149c83cea193'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:38.127952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:38.132874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:38.140802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:38.145527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-38bf3092-79bc-4e4d-9585-199622a7920d req-61a0f82f-62ab-4589-bc67-0f311586bbdb tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:38.151663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:38.276203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-38bf3092-79bc-4e4d-9585-199622a7920d req-61a0f82f-62ab-4589-bc67-0f311586bbdb tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:38.277495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-38bf3092-79bc-4e4d-9585-199622a7920d req-61a0f82f-62ab-4589-bc67-0f311586bbdb tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144084 May 20 07:58:38.278357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:38.285901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.312964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:58:38.321838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.322190 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Added segment 0a3610bc-26b1-4e9f-9e03-8ecea9905b6e of type vlan for network 414108a6-6cb6-4874-93aa-d41c3f481179 May 20 07:58:38.347743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.409288 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:38.413669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ab1a86f9-1439-41d3-92cc-7a8f66fbaccc tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3019817 May 20 07:58:38.413957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.457820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.466083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:38.467137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.498479 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.510807 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-244ac890-a22b-4ea6-92ab-5686cceb64a9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:38.531040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.614732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5530055 May 20 07:58:38.618620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.626032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'subnet': {'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:38.628501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Network': ['ID=414108a6-6cb6-4874-93aa-d41c3f481179,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:38.631910 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:38.641374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 414108a6-6cb6-4874-93aa-d41c3f481179 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:58:38.713744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.722173 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c0b21ce-be7f-448f-a9d6-db3fe242b727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:38.817684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d89121-29b6-4512-b35a-149c83cea193,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:38.830642 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:38.845134 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:38.850019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/52d89121-29b6-4512-b35a-149c83cea193 HTTP/1.1" status: 204 len: 168 time: 0.4350882 May 20 07:58:38.850926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.867253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:38.873831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:subnet and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:38.877377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:38.885340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:38.904390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3da75-5046-4068-b31a-aa8908fb0bf2 req-19ac0862-5b3b-4455-b00b-eeadc6e5a275 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:38.905144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-95a3da75-5046-4068-b31a-aa8908fb0bf2 req-19ac0862-5b3b-4455-b00b-eeadc6e5a275 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:38.952059 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-52a8ca80-364a-4589-b0a7-7953600614cb tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0996509 May 20 07:58:38.954506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36362) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:38.981784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:38.987763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.011849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-95a3da75-5046-4068-b31a-aa8908fb0bf2 req-19ac0862-5b3b-4455-b00b-eeadc6e5a275 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:39.014548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95a3da75-5046-4068-b31a-aa8908fb0bf2 req-19ac0862-5b3b-4455-b00b-eeadc6e5a275 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 907 time: 0.3682013 May 20 07:58:39.030892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.071012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.187017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51d6ed2f-c47e-4047-8ed7-6cb682487032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.214286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.220373 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5a05e57-eefe-42f1-a0dc-bdefd327643a tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:39.235054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388b286-77a1-433e-8014-92f89c6b978f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:39.238880 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:39.242760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.247486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/3388b286-77a1-433e-8014-92f89c6b978f HTTP/1.1" status: 204 len: 168 time: 0.2884459 May 20 07:58:39.247806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:39.334267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9652c7bd-ec0b-465d-933a-d3794561ae9f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:39.427874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9652c7bd-ec0b-465d-933a-d3794561ae9f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:39.429441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9652c7bd-ec0b-465d-933a-d3794561ae9f tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1798594 May 20 07:58:39.434183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:39.444527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--936061694'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:39.452469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device bd652de5-09c5-4599-8ba0-a411f5521b37 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:58:39.455790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:39.469758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:39.506631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7f3-7382-4542-afa6-a9e41698ffa9 req-207e562d-21cf-46fc-852b-c2539724c795 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:39.508449 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22a1e7f3-7382-4542-afa6-a9e41698ffa9 req-207e562d-21cf-46fc-852b-c2539724c795 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.0966179 May 20 07:58:39.538887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:39.588502 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-22a1e7f3-7382-4542-afa6-a9e41698ffa9 req-0eabd17f-214e-49d3-aab4-089fcce1c84b tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 May 20 07:58:39.596901 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.602120 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b7d875-7302-4659-801a-0e75a6c31275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:39.646390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.656598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=bd652de5-09c5-4599-8ba0-a411f5521b37,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:39.673440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'bd652de5-09c5-4599-8ba0-a411f5521b37', 'network_id': '70cf7570-b5c7-42fb-aaf2-cb2c93de4943', 'port_id': 'bd652de5-09c5-4599-8ba0-a411f5521b37', 'mac_address': 'fa:16:3e:b7:a0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:58:39.694723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.701113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:39.714758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:39.719289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:39.722178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:39.725810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Usage tracker for resource:security_group_rule and tenant:fee1979676884350b77cc16319bb289c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:39.729086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:39.736870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.739679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:39.752163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.754456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:39.756583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Subnet': ['ID=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:39.761591 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:39.763019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:39.763176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd652de5-09c5-4599-8ba0-a411f5521b37 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:58:39.763403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network hostable DHCP agents. Network: 5753f9bc-343c-4608-864e-6d82c4d5d280, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:58:39.794268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=bd652de5-09c5-4599-8ba0-a411f5521b37,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:39.858908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:39.860975 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:39.976114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:58:39.990676 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.015318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:40.024266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.024871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.026141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.026820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.027323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.027823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.028880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.029397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.030119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.030613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.031212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.031710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:58:40.037027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-2ff9dcbc-4673-49e2-9b81-9c5ffd04e78e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:40.037808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-2ff9dcbc-4673-49e2-9b81-9c5ffd04e78e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Synchronizing usage tracker for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:40.040575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.046333 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:40.078201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.082366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 5753f9bc-343c-4608-864e-6d82c4d5d280) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:40.088411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:40.093047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32272159-af5b-4e94-b5c0-37bd0b3bab83 None None] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:40.101065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.133849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:40.134457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.143865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d55cb25-e274-4b0d-a26c-897660706595 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:40.157151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-2ff9dcbc-4673-49e2-9b81-9c5ffd04e78e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Unset dirty status for tenant:171debd42fa54217bcd39feee361010f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:40.157406 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fee1979676884350b77cc16319bb289c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141102 May 20 07:58:40.157561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-2ff9dcbc-4673-49e2-9b81-9c5ffd04e78e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.81 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.2471991 May 20 07:58:40.157713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:40.164852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0da39b-b1e9-421a-aa0c-48bd4b95ba04,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:40.207765 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:40.209361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b4e63-5e69-4da6-a7d1-d2c12d521bb0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:40.212780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:40.218818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['bd652de5-09c5-4599-8ba0-a411f5521b37'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:58:40.264730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.303094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.392474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.393715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9595380 May 20 07:58:40.397017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36424) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:40.401769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7798729 May 20 07:58:40.402359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:40.407207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '3b0da39b-b1e9-421a-aa0c-48bd4b95ba04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:40.414817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'subnet': {'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:40.416139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-5753f9bc-343c-4608-864e-6d82c4d5d280', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:58:40.416984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.418530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:40.423976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:40.428947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:40.448034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:40.466149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.470876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca38927a-d05e-45b1-a02c-f3406b463156 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:40.484988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b4e63-5e69-4da6-a7d1-d2c12d521bb0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:40.492808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:40.492808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.498773 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/728b4e63-5e69-4da6-a7d1-d2c12d521bb0 HTTP/1.1" status: 204 len: 168 time: 0.3348074 May 20 07:58:40.604373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:40.608710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Allocated IP 10.1.1.2 (5753f9bc-343c-4608-864e-6d82c4d5d280/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f/a39209f5-17e8-47da-b318-21123037e875) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:40.612873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:subnet and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:40.624141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b384f-a4b6-43e2-aaee-481e5df77b8e req-73c2dbf4-1bdc-48d7-9f8e-7bb30675516a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:40.629456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b18b384f-a4b6-43e2-aaee-481e5df77b8e req-73c2dbf4-1bdc-48d7-9f8e-7bb30675516a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 908 time: 0.4673767 May 20 07:58:40.629456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:40.637144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:40.659992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Deleting port 869af516-2048-4a19-9df9-894fce2c244b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:40.660794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.675400 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:40.677289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-986eedb8-1955-42d9-8e5c-2c524fd1b53c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2781558 May 20 07:58:40.678274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:40.686576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group_rule': {'security_group_id': '3b0da39b-b1e9-421a-aa0c-48bd4b95ba04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:40.706056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:40.713774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:40.719520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:40.727693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:40.782353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:40.786181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.866269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:40.877893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Transition to ACTIVE for port object a39209f5-17e8-47da-b318-21123037e875 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:40.898237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b2e05-4f65-4049-9b0f-7c364aa59b8f req-fa0499a7-09c3-4bdd-bfec-a1e29c6007e8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:40.898237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-239b2e05-4f65-4049-9b0f-7c364aa59b8f req-fa0499a7-09c3-4bdd-bfec-a1e29c6007e8 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 945 time: 0.1166952 May 20 07:58:40.920548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Transition to ACTIVE for port object a39209f5-17e8-47da-b318-21123037e875 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:40.954343 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 07:58:40.955662 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3d2d415-b378-4d66-803c-0f06aa19d90c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2752748 May 20 07:58:40.959064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36448) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:40.990204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-239b2e05-4f65-4049-9b0f-7c364aa59b8f req-133a1eac-5f59-4fd3-ad69-0c40e731f301 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3629631-9fc4-4bae-8db1-a6ba57d164c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838001 May 20 07:58:41.003313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36452) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:41.013199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] For port 869af516-2048-4a19-9df9-894fce2c244b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=869af516-2048-4a19-9df9-894fce2c244b,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:41.013199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.077893 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.082865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fa93f227-1192-4895-977f-d2c7116531d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.097356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.167141 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.201248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.207377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:41.210547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:41.214907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:41.224967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Calling delete_port for 869af516-2048-4a19-9df9-894fce2c244b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:41.249145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.258070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Pushing event updated for resources: {'Port': ['ID=a39209f5-17e8-47da-b318-21123037e875,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:41.284063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:41.284308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.291904 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d32755c-0b67-4065-af45-f9335dd24901 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.292965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9652e8c762e40ab8394e551ba8cd091 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:41.296832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:41.297421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:41.313666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0da39b-b1e9-421a-aa0c-48bd4b95ba04,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:41.317723 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:41.326342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.328022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/3b0da39b-b1e9-421a-aa0c-48bd4b95ba04 HTTP/1.1" status: 204 len: 168 time: 0.3676977 May 20 07:58:41.330332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36464) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:41.340738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:41.344333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Attempting to bind port a39209f5-17e8-47da-b318-21123037e875 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:41.344720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Attempting to bind port a39209f5-17e8-47da-b318-21123037e875 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:41.345105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Attempting to bind port a39209f5-17e8-47da-b318-21123037e875 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:41.352022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:41.352413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:41.352834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.353235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Bound using segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:41.353742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Bound port: a39209f5-17e8-47da-b318-21123037e875, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:41.354135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.396090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54a6239c-1f62-4eef-9013-88056f3f1302 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:41.461522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] For port a39209f5-17e8-47da-b318-21123037e875, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:41.464926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] For port a39209f5-17e8-47da-b318-21123037e875, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a39209f5-17e8-47da-b318-21123037e875,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:41.468448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device bd652de5-09c5-4599-8ba0-a411f5521b37 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:41.498949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54a6239c-1f62-4eef-9013-88056f3f1302 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:41.500253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54a6239c-1f62-4eef-9013-88056f3f1302 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689289 May 20 07:58:41.504063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:41.510486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123900165'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:41.518270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:41.529781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:41.636507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.643795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port bd652de5-09c5-4599-8ba0-a411f5521b37 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:41.644607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.645248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.647905 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.655281 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.675491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:41.680162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Usage tracker for resource:security_group_rule and tenant:14aaa3a45049424e9c1fc65f169d020b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:41.683391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:41.686025 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.690964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:41.695432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port bd652de5-09c5-4599-8ba0-a411f5521b37 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:41.695931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.797305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.829128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Pushing event updated for resources: {'Port': ['ID=a39209f5-17e8-47da-b318-21123037e875,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:41.834775 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:41.851685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.878984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Pushing event deleted for resources: {'Port': ['ID=869af516-2048-4a19-9df9-894fce2c244b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:41.903358 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.934814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:41.946510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=bd652de5-09c5-4599-8ba0-a411f5521b37,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:41.947190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:41.951071 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0fe903-c4f3-4c95-96bb-f3f552413b1d tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.968563 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:41.969266 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-83d77bb8-4322-4e38-b3e9-ef178cc0bc81 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:41.992677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f1a9f5-3631-44be-89b2-0a54d273c55f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:41.997340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.015714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] No DVR routers for this DVR port 869af516-2048-4a19-9df9-894fce2c244b on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:58:42.024324 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37', 'code': 200} May 20 07:58:42.025642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.036164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'name': 'network-vif-deleted', 'tag': '869af516-2048-4a19-9df9-894fce2c244b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:42.049202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.051939 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:42.085752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.090712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5853527 May 20 07:58:42.093581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36492) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.104950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-75742373-e5e1-4a0d-b2a0-6bfc21e7719c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:42.109432 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-75742373-e5e1-4a0d-b2a0-6bfc21e7719c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 07:58:42.109432 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-75742373-e5e1-4a0d-b2a0-6bfc21e7719c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] update failed (client error): There was a conflict when trying to complete your request. May 20 07:58:42.112514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-75742373-e5e1-4a0d-b2a0-6bfc21e7719c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "PUT /v2.0/security-groups/46f1a9f5-3631-44be-89b2-0a54d273c55f HTTP/1.1" status: 409 len: 330 time: 0.0176878 May 20 07:58:42.113703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9652e8c762e40ab8394e551ba8cd091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1101837 May 20 07:58:42.115406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.123292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.221051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b23f4e1-b291-40fa-84ad-04da4955b39f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:42.222177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36506) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.244386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.265468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.273305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:42.277261 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.313870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.371136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31e1ca7e-fbe3-4a88-808a-ded2333c0838 req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.81 "DELETE /v2.0/ports/869af516-2048-4a19-9df9-894fce2c244b HTTP/1.1" status: 204 len: 173 time: 2.2014766 May 20 07:58:42.391006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.414756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.424683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba01445-b967-4d53-a905-d0874b484b6b req-85f01ccf-9410-46f8-bfcf-de0b028b3e75 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:42.426418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ba01445-b967-4d53-a905-d0874b484b6b req-85f01ccf-9410-46f8-bfcf-de0b028b3e75 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 908 time: 0.5988426 May 20 07:58:42.475704 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c5b253e2-b60d-453f-9c2d-46612db518d4 req-de7cdee4-5287-442a-b1a7-92bcd7d4db88 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.0594361 May 20 07:58:42.477700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.483948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-010cb4f9-2f84-41aa-92d9-9144ef4c566d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:42.491059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-network', 'tenant_id': 'da5252f472e744cda9c65e7a57557248'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:42.495785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ce51-a04f-4c82-9153-a5aada9bb7d3 req-7e074e58-798b-45e8-8c0a-6cc99cefe548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:42.498149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d093ce51-a04f-4c82-9153-a5aada9bb7d3 req-7e074e58-798b-45e8-8c0a-6cc99cefe548 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 1060 time: 0.3478210 May 20 07:58:42.507680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:42.508212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f1a9f5-3631-44be-89b2-0a54d273c55f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:42.510845 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.511019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.514629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.518062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/46f1a9f5-3631-44be-89b2-0a54d273c55f HTTP/1.1" status: 204 len: 168 time: 0.3990593 May 20 07:58:42.518627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36512) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.527500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Usage tracker for resource:network and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:42.539989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:42.558635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:42.588574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.589733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-346fe08c-9372-44d4-b3b2-e9edc28f376c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Synchronizing usage tracker for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:42.593811 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25178853-88d3-4c66-9eca-14693d637795 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:42.631834 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea13310-d195-4035-b725-5f9cee208518', 'name': 'network-vif-deleted', 'tag': '869af516-2048-4a19-9df9-894fce2c244b', 'status': 'completed', 'code': 200} May 20 07:58:42.689864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Subnet': ['ID=daf81360-7a6d-4f6f-aac7-5f1921539d14,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:42.692528 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.701651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-346fe08c-9372-44d4-b3b2-e9edc28f376c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Unset dirty status for tenant:14aaa3a45049424e9c1fc65f169d020b on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:42.707605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Made reservation on behalf of da5252f472e744cda9c65e7a57557248 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:42.708430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-346fe08c-9372-44d4-b3b2-e9edc28f376c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887264 May 20 07:58:42.709047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36516) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.710102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.723611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Checking segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:42.724285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network hostable DHCP agents. Network: 414108a6-6cb6-4874-93aa-d41c3f481179, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:58:42.736943 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-e9b1b12b-809f-4cd0-bcf9-de7384e3f774 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] delete failed (client error): The resource could not be found. May 20 07:58:42.736943 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e9b1b12b-809f-4cd0-bcf9-de7384e3f774 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "DELETE /v2.0/security-groups/9c8b5df0-6ec6-4ed4-b8f8-2a960a5626ef HTTP/1.1" status: 404 len: 347 time: 0.0217752 May 20 07:58:42.738962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.742022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36520) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.767497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:42.771528 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-55e5803f-2ad7-4ca5-a3c1-9b1b4a420280 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] show failed (client error): The resource could not be found. May 20 07:58:42.774148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:42.776418 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-55e5803f-2ad7-4ca5-a3c1-9b1b4a420280 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-groups/6de77c13-1998-4ad8-867d-4d6ceab94923 HTTP/1.1" status: 404 len: 347 time: 0.0328879 May 20 07:58:42.776580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36524) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:42.778895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:42.931937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 414108a6-6cb6-4874-93aa-d41c3f481179 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:58:42.936603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.943917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:42.946047 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39a093c9-d543-417b-9359-0eafcc181414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:42.954306 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-557e7d89-8dfe-4891-a6ba-b933b87d1384 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] show failed (client error): The resource could not be found. May 20 07:58:42.955367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-557e7d89-8dfe-4891-a6ba-b933b87d1384 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] 10.222.0.79 "GET /v2.0/security-group-rules/13b36198-7a56-4333-9308-ffcdcba6c1a9 HTTP/1.1" status: 404 len: 356 time: 0.1779740 May 20 07:58:42.964433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b23f4e1-b291-40fa-84ad-04da4955b39f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:42.974738 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:42.975705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:42.976889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b23f4e1-b291-40fa-84ad-04da4955b39f HTTP/1.1" status: 204 len: 168 time: 0.8442864 May 20 07:58:43.084728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.117503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 414108a6-6cb6-4874-93aa-d41c3f481179) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:43.124846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 869af516-2048-4a19-9df9-894fce2c244b no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:58:43.130669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:43.131263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.160582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafe743-0f6a-4600-9429-c303b1dea923 None None] Network 414108a6-6cb6-4874-93aa-d41c3f481179 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:43.181440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 869af516-2048-4a19-9df9-894fce2c244b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:58:43.181826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 869af516-2048-4a19-9df9-894fce2c244b not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:58:43.198169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86feb4-1eaa-48d1-8d9f-c4898777e4bf None None] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:43.215440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.221639 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d7b4cc2-a1e7-4506-b853-901f8f5d3cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:43.247964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:58:43.264172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694bc40-8938-490b-8995-5869902d18cd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:43.265700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:43.266681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.267033 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Added segment 59d75bc0-c038-4a5d-9b0c-8aed9d479a05 of type vlan for network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb May 20 07:58:43.298523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.330951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9236341 May 20 07:58:43.334500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36532) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:43.342547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'name': 'tempest-TaggedBootDevicesTest-1439447093', 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:43.399899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ea764d5f-b534-42cd-9a23-267e56fda9ba None None] Provisioning for port a39209f5-17e8-47da-b318-21123037e875 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:43.490198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.491552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:43.493893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.526652 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7437f09-9279-412c-b875-cb5b60a44560 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:43.579162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:43.585852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:port and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:43.597044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:43.609391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:43.651308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-414108a6-6cb6-4874-93aa-d41c3f481179', 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ips': [{'subnet_id': 'daf81360-7a6d-4f6f-aac7-5f1921539d14'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:58:43.652148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:43.723087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:43.790894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5470567 May 20 07:58:43.800521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:43.802173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Pushing event updated for resources: {'Network': ['ID=646ad6d1-a2fc-483a-9973-8158c4d4eeeb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:43.814800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:43.825951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:58:43.951619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709727b-4e5d-46a6-b92b-b494dda2e1dd req-6a79bdcf-4dc9-4b92-8b2c-fcf49a909f69 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:43.957023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e709727b-4e5d-46a6-b92b-b494dda2e1dd req-6a79bdcf-4dc9-4b92-8b2c-fcf49a909f69 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.2967999 May 20 07:58:43.970288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Request body: {'subnet': {'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-subnet', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:43.991030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-62caaafb-20e1-48a1-afa8-e1a5a9b9cfac req-0ff3fe24-4637-4b02-8bac-b92c0c5cb635 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] 10.222.0.79 "GET /v2.0/ports?device_id=fea13310-d195-4035-b725-5f9cee208518 HTTP/1.1" status: 200 len: 210 time: 0.1977205 May 20 07:58:43.999089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:44.081984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36552) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:44.218681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Usage tracker for resource:subnet and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:44.223673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:44.240354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:44.300412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.304957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a39209f5-17e8-47da-b318-21123037e875 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:44.329251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] device_id is not set on port ab27ed51-d0d2-4344-bb9a-562074b0710d yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:58:44.401701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1634de79-4986-4b43-baa7-4032349a3c76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14aaa3a45049424e9c1fc65f169d020b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176384 May 20 07:58:44.405143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36558) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:44.433952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Allocated IP 10.2.2.2 (414108a6-6cb6-4874-93aa-d41c3f481179/daf81360-7a6d-4f6f-aac7-5f1921539d14/036c535a-efba-47b1-b54d-ace097551da1) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:44.512224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.553337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.587432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a39209f5-17e8-47da-b318-21123037e875 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:44.602188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a39209f5-17e8-47da-b318-21123037e875 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:44.614088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.634574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.1.1.178 (5753f9bc-343c-4608-864e-6d82c4d5d280/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f/ab27ed51-d0d2-4344-bb9a-562074b0710d) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:44.637114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Made reservation on behalf of da5252f472e744cda9c65e7a57557248 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:44.641277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.757235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36562) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:44.778321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.798282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.803084 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f81aa303-6702-4572-96e9-29cd3a39021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:44.818741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:44.822931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Usage tracker for resource:security_group_rule and tenant:5f59f5ced9414d5693471692684507bc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:44.827444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:44.833557 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.833892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:44.851957 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:44.874036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Transition to ACTIVE for port object 036c535a-efba-47b1-b54d-ace097551da1 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:44.891133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port a39209f5-17e8-47da-b318-21123037e875, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a39209f5-17e8-47da-b318-21123037e875,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:44.901605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Transition to ACTIVE for port object 036c535a-efba-47b1-b54d-ace097551da1 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:44.928686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8a4fd-345f-4156-b047-4942a7a9712b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:44.931041 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:44.936271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.028713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.053090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.057193 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:45.061500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object ab27ed51-d0d2-4344-bb9a-562074b0710d will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:45.086520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.109920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:45.130881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Network 414108a6-6cb6-4874-93aa-d41c3f481179 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:45.134356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:45.139012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:45.180122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.187354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=a39209f5-17e8-47da-b318-21123037e875,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:45.230382 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:45.238656 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:45.287966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.301108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Attempting to bind port 036c535a-efba-47b1-b54d-ace097551da1 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:45.301815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Attempting to bind port 036c535a-efba-47b1-b54d-ace097551da1 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:45.302187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Attempting to bind port 036c535a-efba-47b1-b54d-ace097551da1 on network 414108a6-6cb6-4874-93aa-d41c3f481179 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:45.310997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:45.311373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Checking segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:45.311996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.312574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Bound using segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:45.312820 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-467a88f3-4f4f-42c8-bbb1-68d6fd5109f3 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:45.313394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Bound port: 036c535a-efba-47b1-b54d-ace097551da1, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:45.313992 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.334069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Pushing event updated for resources: {'Port': ['ID=036c535a-efba-47b1-b54d-ace097551da1,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:45.337722 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:45.397245 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d874cfb2-c8a3-4fbd-ada7-5579314c0a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:45.411137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:45.417306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] For port 036c535a-efba-47b1-b54d-ace097551da1, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:45.417514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:45.425012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:45.433635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] For port 036c535a-efba-47b1-b54d-ace097551da1, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=036c535a-efba-47b1-b54d-ace097551da1,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:45.488196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:45.510412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.514921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ad8a4fd-345f-4156-b047-4942a7a9712b HTTP/1.1" status: 204 len: 168 time: 1.1054542 May 20 07:58:45.515065 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.520530 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:45.543807 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:45.549322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f59f5ced9414d5693471692684507bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7905264 May 20 07:58:45.553207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:45.566902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be298c-2216-4316-afdb-b6b022ee5ee1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:45.571710 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:45.616016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:45.616931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.657570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Pushing event updated for resources: {'Port': ['ID=036c535a-efba-47b1-b54d-ace097551da1,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:45.661374 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:45.668019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35b63-444b-45dd-a68a-6fc396ce07da req-56272aec-11ff-488c-b96b-9ee15b049e31 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:45.671226 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9cb35b63-444b-45dd-a68a-6fc396ce07da req-56272aec-11ff-488c-b96b-9ee15b049e31 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.5742395 May 20 07:58:45.779494 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4436529 May 20 07:58:45.782624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.784842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36586) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:45.792729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'name': 'tempest-TaggedBootDevicesTest-48134126', 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:45.863955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.940385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-41566158-97b3-414b-885b-b4a1ecb07fef None None] Provisioning for port ab27ed51-d0d2-4344-bb9a-562074b0710d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:45.951357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-41566158-97b3-414b-885b-b4a1ecb07fef None None] Provisioning complete for port ab27ed51-d0d2-4344-bb9a-562074b0710d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:45.951770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41566158-97b3-414b-885b-b4a1ecb07fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.962285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:45.966356 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6c7f4bf-6481-4034-b4c4-daa8c464db6f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:46.017675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a39209f5-17e8-47da-b318-21123037e875 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:46.070074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f181f2-c497-4c5d-963d-8133dffa98fe,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:46.073785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:46.091235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Checking segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:46.091690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Network hostable DHCP agents. Network: 646ad6d1-a2fc-483a-9973-8158c4d4eeeb, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:58:46.132830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-41566158-97b3-414b-885b-b4a1ecb07fef None None] Port ab27ed51-d0d2-4344-bb9a-562074b0710d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:46.146556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.146556 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff81a18-a546-47b9-aadd-373d973197a3 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:46.152847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a39209f5-17e8-47da-b318-21123037e875 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:46.154623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.166859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be298c-2216-4316-afdb-b6b022ee5ee1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:46.171446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:46.173964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.177741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06be298c-2216-4316-afdb-b6b022ee5ee1 HTTP/1.1" status: 204 len: 168 time: 0.6186721 May 20 07:58:46.190479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:46.197941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:port and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:46.203435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:46.208775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:58:46.216067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:46.241452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f9778-95e2-4bb0-9875-fd7b039a7c97 req-7a3e84eb-f1f1-488c-97eb-8419b038c38a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:46.253555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d41f9778-95e2-4bb0-9875-fd7b039a7c97 req-7a3e84eb-f1f1-488c-97eb-8419b038c38a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.4204922 May 20 07:58:46.300228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 646ad6d1-a2fc-483a-9973-8158c4d4eeeb) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:46.311293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:46.314877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.350611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f2eac-b753-49cd-81e4-07e7d73bb7dd None None] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:46.390240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:46.457710 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5084410 May 20 07:58:46.457933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36608) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:46.463039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:46.479064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:46.486795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Usage tracker for resource:router and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:46.491435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:46.501135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:46.540679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.611729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.614253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.663937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:46.969018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:58:46.970204 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:47.140678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:47.149109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1ca52-0c49-4d74-9a1e-c239fa9be032 None None] Network 414108a6-6cb6-4874-93aa-d41c3f481179 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:47.172345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] device_id is not set on port 39584074-1ad1-4053-ac86-3e02eea98615 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:58:47.264078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:47.317017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324551d-72da-4cba-9482-67cfc4d464d0 req-84a068bb-d5d2-455f-8391-e613989321fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:47.334201 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2324551d-72da-4cba-9482-67cfc4d464d0 req-84a068bb-d5d2-455f-8391-e613989321fa tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 1060 time: 0.9072080 May 20 07:58:47.371167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f1ce01f2-b703-408a-b4ec-a41be9d8ee08 None None] Provisioning for port 036c535a-efba-47b1-b54d-ace097551da1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:47.499963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Allocated IP 172.20.0.2 (646ad6d1-a2fc-483a-9973-8158c4d4eeeb/30f181f2-c497-4c5d-963d-8133dffa98fe/24710415-2f36-406b-81a4-9f236385c2da) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:47.673335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.1.1.121 (5753f9bc-343c-4608-864e-6d82c4d5d280/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f/39584074-1ad1-4053-ac86-3e02eea98615) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:47.744571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5397a2-39dc-4987-b85e-50fe8dfa605c req-8c2adc34-3389-4055-9b8d-beba32a61d39 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:47.749936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5397a2-39dc-4987-b85e-50fe8dfa605c req-8c2adc34-3389-4055-9b8d-beba32a61d39 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 0.2886901 May 20 07:58:47.795111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36638) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:47.796460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Deleting port c0be0978-d749-4172-894e-f7c229ae1fed {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:47.796805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:47.910760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc5397a2-39dc-4987-b85e-50fe8dfa605c req-4d63fa54-2aa5-48c4-ba7f-78f4f1927040 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Synchronizing usage tracker for tenant:0b5b5894c075465ca296e85bb5166c43 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:47.932194 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:47.948479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Transition to ACTIVE for port object 24710415-2f36-406b-81a4-9f236385c2da will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:47.992511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Transition to ACTIVE for port object 24710415-2f36-406b-81a4-9f236385c2da will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:48.032728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 036c535a-efba-47b1-b54d-ace097551da1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:48.085620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-875454779'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:48.095066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.108681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.126336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1af71731-152a-4885-8931-685e46b9c9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:48.132094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.159912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:48.183876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Usage tracker for resource:network and tenant:510c42e404a140bd9d8d065eb51d4a75 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:48.193395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:48.209394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:48.245600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:48.251209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:48.261360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:48.261541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-cc5397a2-39dc-4987-b85e-50fe8dfa605c req-4d63fa54-2aa5-48c4-ba7f-78f4f1927040 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Unset dirty status for tenant:0b5b5894c075465ca296e85bb5166c43 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:48.266778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc5397a2-39dc-4987-b85e-50fe8dfa605c req-4d63fa54-2aa5-48c4-ba7f-78f4f1927040 tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5158288 May 20 07:58:48.271209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Pushing event updated for resources: {'Port': ['ID=24710415-2f36-406b-81a4-9f236385c2da,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:48.277678 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:48.284488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] For port c0be0978-d749-4172-894e-f7c229ae1fed, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0be0978-d749-4172-894e-f7c229ae1fed,segment=NetworkSegment(2f6b6a71-6fc5-4bff-aa9c-a9862b14b084),segment_id=2f6b6a71-6fc5-4bff-aa9c-a9862b14b084)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:48.288631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.302063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36652) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:48.393745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Attempting to bind port 24710415-2f36-406b-81a4-9f236385c2da on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:48.394134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Attempting to bind port 24710415-2f36-406b-81a4-9f236385c2da by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:48.394511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Attempting to bind port 24710415-2f36-406b-81a4-9f236385c2da on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:48.400913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:48.401460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Checking segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:48.402361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.402361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Bound using segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:48.402818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Bound port: 24710415-2f36-406b-81a4-9f236385c2da, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:48.404165 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.411830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.479396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Allocated IP 172.25.8.202 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/fc3d4128-8154-4523-a79c-14e0f66170cd) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:48.481998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 036c535a-efba-47b1-b54d-ace097551da1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:48.496131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 036c535a-efba-47b1-b54d-ace097551da1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:48.496526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.498847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Made reservation on behalf of 510c42e404a140bd9d8d065eb51d4a75 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:48.503072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.523929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Calling delete_port for c0be0978-d749-4172-894e-f7c229ae1fed owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:48.543302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.558701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object 39584074-1ad1-4053-ac86-3e02eea98615 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:48.574182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:48.583093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Usage tracker for resource:security_group_rule and tenant:510c42e404a140bd9d8d065eb51d4a75 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:48.587812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] For port 24710415-2f36-406b-81a4-9f236385c2da, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:48.592777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] For port 24710415-2f36-406b-81a4-9f236385c2da, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=24710415-2f36-406b-81a4-9f236385c2da,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:48.600711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:48.610841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:48.661089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.665222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a87f2-1c0a-4bac-808c-416d9142677d tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:48.670613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-595a87f2-1c0a-4bac-808c-416d9142677d tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 1055 time: 0.3611481 May 20 07:58:48.702351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.704211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 036c535a-efba-47b1-b54d-ace097551da1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=036c535a-efba-47b1-b54d-ace097551da1,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:48.718382 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.734784 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:48.869076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.883816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.889071 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-269ab33f-400d-423a-8d6d-55202d672def tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:48.902823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Pushing event updated for resources: {'Port': ['ID=24710415-2f36-406b-81a4-9f236385c2da,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:48.908477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:48.909523 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:48.927610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:48.940393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd37140-b458-48ba-a174-494a25b6d009 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:48.989815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:48.993856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:49.001896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:49.040342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=036c535a-efba-47b1-b54d-ace097551da1,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:49.043259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3d4128-8154-4523-a79c-14e0f66170cd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:49.045962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:49.048298 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:49.065593 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:49.066292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:49.103809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:49.514807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:49.534344 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:49.550881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:49.551504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.620416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.646692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a178214d-d29e-469e-b69a-d6e8aa2ee41b None None] Provisioning for port 39584074-1ad1-4053-ac86-3e02eea98615 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:49.652602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a178214d-d29e-469e-b69a-d6e8aa2ee41b None None] Provisioning complete for port 39584074-1ad1-4053-ac86-3e02eea98615 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:49.653109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a178214d-d29e-469e-b69a-d6e8aa2ee41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.694229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a1c6-acac-4f5f-b102-47c765c0bea8 req-6dee8811-486f-4df5-94a3-444ef5c6ceb7 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:49.703490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1794a1c6-acac-4f5f-b102-47c765c0bea8 req-6dee8811-486f-4df5-94a3-444ef5c6ceb7 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.2800710 May 20 07:58:49.713270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a178214d-d29e-469e-b69a-d6e8aa2ee41b None None] Port 39584074-1ad1-4053-ac86-3e02eea98615 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:49.782355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9961729 May 20 07:58:49.783142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.796547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5dae2e5-ebb6-40e2-b101-a4f59a3f3a48 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:49.796673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.817603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 07:58:49.849168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f615b48f-41c9-442f-a5b0-d94c1409fa60,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:49.854825 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:49.857576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.861525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:49.861876 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Added segment 50ed6de3-30e3-4fb8-b32f-c04ee559f229 of type vlan for network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 May 20 07:58:49.864239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8852e429-3234-4d63-98ad-9b8e5ecd9c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:50.041484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0be0978-d749-4172-894e-f7c229ae1fed,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:50.073284 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:50.179181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 036c535a-efba-47b1-b54d-ace097551da1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:50.184830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.202034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-96c10ff9-6e91-4126-a226-d0b5c90f22ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4618607 May 20 07:58:50.307232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 036c535a-efba-47b1-b54d-ace097551da1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:50.307746 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.429467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36700) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:50.432322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346227139', 'description': 'tempest-description--990563979'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:50.468217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f131fb-d4ad-4e87-b0ed-4b11a74c8a86 None None] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:50.503500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:50.525454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:security_group and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:50.527436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.532532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:50.535743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.541206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:50.542095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.552115 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-042b72c1-e80f-42c9-9300-184cfdc43060 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:50.566572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:50.615778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 24710415-2f36-406b-81a4-9f236385c2da up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:50.630809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-3b273145-7304-45ea-961b-0e04c42b9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:50.636305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-3b273145-7304-45ea-961b-0e04c42b9bd5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 1096 time: 0.4013329 May 20 07:58:50.636305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.692148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c286621c-1c3a-45eb-a81e-ced1e963111d None None] Provisioning for port 24710415-2f36-406b-81a4-9f236385c2da completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:50.772998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.787688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.9747720 May 20 07:58:50.789243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36712) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:50.794662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event updated for resources: {'Network': ['ID=b8bceb30-99e4-4468-99af-1a5fa1dad7c4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:50.798097 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:50.816392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 07:58:50.818835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Request body: {'subnet': {'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:50.958018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 24710415-2f36-406b-81a4-9f236385c2da completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:50.979655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 24710415-2f36-406b-81a4-9f236385c2da triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:50.980427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:50.984635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:51.014672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:security_group_rule and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:51.024970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:51.041867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:51.147614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:51.152700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Usage tracker for resource:subnet and tenant:510c42e404a140bd9d8d065eb51d4a75 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:51.156891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:51.177432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:51.198450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-839b8688-e509-4f7d-9df7-fb13599db6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:51.201117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-839b8688-e509-4f7d-9df7-fb13599db6b0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 200 len: 911 time: 0.5148060 May 20 07:58:51.208182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.247954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 24710415-2f36-406b-81a4-9f236385c2da, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=24710415-2f36-406b-81a4-9f236385c2da,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:51.250046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 07:58:51.317688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Made reservation on behalf of 510c42e404a140bd9d8d065eb51d4a75 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:51.321354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.364160 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.367847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:51.476999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-ce7120b5-96cb-4f3b-a131-b5493c0d300a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:51.478722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-ce7120b5-96cb-4f3b-a131-b5493c0d300a tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.84 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.7682753 May 20 07:58:51.533567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=24710415-2f36-406b-81a4-9f236385c2da,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:51.537124 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:51.635526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2fc93d7a-45ab-4101-957a-aa0eb01f31eb None None] Provisioning complete for port 24710415-2f36-406b-81a4-9f236385c2da triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:51.636258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fc93d7a-45ab-4101-957a-aa0eb01f31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.647368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:51.659425 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:51.685627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b583e25-dc0e-4798-84cd-1f937d7880c9 req-4c2c292b-ef51-4dbd-8ce4-a001778c8624 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:51.714741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b583e25-dc0e-4798-84cd-1f937d7880c9 req-4c2c292b-ef51-4dbd-8ce4-a001778c8624 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 0.7815049 May 20 07:58:51.723063 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:51.723960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:51.755500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.775913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-4d64dd2e-fa65-4c72-8e28-61d4fb761419 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 200 len: 1001 time: 0.5544164 May 20 07:58:51.789592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.794452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3346963 May 20 07:58:51.795553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:51.937306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:51.949006 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80a86f98-cf1a-4084-b8b1-3614c38dcf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:52.029851 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:52.035840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2266a-3fca-48bd-bb4e-307254366f14,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:52.042104 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:52.047959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-ce744b18-d07a-4288-8153-9d148f025c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:52.048613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-ce744b18-d07a-4288-8153-9d148f025c3b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 200 len: 849 time: 0.2153642 May 20 07:58:52.052587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Router 693db833-7d49-4048-8077-2bcbc8e3a644 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:58:52.108732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 24710415-2f36-406b-81a4-9f236385c2da up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:52.173621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.177518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7508049 May 20 07:58:52.185939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36758) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:52.195997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 24710415-2f36-406b-81a4-9f236385c2da triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:52.196421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.210745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'security_group_rule': {'security_group_id': '6ec2266a-3fca-48bd-bb4e-307254366f14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:52.225040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:52.228437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port bd652de5-09c5-4599-8ba0-a411f5521b37 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:52.235742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.256505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:security_group_rule and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:52.272508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:52.290225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:52.474269 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 3, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:52.486501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:52.497986 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:52.502919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Updating router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d port fc3d4128-8154-4523-a79c-14e0f66170cd binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:58:52.503063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Sync routers for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:52.512942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-151b8fce-2119-4153-a63d-d5eb3f9d6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:52.515243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-151b8fce-2119-4153-a63d-d5eb3f9d6a05 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=97f5e4cb-3298-4edb-89e5-56dd1704f21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4541841 May 20 07:58:52.516439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:52.517161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:52.523645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] 10.222.0.79 "PUT /v2.0/routers/693db833-7d49-4048-8077-2bcbc8e3a644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4099891 May 20 07:58:52.524797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:52.578199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.591611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port bd652de5-09c5-4599-8ba0-a411f5521b37, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=bd652de5-09c5-4599-8ba0-a411f5521b37,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:52.592163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.617728 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.806809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for bd652de5-09c5-4599-8ba0-a411f5521b37 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:52.852747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:52.890208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:52.898625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-eed34cda-e47b-4dcd-ba4b-d0392e069cfc service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716609 May 20 07:58:53.145133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.168043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d75b399f-db37-4ac0-8657-cb1773be106d tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:53.220252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ac867c-c5ed-4016-9709-63cc9f7a872c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:53.240215 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:53.249912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5604a102-2f8f-4494-8cbd-712a8ca8b7b6 req-db9cda8a-39d1-4f73-87de-87e2bdd23348 service neutron] 10.222.0.84 "GET /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395524 May 20 07:58:53.299436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36780) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:53.342274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.344143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-300603c6-923b-40dd-8c27-ce6ebc9e48ed tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1505706 May 20 07:58:53.346541 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.347058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:53.347477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:53.351869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Checking router: 693db833-7d49-4048-8077-2bcbc8e3a644 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:58:53.353750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'security_group_rule': {'security_group_id': '6ec2266a-3fca-48bd-bb4e-307254366f14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:53.363081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Routers {'693db833-7d49-4048-8077-2bcbc8e3a644'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:53.363300 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Transition to ACTIVE for port object fc3d4128-8154-4523-a79c-14e0f66170cd will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:53.366750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['693db833-7d49-4048-8077-2bcbc8e3a644'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:53.367706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:53.370752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.378546 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b77b89c-1240-4e5a-99d6-71f1cef1c0c7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:53.465367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.474381 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c5db732-c3d7-44bf-93f7-e17c8fd0f5df tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:53.483408 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.489005 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:53.599346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.609064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] Set router 693db833-7d49-4048-8077-2bcbc8e3a644 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:53.616652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:security_group_rule and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:53.646210 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Attempting to bind port fc3d4128-8154-4523-a79c-14e0f66170cd on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:53.646594 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Attempting to bind port fc3d4128-8154-4523-a79c-14e0f66170cd by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:53.646974 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Attempting to bind port fc3d4128-8154-4523-a79c-14e0f66170cd on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:53.654580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:53.655078 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:53.655457 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:53.655867 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.656265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:53.656742 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Bound port: fc3d4128-8154-4523-a79c-14e0f66170cd, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:53.657576 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.663888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=bd652de5-09c5-4599-8ba0-a411f5521b37,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:53.707130 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Pushing event updated for resources: {'Port': ['ID=fc3d4128-8154-4523-a79c-14e0f66170cd,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:53.718061 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:53.719472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:53.728688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event updated for resources: {'Subnet': ['ID=1c263895-3ec7-48c6-9920-05249594aed1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:53.761307 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:53.767911 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] For port fc3d4128-8154-4523-a79c-14e0f66170cd, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:53.768531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.772320 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] For port fc3d4128-8154-4523-a79c-14e0f66170cd, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc3d4128-8154-4523-a79c-14e0f66170cd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:53.789886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] No DVR routers for this DVR port bd652de5-09c5-4599-8ba0-a411f5521b37 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:58:53.796282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.798254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55ee247b-0a44-496a-945e-c81aed24f3c5 req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.84 "DELETE /v2.0/ports/bd652de5-09c5-4599-8ba0-a411f5521b37 HTTP/1.1" status: 204 len: 173 time: 2.3042762 May 20 07:58:53.800641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'name': 'network-vif-deleted', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:58:53.813578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:53.817897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Usage tracker for resource:security_group_rule and tenant:876ff3dbaf50482bb1adaafc10838e96 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:53.821591 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:53.822404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:53.829135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:53.872945 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.884193 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:53.918146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:53.926572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6146d8-0f6f-4137-be87-d0a652d50c08 req-79e1da2e-eed6-4cf3-abbd-90a3871485c8 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:53.938469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c6146d8-0f6f-4137-be87-d0a652d50c08 req-79e1da2e-eed6-4cf3-abbd-90a3871485c8 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 909 time: 1.0148516 May 20 07:58:53.997134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Checking segment: {'id': '50ed6de3-30e3-4fb8-b32f-c04ee559f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:53.997531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Network hostable DHCP agents. Network: b8bceb30-99e4-4468-99af-1a5fa1dad7c4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 07:58:54.006919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:54.007629 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:54.010717 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea52ed1-b776-4047-ae86-4e42adc25c70', 'name': 'network-vif-deleted', 'tag': 'bd652de5-09c5-4599-8ba0-a411f5521b37', 'status': 'completed', 'code': 200} May 20 07:58:54.058399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.063274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.091092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.110439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Pushing event updated for resources: {'Port': ['ID=fc3d4128-8154-4523-a79c-14e0f66170cd,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:54.115354 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:54.130275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.144191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:54.166790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.175017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-18592995-1377-4f77-9365-0a98590666e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:54.181304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18592995-1377-4f77-9365-0a98590666e6 None None] The sync data for ids ['693db833-7d49-4048-8077-2bcbc8e3a644'] in n-d-780147-4 is: [{'id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'name': 'tempest-ServerRescueTestJSONUnderV235-1880875323-router', 'tenant_id': '171debd42fa54217bcd39feee361010f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:58Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 5, 'project_id': '171debd42fa54217bcd39feee361010f', 'gw_port': {'id': 'cf215ad8-e2cd-4e53-a91f-7c12b94272b4', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693db833-7d49-4048-8077-2bcbc8e3a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:59Z', 'updated_at': '2021-05-20T07:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:54.211289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.212670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dbfbaf-0f03-46c4-9799-9ffa609ba5c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:54.223836 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:54.230486 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:58:54.230600 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22294607-c8f0-4292-ad1e-eedca329f204 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:54.230803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 07:58:54.240823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=876ff3dbaf50482bb1adaafc10838e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9394317 May 20 07:58:54.244562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:54.258615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531b0b04-9fd1-4ed6-92b7-31795233a42f,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:54.261984 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:54.271592 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.408966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.411660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0614181 May 20 07:58:54.422026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36800) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:54.427709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:54.433896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:54.436538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, b8bceb30-99e4-4468-99af-1a5fa1dad7c4) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:54.447387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:floatingip and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:54.451728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc67ff-0fc8-42e8-8801-bca8790e35a7 None None] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:54.461837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:54.481363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:54.485985 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.493904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:54.493904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.522308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Allocated IP 172.20.0.1 (646ad6d1-a2fc-483a-9973-8158c4d4eeeb/30f181f2-c497-4c5d-963d-8133dffa98fe/fd43d81c-5a3c-4550-8d57-b0e42df32d6b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:54.552344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.592428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 3, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:54.596896 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d67b48-b88c-4a62-8a23-cb8d89a706ad None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:49Z', 'revision_number': 3, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:58:54.615521 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.690190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Deleting port cf215ad8-e2cd-4e53-a91f-7c12b94272b4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:54.690811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.726014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-b8bceb30-99e4-4468-99af-1a5fa1dad7c4', 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4', 'tenant_id': '510c42e404a140bd9d8d065eb51d4a75', 'fixed_ips': [{'subnet_id': '1c263895-3ec7-48c6-9920-05249594aed1'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 07:58:54.727812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.739689 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9465353 May 20 07:58:54.742558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36806) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:54.756793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Request body: {'port': {'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4', 'name': 'tempest-TagsExtTest-264911149'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:54.903447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:54.918273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] For port cf215ad8-e2cd-4e53-a91f-7c12b94272b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:54.919192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.054962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Allocated IP 172.20.0.2 (b8bceb30-99e4-4468-99af-1a5fa1dad7c4/1c263895-3ec7-48c6-9920-05249594aed1/4ae2e851-4603-4c93-afa2-fb833e2ff0df) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:55.170006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Transition to ACTIVE for port object fd43d81c-5a3c-4550-8d57-b0e42df32d6b will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:55.178752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Calling delete_port for cf215ad8-e2cd-4e53-a91f-7c12b94272b4 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:58:55.182838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.194367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e500bea-15ac-4cba-b0a1-57dc5718f437 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:55.216779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dbfbaf-0f03-46c4-9799-9ffa609ba5c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:55.233077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:55.250246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Usage tracker for resource:port and tenant:510c42e404a140bd9d8d065eb51d4a75 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:55.257380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:55.280550 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:55.293634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:55.306753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.307900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0dbfbaf-0f03-46c4-9799-9ffa609ba5c8 HTTP/1.1" status: 204 len: 168 time: 1.0598421 May 20 07:58:55.311007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0c3b0030-6866-413b-a554-1451e089bd6d req-eeabc9c2-3d1c-4c67-95ec-d873b6d19dbb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=aea52ed1-b776-4047-ae86-4e42adc25c70 HTTP/1.1" status: 200 len: 210 time: 0.1016402 May 20 07:58:55.323274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.444572 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.454505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Made reservation on behalf of 510c42e404a140bd9d8d065eb51d4a75 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:58:55.459577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.467406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Transition to ACTIVE for port object 4ae2e851-4603-4c93-afa2-fb833e2ff0df will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:55.501054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Transition to ACTIVE for port object 4ae2e851-4603-4c93-afa2-fb833e2ff0df will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:55.533079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] device_id is not set on port 70264da6-4a96-43f6-8554-eead9e21c680 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:58:55.564089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device bd652de5-09c5-4599-8ba0-a411f5521b37 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:58:55.608129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.617150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 172.25.8.198 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/798a6e7b-aa3b-46ae-b50a-deb20ea7eadd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:55.617723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:55.675319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.695445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50842342-e6a8-4c3f-9115-543d3359fe98 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:55.754559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: bd652de5-09c5-4599-8ba0-a411f5521b37 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:58:55.755079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device bd652de5-09c5-4599-8ba0-a411f5521b37 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:58:55.757577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Pushing event updated for resources: {'Port': ['ID=4ae2e851-4603-4c93-afa2-fb833e2ff0df,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:55.764078 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:55.765980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:55.767157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:55.769841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:55.832042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.837136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:55.938904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Attempting to bind port 4ae2e851-4603-4c93-afa2-fb833e2ff0df on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:58:55.939285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Attempting to bind port 4ae2e851-4603-4c93-afa2-fb833e2ff0df by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '50ed6de3-30e3-4fb8-b32f-c04ee559f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:58:55.939754 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Attempting to bind port 4ae2e851-4603-4c93-afa2-fb833e2ff0df on network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:58:55.955733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.955968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:55.960486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:58:55.960727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Checking segment: {'id': '50ed6de3-30e3-4fb8-b32f-c04ee559f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:58:55.966265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.966265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Bound using segment: {'id': '50ed6de3-30e3-4fb8-b32f-c04ee559f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:58:55.966557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:55.966666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Bound port: 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ed6de3-30e3-4fb8-b32f-c04ee559f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8bceb30-99e4-4468-99af-1a5fa1dad7c4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:58:55.966666 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:55.977157 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d2dcaee-8b2f-44d0-8129-0082d5311ecc tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:56.108162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] For port 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:58:56.111987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] For port 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4ae2e851-4603-4c93-afa2-fb833e2ff0df,segment=NetworkSegment(50ed6de3-30e3-4fb8-b32f-c04ee559f229),segment_id=50ed6de3-30e3-4fb8-b32f-c04ee559f229)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:58:56.114581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc3d4128-8154-4523-a79c-14e0f66170cd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:56.129938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.175804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:56.191528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:56.209199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:56.230042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.235173 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-00761a35-a636-474e-9407-09d2b73b0fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:56.271426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=798a6e7b-aa3b-46ae-b50a-deb20ea7eadd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:56.280502 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:56.291802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36822) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:56.303000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.312561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Pushing event updated for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:56.317016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Allocated IP 172.20.0.6 (b8bceb30-99e4-4468-99af-1a5fa1dad7c4/1c263895-3ec7-48c6-9920-05249594aed1/70264da6-4a96-43f6-8554-eead9e21c680) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:58:56.325448 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:56.325717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.331678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fc3d4128-8154-4523-a79c-14e0f66170cd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:56.344960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Pushing event updated for resources: {'Port': ['ID=4ae2e851-4603-4c93-afa2-fb833e2ff0df,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:56.351620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:56.352249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fc3d4128-8154-4523-a79c-14e0f66170cd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:56.353960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.379987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:56.403488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Usage tracker for resource:security_group_rule and tenant:a6b712bc70964642bdf91f4fdc29e3b0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:56.413846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:56.425938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:56.490395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36828) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:56.508989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.519890 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb52b490-5634-4bb5-be6b-4cf779909d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:56.523362 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.532504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-791a4aa5-1547-4723-aef7-1cac581ac9d5 None None] Provisioning for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:56.545126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-791a4aa5-1547-4723-aef7-1cac581ac9d5 None None] Provisioning complete for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:56.545593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-791a4aa5-1547-4723-aef7-1cac581ac9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.610850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-791a4aa5-1547-4723-aef7-1cac581ac9d5 None None] Port fd43d81c-5a3c-4550-8d57-b0e42df32d6b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:56.615279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fc3d4128-8154-4523-a79c-14e0f66170cd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc3d4128-8154-4523-a79c-14e0f66170cd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:56.626345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.689025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf215ad8-e2cd-4e53-a91f-7c12b94272b4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:56.692427 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:56.705961 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.709246 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7c022511-4e24-494c-ba75-18cc7a4751b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:56.714200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.748375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Transition to ACTIVE for port object 70264da6-4a96-43f6-8554-eead9e21c680 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:58:56.771417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0be0978-d749-4172-894e-f7c229ae1fed no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:58:56.836492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c0be0978-d749-4172-894e-f7c229ae1fed {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:58:56.836973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0be0978-d749-4172-894e-f7c229ae1fed not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:58:56.859314 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:56.861097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fc3d4128-8154-4523-a79c-14e0f66170cd,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:56.865052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:56.875688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.007687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.175001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.182256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.187385 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-74526f47-8167-4531-aa71-67fce2726758 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:57.277804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6b712bc70964642bdf91f4fdc29e3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9848061 May 20 07:58:57.281647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36836) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:57.284266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df69d264-d039-4684-949f-2d8285f244a2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:57.284387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.292611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:57.294572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:57.295338 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-51ec4754-bc5d-4002-b94f-ae7772540a1b tempest-ServerPasswordTestJSON-422663028 tempest-ServerPasswordTestJSON-422663028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:57.309195 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.313699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.369909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:57.380372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:58:57.492789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event updated for resources: {'Port': ['ID=70264da6-4a96-43f6-8554-eead9e21c680,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:57.496213 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:57.543034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:57.544508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.558401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.565944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.608330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.644201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.653080 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4eaf379-d35a-4db2-8f42-d92b3cb17ee0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:57.690939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92291391-a9e4-47f8-b169-e5a615b9b776 None None] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:58:57.694473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9503725 May 20 07:58:57.703970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:57.738615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-125356371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:57.773594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=798a6e7b-aa3b-46ae-b50a-deb20ea7eadd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:57.779602 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:57.785461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.808075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.808612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693db833-7d49-4048-8077-2bcbc8e3a644 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:58:57.812891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:57.836560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Usage tracker for resource:router and tenant:510c42e404a140bd9d8d065eb51d4a75 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:58:57.837841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.841614 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.841898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:58:57.847156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df69d264-d039-4684-949f-2d8285f244a2 HTTP/1.1" status: 204 len: 168 time: 0.5588608 May 20 07:58:57.847936 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58c6fda4-d271-400a-8a2d-45b09142842a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:57.861094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df69d264-d039-4684-949f-2d8285f244a2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:57.863838 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:57.872398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a21505f8-ffad-4670-bdf1-c653fad9e749 None None] Provisioning for port 4ae2e851-4603-4c93-afa2-fb833e2ff0df completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:57.899842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:58:57.923082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.932962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5015309 May 20 07:58:57.989318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:57.990499 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/693db833-7d49-4048-8077-2bcbc8e3a644 HTTP/1.1" status: 204 len: 168 time: 5.4654269 May 20 07:58:57.993117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36848) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:58.075394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.077210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.116358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Deleting subnet c2b98f6b-eb00-4896-8212-e10821365376 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:58:58.119787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.128554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.136703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.221064 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.261519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.269922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.300241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.332963 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:58.453920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d0d604f1-a842-48f3-a312-fbce0abc6155 None None] Provisioning for port 70264da6-4a96-43f6-8554-eead9e21c680 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:58.461714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d0d604f1-a842-48f3-a312-fbce0abc6155 None None] Provisioning complete for port 70264da6-4a96-43f6-8554-eead9e21c680 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:58.462464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d0d604f1-a842-48f3-a312-fbce0abc6155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.548318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Pushing event updated for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:58.562582 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:58.568701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.598710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.598710 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ffbcda9-26f3-4001-a5db-63d3560efecf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8887811 May 20 07:58:58.604142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36868) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:58.615380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-690807d2-e85d-421d-804d-04131f9c2a79 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1772437752', 'prefixes': ['172.20.0.0/16']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:58:58.638768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-690807d2-e85d-421d-804d-04131f9c2a79 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:58:58.639251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.657819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d0d604f1-a842-48f3-a312-fbce0abc6155 None None] Port 70264da6-4a96-43f6-8554-eead9e21c680 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:58.663127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc3d4128-8154-4523-a79c-14e0f66170cd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:58.782228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fc3d4128-8154-4523-a79c-14e0f66170cd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:58.787740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.875491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fe7d9779-b57a-41d2-9472-f69f93dba5cc None None] Provisioning complete for port 70264da6-4a96-43f6-8554-eead9e21c680 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:58.876559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe7d9779-b57a-41d2-9472-f69f93dba5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.930823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:58.943343 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-01374712-6ace-4a2e-b26c-fd18cf020abd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:58.984051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d9779-b57a-41d2-9472-f69f93dba5cc None None] Port 70264da6-4a96-43f6-8554-eead9e21c680 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:58.987472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b98f6b-eb00-4896-8212-e10821365376,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:59.001893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:59.008166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4ae2e851-4603-4c93-afa2-fb833e2ff0df up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:58:59.015638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.039986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-504043c9-e52c-4eb9-abaa-06e962052383 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:59.047070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c2b98f6b-eb00-4896-8212-e10821365376 HTTP/1.1" status: 204 len: 168 time: 1.0496852 May 20 07:58:59.047470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36884) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:59.091403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:58:59.093141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:58:59.146043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-690807d2-e85d-421d-804d-04131f9c2a79 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for subnetpool, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.147205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-690807d2-e85d-421d-804d-04131f9c2a79 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5420969 May 20 07:58:59.149922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 4ae2e851-4603-4c93-afa2-fb833e2ff0df completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:58:59.153503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36888) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:59.155930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4ae2e851-4603-4c93-afa2-fb833e2ff0df triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:59.156143 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.169582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-1556338d-b0d3-4692-bbba-ad58bb951da3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-914229127') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:59.226933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-504043c9-e52c-4eb9-abaa-06e962052383 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:59.228106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-504043c9-e52c-4eb9-abaa-06e962052383 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--346227139&fields=id&tenant_id=b24d7478653f4d7f96305ae8b17cde90 HTTP/1.1" status: 200 len: 267 time: 0.3376558 May 20 07:58:59.233578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.352941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:58:59.359539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.396633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4ae2e851-4603-4c93-afa2-fb833e2ff0df,segment=NetworkSegment(50ed6de3-30e3-4fb8-b32f-c04ee559f229),segment_id=50ed6de3-30e3-4fb8-b32f-c04ee559f229)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:58:59.491679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.494783 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e3430c2-9e2a-4852-ab49-820c5a661508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:58:59.497521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-64ed18f7-cca4-4936-b63b-2e270fd8b7d4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:58:59.498744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-64ed18f7-cca4-4936-b63b-2e270fd8b7d4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:58:59.512549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.535468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61178c2-3379-4944-a14e-20b22be108a5']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:59.557469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:59.557857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6b6a71-6fc5-4bff-aa9c-a9862b14b084') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:59.572235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.613549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.620631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b952f59b-dd8e-43e5-89cd-8cd8fab6105e None None] Provisioning complete for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:58:59.621241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b952f59b-dd8e-43e5-89cd-8cd8fab6105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.630920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:58:59.631346 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: timer() May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: self._notify() May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:58:59.666022 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:58:59.679034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=4ae2e851-4603-4c93-afa2-fb833e2ff0df,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:58:59.684147 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:58:59.718324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b952f59b-dd8e-43e5-89cd-8cd8fab6105e None None] Port fd43d81c-5a3c-4550-8d57-b0e42df32d6b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:58:59.764156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-64ed18f7-cca4-4936-b63b-2e270fd8b7d4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:58:59.770624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-64ed18f7-cca4-4936-b63b-2e270fd8b7d4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports/ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 932 time: 0.5200334 May 20 07:58:59.778281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1556338d-b0d3-4692-bbba-ad58bb951da3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-914229127 HTTP/1.1" status: 201 len: 201 time: 0.6230969 May 20 07:58:59.823461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:58:59.883038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:58:59.900098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:58:59.913610 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] 10.222.0.79 "PUT /v2.0/routers/4a8412cc-1521-48e5-adb3-e8f3eb85a57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1070347 May 20 07:58:59.931222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port c6a5fe9b-9b5e-4613-8a07-d786a2870055 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:58:59.931692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:58:59.933591 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:58:59.946168 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:58:59.947170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:58:59.973362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-6cdad196-88de-4c46-8e92-dff2178eda83 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-1998978318') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:00.000089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4ae2e851-4603-4c93-afa2-fb833e2ff0df up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:59:00.040289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1c797260-62b6-49b2-8dd7-c8548b03d176 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:00.048508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1c797260-62b6-49b2-8dd7-c8548b03d176 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports/39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 930 time: 0.2767482 May 20 07:59:00.108475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-622e0183-aa62-4ada-9192-b6e54bb690ad tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587699 May 20 07:59:00.159220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:00.172427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b6b61040-7675-4d3c-8a8e-ff36f6b43ea9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626376 May 20 07:59:00.177199 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dbbac56-2ee2-4245-bb63-1982e3e51db5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:00.178800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4ae2e851-4603-4c93-afa2-fb833e2ff0df triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:00.179195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:00.193538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:00.232699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Pushing event deleted for resources: {'Network': ['ID=c61178c2-3379-4944-a14e-20b22be108a5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:00.247290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:00.252801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:00.270707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port c6a5fe9b-9b5e-4613-8a07-d786a2870055, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c6a5fe9b-9b5e-4613-8a07-d786a2870055,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:00.271335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:00.328550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] 10.222.0.79 "DELETE /v2.0/networks/c61178c2-3379-4944-a14e-20b22be108a5 HTTP/1.1" status: 204 len: 168 time: 1.2793782 May 20 07:59:00.436548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:00.452140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:00.461314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:00.469587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:00.479641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6cdad196-88de-4c46-8e92-dff2178eda83 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-1998978318 HTTP/1.1" status: 201 len: 201 time: 0.6545196 May 20 07:59:00.482957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:00.490952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-07223dab-7a5a-4626-b381-673e610abea5 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-866983862') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:00.547203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for c6a5fe9b-9b5e-4613-8a07-d786a2870055 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:00.551202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cf215ad8-e2cd-4e53-a91f-7c12b94272b4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:00.605302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: cf215ad8-e2cd-4e53-a91f-7c12b94272b4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:00.605721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cf215ad8-e2cd-4e53-a91f-7c12b94272b4 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:00.746061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:00.759289 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:58:57Z', 'revision_number': 2, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:00.760854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-fbebf789-6c0a-4b65-8d27-5517af24220e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 1989 time: 0.5828841 May 20 07:59:00.771668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:59:00.772021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Updating router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d port fd43d81c-5a3c-4550-8d57-b0e42df32d6b binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 07:59:00.818177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-2dba8f77-64e9-473a-991f-e1988c7ccfd0 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/quotas/b24d7478653f4d7f96305ae8b17cde90 HTTP/1.1" status: 200 len: 375 time: 0.0562479 May 20 07:59:00.857007 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:00.938613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6fe478fa-f8ad-4022-b52f-3566e02b25fe tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1134152 May 20 07:59:00.946231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36942) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:00.961539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36948) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:00.990469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541999323', 'description': 'tempest-description--1644238568'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:01.011154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07223dab-7a5a-4626-b381-673e610abea5 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-866983862 HTTP/1.1" status: 201 len: 201 time: 0.5242825 May 20 07:59:01.012345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:01.016318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:01.023957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-a867f873-5592-48a8-8f38-57e80ab6ba4d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-894091819') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:01.031544 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54cf8b93-c84e-498b-a69f-c93c0df08391 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=171debd42fa54217bcd39feee361010f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838337 May 20 07:59:01.032206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:01.037094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:01.045896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.057021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57022ff1-cf9c-42bf-ac0c-822595915fdd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:01.095013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:01.116446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:01.170899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-21eabdfb-2ab2-4fe8-8dfc-ea146a04437c service neutron] 10.222.0.79 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103803 May 20 07:59:01.180296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=c6a5fe9b-9b5e-4613-8a07-d786a2870055,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:01.194399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:01.234703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.314331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.319744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a867f873-5592-48a8-8f38-57e80ab6ba4d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-894091819 HTTP/1.1" status: 201 len: 201 time: 0.3005445 May 20 07:59:01.320642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36968) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:01.359965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-f9a02aca-a1a9-461c-bf23-f346eac25f37 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:01.377878 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.391903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Transition to ACTIVE for port object fd43d81c-5a3c-4550-8d57-b0e42df32d6b will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:01.404856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:01.414485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:01.417515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.430748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:01.442267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:01.454605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-698d8e72-7766-4052-a91e-275865b8a68c service neutron] 10.222.0.79 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757370 May 20 07:59:01.466430 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.473581 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:01.558077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ae433c1c-e1cf-486e-8f87-36a4d1326afc service neutron] 10.222.0.79 "GET /v2.0/ports/ab27ed51-d0d2-4344-bb9a-562074b0710d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0919890 May 20 07:59:01.575881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.576659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f9a02aca-a1a9-461c-bf23-f346eac25f37 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 200 len: 240 time: 0.2294972 May 20 07:59:01.580865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36972) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:01.588536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-217fb87a-d8a3-4549-adf5-4b581b16b7e9 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-914229127') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:01.658285 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efee162-1090-4e22-b1e9-8b6c20493fec None None] Pushing event updated for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:01.661961 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3efee162-1090-4e22-b1e9-8b6c20493fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:01.720787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.723316 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.731387 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a592404-f58b-411b-bdf6-2de8ebf00957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:01.731585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Attempting to bind port fd43d81c-5a3c-4550-8d57-b0e42df32d6b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:01.732116 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Attempting to bind port fd43d81c-5a3c-4550-8d57-b0e42df32d6b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:01.732761 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Attempting to bind port fd43d81c-5a3c-4550-8d57-b0e42df32d6b on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:01.739554 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:01.740161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Checking segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:01.740422 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.740827 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Bound using segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:01.741588 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Bound port: fd43d81c-5a3c-4550-8d57-b0e42df32d6b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:01.742056 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.767954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3629631-9fc4-4bae-8db1-a6ba57d164c7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:01.776477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:01.814698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.821760 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-656a6e4e-6607-43bb-bc7e-9e1ee7daa16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:01.844084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-892093b6-8b77-4c77-bc81-efce919f44aa service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702584 May 20 07:59:01.880697 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] For port fd43d81c-5a3c-4550-8d57-b0e42df32d6b, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:01.884051 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] For port fd43d81c-5a3c-4550-8d57-b0e42df32d6b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:01.946075 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:01.950825 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:02.065516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790f7afe-405b-4d7a-ba23-406c13c5b664,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:02.069030 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:02.078822 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:02.079590 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:02.120470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-27524f4f-f787-4fea-b426-d7fe33896f5c service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593782 May 20 07:59:02.133410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.133410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1427381 May 20 07:59:02.176758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36988) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:02.188698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group_rule': {'security_group_id': '790f7afe-405b-4d7a-ba23-406c13c5b664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:02.212834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:02.221065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:02.229714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:02.240256 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efee162-1090-4e22-b1e9-8b6c20493fec None None] Pushing event updated for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:02.263571 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3efee162-1090-4e22-b1e9-8b6c20493fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:02.269384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-217fb87a-d8a3-4549-adf5-4b581b16b7e9 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-914229127 HTTP/1.1" status: 204 len: 168 time: 0.6850920 May 20 07:59:02.274458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36996) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:02.280283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:02.290878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-347175d2-05ca-412e-8072-7e20134cbcb3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-914229127') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:02.305774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.306958 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3629631-9fc4-4bae-8db1-a6ba57d164c7 HTTP/1.1" status: 204 len: 168 time: 1.2734635 May 20 07:59:02.342696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ba6661d6-941c-4dea-8b6a-03a2a144be1e service neutron] 10.222.0.79 "GET /v2.0/ports/39584074-1ad1-4053-ac86-3e02eea98615?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2109797 May 20 07:59:02.470189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:59:02.482706 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:02.692652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:59:02.693518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.699020 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "PUT /v2.0/routers/994d31d9-1dcb-47a7-b52a-4c05a7794e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1846440 May 20 07:59:02.703119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37010) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:02.706506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Sync routers for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:59:02.734805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:02.734805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:02.763690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b9fefd7f-6adb-44da-a231-e1e515f25a24 service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197178 May 20 07:59:02.792510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting subnet 977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:59:02.796176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.837958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.902481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:02.931478 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:01Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:02.937275 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada8e4a-7cab-43ab-aad5-4d422fec7c63 None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:01Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:59:02.973937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:02.990820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c232154d-e00e-4b7c-ad02-6fb7109f9528 service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149992 May 20 07:59:02.991366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.055820 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:03.070322 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.119381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41ee631-3a8c-49d3-bddc-d4d96d689044,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:03.123375 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:03.139342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.144805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9661233 May 20 07:59:03.148889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:03.166699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group_rule': {'security_group_id': '790f7afe-405b-4d7a-ba23-406c13c5b664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:03.315084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:03.325650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-347175d2-05ca-412e-8072-7e20134cbcb3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-914229127 HTTP/1.1" status: 204 len: 168 time: 1.0439076 May 20 07:59:03.334693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:03.343142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37034) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:03.348907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:03.364544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-64da8774-2be2-48b7-9c5b-76c5df4d6f60 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:03.415741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:03.473252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-f80b020a-f093-433c-bfa0-50f8f3ce71a0 service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223123 May 20 07:59:03.534002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:59:00Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:03.540594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Checking router: 994d31d9-1dcb-47a7-b52a-4c05a7794e7f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:59:03.563877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Routers {'994d31d9-1dcb-47a7-b52a-4c05a7794e7f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:03.564805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:58:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:03.696885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.726702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-64da8774-2be2-48b7-9c5b-76c5df4d6f60 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 200 len: 205 time: 0.3800023 May 20 07:59:03.727591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:03.735609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-94ba687c-3583-42ba-8593-7ff00e4f6581 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:03.800936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ae870074-05b0-4c96-a86a-e16f359778a8 service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114429 May 20 07:59:03.827557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.858331 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca519a40-3546-4aa9-acb5-e0cee3992905 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:03.920604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] Set router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:03.934311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:03.939865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Subnet': ['ID=977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:03.943545 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:03.973025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/subnets/977e5d5d-396c-41ee-9dd1-1eb4eeb5b7c9 HTTP/1.1" status: 204 len: 168 time: 1.2658236 May 20 07:59:03.979949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37056) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:04.017273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4d388c34-6e94-4300-9364-284b1e96a2dd service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087190 May 20 07:59:04.128201 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-94ba687c-3583-42ba-8593-7ff00e4f6581 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 200 len: 241 time: 0.3967433 May 20 07:59:04.150272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37066) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:04.162218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-8a58f124-d9ae-4017-b78b-b737397bf283 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-1998978318') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:04.233468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c4f6f5e-e3c0-499d-b9ee-1d5f6b27f880 service neutron] 10.222.0.79 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026134 May 20 07:59:04.235386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.318726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207d4be-6330-41c6-ad94-ceb14bb9fe42 None None] Network 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:59:04.318880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.330475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd43d81c-5a3c-4550-8d57-b0e42df32d6b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:59:04.395641 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:04.440288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22628fd-54bb-4d3b-858d-90c2855a1abb,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:04.450972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:04.468399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a58f124-d9ae-4017-b78b-b737397bf283 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-1998978318 HTTP/1.1" status: 204 len: 168 time: 0.3133731 May 20 07:59:04.468645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.479562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:04.497266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-5c2a894f-ad26-41ef-9917-3a76d3c85c52 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-1998978318') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:04.577351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.581882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4288437 May 20 07:59:04.581882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b73ba492-4ef8-4036-bf83-7d56005829d8 service neutron] 10.222.0.79 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409667 May 20 07:59:04.583341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:04.589859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:04.602194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:04.607592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:floatingip and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:04.612379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:04.620560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:04.754302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:59:00Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:04.771784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0a4b94-bb95-433f-9e39-b80ac5fdcbc3 None None] The sync data for ids ['994d31d9-1dcb-47a7-b52a-4c05a7794e7f'] in n-d-780147-4 is: [{'id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-398663348', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:05Z', 'updated_at': '2021-05-20T07:59:00Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': 'bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994d31d9-1dcb-47a7-b52a-4c05a7794e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:07Z', 'updated_at': '2021-05-20T07:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:59:04.803791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.830859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:04.838190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:04.838190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.876468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:04.897342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] DHCP port deletion for 70cf7570-b5c7-42fb-aaf2-cb2c93de4943 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:59:04.916047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9e7bd5c1-c8fd-41c9-a505-f9f18cd3e930 service neutron] 10.222.0.79 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926068 May 20 07:59:05.051876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5c2a894f-ad26-41ef-9917-3a76d3c85c52 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-1998978318 HTTP/1.1" status: 204 len: 168 time: 0.5665691 May 20 07:59:05.063894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37100) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:05.082146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-d09cf35d-77f7-4531-9bc1-ce061e11623c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:05.102770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Deleting port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:05.103401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.164371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.339393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fd43d81c-5a3c-4550-8d57-b0e42df32d6b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:05.355230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] For port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,segment=NetworkSegment(eb216132-4221-48a6-85ad-acdd239bd5c5),segment_id=eb216132-4221-48a6-85ad-acdd239bd5c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:05.356578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.484655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.552668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:05.553210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.554238 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:05.585958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b4058296-107b-421e-9aa5-c49b6f504079 service neutron] 10.222.0.79 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906999 May 20 07:59:05.588254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.612949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Calling delete_port for ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:05.692086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:05.695369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d09cf35d-77f7-4531-9bc1-ce061e11623c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 200 len: 205 time: 0.6231098 May 20 07:59:05.704098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:05.706776 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:05.719719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-6b2ba191-7e42-4e05-a88c-a171b8281ead tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:05.843102 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.850918 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:05.864653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ee108cad-6212-4abf-95c8-d813c435b9ab service neutron] 10.222.0.79 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284913 May 20 07:59:05.875294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Allocated IP 172.25.8.126 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/682e1a92-c28a-469a-b768-6a6ea298097b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:05.935440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:05.935938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:05.958494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Pushing event deleted for resources: {'Port': ['ID=ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:05.964213 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:05.967796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] No DVR routers for this DVR port ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:59:05.994008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b2ba191-7e42-4e05-a88c-a171b8281ead tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 200 len: 240 time: 0.2888601 May 20 07:59:05.998222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37122) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:06.050372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd43d81c-5a3c-4550-8d57-b0e42df32d6b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:59:06.091169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.100853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-aadae793-baa0-4c44-bebd-45952d0e82bd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-866983862') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:06.139870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd43d81c-5a3c-4550-8d57-b0e42df32d6b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:06.140880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.239206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.239206 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93e8b660-6740-45e6-b4bf-23f832d7d43a tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:06.320901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:06.326329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:06.330237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:06.355897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:06.410832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=682e1a92-c28a-469a-b768-6a6ea298097b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:06.428080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:06.440462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:06.496918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:06.497284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ef1297d0-ffb9-44c6-a382-c7d5f76d5ab6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:06.497747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c6a5fe9b-9b5e-4613-8a07-d786a2870055 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:06.521290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.525078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37148) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:06.525334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aadae793-baa0-4c44-bebd-45952d0e82bd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-866983862 HTTP/1.1" status: 204 len: 168 time: 0.5068746 May 20 07:59:06.533386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-f9433567-b8d2-4e2c-8329-9e8ed0d2585d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-866983862') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:06.539993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c6a5fe9b-9b5e-4613-8a07-d786a2870055 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:06.540918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c6a5fe9b-9b5e-4613-8a07-d786a2870055 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:06.778669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c7c4fee-4a74-47f0-9a0a-c943ae596458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.782670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.787410 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:06.790833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:06.838320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:06.885833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:06.946345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f9433567-b8d2-4e2c-8329-9e8ed0d2585d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-866983862 HTTP/1.1" status: 204 len: 168 time: 0.4195530 May 20 07:59:06.949975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:06.958346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-d69b3374-f978-40db-87ca-d25744182946 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.056498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.107697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.202567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.207793 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db11debf-386b-4a1c-b991-8702e45aafd0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:07.320242 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.323206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.342922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d69b3374-f978-40db-87ca-d25744182946 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 200 len: 205 time: 0.3911211 May 20 07:59:07.343118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37178) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.344052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=682e1a92-c28a-469a-b768-6a6ea298097b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:07.356785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:07.362171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-517b741d-cd16-4b18-a3a2-fd5e6b9535ee tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.380504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.411402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-517b741d-cd16-4b18-a3a2-fd5e6b9535ee tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 200 len: 240 time: 0.0644701 May 20 07:59:07.415234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.423266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-42d52027-33b5-47dd-a060-97c4cfd95518 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-894091819') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.456812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37186) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.458015 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-42d52027-33b5-47dd-a060-97c4cfd95518 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-894091819 HTTP/1.1" status: 204 len: 168 time: 0.0416143 May 20 07:59:07.460323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.460887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Fanout notify agent at l3_agent the message router_deleted on router 994d31d9-1dcb-47a7-b52a-4c05a7794e7f {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:59:07.471805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-d76d761e-528f-4b89-a8c7-bc302aab33d3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-894091819') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.495589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.497386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9131315 May 20 07:59:07.522669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.524827 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/routers/994d31d9-1dcb-47a7-b52a-4c05a7794e7f HTTP/1.1" status: 204 len: 168 time: 3.5440717 May 20 07:59:07.528088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37198) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.638861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d76d761e-528f-4b89-a8c7-bc302aab33d3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-894091819 HTTP/1.1" status: 204 len: 168 time: 0.1808040 May 20 07:59:07.641419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37206) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.646882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-f7d4af92-0e5a-4391-886e-e9dca5b48d73 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.691340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f7d4af92-0e5a-4391-886e-e9dca5b48d73 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 200 len: 205 time: 0.0487790 May 20 07:59:07.696882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37216) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.703310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-3704ca53-70f7-4564-91ee-664c12df2393 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.743686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3704ca53-70f7-4564-91ee-664c12df2393 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 204 len: 168 time: 0.0455246 May 20 07:59:07.746313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37220) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.752224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-5f9c097a-77a4-4164-b427-1451f0d8036f tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.917585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:07.919442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5f9c097a-77a4-4164-b427-1451f0d8036f tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 204 len: 168 time: 0.1720831 May 20 07:59:07.921920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37238) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:07.928222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-b03614eb-66c3-436c-a473-caddd27f76a9 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:07.950885 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-1fb610e2-0016-4190-a2e4-96d9f9196735 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--541999323&fields=id&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 267 time: 0.0634282 May 20 07:59:08.003548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b03614eb-66c3-436c-a473-caddd27f76a9 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 204 len: 168 time: 0.0774477 May 20 07:59:08.003837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37244) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:08.008758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-28ac43c6-117a-4375-a9a9-4c45e5fd1963 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.155082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:08.194028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:08.194616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdd7d1c5-9ccd-46f4-8f3a-f17dd901c05b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:08.207711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.228404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf7570-b5c7-42fb-aaf2-cb2c93de4943']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.244507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb216132-4221-48a6-85ad-acdd239bd5c5') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.244812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb216132-4221-48a6-85ad-acdd239bd5c5') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.267173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.284684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.301207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-28ac43c6-117a-4375-a9a9-4c45e5fd1963 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 204 len: 168 time: 0.2960811 May 20 07:59:08.301849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:59:08.302288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.314022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37260) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: timer() May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:59:08.317653 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:59:08.326646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-454c1025-c0a1-4977-94f3-a8965ab4d1d3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-720693366') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.342682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-412403ef-05ac-449f-864f-eb2cf3ca16f8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:08.346302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-412403ef-05ac-449f-864f-eb2cf3ca16f8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 817 time: 0.3626280 May 20 07:59:08.416157 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-cd3469d1-b997-4d90-a429-f476f1814d3a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/quotas/da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 375 time: 0.0230277 May 20 07:59:08.494111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.498016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed878284-0e9b-4a74-a39f-0db11e6ce03e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:08.519827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.531640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Network': ['ID=70cf7570-b5c7-42fb-aaf2-cb2c93de4943,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:08.535978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:08.538959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/networks/70cf7570-b5c7-42fb-aaf2-cb2c93de4943 HTTP/1.1" status: 204 len: 168 time: 1.0089273 May 20 07:59:08.541776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37274) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:08.550921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-ff3ec5c9-0c56-4c05-beac-e51b8095de2d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:08.813030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-454c1025-c0a1-4977-94f3-a8965ab4d1d3 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-720693366 HTTP/1.1" status: 201 len: 201 time: 0.4064908 May 20 07:59:08.813418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:08.815015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-e8f8ee11-1be8-4456-b599-442c59628195 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-1733656538') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:08.826260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port de68eefa-abda-4250-987d-6e2fa3afe89c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:08.826260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:08.872239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-ff3ec5c9-0c56-4c05-beac-e51b8095de2d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:08.884761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-ff3ec5c9-0c56-4c05-beac-e51b8095de2d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4546475 May 20 07:59:09.006530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.006530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.075230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-e6aa45fe-570e-4add-9878-11107268a6a0 service neutron] 10.222.0.79 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895180 May 20 07:59:09.176077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for de68eefa-abda-4250-987d-6e2fa3afe89c owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:09.205392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e8f8ee11-1be8-4456-b599-442c59628195 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-1733656538 HTTP/1.1" status: 201 len: 201 time: 0.3951795 May 20 07:59:09.207287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37328) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:09.220995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-4bf5721f-3e0c-44c1-9ca8-e35ab292f113 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-1808654671') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:09.241702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2dba075-a62a-491d-a81b-da342213c57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.406216 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-a879d7b3-3c50-4a5d-bdc8-06f2f1c9281d service neutron] 10.222.0.79 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215144 May 20 07:59:09.432018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ec2dfcd-f94f-4ad7-b4b6-70c4924f891a req-022dcf0f-cc29-4e8b-b7a4-b5c3b0bbeac9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.0620677 May 20 07:59:09.453438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.462629 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7e621fc-2934-4a68-83f4-79d4451bffed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:09.519165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=de68eefa-abda-4250-987d-6e2fa3afe89c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:09.523671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:09.624774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.626270 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Floating IP 56a73f56-4eb1-40a0-b23b-b68526902985 disassociated (deleted). External IP: 172.25.8.180, port: 5a981880-8768-4642-b2fa-c1187ca78efe. May 20 07:59:09.654733 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4bf5721f-3e0c-44c1-9ca8-e35ab292f113 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-1808654671 HTTP/1.1" status: 201 len: 201 time: 0.4465501 May 20 07:59:09.658566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37358) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:09.669537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-001a4028-b86c-427f-8833-0660e44a1bdd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-1204778858') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:09.734207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:09.823720 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-001a4028-b86c-427f-8833-0660e44a1bdd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-1204778858 HTTP/1.1" status: 201 len: 201 time: 0.1609476 May 20 07:59:09.825601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:09.831075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-0c216904-1d93-420a-82fd-b67523b27e74 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', {'tags': ['tempest-TagsExtTest-Tag-2124811712', 'tempest-TagsExtTest-Tag-554090111', 'tempest-TagsExtTest-Tag-1574072130']}) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.013689 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-25ee25cb-c914-4c05-ba5d-0f645fd4cd01 req-73e78836-2c22-4e51-a0d4-1d3fa77f8c4f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0868571 May 20 07:59:10.158103 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0c216904-1d93-420a-82fd-b67523b27e74 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 200 len: 317 time: 0.3313758 May 20 07:59:10.160954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:10.166705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-04f6fd93-c825-4a30-8f06-b49ed5cf210a tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.212271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:59:10.439523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04f6fd93-c825-4a30-8f06-b49ed5cf210a tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 204 len: 168 time: 0.2751040 May 20 07:59:10.448628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:10.454789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-d2a30b05-9aa6-4698-ad9d-6f4820a65d4d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-2124811712') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.540411 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-d2a30b05-9aa6-4698-ad9d-6f4820a65d4d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:10.541680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2a30b05-9aa6-4698-ad9d-6f4820a65d4d tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-2124811712 HTTP/1.1" status: 404 len: 329 time: 0.0912082 May 20 07:59:10.545068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37424) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:10.553178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-82ec641b-10d2-417b-959a-c874a3e69790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-554090111') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.553529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:59:10.565676 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Sync routers for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:59:10.580034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:10.582124 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:10.584774 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.680585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49e7fecd-30b3-454a-92c0-d46dbfd4d3f1 req-7882401e-2015-4e76-985c-1a4960f419ce tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.0642610 May 20 07:59:10.700969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/floatingips/56a73f56-4eb1-40a0-b23b-b68526902985 HTTP/1.1" status: 204 len: 168 time: 2.1574669 May 20 07:59:10.702116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:10.706225 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-82ec641b-10d2-417b-959a-c874a3e69790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:10.711832 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82ec641b-10d2-417b-959a-c874a3e69790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-554090111 HTTP/1.1" status: 404 len: 328 time: 0.1584818 May 20 07:59:10.714264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37438) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:10.721770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-1dff246d-f343-4d45-8043-00665752bcde tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1', 'tempest-TagsExtTest-Tag-1574072130') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:10.967271 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe', 'status': 'completed', 'code': 200} May 20 07:59:11.040038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:11.157026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-087c97a3-716c-4edf-a4ce-cffe8b5e14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:11.159323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-087c97a3-716c-4edf-a4ce-cffe8b5e14d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e91e32db1034f178460ba3944b189c8&device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 1135 time: 0.1629846 May 20 07:59:11.174372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4c5ee1f-7096-4969-a10a-d8f46f1031aa req-9b87bc50-9797-465a-8c97-cb9d62ae7914 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0754237 May 20 07:59:11.197086 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:11.197795 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-1dff246d-f343-4d45-8043-00665752bcde tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:11.202644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1dff246d-f343-4d45-8043-00665752bcde tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags/tempest-TagsExtTest-Tag-1574072130 HTTP/1.1" status: 404 len: 329 time: 0.4832389 May 20 07:59:11.208391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37460) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:11.210506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-33b9f170-c0ff-4daa-93e6-355421334335 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', {'tags': ['tempest-TagsExtTest-Tag-1657519559', 'tempest-TagsExtTest-Tag-599985585', 'tempest-TagsExtTest-Tag-991058678']}) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.488347 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33b9f170-c0ff-4daa-93e6-355421334335 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 200 len: 316 time: 0.2834592 May 20 07:59:11.494785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37464) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:11.501016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-de1d8689-67c6-4f91-bab9-093881d7b753 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.599481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.603412 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Checking router: 277a75ea-d556-4eaa-b58a-e1d21f94ff2e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:59:11.606792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-0b24dfca-bf10-4519-a52e-2c6993400008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:11.612582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-0b24dfca-bf10-4519-a52e-2c6993400008 service neutron] 10.222.0.81 "GET /v2.0/networks?id=87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 200 len: 898 time: 0.4334576 May 20 07:59:11.617353 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:11.618132 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.708533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-de1d8689-67c6-4f91-bab9-093881d7b753 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 204 len: 168 time: 0.2084937 May 20 07:59:11.708533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37480) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:11.712313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-79c6b5a9-eed0-4e48-b5f9-f4903f915b0e tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-1657519559') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.729752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-57f33a1f-57c8-4c58-939a-344f24dc4d6f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 200 len: 217 time: 0.1139314 May 20 07:59:11.908279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-39473194-5073-42e0-b607-ab2dd2842371 req-0cb49e3d-342e-4369-8200-65dadd05d8b3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:11.919507 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-79c6b5a9-eed0-4e48-b5f9-f4903f915b0e tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:11.923667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-79c6b5a9-eed0-4e48-b5f9-f4903f915b0e tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-1657519559 HTTP/1.1" status: 404 len: 329 time: 0.2172503 May 20 07:59:11.925546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:11.930127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-39473194-5073-42e0-b607-ab2dd2842371 req-0cb49e3d-342e-4369-8200-65dadd05d8b3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:11.939920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-39473194-5073-42e0-b607-ab2dd2842371 req-0cb49e3d-342e-4369-8200-65dadd05d8b3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.0842850 May 20 07:59:11.940328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-5fed032e-d3c7-4bbf-8f85-0307a3e85418 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-599985585') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:11.953632 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:12.000896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-eaf3ad33-acff-4e76-b34b-5e0a2f964502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:12.002405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-eaf3ad33-acff-4e76-b34b-5e0a2f964502 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 200 len: 834 time: 0.2644327 May 20 07:59:12.126947 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-5fed032e-d3c7-4bbf-8f85-0307a3e85418 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:12.128980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fed032e-d3c7-4bbf-8f85-0307a3e85418 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-599985585 HTTP/1.1" status: 404 len: 328 time: 0.1985373 May 20 07:59:12.131288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37506) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:12.139925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-457bf5fb-ae9c-4098-9803-4bc295c41854 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680', 'tempest-TagsExtTest-Tag-991058678') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:12.165813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb4557-5e68-4eb1-85d6-c887a7fb8a95 req-bcac02f4-08c1-45c4-b3ab-1ef2308f99bf tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:12.166939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73eb4557-5e68-4eb1-85d6-c887a7fb8a95 req-bcac02f4-08c1-45c4-b3ab-1ef2308f99bf tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:12.240913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-2361004d-a342-497e-8bb5-9fe3904f5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:12.242731 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-457bf5fb-ae9c-4098-9803-4bc295c41854 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:12.244422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-2361004d-a342-497e-8bb5-9fe3904f5786 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=87f1153d-f5ee-4194-a57c-b39159115574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300580 May 20 07:59:12.247121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-457bf5fb-ae9c-4098-9803-4bc295c41854 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags/tempest-TagsExtTest-Tag-991058678 HTTP/1.1" status: 404 len: 328 time: 0.1143394 May 20 07:59:12.252354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:12.253648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-4e51ede5-4d9c-4180-95ef-fd017b9bac36 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', {'tags': ['tempest-TagsExtTest-Tag-1545111291', 'tempest-TagsExtTest-Tag-734753112', 'tempest-TagsExtTest-Tag-820786234']}) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:12.338216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73eb4557-5e68-4eb1-85d6-c887a7fb8a95 req-bcac02f4-08c1-45c4-b3ab-1ef2308f99bf tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:12.348285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73eb4557-5e68-4eb1-85d6-c887a7fb8a95 req-bcac02f4-08c1-45c4-b3ab-1ef2308f99bf tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.5151381 May 20 07:59:12.413803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-837bd536-1871-4592-8f3b-8263902cedce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:12.419273 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bd536-1871-4592-8f3b-8263902cedce None None] The sync data for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 is: [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:56:57Z', 'revision_number': 4, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'e45208b9-50cf-43bd-a935-2cebd688cfdd', 'name': '', 'network_id': '87f1153d-f5ee-4194-a57c-b39159115574', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'mac_address': 'fa:16:3e:7f:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:54Z', 'updated_at': '2021-05-20T07:57:05Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'subnets': [{'id': 'd0c75f2d-18dd-42f3-a5c7-bf8757160076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:59:12.493047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:12.522197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73eb4557-5e68-4eb1-85d6-c887a7fb8a95 req-5fabbf45-c6cb-4c91-947c-764c7fccb4a4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1728423 May 20 07:59:12.525918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-824ee3cd-fbee-4039-aa58-c90fcf96473b req-eed7ffdc-00e4-46cd-bf91-2d088e62c814 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.1127014 May 20 07:59:12.599823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-36708862-0326-4ec4-a9c4-6d2afb298c3c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:59:12.601333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-36708862-0326-4ec4-a9c4-6d2afb298c3c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2928243 May 20 07:59:12.736437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e51ede5-4d9c-4180-95ef-fd017b9bac36 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 200 len: 316 time: 0.4857843 May 20 07:59:12.737176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:12.743637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-04501d7f-3821-4365-9817-a30b6144ce27 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:12.750829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b92426cb-9513-49e2-8fe5-1ff2b6486fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:12.752186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b92426cb-9513-49e2-8fe5-1ff2b6486fe7 service neutron] 10.222.0.81 "GET /v2.0/ports/ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 1028 time: 0.4008951 May 20 07:59:12.881546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-b892486e-2829-4c2a-81a9-4d30476843a4 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645657 May 20 07:59:12.882078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-de1a8465-c9bd-4853-be7d-12ce4ebac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:12.883295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-de1a8465-c9bd-4853-be7d-12ce4ebac624 service neutron] 10.222.0.81 "GET /v2.0/ports/39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 1026 time: 0.1217122 May 20 07:59:12.920641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72a3bf-8578-46dd-8f32-23c7248fac6b None None] New status for floating IP 56a73f56-4eb1-40a0-b23b-b68526902985: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:59:13.340259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04501d7f-3821-4365-9817-a30b6144ce27 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 204 len: 168 time: 0.6022844 May 20 07:59:13.343056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:13.348354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-1c34ef2f-053b-4c7e-929a-4341b580f685 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-1545111291') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:13.461628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f19118f1-0a70-4552-9aa3-13054b8d00b9 req-b6cc9a3c-8766-417e-9fbd-c602b5feb4fa tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.1460872 May 20 07:59:13.506498 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-1c34ef2f-053b-4c7e-929a-4341b580f685 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:13.509991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c34ef2f-053b-4c7e-929a-4341b580f685 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-1545111291 HTTP/1.1" status: 404 len: 329 time: 0.1634109 May 20 07:59:13.510474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:13.517326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-01b85f37-2d65-4a09-9f93-f8682cd72bdf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-734753112') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:13.537611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59691838-5d95-446e-b91c-d44ce1e83f51 req-a7ab56b4-feba-4560-b849-c027359b25c8 service neutron] 10.222.0.81 "GET /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414866 May 20 07:59:13.544882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c79ffebd-1737-4d27-99aa-1e500f8e0a45 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:13.552580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c79ffebd-1737-4d27-99aa-1e500f8e0a45 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:13.558603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c79ffebd-1737-4d27-99aa-1e500f8e0a45 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:13.561059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c79ffebd-1737-4d27-99aa-1e500f8e0a45 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 1989 time: 0.6635523 May 20 07:59:13.572166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113a549-2f03-4307-8d7f-76606f778a88 req-00418392-9047-4364-add4-1b2cabb2b841 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:13.578380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9113a549-2f03-4307-8d7f-76606f778a88 req-00418392-9047-4364-add4-1b2cabb2b841 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.6562216 May 20 07:59:13.838760 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-01b85f37-2d65-4a09-9f93-f8682cd72bdf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:13.842047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-01b85f37-2d65-4a09-9f93-f8682cd72bdf tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-734753112 HTTP/1.1" status: 404 len: 328 time: 0.3291149 May 20 07:59:13.851485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37588) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:13.871749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-728e1aee-bad6-4327-98eb-8f4c5f70f7ed req-52b98778-b6a0-45cd-9961-936a833a6f0b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0690570 May 20 07:59:13.908493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.tag.tag_plugin [None req-6dc43c41-9524-4b44-9dc9-7cb8f2c7cbbe tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719', 'tempest-TagsExtTest-Tag-820786234') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:13.918716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cb836-eed8-4b5c-ba22-6b0ad6ec1bdc req-90ca9712-c68a-45e2-a5ea-952818bd6c60 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:13.919845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ec2cb836-eed8-4b5c-ba22-6b0ad6ec1bdc req-90ca9712-c68a-45e2-a5ea-952818bd6c60 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:13.936270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-ec2cb836-eed8-4b5c-ba22-6b0ad6ec1bdc req-90ca9712-c68a-45e2-a5ea-952818bd6c60 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:13.945369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ec2cb836-eed8-4b5c-ba22-6b0ad6ec1bdc req-90ca9712-c68a-45e2-a5ea-952818bd6c60 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 984 time: 0.1643591 May 20 07:59:13.977554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47e68dad-d72f-4d8c-8d07-44f82012c09a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24d7478653f4d7f96305ae8b17cde90 HTTP/1.1" status: 200 len: 379 time: 0.4027288 May 20 07:59:14.006335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'admin_state_up': True, 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'security_groups': ['6ec2266a-3fca-48bd-bb4e-307254366f14']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:14.026974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ec2cb836-eed8-4b5c-ba22-6b0ad6ec1bdc req-7c9936bf-ae2f-48c7-926e-f763e2eaa226 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/security-groups?id=71c63240-c948-4108-9860-4a98e461fdbb&id=924a3043-e4b4-4099-a51f-dff5f4859fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0805256 May 20 07:59:14.275155 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-6dc43c41-9524-4b44-9dc9-7cb8f2c7cbbe tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:14.279085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6dc43c41-9524-4b44-9dc9-7cb8f2c7cbbe tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags/tempest-TagsExtTest-Tag-820786234 HTTP/1.1" status: 404 len: 328 time: 0.4223223 May 20 07:59:14.279460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37600) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.287287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-adce04a9-bfc2-4756-afe3-df923e78218b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', {'tags': ['tempest-TagsExtTest-Tag-2096993635', 'tempest-TagsExtTest-Tag-6213961', 'tempest-TagsExtTest-Tag-1423928140']}) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.382022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port 5a981880-8768-4642-b2fa-c1187ca78efe {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:14.382328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:14.455845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-adce04a9-bfc2-4756-afe3-df923e78218b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "PUT /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 200 len: 315 time: 0.1751220 May 20 07:59:14.458553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.469401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-23afb931-5007-40c8-ba3b-b695e08a0926 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.516763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:14.548951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:14.563192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-cf321b04-7dc1-42cf-85ee-b40eea6b1c24 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:14.572238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-cf321b04-7dc1-42cf-85ee-b40eea6b1c24 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:14.622339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port 5a981880-8768-4642-b2fa-c1187ca78efe, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=5a981880-8768-4642-b2fa-c1187ca78efe,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:14.622339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:14.684419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23afb931-5007-40c8-ba3b-b695e08a0926 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 204 len: 168 time: 0.2228193 May 20 07:59:14.686767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.693368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-ed0850c9-383c-4677-af18-a8e7224466c5 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-2096993635') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.721222 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ed0850c9-383c-4677-af18-a8e7224466c5 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:14.722681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed0850c9-383c-4677-af18-a8e7224466c5 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-2096993635 HTTP/1.1" status: 404 len: 329 time: 0.0349295 May 20 07:59:14.725439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37634) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.731919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-c2a98231-21da-4711-aa71-89e263035ec2 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-6213961') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.762677 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-c2a98231-21da-4711-aa71-89e263035ec2 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:14.764333 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2a98231-21da-4711-aa71-89e263035ec2 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-6213961 HTTP/1.1" status: 404 len: 326 time: 0.0376546 May 20 07:59:14.767258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.780213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-b508ec07-0acf-4abe-91cd-79a54561f416 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10', 'tempest-TagsExtTest-Tag-1423928140') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.819535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for 5a981880-8768-4642-b2fa-c1187ca78efe owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:14.828133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-cf321b04-7dc1-42cf-85ee-b40eea6b1c24 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:14.828968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-cf321b04-7dc1-42cf-85ee-b40eea6b1c24 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 817 time: 0.6341562 May 20 07:59:14.829651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:14.829884 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-b508ec07-0acf-4abe-91cd-79a54561f416 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] show failed (client error): The resource could not be found. May 20 07:59:14.830834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b508ec07-0acf-4abe-91cd-79a54561f416 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags/tempest-TagsExtTest-Tag-1423928140 HTTP/1.1" status: 404 len: 329 time: 0.0619903 May 20 07:59:14.833080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:14.833647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.838632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-0f509de0-801f-4268-b870-9379901cdb19 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:14.870612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1ebd542-1a0d-4110-b02a-34aa0ca82965 req-36c5cac4-64e5-4cf1-a0da-c45c6e2f39d5 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.0910144 May 20 07:59:14.871825 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0f509de0-801f-4268-b870-9379901cdb19 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10/tags HTTP/1.1" status: 204 len: 168 time: 0.0328913 May 20 07:59:14.871825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:14.878599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-1f797b1f-4ff5-4d2f-995d-fed39f7ffce8 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'af247155-a44c-49de-9d3b-92aaa67eb719') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:15.024594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-838b0beb-fd59-42de-93a7-bd9b02ca2f89 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:15.151627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-70403947-78d5-43be-93ea-663c8873fab4 req-54f078d3-367e-4cc1-9ed1-fecbc6b9d61e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0886722 May 20 07:59:15.178380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f797b1f-4ff5-4d2f-995d-fed39f7ffce8 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719/tags HTTP/1.1" status: 204 len: 168 time: 0.2889118 May 20 07:59:15.178380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:15.178380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-1ca69e78-7bac-42d1-a971-bc7c55fda01c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70264da6-4a96-43f6-8554-eead9e21c680') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:15.271407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ca69e78-7bac-42d1-a971-bc7c55fda01c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680/tags HTTP/1.1" status: 204 len: 168 time: 0.1025262 May 20 07:59:15.272140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37672) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:15.278532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.tag.tag_plugin [None req-15a8dfc2-4e27-4418-889b-436064ce6bbd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1c263895-3ec7-48c6-9920-05249594aed1') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:15.386162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15a8dfc2-4e27-4418-889b-436064ce6bbd tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1/tags HTTP/1.1" status: 204 len: 168 time: 0.1083348 May 20 07:59:15.386382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37682) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:15.494433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-838b0beb-fd59-42de-93a7-bd9b02ca2f89 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:15.498696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-838b0beb-fd59-42de-93a7-bd9b02ca2f89 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 379 time: 0.6496294 May 20 07:59:15.507635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-903af692-e440-4c64-9837-0aede5863d38 req-45b72611-2c33-4432-a763-a426d7c450ac tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.2257535 May 20 07:59:15.508262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:15.530702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'port': {'device_id': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'admin_state_up': True, 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'security_groups': ['790f7afe-405b-4d7a-ba23-406c13c5b664']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:15.550089 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72c9fb9b-fad0-47f6-9568-138450ba081f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:15.678971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=5a981880-8768-4642-b2fa-c1187ca78efe,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:15.686249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:15.846573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-719d5ffe-a45b-4a02-8403-ca0a34e399f7 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for subnetpool, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:15.850223 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-719d5ffe-a45b-4a02-8403-ca0a34e399f7 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c2e44f57-bfa6-4edb-b46d-66f4a6e4cd10 HTTP/1.1" status: 204 len: 168 time: 0.4602885 May 20 07:59:15.850499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 172.20.0.7 (fa7aee22-2497-4e71-9168-53088a0a5f15/4456a7bd-c738-42ae-8b3e-634108d9179f/ec3b1d17-e78f-48a4-b805-36329742bcd5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:15.850821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:15.860484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] No DVR routers for this DVR port 5a981880-8768-4642-b2fa-c1187ca78efe on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:59:15.867745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:15.884129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'name': 'network-vif-deleted', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:15.986309 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dd7364b6-49c3-4aea-8ec4-3e78b61804ee tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "GET /v2.0/ports?device_id=af247155-a44c-49de-9d3b-92aaa67eb719 HTTP/1.1" status: 200 len: 205 time: 0.1341379 May 20 07:59:15.987292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:16.009596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9113a549-2f03-4307-8d7f-76606f778a88 req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.81 "DELETE /v2.0/ports/5a981880-8768-4642-b2fa-c1187ca78efe HTTP/1.1" status: 204 len: 173 time: 2.4198203 May 20 07:59:16.092156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:16.115499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:16.149990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:16.291587 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:16.312642 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69bfd3-fbbb-452c-b4ff-40fe0f41114a', 'name': 'network-vif-deleted', 'tag': '5a981880-8768-4642-b2fa-c1187ca78efe', 'status': 'completed', 'code': 200} May 20 07:59:16.332916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Made reservation on behalf of da5252f472e744cda9c65e7a57557248 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:16.341949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:16.370936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-87264f78-f1a7-437d-b811-1cdca71a659b req-bb5f666f-b5fc-4d95-983e-491b9b1b8f95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:16.570496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-87264f78-f1a7-437d-b811-1cdca71a659b req-bb5f666f-b5fc-4d95-983e-491b9b1b8f95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:16.578277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-87264f78-f1a7-437d-b811-1cdca71a659b req-bb5f666f-b5fc-4d95-983e-491b9b1b8f95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 210 time: 0.3801188 May 20 07:59:16.618845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b7aa60b4-ffa3-4ab6-b58c-7426ad9ed17b req-94e1139a-734b-44c3-bbf3-28cd6b6ebd62 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0933168 May 20 07:59:16.702929 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:16.744977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:16.832844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6491cbe7-86f8-4fec-a2d1-a80b77b5e3ca req-a3258670-7a92-430a-bf2e-0253fd3d4783 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Synchronizing usage tracker for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:16.840092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object ec3b1d17-e78f-48a4-b805-36329742bcd5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:16.888971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Allocated IP 172.20.0.3 (646ad6d1-a2fc-483a-9973-8158c4d4eeeb/30f181f2-c497-4c5d-963d-8133dffa98fe/a4639663-257a-41ad-a870-aee9e79e555f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:16.967914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6491cbe7-86f8-4fec-a2d1-a80b77b5e3ca req-a3258670-7a92-430a-bf2e-0253fd3d4783 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Unset dirty status for tenant:6e91e32db1034f178460ba3944b189c8 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:16.983902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6491cbe7-86f8-4fec-a2d1-a80b77b5e3ca req-a3258670-7a92-430a-bf2e-0253fd3d4783 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b69bfd3-fbbb-452c-b4ff-40fe0f41114a HTTP/1.1" status: 200 len: 210 time: 0.2286458 May 20 07:59:16.993712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:17.037737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Usage tracker for resource:security_group_rule and tenant:62567ddda3dd462ca3939914b23112a2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:17.048455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.058284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:17.062004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.067501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:17.080155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.146505 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6292c91-ab6a-4024-93d5-230bb5e2e1d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:17.210303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.211253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Fanout notify agent at l3_agent the message router_deleted on router af247155-a44c-49de-9d3b-92aaa67eb719 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:59:17.260019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.261089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1472be94-15cf-4341-aea7-4cb5430082c4 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/routers/af247155-a44c-49de-9d3b-92aaa67eb719 HTTP/1.1" status: 204 len: 168 time: 1.2724500 May 20 07:59:17.265305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37730) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:17.266162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network fa7aee22-2497-4e71-9168-53088a0a5f15 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:17.272371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:17.275018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:17.326972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 5a981880-8768-4642-b2fa-c1187ca78efe no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:17.341345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=ec3b1d17-e78f-48a4-b805-36329742bcd5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:17.393231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.393926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.394428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.394974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.395451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.396026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.396495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.396956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.397414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.397965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.398439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.398879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:17.404534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:17.412933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 5a981880-8768-4642-b2fa-c1187ca78efe {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:17.413095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.413295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 5a981880-8768-4642-b2fa-c1187ca78efe not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:17.421884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:17.422768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.476690 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.507925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Transition to ACTIVE for port object a4639663-257a-41ad-a870-aee9e79e555f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:17.557999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Deleting port 70264da6-4a96-43f6-8554-eead9e21c680 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:17.558242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5708220 May 20 07:59:17.558499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.569648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'admin_state_up': True, 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'security_groups': ['6ec2266a-3fca-48bd-bb4e-307254366f14']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:17.689907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.708203 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee85c366-b55a-4aaa-aed4-df3696c4c637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:17.734102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.767896 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-006662bc-b267-45bb-b99c-b0391aaebb9c tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:17.768549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:17.771990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-309faa6e-06eb-43f1-abc2-0fd9ca4b11dd None None] Provisioning for port ec3b1d17-e78f-48a4-b805-36329742bcd5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:17.778535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-309faa6e-06eb-43f1-abc2-0fd9ca4b11dd None None] Provisioning complete for port ec3b1d17-e78f-48a4-b805-36329742bcd5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:17.779313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-309faa6e-06eb-43f1-abc2-0fd9ca4b11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.899800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:17.900338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62567ddda3dd462ca3939914b23112a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7336583 May 20 07:59:17.903146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:17.903297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-309faa6e-06eb-43f1-abc2-0fd9ca4b11dd None None] Port ec3b1d17-e78f-48a4-b805-36329742bcd5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:17.913568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:17.935395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b6b1e2-2c8a-4cb2-b6b8-f22efc0df573,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:17.981609 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:17.988371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:17.995089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:17.995780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.056132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:18.063970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:18.080277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:18.093537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:18.122856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245b539-ae75-4732-9ea1-7f0e2e614f74 req-22d77b6e-071e-47c6-82a7-44b980c91300 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:18.126546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b245b539-ae75-4732-9ea1-7f0e2e614f74 req-22d77b6e-071e-47c6-82a7-44b980c91300 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 931 time: 0.3827076 May 20 07:59:18.160269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6495323 May 20 07:59:18.171718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Calling delete_port for 70264da6-4a96-43f6-8554-eead9e21c680 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:18.180148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Request body: {'port': {'device_id': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:18.200688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.237232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.253093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:18.256975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.280015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b245b539-ae75-4732-9ea1-7f0e2e614f74 req-5be6386e-c756-4a68-b105-4d181354bb5c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452832 May 20 07:59:18.313865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a101d94-ce65-46ea-a25d-dd563ad6edff None None] Provisioning for port a4639663-257a-41ad-a870-aee9e79e555f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:18.319585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a101d94-ce65-46ea-a25d-dd563ad6edff None None] Provisioning complete for port a4639663-257a-41ad-a870-aee9e79e555f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:18.320067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a101d94-ce65-46ea-a25d-dd563ad6edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.321240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cffbfd-ee4a-4649-ba86-c71d18653557 req-6250c884-1cff-41f8-9d3f-647729c2215c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:18.330121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-95cffbfd-ee4a-4649-ba86-c71d18653557 req-6250c884-1cff-41f8-9d3f-647729c2215c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 931 time: 0.5008395 May 20 07:59:18.431238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7a101d94-ce65-46ea-a25d-dd563ad6edff None None] Port a4639663-257a-41ad-a870-aee9e79e555f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:18.536816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37752) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:18.607084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.638117 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-95cffbfd-ee4a-4649-ba86-c71d18653557 req-99354749-93c5-40cd-b04a-d6a26282ebda tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068106 May 20 07:59:18.647016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.653950 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-114ec6b9-efd9-4ee7-af95-dd037e242d43 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:18.738820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.753469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07b6b1e2-2c8a-4cb2-b6b8-f22efc0df573 HTTP/1.1" status: 204 len: 168 time: 0.8276691 May 20 07:59:18.755598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b6b1e2-2c8a-4cb2-b6b8-f22efc0df573,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:18.795279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.795873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.796259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.796635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.797005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.797374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.797846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.809164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.809776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.810195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.810570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.810939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 07:59:18.823088 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:18.849722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:18.893026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.1.1.182 (5753f9bc-343c-4608-864e-6d82c4d5d280/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f/7c0073d1-32ec-4cd9-a487-ad771eb5e145) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:18.911183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.002371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.010461 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86d40062-d5b9-474c-85ac-0c26bd4ef1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:19.113147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.145181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event deleted for resources: {'Port': ['ID=70264da6-4a96-43f6-8554-eead9e21c680,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:19.165013 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:19.169965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-743bb6c4-5ab4-4253-8167-0d5af3d61fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:19.233209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a3043-e4b4-4099-a51f-dff5f4859fd3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:19.243652 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:19.393687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.418016 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/ports/70264da6-4a96-43f6-8554-eead9e21c680 HTTP/1.1" status: 204 len: 168 time: 2.1513181 May 20 07:59:19.420431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37778) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:19.489648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.491361 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/security-groups/924a3043-e4b4-4099-a51f-dff5f4859fd3 HTTP/1.1" status: 204 len: 168 time: 0.9501183 May 20 07:59:19.503654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37784) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:19.562476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.590883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object 7c0073d1-32ec-4cd9-a487-ad771eb5e145 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:19.646484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Deleting subnet 1c263895-3ec7-48c6-9920-05249594aed1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:59:19.658373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.701219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:19.720489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.765867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.776669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Transition to ACTIVE for port object a4639663-257a-41ad-a870-aee9e79e555f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:19.796711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.802865 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8192bcef-6130-4978-89f1-bef7664ef53f tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:19.807182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.876215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc9ba-2fa6-4150-b390-587c8028fbb1 req-8999a3eb-eaec-4825-9edc-da9f32b05f6a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:19.877820 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fcfc9ba-2fa6-4150-b390-587c8028fbb1 req-8999a3eb-eaec-4825-9edc-da9f32b05f6a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 931 time: 0.3252513 May 20 07:59:19.879691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.915083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:19.936275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:19.997194 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4fcfc9ba-2fa6-4150-b390-587c8028fbb1 req-780566a7-d5a7-4cc8-b141-35976e6f190e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000168 May 20 07:59:20.011508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.074647 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.087382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0a16409a-dd1c-4a47-8175-699073f02032 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:20.112243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c63240-c948-4108-9860-4a98e461fdbb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:20.138089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:20.195471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.207230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/security-groups/71c63240-c948-4108-9860-4a98e461fdbb HTTP/1.1" status: 204 len: 168 time: 0.7010396 May 20 07:59:20.236160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:20.252314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:20.258766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:20.270446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:20.358373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=7c0073d1-32ec-4cd9-a487-ad771eb5e145,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:20.370537 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:20.382915 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:20.433812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.506722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:20.518030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:20.521332 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:20.525394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Usage tracker for resource:security_group_rule and tenant:b04193226b8747a8ac81cca5f3574b0c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:20.531070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:20.548584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:20.566860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:20.567651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.580583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Attempting to bind port a4639663-257a-41ad-a870-aee9e79e555f on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:20.581177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Attempting to bind port a4639663-257a-41ad-a870-aee9e79e555f by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:20.581296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Attempting to bind port a4639663-257a-41ad-a870-aee9e79e555f on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:20.607639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Port a4639663-257a-41ad-a870-aee9e79e555f on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:20.607963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Attempting to bind port a4639663-257a-41ad-a870-aee9e79e555f on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:20.621565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:20.623943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Checking segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:20.623943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Bound using segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:20.623943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Bound port: a4639663-257a-41ad-a870-aee9e79e555f, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:20.623943 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.650615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a350b2-e78d-4e26-937e-db591d757479 req-6d938df4-758d-4616-8a49-e9398f3e1b50 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:20.651359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c6a350b2-e78d-4e26-937e-db591d757479 req-6d938df4-758d-4616-8a49-e9398f3e1b50 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:20.664785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7f4c5ea5-4790-454c-aa6a-492e4cb8ee53 None None] Provisioning for port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:20.680256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7f4c5ea5-4790-454c-aa6a-492e4cb8ee53 None None] Provisioning complete for port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:20.680256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5ea5-4790-454c-aa6a-492e4cb8ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:20.745872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1805899 May 20 07:59:20.764819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c5ea5-4790-454c-aa6a-492e4cb8ee53 None None] Port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:20.785651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'admin_state_up': True, 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'security_groups': ['6ec2266a-3fca-48bd-bb4e-307254366f14']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:20.848206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c6a350b2-e78d-4e26-937e-db591d757479 req-6d938df4-758d-4616-8a49-e9398f3e1b50 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:20.853999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6a350b2-e78d-4e26-937e-db591d757479 req-6d938df4-758d-4616-8a49-e9398f3e1b50 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.8999355 May 20 07:59:20.971856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:21.003045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:21.008672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6a350b2-e78d-4e26-937e-db591d757479 req-8c9f62a9-e661-41f5-9e6e-724a3fb24ef2 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364443 May 20 07:59:21.052762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:21.059018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:port and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:21.062879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for port was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:21.071505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.077302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:21.080431 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9aa7667a-f293-48dc-9a0d-5f9fb363dc01 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:21.104261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.118347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.125177 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8612339-e005-43b2-a9cb-746794e5523b tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:21.173636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:21.178451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.179917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] 10.222.0.81 "PUT /v2.0/ports/a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 1091 time: 3.0048251 May 20 07:59:21.189850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:21.241143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:21.245416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:21.256268 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'status': 'completed', 'code': 200} May 20 07:59:21.332242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event deleted for resources: {'Subnet': ['ID=1c263895-3ec7-48c6-9920-05249594aed1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:21.337447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.344211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.349855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613c93a-fa86-4d45-ac60-41364742ec89 None None] Network b8bceb30-99e4-4468-99af-1a5fa1dad7c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:59:21.364264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-f1e2ba35-5e80-4111-ae97-3e2e6d4988c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:21.365766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-f1e2ba35-5e80-4111-ae97-3e2e6d4988c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0901589 May 20 07:59:21.387878 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:21.389839 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f8397c5-25aa-4725-974e-57af5167b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:21.471909 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/subnets/1c263895-3ec7-48c6-9920-05249594aed1 HTTP/1.1" status: 204 len: 168 time: 2.0483131 May 20 07:59:21.484664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:21.509707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b04193226b8747a8ac81cca5f3574b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5692124 May 20 07:59:21.531557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca7b75-06eb-4ecc-9382-07e92fc369a0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:21.537227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37838) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:21.546089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:21.748606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-a627f1dd-18f1-4d8f-8a8b-0fbfba9831f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:21.750711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-a627f1dd-18f1-4d8f-8a8b-0fbfba9831f7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=da5252f472e744cda9c65e7a57557248&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3765700 May 20 07:59:21.751790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:21.757103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.802365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:21.818024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54033b06-4a33-4d80-99d3-6ee411c13787 req-ac4acf9c-8cf4-440c-84ca-aa5ae577fdae tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:21.826203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54033b06-4a33-4d80-99d3-6ee411c13787 req-ac4acf9c-8cf4-440c-84ca-aa5ae577fdae tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:21.835151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54033b06-4a33-4d80-99d3-6ee411c13787 req-ac4acf9c-8cf4-440c-84ca-aa5ae577fdae tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 1653 time: 0.5077004 May 20 07:59:21.870101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] DHCP port deletion for b8bceb30-99e4-4468-99af-1a5fa1dad7c4 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:59:21.929255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37846) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:21.985960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Deleting port 4ae2e851-4603-4c93-afa2-fb833e2ff0df {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:21.986620 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.074726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.164869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-044003ba-4947-4959-893c-5bc033e45a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:22.169007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93f0b866-cb2f-4f47-b114-2eef2f719897 req-044003ba-4947-4959-893c-5bc033e45a68 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3951471 May 20 07:59:22.201983 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54033b06-4a33-4d80-99d3-6ee411c13787 req-fea4ebcd-a49c-471f-a699-5a5951752708 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658440 May 20 07:59:22.210311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] For port 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4ae2e851-4603-4c93-afa2-fb833e2ff0df,segment=NetworkSegment(50ed6de3-30e3-4fb8-b32f-c04ee559f229),segment_id=50ed6de3-30e3-4fb8-b32f-c04ee559f229)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:22.210732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.248632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.308114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1718586814', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:22.334673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:22.345392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Usage tracker for resource:port and tenant:acb4cfd1ddc34e808c41493394b6040e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:22.353508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4ae2e851-4603-4c93-afa2-fb833e2ff0df no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:22.356439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:22.377875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:22.398696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Deleting port 4ae2e851-4603-4c93-afa2-fb833e2ff0df {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:22.399300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.403373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.1.1.105 (5753f9bc-343c-4608-864e-6d82c4d5d280/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f/7835150e-9da5-4584-8aa7-3968336aa9af) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:22.431436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-d9439e09-7845-4421-a5ac-37725a94e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:22.436424 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-d9439e09-7845-4421-a5ac-37725a94e733 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1094 time: 0.1715271 May 20 07:59:22.482340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Calling delete_port for 4ae2e851-4603-4c93-afa2-fb833e2ff0df owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:22.528219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.553857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Made reservation on behalf of acb4cfd1ddc34e808c41493394b6040e for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:22.556203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.580102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.598204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.599410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-98e06919-ad3a-4848-a06a-19f94e2b48c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 217 time: 0.1490445 May 20 07:59:22.609347 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b41956b9-8a5e-48b4-a450-eb79db957629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:22.636906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca7b75-06eb-4ecc-9382-07e92fc369a0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:22.640616 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:22.644047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] For port 4ae2e851-4603-4c93-afa2-fb833e2ff0df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4ae2e851-4603-4c93-afa2-fb833e2ff0df,segment=NetworkSegment(50ed6de3-30e3-4fb8-b32f-c04ee559f229),segment_id=50ed6de3-30e3-4fb8-b32f-c04ee559f229)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:22.644414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.673044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.690077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-de035538-1177-45fd-8eea-4bc4710e0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:22.691641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-de035538-1177-45fd-8eea-4bc4710e0bda service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.0842378 May 20 07:59:22.695183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:22.717439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.718579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52ca7b75-06eb-4ecc-9382-07e92fc369a0 HTTP/1.1" status: 204 len: 168 time: 1.1785295 May 20 07:59:22.768479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Usage tracker for resource:security_group_rule and tenant:acb4cfd1ddc34e808c41493394b6040e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:22.779801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:22.786177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Calling delete_port for 4ae2e851-4603-4c93-afa2-fb833e2ff0df owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:22.841260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:22.846425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:22.853716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6639-207c-4fb1-b914-a8a5332165c0 req-8566d69a-feed-4b4e-815f-df7e83cdc6e1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:22.858919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:22.861652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f77c6639-207c-4fb1-b914-a8a5332165c0 req-8566d69a-feed-4b4e-815f-df7e83cdc6e1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.5124521 May 20 07:59:22.962962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Pushing event deleted for resources: {'Port': ['ID=4ae2e851-4603-4c93-afa2-fb833e2ff0df,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:22.966013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] No DVR routers for this DVR port 4ae2e851-4603-4c93-afa2-fb833e2ff0df on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:59:22.969211 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:22.977673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-3ac41eec-3f03-4888-9dd4-da6e3e082a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:22.979261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-3ac41eec-3f03-4888-9dd4-da6e3e082a5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2651296 May 20 07:59:22.984416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.006612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f77c6639-207c-4fb1-b914-a8a5332165c0 req-3c116c31-dd70-4599-a942-b8725a9d1875 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440690 May 20 07:59:23.048177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object 7835150e-9da5-4584-8aa7-3968336aa9af will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:23.100274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.103910 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-041464fa-5a8a-4bf2-951c-8c14624c2be8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:23.159935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event deleted for resources: {'Port': ['ID=4ae2e851-4603-4c93-afa2-fb833e2ff0df,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:23.162234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] No DVR routers for this DVR port 4ae2e851-4603-4c93-afa2-fb833e2ff0df on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:59:23.166963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.195190 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:23.200574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-2efedd64-bd42-4ca4-8c49-b4d74230a3a1 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120008 May 20 07:59:23.320110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.336374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bceb30-99e4-4468-99af-1a5fa1dad7c4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:23.356755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.424198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.437886 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ffd78ecb-fac6-44e2-93cb-ad2402030440 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:23.480964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] device_id is not set on port 02e03682-7db9-4b9a-b6e2-eae85b26f160 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 07:59:23.592843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ed6de3-30e3-4fb8-b32f-c04ee559f229') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:23.592843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ed6de3-30e3-4fb8-b32f-c04ee559f229') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:23.601989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 5753f9bc-343c-4608-864e-6d82c4d5d280 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:23.618112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:23.618805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.631946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:23.690527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=7835150e-9da5-4584-8aa7-3968336aa9af,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:23.726239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.728667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:23.735724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:59:23.736375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.743303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cce041d-93d2-44d6-8a65-9a22137998c1 req-db1e6fc3-f22e-403d-95b5-2165ed75b88f service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354412 May 20 07:59:23.743921 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0d75a86-6f8a-46f6-9caf-628961d47acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: util.warn( May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: timer() May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:59:23.865330 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:59:23.939212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814045e5-1cd8-4dce-ab6a-5e7ea3907d84,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:23.955738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:23.959719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port e45208b9-50cf-43bd-a935-2cebd688cfdd {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:23.960301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.962379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:23.972112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:23.973043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:23.983485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:23.984107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:23.997401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:24.000919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Allocated IP 172.25.8.138 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/02e03682-7db9-4b9a-b6e2-eae85b26f160) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:24.005138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.053254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b7de560b-c902-40dc-859d-b4e2e99e4b91 None None] Provisioning for port 7835150e-9da5-4584-8aa7-3968336aa9af completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:24.058799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b7de560b-c902-40dc-859d-b4e2e99e4b91 None None] Provisioning complete for port 7835150e-9da5-4584-8aa7-3968336aa9af triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:24.062389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b7de560b-c902-40dc-859d-b4e2e99e4b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.068842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.071603 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-125eb345-88b4-43d6-b5f4-c03fe5085ce9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:24.114376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Pushing event deleted for resources: {'Network': ['ID=b8bceb30-99e4-4468-99af-1a5fa1dad7c4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:24.122403 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:24.130386 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] 10.222.0.79 "DELETE /v2.0/networks/b8bceb30-99e4-4468-99af-1a5fa1dad7c4 HTTP/1.1" status: 204 len: 168 time: 2.6409531 May 20 07:59:24.211795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b7de560b-c902-40dc-859d-b4e2e99e4b91 None None] Port 7835150e-9da5-4584-8aa7-3968336aa9af cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:24.225141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port e45208b9-50cf-43bd-a935-2cebd688cfdd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45208b9-50cf-43bd-a935-2cebd688cfdd,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:24.235285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.319157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.370227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for e45208b9-50cf-43bd-a935-2cebd688cfdd owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:24.426124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ef0b-e129-40ba-b938-fbd78d3e052f req-eb88d8e8-0243-4734-b02f-ea784e7f2532 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:24.427620 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ff73ef0b-e129-40ba-b938-fbd78d3e052f req-eb88d8e8-0243-4734-b02f-ea784e7f2532 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.2720907 May 20 07:59:24.501303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ff73ef0b-e129-40ba-b938-fbd78d3e052f req-4e1e50d7-c22e-4a86-8a91-aa277b8a1bd7 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664489 May 20 07:59:24.536284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.660804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8922162 May 20 07:59:24.672532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'admin_state_up': True, 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'security_groups': ['6ec2266a-3fca-48bd-bb4e-307254366f14']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:24.703250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:24.710683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-60660d08-ce74-47fc-b105-79e5503d0ec4 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 2374 time: 1.3515546 May 20 07:59:24.729439 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.762376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-10233050-621b-4739-bb29-3cfda9fb1b00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:24.762760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:24.768755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-554a4f17-4633-44d7-bccc-de0b3dddb074 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:24.796515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37896) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:24.859735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=e45208b9-50cf-43bd-a935-2cebd688cfdd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:24.873359 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:24.945411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:24.974372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:25.006525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f89e58ce-a533-40b7-b98d-450e5f43bff0 req-288ffb01-d9bc-4a10-850f-8b73d7e6eb3a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948985 May 20 07:59:25.010073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:25.089093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Pushing event updated for resources: {'Port': ['ID=02e03682-7db9-4b9a-b6e2-eae85b26f160,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:25.121756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:25.242124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:25.250453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:25.252144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.286512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:25.363549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.374707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 07:59:25.387905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.4571111 May 20 07:59:25.390591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37914) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:25.413936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.138'}]}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:25.423975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:25.432078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Usage tracker for resource:router and tenant:acb4cfd1ddc34e808c41493394b6040e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:25.436991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-edf8944c-8c1a-41c5-8088-d234ea8d91b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=510c42e404a140bd9d8d065eb51d4a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262767 May 20 07:59:25.440122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:25.453531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:25.455089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:25.526354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:25.555917 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.556953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.615363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.620452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:25.660710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a4639663-257a-41ad-a870-aee9e79e555f', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 07:59:25.661466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.758321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.788124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.816078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:25.843866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:25.927538 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:25.938962 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:25.950682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.082700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:26.088219 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:26.169058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a4639663-257a-41ad-a870-aee9e79e555f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 07:59:26.191069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:59:26.267188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c315c-4f99-47ca-8e0c-9a4aa2cd6805 req-ad5b2184-0cbd-46d6-a494-018eb0bb2ed0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:26.279024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d1c315c-4f99-47ca-8e0c-9a4aa2cd6805 req-ad5b2184-0cbd-46d6-a494-018eb0bb2ed0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.5227590 May 20 07:59:26.421249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.555715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d1c315c-4f99-47ca-8e0c-9a4aa2cd6805 req-520e7b51-abee-4445-8bc9-9e3e8372aa3f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754829 May 20 07:59:26.566522 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.628519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.649872 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23f6222f-9ece-4567-aacd-a60dd078217c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:26.673935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.2.2.100 (414108a6-6cb6-4874-93aa-d41c3f481179/daf81360-7a6d-4f6f-aac7-5f1921539d14/7b6c8a71-3051-4309-b8f9-37669d7d3936) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:26.679921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615b48f-41c9-442f-a5b0-d94c1409fa60,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:26.701612 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:26.733701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:59:26.744568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Sync routers for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:59:26.771687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "PUT /v2.0/routers/277a75ea-d556-4eaa-b58a-e1d21f94ff2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5308440 May 20 07:59:26.775642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37946) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:26.780015 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:26.780873 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:26.788198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81910af-bc29-4a38-bdff-74417e3b0b3a req-32893751-4050-400e-9554-275acef8b01b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:26.797064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81910af-bc29-4a38-bdff-74417e3b0b3a req-32893751-4050-400e-9554-275acef8b01b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:26.804234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81910af-bc29-4a38-bdff-74417e3b0b3a req-32893751-4050-400e-9554-275acef8b01b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:26.812924 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a81910af-bc29-4a38-bdff-74417e3b0b3a req-32893751-4050-400e-9554-275acef8b01b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 2374 time: 0.2298782 May 20 07:59:26.821243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.826616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f615b48f-41c9-442f-a5b0-d94c1409fa60 HTTP/1.1" status: 204 len: 168 time: 1.3849607 May 20 07:59:26.913143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.936043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting subnet d0c75f2d-18dd-42f3-a5c7-bf8757160076 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 07:59:26.940385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:26.946683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object 7b6c8a71-3051-4309-b8f9-37669d7d3936 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:27.024426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:27.050957 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:27.073292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:27.081961 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:27.163274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:27.384601 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a81910af-bc29-4a38-bdff-74417e3b0b3a req-bf36fd5a-0a53-4a42-b4e3-b2d808c86c9b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705345 May 20 07:59:27.404779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 07:59:27.463260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 414108a6-6cb6-4874-93aa-d41c3f481179 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:27.467787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:27.477268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:27.735932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=7b6c8a71-3051-4309-b8f9-37669d7d3936,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:27.744559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port a4639663-257a-41ad-a870-aee9e79e555f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:27.752414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a4639663-257a-41ad-a870-aee9e79e555f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:27.753069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:27.762741 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:59:24Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:27.773299 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Checking router: 277a75ea-d556-4eaa-b58a-e1d21f94ff2e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:59:27.796494 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Routers {'277a75ea-d556-4eaa-b58a-e1d21f94ff2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:27.797425 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:27.803384 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:27.951914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:27.957061 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-483b7f1b-1463-491c-9b57-de2e9313721d tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:28.006868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:28.012829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.054162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c75f2d-18dd-42f3-a5c7-bf8757160076,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:28.070117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.078836 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:28.090952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/subnets/d0c75f2d-18dd-42f3-a5c7-bf8757160076 HTTP/1.1" status: 204 len: 168 time: 1.2729628 May 20 07:59:28.091799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:28.093828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a103601-39ae-41cf-a6d8-14377319a339 None None] Network 87f1153d-f5ee-4194-a57c-b39159115574 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 07:59:28.187385 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.301280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6888b070-1e43-4cf7-9d5f-f5109eedd605 None None] Provisioning for port 7b6c8a71-3051-4309-b8f9-37669d7d3936 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:28.306107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] Set router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:28.334515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6888b070-1e43-4cf7-9d5f-f5109eedd605 None None] Provisioning complete for port 7b6c8a71-3051-4309-b8f9-37669d7d3936 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:28.334515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6888b070-1e43-4cf7-9d5f-f5109eedd605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.481997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8142841 May 20 07:59:28.532445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883cda3-0428-49d3-a94d-d0e0c8326419 req-83f7a807-8133-45f3-983a-cca77cd75a58 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:28.538639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a883cda3-0428-49d3-a94d-d0e0c8326419 req-83f7a807-8133-45f3-983a-cca77cd75a58 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 944 time: 0.6329226 May 20 07:59:28.551869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'admin_state_up': True, 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'security_groups': ['6ec2266a-3fca-48bd-bb4e-307254366f14']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:28.711283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:28.787830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.789008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.835899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6888b070-1e43-4cf7-9d5f-f5109eedd605 None None] Port 7b6c8a71-3051-4309-b8f9-37669d7d3936 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:28.849335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:28.924321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:28.929983 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:29.057260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:29.060184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deddb16-f15f-445c-8461-66176562105b None None] DHCP port deletion for 87f1153d-f5ee-4194-a57c-b39159115574 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 07:59:29.065398 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:29.107201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.111115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:29.115005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-f8c00d44-fc3c-41fb-abe0-3f6528ce8679 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:29.117250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Usage tracker for resource:port and tenant:b24d7478653f4d7f96305ae8b17cde90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:29.120891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-f8c00d44-fc3c-41fb-abe0-3f6528ce8679 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:29.143795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-f8c00d44-fc3c-41fb-abe0-3f6528ce8679 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:29.144577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8deddb16-f15f-445c-8461-66176562105b None None] Deleting port 989ba8dc-1080-4b50-aa1f-40c965689560 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:29.145094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8deddb16-f15f-445c-8461-66176562105b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.149534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-f8c00d44-fc3c-41fb-abe0-3f6528ce8679 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:29.157511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-f8c00d44-fc3c-41fb-abe0-3f6528ce8679 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 3095 time: 0.5681393 May 20 07:59:29.178652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Quota usage for port was recalculated. Used quota:11. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:29.199955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a883cda3-0428-49d3-a94d-d0e0c8326419 req-853ae07c-d4d4-45b3-a6f4-32828f8be6c0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6101265 May 20 07:59:29.233012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.236983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:29.265107 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-acc0bffe-fb92-47f4-a072-a71c74141496 req-df46d457-cb51-4b40-b4df-b500794e6c84 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066098 May 20 07:59:29.276473 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:59:24Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:29.286747 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6a1a7-3b64-4054-afa2-3c5e92cf32fe None None] The sync data for ids ['277a75ea-d556-4eaa-b58a-e1d21f94ff2e'] in n-d-780147-4 is: [{'id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-777813372', 'tenant_id': '6e91e32db1034f178460ba3944b189c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:56:41Z', 'updated_at': '2021-05-20T07:59:24Z', 'revision_number': 5, 'project_id': '6e91e32db1034f178460ba3944b189c8', 'gw_port': {'id': '13a70234-2ec2-425c-9d38-a1ba45eb501c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a75ea-d556-4eaa-b58a-e1d21f94ff2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:56:43Z', 'updated_at': '2021-05-20T07:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:59:29.325785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8deddb16-f15f-445c-8461-66176562105b None None] For port 989ba8dc-1080-4b50-aa1f-40c965689560, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=989ba8dc-1080-4b50-aa1f-40c965689560,segment=NetworkSegment(c86ef47f-e5a9-45ff-a204-761a466a7651),segment_id=c86ef47f-e5a9-45ff-a204-761a466a7651)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:29.326333 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8deddb16-f15f-445c-8461-66176562105b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.359404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Made reservation on behalf of b24d7478653f4d7f96305ae8b17cde90 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 07:59:29.364845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.572831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Deleting port 13a70234-2ec2-425c-9d38-a1ba45eb501c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:29.573182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.660899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8deddb16-f15f-445c-8461-66176562105b None None] Calling delete_port for 989ba8dc-1080-4b50-aa1f-40c965689560 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:29.731961 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'code': 200} May 20 07:59:29.813610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8deddb16-f15f-445c-8461-66176562105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.832533 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:29.837306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd283a8-7625-48cf-a092-c753436275ed req-1b11edd2-8243-4a02-9c0e-7e0e3a01c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:29.838875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd283a8-7625-48cf-a092-c753436275ed req-1b11edd2-8243-4a02-9c0e-7e0e3a01c025 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1096 time: 0.4217939 May 20 07:59:29.901574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:29.965347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deddb16-f15f-445c-8461-66176562105b None None] Pushing event deleted for resources: {'Port': ['ID=989ba8dc-1080-4b50-aa1f-40c965689560,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:29.983778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8deddb16-f15f-445c-8461-66176562105b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:29.985028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deddb16-f15f-445c-8461-66176562105b None None] No DVR routers for this DVR port 989ba8dc-1080-4b50-aa1f-40c965689560 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 07:59:30.061259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45208b9-50cf-43bd-a935-2cebd688cfdd no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:30.149637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e45208b9-50cf-43bd-a935-2cebd688cfdd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:30.150001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45208b9-50cf-43bd-a935-2cebd688cfdd not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:30.150424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 989ba8dc-1080-4b50-aa1f-40c965689560 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:30.183547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] For port 13a70234-2ec2-425c-9d38-a1ba45eb501c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=13a70234-2ec2-425c-9d38-a1ba45eb501c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 07:59:30.184227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:30.211181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 989ba8dc-1080-4b50-aa1f-40c965689560 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:30.211745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 989ba8dc-1080-4b50-aa1f-40c965689560 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:30.243052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd283a8-7625-48cf-a092-c753436275ed req-a51e4eb9-a6fe-4add-b989-481e922f84bd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967345 May 20 07:59:30.389423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Calling delete_port for 13a70234-2ec2-425c-9d38-a1ba45eb501c owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:30.726900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Allocated IP 10.2.2.200 (414108a6-6cb6-4874-93aa-d41c3f481179/daf81360-7a6d-4f6f-aac7-5f1921539d14/a39120a4-1be1-4878-a71b-6f74b90f6b88) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 07:59:30.739042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:30.746442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a60247df-606c-40e1-ab02-e5203462eec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:30.851068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Port': ['ID=13a70234-2ec2-425c-9d38-a1ba45eb501c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:30.866095 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:30.901176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:30.920606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.035199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ccb8-63aa-4668-8a10-de16a85ee7e4 req-79891795-9f35-47ef-8d28-91fb077fbde1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:31.051283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f876ccb8-63aa-4668-8a10-de16a85ee7e4 req-79891795-9f35-47ef-8d28-91fb077fbde1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.6359453 May 20 07:59:31.143492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.143985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26525498-be7c-44e7-a37e-8483b1300aad {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:59:31.175864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.267170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f876ccb8-63aa-4668-8a10-de16a85ee7e4 req-9cc15216-c73e-4853-8222-df5fbfdd366e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148874 May 20 07:59:31.403949 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 07:59:31.404897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.406727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0a3d07e3-b878-4407-aece-478738ccbd4a tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.0142817 May 20 07:59:31.408931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.411317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38060) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:31.485439 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.515999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-ef3bbd66-3fd4-4d12-aa90-07b9b7638764 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:31.523510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-ef3bbd66-3fd4-4d12-aa90-07b9b7638764 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:31.529833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-ef3bbd66-3fd4-4d12-aa90-07b9b7638764 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:31.536626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-ef3bbd66-3fd4-4d12-aa90-07b9b7638764 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:31.538621 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-ef3bbd66-3fd4-4d12-aa90-07b9b7638764 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 3095 time: 0.5866916 May 20 07:59:31.545207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.546050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Fanout notify agent at l3_agent the message router_deleted on router 277a75ea-d556-4eaa-b58a-e1d21f94ff2e {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 07:59:31.546218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Transition to ACTIVE for port object a39120a4-1be1-4878-a71b-6f74b90f6b88 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:31.575042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-dbe080fd-eda7-46b1-ae3f-bf968ce6f61a req-7189cc8b-2254-4c15-9e41-5eef718d3d9f service neutron] (93102) timed out ('10.222.0.84', 52518) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 07:59:31.594783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.598669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/routers/277a75ea-d556-4eaa-b58a-e1d21f94ff2e HTTP/1.1" status: 204 len: 168 time: 3.5059171 May 20 07:59:31.600402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38064) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:31.674627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Deleting port 02e03682-7db9-4b9a-b6e2-eae85b26f160 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 07:59:31.675001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.693250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f1a09cd-5480-4687-8f07-61fc1bcce681 req-5b2d85c6-9ad3-423d-a230-87973b75400f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443310 May 20 07:59:31.751765 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.774435 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8d15ca7-33f6-4348-9ec3-35e684ea5dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:31.796109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:31.913891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Network 414108a6-6cb6-4874-93aa-d41c3f481179 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 07:59:31.920607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 07:59:31.926322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 07:59:31.985560 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.003117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f1153d-f5ee-4194-a57c-b39159115574']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:32.005413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event updated for resources: {'Port': ['ID=a39120a4-1be1-4878-a71b-6f74b90f6b88,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:32.018355 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:32.029858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86ef47f-e5a9-45ff-a204-761a466a7651') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:32.030279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86ef47f-e5a9-45ff-a204-761a466a7651') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:32.056114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.060396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:32.060989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.066473 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.086668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.094739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 07:59:32.095589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: timer() May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: self._notify() May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 07:59:32.113011 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 07:59:32.281554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Calling delete_port for 02e03682-7db9-4b9a-b6e2-eae85b26f160 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 07:59:32.283179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 13a70234-2ec2-425c-9d38-a1ba45eb501c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 07:59:32.397879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 13a70234-2ec2-425c-9d38-a1ba45eb501c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 07:59:32.400636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 13a70234-2ec2-425c-9d38-a1ba45eb501c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 07:59:32.425371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8856173 May 20 07:59:32.438410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:32.534073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a1491612-c39d-4e0c-a829-18c323a3fc24 None None] Provisioning for port a39120a4-1be1-4878-a71b-6f74b90f6b88 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 07:59:32.538840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.543681 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08cd27bc-6ce4-48c4-bb3a-77cc74224e2c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:32.545102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a1491612-c39d-4e0c-a829-18c323a3fc24 None None] Provisioning complete for port a39120a4-1be1-4878-a71b-6f74b90f6b88 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 07:59:32.545710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1491612-c39d-4e0c-a829-18c323a3fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.556502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.577595 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07cd448c-6518-45ed-9bbe-031a9f09acdb tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:32.585280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.591068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Pushing event deleted for resources: {'Network': ['ID=87f1153d-f5ee-4194-a57c-b39159115574,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:32.598957 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:32.604019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] 10.222.0.79 "DELETE /v2.0/networks/87f1153d-f5ee-4194-a57c-b39159115574 HTTP/1.1" status: 204 len: 168 time: 1.0034151 May 20 07:59:32.687786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a1491612-c39d-4e0c-a829-18c323a3fc24 None None] Port a39120a4-1be1-4878-a71b-6f74b90f6b88 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 07:59:32.715462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e03682-7db9-4b9a-b6e2-eae85b26f160,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:32.722852 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:32.838928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.911666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:32.934828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] 10.222.0.79 "DELETE /v2.0/ports/02e03682-7db9-4b9a-b6e2-eae85b26f160 HTTP/1.1" status: 204 len: 168 time: 1.5160611 May 20 07:59:32.952988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa2af6-7545-4514-84bd-403c81cd8524 req-a97d3400-d20e-4392-a124-724d91150c44 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:32.955207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a7fa2af6-7545-4514-84bd-403c81cd8524 req-a97d3400-d20e-4392-a124-724d91150c44 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.4749827 May 20 07:59:33.078756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:33.096975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:33.114254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:33.128277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:33.143137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:33.154578 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-e8adf928-c68c-4703-b808-0deac69b95dc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 3816 time: 0.2369604 May 20 07:59:33.266695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-073fdf03-513c-4aff-b825-6368ff4b64a7 req-697a1ff1-fb28-4b22-92a8-936676cbeca7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099622 May 20 07:59:33.633738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3b1d17-e78f-48a4-b805-36329742bcd5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:33.653072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:33.724995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a7fa2af6-7545-4514-84bd-403c81cd8524 req-63c3eba3-5006-4814-9fcc-da28e7fd0129 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7599528 May 20 07:59:33.731066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Transition to ACTIVE for port object ec3b1d17-e78f-48a4-b805-36329742bcd5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:33.741592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:33.785113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38126) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:33.800414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:33.813419 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:34.187970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b1d17-e78f-48a4-b805-36329742bcd5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:34.221713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:34.379568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ed472-d925-41b1-9df7-0df415a88121 req-cc48da60-fd93-4eab-918f-e17fb35bafa1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:34.381582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa7ed472-d925-41b1-9df7-0df415a88121 req-cc48da60-fd93-4eab-918f-e17fb35bafa1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.4299939 May 20 07:59:34.395921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38140) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:34.400133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'floatingip': {'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:34.414044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Attempting to bind port ec3b1d17-e78f-48a4-b805-36329742bcd5 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:34.414451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Attempting to bind port ec3b1d17-e78f-48a4-b805-36329742bcd5 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:34.415244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Attempting to bind port ec3b1d17-e78f-48a4-b805-36329742bcd5 on network fa7aee22-2497-4e71-9168-53088a0a5f15 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:34.420640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Port ec3b1d17-e78f-48a4-b805-36329742bcd5 on network fa7aee22-2497-4e71-9168-53088a0a5f15 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:34.421066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Attempting to bind port ec3b1d17-e78f-48a4-b805-36329742bcd5 on network fa7aee22-2497-4e71-9168-53088a0a5f15 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:34.427245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:34.427681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Checking segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:34.428201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Bound using segment: {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:34.428726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Bound port: ec3b1d17-e78f-48a4-b805-36329742bcd5, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7354e2be-148c-4014-85ba-836764f2423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:34.429180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:34.572273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] For port ec3b1d17-e78f-48a4-b805-36329742bcd5, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:34.576196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] For port ec3b1d17-e78f-48a4-b805-36329742bcd5, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:34.642591 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:34.648056 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:34.738570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b1d17-e78f-48a4-b805-36329742bcd5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:34.743499 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:34.751303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:34.752327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:34.753797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] 10.222.0.81 "PUT /v2.0/ports/ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 1091 time: 2.3197563 May 20 07:59:34.754370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:34.834069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:34.845939 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'status': 'completed', 'code': 200} May 20 07:59:34.859578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:34.868292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.059546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.089804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:35.166062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.166559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.167041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.167638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.168118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.170076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-d94b132b-0907-4fab-86a3-63338d523d9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4363 time: 0.1735377 May 20 07:59:35.181033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Usage tracker for resource:security_group_rule and tenant:4c69f04990964079b8eadab81e3b9e14 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:35.232399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:35.240422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:35.514478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f125743e-a57f-4b75-85ae-89bf885cb4ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e91e32db1034f178460ba3944b189c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7707987 May 20 07:59:35.525196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:35.601048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.607928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.614088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.621273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.627847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.629877 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e2b44c99-9d37-4877-8048-1988083eef88 req-f2cb9dd4-5b03-4791-a9be-80ea8a81fa3c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 3828 time: 1.0620260 May 20 07:59:35.643809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-324ca31d-f879-4af5-9cd3-d53608eed7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.644967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-324ca31d-f879-4af5-9cd3-d53608eed7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.645882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-324ca31d-f879-4af5-9cd3-d53608eed7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.647685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-324ca31d-f879-4af5-9cd3-d53608eed7d2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4677978 May 20 07:59:35.706383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab27ed51-d0d2-4344-bb9a-562074b0710d {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:35.720537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.821156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Transition to ACTIVE for port object ab27ed51-d0d2-4344-bb9a-562074b0710d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:35.836398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.841250 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e2b44c99-9d37-4877-8048-1988083eef88 req-901817ee-de12-43a8-9453-2defc2d3c798 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974370 May 20 07:59:35.878675 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.890712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-976f2cbe-f96a-41e3-b909-1367c0715827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:35.892268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c24d84-4a0e-4571-9b14-f9e854c564e0 req-976f2cbe-f96a-41e3-b909-1367c0715827 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358477 May 20 07:59:35.904652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.912586 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dfbb240-a82d-4719-a4b1-c88468b291be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:35.919787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.953225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:35.963830 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf3ff58f-0f1f-4017-8d7f-2576fcfe7652 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:36.037193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c69f04990964079b8eadab81e3b9e14&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2478247 May 20 07:59:36.047433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:36.080355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d4621-6f64-4067-9e60-c144894793d9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:36.087278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:36.272787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.295536 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13d3ba11-2c55-4065-9873-056892e2b985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:36.308571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.309398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:36.311277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.326003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2282fc1-9199-4d37-b9a4-bac49cd991be,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:36.344388 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:36.371191 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:36.395921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.475666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Attempting to bind port ab27ed51-d0d2-4344-bb9a-562074b0710d on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:36.476103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Attempting to bind port ab27ed51-d0d2-4344-bb9a-562074b0710d by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:36.476450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Attempting to bind port ab27ed51-d0d2-4344-bb9a-562074b0710d on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:36.482061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.486215 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2282fc1-9199-4d37-b9a4-bac49cd991be HTTP/1.1" status: 204 len: 168 time: 0.9573002 May 20 07:59:36.492869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.501637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Port ab27ed51-d0d2-4344-bb9a-562074b0710d on network 5753f9bc-343c-4608-864e-6d82c4d5d280 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:36.502671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Attempting to bind port ab27ed51-d0d2-4344-bb9a-562074b0710d on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:36.513689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:36.513951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:36.514301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Bound using segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:36.514740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Bound port: ab27ed51-d0d2-4344-bb9a-562074b0710d, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:36.515104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.722015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:36.725254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:36.740809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.746627 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d0e6ce1-8403-45b8-bbef-e5dd554df68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:36.764091 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Floating IP 8321e2a6-1332-4032-95d9-717d801b2fb9 associated. External IP: 172.25.8.126, port: a4639663-257a-41ad-a870-aee9e79e555f. May 20 07:59:36.837526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d4621-6f64-4067-9e60-c144894793d9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:36.848204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.854203 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:36.865300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27fca1c9-81e9-4f24-b578-7c08dcc39682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.866657 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:36.884625 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 07:59:36.888895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:36.893977 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/766d4621-6f64-4067-9e60-c144894793d9 HTTP/1.1" status: 204 len: 168 time: 0.8385105 May 20 07:59:37.003228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.003228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:37.005323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] 10.222.0.81 "PUT /v2.0/ports/ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 1131 time: 2.1510952 May 20 07:59:37.005911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:37.065233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:37.068461 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:37.099689 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d', 'status': 'completed', 'code': 200} May 20 07:59:37.116608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:37.307795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:37.338475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:37.357207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:37.379993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.380479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.380955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.381426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.381941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.382436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.384307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88654420-b603-4106-bcb4-7cdf05b47398 req-dc015dda-e2b1-475b-bf92-5b557b123b63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5287 time: 0.2391703 May 20 07:59:37.388423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:37.530436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:4756b19d28764f5485846051e6d4bea6 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:37.557568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:37.591168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:37.647363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.653838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.660359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.666449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.672830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.678669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.680509 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-8d852404-903f-4de5-bd42-1aebb22e6e11 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4601 time: 0.5399456 May 20 07:59:37.682535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 07:59:37.841723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-54673dd2-283b-40b6-8b5e-2006cd4d0431 req-59c39d58-5a84-4050-b7e3-992718246ff0 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370320 May 20 07:59:37.902791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38292) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:37.947374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-79b45f90-efd0-45f8-b1a0-bb5af849c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.947984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-79b45f90-efd0-45f8-b1a0-bb5af849c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.948341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-79b45f90-efd0-45f8-b1a0-bb5af849c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:37.949321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 07:59:37.950227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88654420-b603-4106-bcb4-7cdf05b47398 req-79b45f90-efd0-45f8-b1a0-bb5af849c0e0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5569503 May 20 07:59:37.955492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:37.967039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 07:59:37.981508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:37.982730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:38.039755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cab250a3-630f-45cb-ab11-fc0ae0788c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "PUT /v2.0/floatingips/8321e2a6-1332-4032-95d9-717d801b2fb9 HTTP/1.1" status: 200 len: 991 time: 3.6318672 May 20 07:59:38.040913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:38.085176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a204f2a1-4152-4c84-89fb-29145bc735c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acb4cfd1ddc34e808c41493394b6040e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792512 May 20 07:59:38.088021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:38.133264 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'status': 'completed', 'code': 200} May 20 07:59:38.196290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.224461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.267892 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 07:59:38.270154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38306) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:38.280396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654420-b603-4106-bcb4-7cdf05b47398 req-6f052924-5b33-4cd6-b305-02fbe9f5f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:38.282607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88654420-b603-4106-bcb4-7cdf05b47398 req-6f052924-5b33-4cd6-b305-02fbe9f5f295 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3200507 May 20 07:59:38.299877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:38.367474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.375223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54242ea5-7678-4051-a224-347e8c338f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:38.391782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814045e5-1cd8-4dce-ab6a-5e7ea3907d84,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:38.395825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:38.399527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.400737 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/814045e5-1cd8-4dce-ab6a-5e7ea3907d84 HTTP/1.1" status: 204 len: 168 time: 0.3117402 May 20 07:59:38.425304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.454868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39584074-1ad1-4053-ac86-3e02eea98615 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:38.479493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.488246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.503299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Transition to ACTIVE for port object 39584074-1ad1-4053-ac86-3e02eea98615 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:38.508855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-58c07a15-c856-4784-be77-2257fd4a2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:38.508855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-58c07a15-c856-4784-be77-2257fd4a2d75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1096 time: 0.2222555 May 20 07:59:38.513277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:38.518891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Usage tracker for resource:security_group_rule and tenant:2cef50cb488745f1acd2731812df5db2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:38.520576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:38.527444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:38.544791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.567960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a88a57fe-5306-4430-bbea-03d745dec78c tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:38.643383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.684005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.694810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4756b19d28764f5485846051e6d4bea6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3835416 May 20 07:59:38.715539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:38.715775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b811c1f-e456-47e9-8e74-07198a340835,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:38.716773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:38.719376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19c5f93d-612e-477a-a1f6-32ba676a7a49 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:38.748312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:38.759842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed010f89-0b3a-4add-80ea-d798a0f0630e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:38.810643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8321e2a6-1332-4032-95d9-717d801b2fb9', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:59:06Z', 'updated_at': '2021-05-20T07:59:36Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:38.815600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 07:59:38.827912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 07:59:38.829100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T07:59:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:38.869750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f9377b-ba6a-4343-b521-f468ec996cef,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:38.874947 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:38.965293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cef50cb488745f1acd2731812df5db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916490 May 20 07:59:38.972527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:38.976160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.110040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.115906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.175557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.314869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 07:59:39.435201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.438812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Pushing event updated for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:39.441799 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:39.455916 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11d8f863-588d-40c9-82d7-25f9beac2ad3 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:39.468725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b811c1f-e456-47e9-8e74-07198a340835,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:39.471242 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:39.472198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.473302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b811c1f-e456-47e9-8e74-07198a340835 HTTP/1.1" status: 204 len: 168 time: 0.7734680 May 20 07:59:39.480680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-01aa1f8e-2432-4c9a-87d7-3d7cafc9909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.484806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-01aa1f8e-2432-4c9a-87d7-3d7cafc9909c service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.9711287 May 20 07:59:39.485245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.487790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.499569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82f9377b-ba6a-4343-b521-f468ec996cef HTTP/1.1" status: 204 len: 168 time: 0.5259438 May 20 07:59:39.500394 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9543802c-2860-4e2f-b7d9-cce83e71125f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:39.527828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f9377b-ba6a-4343-b521-f468ec996cef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:39.532302 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:39.740151 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88f82925-7d82-4481-ac94-31dc160bfc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Synchronizing usage tracker for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Attempting to bind port 39584074-1ad1-4053-ac86-3e02eea98615 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Attempting to bind port 39584074-1ad1-4053-ac86-3e02eea98615 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:39.741306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Attempting to bind port 39584074-1ad1-4053-ac86-3e02eea98615 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:39.747689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Port 39584074-1ad1-4053-ac86-3e02eea98615 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:39.747689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Attempting to bind port 39584074-1ad1-4053-ac86-3e02eea98615 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:39.754835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-be49b02b-dfee-4a6e-a9f5-46343810c4e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 999 time: 0.2619565 May 20 07:59:39.759347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:39.759770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:39.760411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Bound using segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:39.760885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Bound port: 39584074-1ad1-4053-ac86-3e02eea98615, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:39.762519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:39.806778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8321e2a6-1332-4032-95d9-717d801b2fb9', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:59:06Z', 'updated_at': '2021-05-20T07:59:36Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 07:59:39.814274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc486b2-839a-4ea7-80d2-0b68bc93b03d None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '8321e2a6-1332-4032-95d9-717d801b2fb9', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:59:06Z', 'updated_at': '2021-05-20T07:59:36Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 07:59:39.921226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-f9f59697-38d4-46cb-b34d-df297c83ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:39.922691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-f9f59697-38d4-46cb-b34d-df297c83ef79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1466606 May 20 07:59:39.976386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:39.997438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=39584074-1ad1-4053-ac86-3e02eea98615,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:40.010407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:40.012274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Unset dirty status for tenant:b24d7478653f4d7f96305ae8b17cde90 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 07:59:40.013460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-0798190a-5322-4462-8100-f1d5e62a01c7 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5372 time: 0.8355319 May 20 07:59:40.075181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:40.085956 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:40.109317 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488593b9-50f0-412f-9bbe-9b860ebd3642 None None] New status for floating IP 8321e2a6-1332-4032-95d9-717d801b2fb9: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 07:59:40.150964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-7e6ad24c-c300-47a0-9596-1c7e9ea1e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.153031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-7e6ad24c-c300-47a0-9596-1c7e9ea1e807 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219632 May 20 07:59:40.161761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0a02cc9-e042-4363-aee8-1c85ca9ad37e req-1345e536-41c1-4c53-856c-f77faef112a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356401 May 20 07:59:40.190866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.191630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:40.192995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] 10.222.0.81 "PUT /v2.0/ports/39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 1129 time: 3.0835240 May 20 07:59:40.193557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:40.311150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Pushing event updated for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:40.321222 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:40.337261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:40.499413 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615', 'status': 'completed', 'code': 200} May 20 07:59:40.646853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:40.668917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-1ec46e33-9e13-45b8-887a-fbd7db504bea service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042193 May 20 07:59:40.793713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.794208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.794683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.795155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.795625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.796086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.796655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:40.798577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-73451acb-7ee1-44b2-a526-1608277089a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6209 time: 0.2984879 May 20 07:59:40.904172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38356) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:40.945723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:40.966454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:40.971105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Usage tracker for resource:security_group_rule and tenant:35534b5481f54c49a4616d7e13c70804 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:40.975722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:40.981897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:41.055004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7ef710d-b14a-4ded-a507-643e99e3a96b req-c51c90ae-f70f-40f4-90c5-ad8e30740e41 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578587 May 20 07:59:41.113863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.169588 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.231188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.295655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:41.299121 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a631c800-e7c0-4cc8-80b5-0a96955b7315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:41.366705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35534b5481f54c49a4616d7e13c70804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608297 May 20 07:59:41.376150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38372) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:41.390622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-f8a2fafa-3a20-46a0-8a74-863c0771d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.391096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-f8a2fafa-3a20-46a0-8a74-863c0771d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.391589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-f8a2fafa-3a20-46a0-8a74-863c0771d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.393127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-f8a2fafa-3a20-46a0-8a74-863c0771d985 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5248601 May 20 07:59:41.397896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c25c3-9a0f-4b6b-b296-bdb4251cd826,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:41.415856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:41.466019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4ee8180-1398-4f13-a735-71049c941dd0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b5b5894c075465ca296e85bb5166c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374295 May 20 07:59:41.468439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:41.512045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.606791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.665044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.695532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-a1f2a923-04b3-4b4f-92ab-b864b3ecb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.697130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-586ac4e3-8fd0-45cf-a1c7-6247d9e62a28 req-a1f2a923-04b3-4b4f-92ab-b864b3ecb869 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837231 May 20 07:59:41.698269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.715156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.721693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.727786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.734176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.740396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.747046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.753241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:41.762081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5317300c-dccd-4dfa-860c-5553459cf683 req-36c3b3c5-227d-433b-96c8-04d4df18f72c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5372 time: 0.3638082 May 20 07:59:41.773267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.779765 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bbeae5e2-35b8-49b4-9ea7-f1b9da712e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:41.808240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c25c3-9a0f-4b6b-b296-bdb4251cd826,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:41.828076 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:41.835210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.845101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d21c25c3-9a0f-4b6b-b296-bdb4251cd826 HTTP/1.1" status: 204 len: 168 time: 0.4672136 May 20 07:59:41.889517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5317300c-dccd-4dfa-860c-5553459cf683 req-5ba62fa1-6087-4e61-9296-381dc9cc9425 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260564 May 20 07:59:41.898131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0073d1-32ec-4cd9-a487-ad771eb5e145 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:41.916225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.951400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:41.955050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Transition to ACTIVE for port object 7c0073d1-32ec-4cd9-a487-ad771eb5e145 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:41.966902 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-09e8fc7e-1b70-4fdb-8163-49db34eceeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:41.979436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8a99d-5f1b-43cd-817d-4b24e03f48c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:41.982155 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:42.013302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.018971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1682eed-b1cb-43f7-a065-64aff9b90c93 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:42.036575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.040301 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94b8a99d-5f1b-43cd-817d-4b24e03f48c8 HTTP/1.1" status: 204 len: 168 time: 0.5683014 May 20 07:59:42.415795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0073d1-32ec-4cd9-a487-ad771eb5e145,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:42.428530 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:42.444228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Attempting to bind port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:42.444584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Attempting to bind port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:42.444960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Attempting to bind port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:42.452038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:42.452437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Attempting to bind port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:42.458303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:42.458713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:42.473724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Bound using segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:42.473724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Bound port: 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:42.473724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.474207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.549209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-b6819f06-6b72-486f-8083-188fa3b2e806 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286556 May 20 07:59:42.582330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] For port 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:42.590098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] For port 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:42.716041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-c36724d5-e442-40bc-ba49-12302407233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:42.717813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-c36724d5-e442-40bc-ba49-12302407233f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0789299 May 20 07:59:42.730868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.741856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f536ae5-0aa1-4310-9742-687fca0b02e4 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:42.954090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:42.957160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:42.957645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] 10.222.0.81 "PUT /v2.0/ports/7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 1091 time: 2.6354301 May 20 07:59:42.958231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7c0073d1-32ec-4cd9-a487-ad771eb5e145'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:43.177512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-acef3cb7-18b1-4ae7-bde4-3fa840b51d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.179543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-acef3cb7-18b1-4ae7-bde4-3fa840b51d1e service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.3420231 May 20 07:59:43.179990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0073d1-32ec-4cd9-a487-ad771eb5e145,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:43.192141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:43.392961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:43.424807 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7c0073d1-32ec-4cd9-a487-ad771eb5e145', 'status': 'completed', 'code': 200} May 20 07:59:43.644679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.652595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.660628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.666818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.673719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.680739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.688265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.696280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-6e0649ad-6669-4a3e-81d2-e23716a10952 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5384 time: 0.1775877 May 20 07:59:43.763817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-ceb33afe-9472-4f1f-a86b-15cd266e51c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 1001 time: 0.5735233 May 20 07:59:43.768564 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4b3564fc-20ff-4f48-b6d0-a1d7041a7aed req-2d315a39-bdeb-45ec-86f4-a44e04f7211d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711687 May 20 07:59:43.862725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:43.879855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-94ec1303-14f0-4f13-bbda-33cd1127e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:43.881466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-94ec1303-14f0-4f13-bbda-33cd1127e2ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1085391 May 20 07:59:44.228481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.228974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.229450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.230931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.231524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.232002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.232541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.234469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-08ca8a8d-67d3-4ded-85e8-7229138c692e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6276 time: 0.8529897 May 20 07:59:44.577382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-8ac7f932-42c5-47ac-abbc-1e25429745c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.579225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-8ac7f932-42c5-47ac-abbc-1e25429745c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6867464 May 20 07:59:44.732378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-4576201f-60d3-43a7-bfc3-56f71a31498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.732968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-4576201f-60d3-43a7-bfc3-56f71a31498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.733449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-4576201f-60d3-43a7-bfc3-56f71a31498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:44.735045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-4576201f-60d3-43a7-bfc3-56f71a31498d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4316943 May 20 07:59:44.914538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-d7dc7aa8-7228-4308-abb7-e9a581e16772 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165362 May 20 07:59:45.264054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-bc5acf81-ac38-4b38-9277-9afd65e3b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.265609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54ee5574-5adb-40f8-852e-937b20e40db1 req-bc5acf81-ac38-4b38-9277-9afd65e3b32d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5149548 May 20 07:59:45.320907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.326456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.332342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.338313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.345149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.351060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.356895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:45.358809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-0fb0eff9-be34-4f7d-acd4-282ce363c081 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5384 time: 0.4128056 May 20 07:59:45.360741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6fb63de-c159-4c69-9cb7-3fbbec2d12ca req-21c2f118-2259-4882-b87e-719d0eec37a0 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338527 May 20 07:59:45.465251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7835150e-9da5-4584-8aa7-3968336aa9af {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:45.477320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:45.487565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3d0a4f64-b547-49cf-834d-6ae266bb4f7a req-77d85d12-8e7f-4b8b-8909-63920618bc8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931230 May 20 07:59:45.510580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Transition to ACTIVE for port object 7835150e-9da5-4584-8aa7-3968336aa9af will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:45.578546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:45.583805 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16e14b6f-aae7-4c63-aa03-9999d1e39957 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:45.764947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Pushing event updated for resources: {'Port': ['ID=7835150e-9da5-4584-8aa7-3968336aa9af,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:45.765146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:45.846842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Attempting to bind port 7835150e-9da5-4584-8aa7-3968336aa9af on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:45.847436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Attempting to bind port 7835150e-9da5-4584-8aa7-3968336aa9af by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:45.848157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Attempting to bind port 7835150e-9da5-4584-8aa7-3968336aa9af on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:45.853659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Port 7835150e-9da5-4584-8aa7-3968336aa9af on network 5753f9bc-343c-4608-864e-6d82c4d5d280 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:45.854189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Attempting to bind port 7835150e-9da5-4584-8aa7-3968336aa9af on network 5753f9bc-343c-4608-864e-6d82c4d5d280 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:45.860296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:45.860636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Checking segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:45.861091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Bound using segment: {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:45.861561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Bound port: 7835150e-9da5-4584-8aa7-3968336aa9af, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2180b1-10ef-4e41-b923-b6714155fe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:45.861909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:45.932731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38510) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:45.959339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] For port 7835150e-9da5-4584-8aa7-3968336aa9af, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:45.963452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] For port 7835150e-9da5-4584-8aa7-3968336aa9af, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7835150e-9da5-4584-8aa7-3968336aa9af,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:46.053322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.060279 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a76dbf60-e4ab-4d41-888e-2b56a2065ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:46.070836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.097559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:46.102478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Usage tracker for resource:security_group_rule and tenant:1adfd8cbf2e5418ca2b62f3d04f75312 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:46.108907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:46.123369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:46.125432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.125990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.127388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] 10.222.0.81 "PUT /v2.0/ports/7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 1091 time: 2.7472448 May 20 07:59:46.127995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7835150e-9da5-4584-8aa7-3968336aa9af'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:46.188983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Pushing event updated for resources: {'Port': ['ID=7835150e-9da5-4584-8aa7-3968336aa9af,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:46.201375 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:46.225813 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7835150e-9da5-4584-8aa7-3968336aa9af', 'status': 'completed', 'code': 200} May 20 07:59:46.246226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:46.282665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.411310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.419650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df701ceb-d305-42ec-a2e0-8af4aa04db93 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:46.462596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0445a193-1531-4c13-9de6-bf60c61e92fe,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:46.467750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1adfd8cbf2e5418ca2b62f3d04f75312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328820 May 20 07:59:46.469121 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:46.470461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38536) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:46.607099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.610079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.633606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.634431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.635110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.635800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.636499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.638109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.638813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.641384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-e6c8d10f-05dc-4773-a739-1592c7ccb0f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6343 time: 0.3583100 May 20 07:59:46.645175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.817335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.824547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af9f0b7c-dab2-46c9-9053-82078e038c26 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:46.842695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0445a193-1531-4c13-9de6-bf60c61e92fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:46.842695 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:46.843140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:46.844428 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0445a193-1531-4c13-9de6-bf60c61e92fe HTTP/1.1" status: 204 len: 168 time: 0.3729126 May 20 07:59:46.988949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-0b527812-3ec5-43b3-8234-0364a526d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.989448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-0b527812-3ec5-43b3-8234-0364a526d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.989921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-0b527812-3ec5-43b3-8234-0364a526d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:46.991564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-0b527812-3ec5-43b3-8234-0364a526d08f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3246789 May 20 07:59:47.131259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.137650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.143448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.149186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.155096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.161105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.166879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.169115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-8225509b-4a88-4497-9005-1a724d8be310 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5396 time: 0.3838267 May 20 07:59:47.312203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec139b96-b8fd-42f0-a28e-e1c784976c57 req-37190727-e1dc-4327-bab2-ee746b830872 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892327 May 20 07:59:47.350216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-04aa9962-778f-4088-a6be-81d189210cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:47.351962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8be25d11-7b68-4561-909c-4bad361bbf8a req-04aa9962-778f-4088-a6be-81d189210cef service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3509240 May 20 07:59:47.443759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6c8a71-3051-4309-b8f9-37669d7d3936 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:47.452715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:47.467785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Transition to ACTIVE for port object 7b6c8a71-3051-4309-b8f9-37669d7d3936 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:47.670107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:47.675440 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:47.813178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c8a71-3051-4309-b8f9-37669d7d3936,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:47.849439 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:47.870955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:47.910062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:47.949428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:47.957084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Attempting to bind port 7b6c8a71-3051-4309-b8f9-37669d7d3936 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:47.958182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Usage tracker for resource:security_group_rule and tenant:ab6a6f9d09b14313b52f4365beb67608 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:47.959733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Attempting to bind port 7b6c8a71-3051-4309-b8f9-37669d7d3936 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:47.960068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Attempting to bind port 7b6c8a71-3051-4309-b8f9-37669d7d3936 on network 414108a6-6cb6-4874-93aa-d41c3f481179 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:47.966213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:47.979039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Port 7b6c8a71-3051-4309-b8f9-37669d7d3936 on network 414108a6-6cb6-4874-93aa-d41c3f481179 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:47.979381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Attempting to bind port 7b6c8a71-3051-4309-b8f9-37669d7d3936 on network 414108a6-6cb6-4874-93aa-d41c3f481179 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:47.991264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:47.994434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:47.995003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Checking segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:47.995711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Bound using segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:47.996239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Bound port: 7b6c8a71-3051-4309-b8f9-37669d7d3936, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:47.996596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.105233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] For port 7b6c8a71-3051-4309-b8f9-37669d7d3936, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:48.112570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] For port 7b6c8a71-3051-4309-b8f9-37669d7d3936, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:48.133962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.173646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.177540 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:48.207530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.215541 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-28a8ca6a-3707-43f4-acf5-69edadc54f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:48.239170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.239805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.243519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] 10.222.0.81 "PUT /v2.0/ports/7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 1091 time: 1.9999533 May 20 07:59:48.243519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7b6c8a71-3051-4309-b8f9-37669d7d3936'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:48.278021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c8a71-3051-4309-b8f9-37669d7d3936,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:48.279455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062d1a59-3602-4027-a76f-92ef4168bd74,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:48.285573 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab6a6f9d09b14313b52f4365beb67608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135077 May 20 07:59:48.290468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:48.290996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38572) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:48.292491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:48.305332 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': '7b6c8a71-3051-4309-b8f9-37669d7d3936', 'status': 'completed', 'code': 200} May 20 07:59:48.382369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Request body: {'port': {'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 07:59:48.559828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.648877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.650123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38582) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:48.704510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.705392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.706054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.706697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.707345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.707816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.708442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:48.710575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-c1ef99d6-bcbe-48f7-bd12-974d2c436809 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6410 time: 0.3723669 May 20 07:59:48.711401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.945687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:48.961584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:48.965739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Usage tracker for resource:security_group_rule and tenant:b70b4adb1af84431bd76959c272cf03b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:48.968951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:48.978441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:49.207964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.222087 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ba8d7c9-3277-4a70-96f2-fa320ed3ef76 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:49.238928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.244702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.251124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.256861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.263466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.269165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.275061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.277116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45539063-08c8-4051-ab4e-128855c17be2 req-fcb5b29f-6de0-485a-90eb-28ffbdd013bc tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5408 time: 0.6902735 May 20 07:59:49.282290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.291709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-ce94c07e-dd82-45f9-a46c-8a276f62c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.292441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-ce94c07e-dd82-45f9-a46c-8a276f62c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.293017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-ce94c07e-dd82-45f9-a46c-8a276f62c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.294644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-ce94c07e-dd82-45f9-a46c-8a276f62c8a2 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5703213 May 20 07:59:49.316583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062d1a59-3602-4027-a76f-92ef4168bd74,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:49.357249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:49.372985 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.382127 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb98cf8c-d166-46a6-aef5-d88d9c08aea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:49.396639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.398059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/062d1a59-3602-4027-a76f-92ef4168bd74 HTTP/1.1" status: 204 len: 168 time: 1.0991509 May 20 07:59:49.439144 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b70b4adb1af84431bd76959c272cf03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877264 May 20 07:59:49.440499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:49.442258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3862107e-fea4-4f21-a300-b75b943e537b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:49.458321 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:49.506568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45539063-08c8-4051-ab4e-128855c17be2 req-00df1ff2-a2d2-4df4-bc46-1ffb128d410e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195358 May 20 07:59:49.536296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.569707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.695418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-5a80c822-5913-47b9-8646-cf1f9ad5378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:49.697076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d23beff2-5909-42c1-9ee6-c7cd32402184 req-5a80c822-5913-47b9-8646-cf1f9ad5378f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3752339 May 20 07:59:49.721279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.726667 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fac57f9f-b6fc-4d3b-a72a-5df9d77ff59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:49.743630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3862107e-fea4-4f21-a300-b75b943e537b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:49.753859 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:49.759726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.761095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3862107e-fea4-4f21-a300-b75b943e537b HTTP/1.1" status: 204 len: 168 time: 0.3101327 May 20 07:59:49.793631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39120a4-1be1-4878-a71b-6f74b90f6b88 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 07:59:49.808970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.835069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Transition to ACTIVE for port object a39120a4-1be1-4878-a71b-6f74b90f6b88 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 07:59:49.904496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:49.910671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6feae14c-8f9c-492b-abb1-8415880350d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:50.175207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Pushing event updated for resources: {'Port': ['ID=a39120a4-1be1-4878-a71b-6f74b90f6b88,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:50.215249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:50.299890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Attempting to bind port a39120a4-1be1-4878-a71b-6f74b90f6b88 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 07:59:50.300227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Attempting to bind port a39120a4-1be1-4878-a71b-6f74b90f6b88 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 07:59:50.300674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Attempting to bind port a39120a4-1be1-4878-a71b-6f74b90f6b88 on network 414108a6-6cb6-4874-93aa-d41c3f481179 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:50.306263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Port a39120a4-1be1-4878-a71b-6f74b90f6b88 on network 414108a6-6cb6-4874-93aa-d41c3f481179 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 07:59:50.306586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Attempting to bind port a39120a4-1be1-4878-a71b-6f74b90f6b88 on network 414108a6-6cb6-4874-93aa-d41c3f481179 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 07:59:50.312459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 07:59:50.312877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Checking segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 07:59:50.313266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Bound using segment: {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 07:59:50.313792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Bound port: a39120a4-1be1-4878-a71b-6f74b90f6b88, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a3610bc-26b1-4e9f-9e03-8ecea9905b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 07:59:50.314153 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:50.450336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] For port a39120a4-1be1-4878-a71b-6f74b90f6b88, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 07:59:50.454340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] For port a39120a4-1be1-4878-a71b-6f74b90f6b88, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 07:59:50.585890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:50.593959 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26eacc2d-15c1-4c2b-9c56-1ed4af053072 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:50.662997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.663673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:50.668030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] 10.222.0.81 "PUT /v2.0/ports/a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 1091 time: 2.3256452 May 20 07:59:50.668030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'a39120a4-1be1-4878-a71b-6f74b90f6b88'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 07:59:50.694730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Pushing event updated for resources: {'Port': ['ID=a39120a4-1be1-4878-a71b-6f74b90f6b88,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:50.710962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:50.768900 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'a39120a4-1be1-4878-a71b-6f74b90f6b88', 'status': 'completed', 'code': 200} May 20 07:59:50.849600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.860940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:50.863342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.872986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.881017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.889591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.897798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.924370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:50.950694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-18c094e5-36e5-40ae-a012-14f734f54faf tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2414184 May 20 07:59:50.958944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:51.006514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:51.018199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9abd85b2-138f-4280-a332-59e7d1b37d55 req-66dbecee-6178-43ee-a19e-0a276beb7e8c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660677 May 20 07:59:51.020318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Usage tracker for resource:security_group_rule and tenant:cc86d49914834bcdbc48fa4dd6c3dfc3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:51.077031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:51.091517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:51.130746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.131241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.131751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.132217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.132682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.133152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.133641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.136352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-a93b0b9d-f8e0-4165-a2da-02e39904f82f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6477 time: 0.3503139 May 20 07:59:51.314443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-6c446af2-7b02-4327-86e6-aceb1db3121b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5858207 May 20 07:59:51.380273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-416f05b4-daf5-40dc-b2ec-3aa7db08b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.380801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-416f05b4-daf5-40dc-b2ec-3aa7db08b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.381327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-416f05b4-daf5-40dc-b2ec-3aa7db08b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.382926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-416f05b4-daf5-40dc-b2ec-3aa7db08b086 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b24d7478653f4d7f96305ae8b17cde90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2354512 May 20 07:59:51.517342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:51.722806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:51.740043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7d47a31-c537-4e64-a224-eedd5768520c tempest-TestSecurityGroupsBasicOps-1148886525 tempest-TestSecurityGroupsBasicOps-1148886525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:51.818229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc86d49914834bcdbc48fa4dd6c3dfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9561584 May 20 07:59:51.821609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38678) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:51.821763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89e7c83-855b-4eec-9cd1-e4b82fbe4936,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:51.825582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:51.832288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-0896df63-14f0-418d-98b4-fe1fa167c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.833714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-004b2e68-30c2-4065-b38d-2be5540ea4a3 req-0896df63-14f0-418d-98b4-fe1fa167c176 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309528 May 20 07:59:51.845464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.845982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.846661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.847341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.847991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.848639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.849285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:51.851444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d0bf58f2-2ea6-40f5-aaa2-e4cf31a89865 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.4046657 May 20 07:59:51.976263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:52.032077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:52.172499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:52.177530 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-327b8980-0bec-4320-8096-5bb1cb8f8402 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:52.202239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89e7c83-855b-4eec-9cd1-e4b82fbe4936,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:52.209748 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:52.219845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:52.220989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b89e7c83-855b-4eec-9cd1-e4b82fbe4936 HTTP/1.1" status: 204 len: 168 time: 0.3979664 May 20 07:59:52.353626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-dc88a38b-ba3e-4556-89b8-07b90b6071fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.358180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-dc88a38b-ba3e-4556-89b8-07b90b6071fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.358180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-dc88a38b-ba3e-4556-89b8-07b90b6071fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.358180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-dc88a38b-ba3e-4556-89b8-07b90b6071fc service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 2298 time: 0.4462719 May 20 07:59:52.371778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.372372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.372860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.373336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.373846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.374325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.374997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.377203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a025ac77-eb31-4e80-a3c5-12eba8c41bbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6477 time: 0.5015430 May 20 07:59:52.565524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-a1e21e75-1f21-42aa-b619-90dbf66af184 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.1218998 May 20 07:59:52.688935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.695262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.702118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.708425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.714409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.720409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.726390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.735147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-d955d6e9-a58c-48c9-8041-db5cfb277052 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.4619823 May 20 07:59:52.763854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-44c32050-b788-4d89-a8e7-0ae99ea469da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.3845956 May 20 07:59:52.856967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ec6f55a9-d2ad-4735-9ca0-62b77b86a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.858548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ec6f55a9-d2ad-4735-9ca0-62b77b86a951 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.2852914 May 20 07:59:52.871817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f714080-3201-494b-a4cc-faf474ca0e4c req-7578ba8d-2124-4225-b67a-f6b873379392 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355960 May 20 07:59:52.968194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-1f95a15d-e598-4163-b2d0-4b5070c821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:52.968194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-1f95a15d-e598-4163-b2d0-4b5070c821e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.1705475 May 20 07:59:53.054794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-3ccc93f7-b37b-4f70-8946-10dc72487f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:53.056281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-3ccc93f7-b37b-4f70-8946-10dc72487f4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894791 May 20 07:59:53.064232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-cfeda215-f7ab-4ddf-b21c-57cb7e87ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:53.065620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-cfeda215-f7ab-4ddf-b21c-57cb7e87ddee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014998 May 20 07:59:53.090538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-4c01b4d4-d8b7-4577-9690-e88e80372f51 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 07:59:53.091397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-4c01b4d4-d8b7-4577-9690-e88e80372f51 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072567 May 20 07:59:53.316236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-f06bc870-ce6a-40eb-9dca-fd02fcf4f191 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496822 May 20 07:59:53.329855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-2721d6c0-8290-4ebf-a150-52d340bc47a3 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233679 May 20 07:59:53.567301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c9f7350d-34b7-46ed-8a21-ca856cb51ac3 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439756 May 20 07:59:53.570347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-c8f1141a-b11b-46c7-af81-9a3f8544b6f2 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250762 May 20 07:59:53.845522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1d5951d2-a3cf-4973-a7da-7d1e286dcb4e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 217 time: 0.2710011 May 20 07:59:53.854763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-654d512e-835f-40e8-91f8-005a7d8f8be2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.2290342 May 20 07:59:53.974040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-7eb34b24-2c1b-414f-8d5d-e63ca3b4bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:53.975487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-7eb34b24-2c1b-414f-8d5d-e63ca3b4bed3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1225128 May 20 07:59:53.981239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-bb3c2344-1d7c-44ad-b70f-fc586888cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:53.982687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-bb3c2344-1d7c-44ad-b70f-fc586888cb97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.0952506 May 20 07:59:54.185761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:54.214820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ccc6b0c3-5765-420d-8d29-43dbb49d4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.216314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-ccc6b0c3-5765-420d-8d29-43dbb49d4bf2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2327392 May 20 07:59:54.223399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-fb717886-2374-4600-9487-8ca49102dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.224827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-fb717886-2374-4600-9487-8ca49102dc6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868310 May 20 07:59:54.256002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.262010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.267827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.277797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.279493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.285590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.293712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:54.295645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-259ba996-874a-43b9-83ed-19f9fb78e43b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2186272 May 20 07:59:54.530234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af1f2d0a-32a4-40c9-b51f-90cf403b0b6a req-7c99c934-77ed-4d11-a5c2-e73c71b2147e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126050 May 20 07:59:54.572936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-97993a48-e97b-4b22-856a-bb394813f7d5 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740488 May 20 07:59:54.581070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-f6b25cf2-fce2-4ed7-adfc-95d9f6c1ca46 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547091 May 20 07:59:54.830771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-74273efb-5d73-4d64-9a30-de90fc6fdc61 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477231 May 20 07:59:54.834139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-d37e78a0-f118-4a9f-9840-a254f8e7d55a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327540 May 20 07:59:54.967468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-69a18814-7241-49be-a753-31b25158b297 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.1249185 May 20 07:59:54.968731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-85f9e0e4-089e-414e-a4f9-29bce1994e8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 217 time: 0.1275485 May 20 07:59:55.110676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-929d74c8-2a04-47ca-af2e-2c1fa80d53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:55.110676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-929d74c8-2a04-47ca-af2e-2c1fa80d53ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1193459 May 20 07:59:55.110676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-c86ea7a3-8432-4ad7-a4b2-126271bddc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:55.110676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-c86ea7a3-8432-4ad7-a4b2-126271bddc54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.0941501 May 20 07:59:55.265244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-edf39bc3-3de6-4e76-aa14-8a113fa057ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:55.266801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-edf39bc3-3de6-4e76-aa14-8a113fa057ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1541569 May 20 07:59:55.271691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6125f400-0068-47fa-b45d-429a8bb8522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:55.273724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6125f400-0068-47fa-b45d-429a8bb8522c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617310 May 20 07:59:55.707005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-a2096026-1ebd-4e87-96b7-161298ab7da7 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327281 May 20 07:59:55.708859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1e272350-3f5f-478a-8a86-0044d45fd1cb service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151738 May 20 07:59:56.000837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:56.092381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-97f6d4dd-745a-4f91-b281-e4fa4ffd2bef service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690526 May 20 07:59:56.102272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-559ee627-6015-4568-89eb-362b8cf00ec3 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580832 May 20 07:59:56.184840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.202545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:56.208476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Usage tracker for resource:security_group_rule and tenant:200408b0676649a8a2ef654a300f0999 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:56.212983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:56.219542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:56.239878 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.245766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-b2586fd6-e6d7-4581-8518-b4fe20fc0605 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1451375 May 20 07:59:56.247781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-63cb0f05-eccd-4816-9656-be2b2e404547 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.0942764 May 20 07:59:56.309837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.315685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.321183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.321814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.330482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.333674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.339699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.345499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.347448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-529f2913-76e8-464b-9bdc-b47d3e237b07 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.4059112 May 20 07:59:56.441392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.472446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-5c57fb86-9bb4-44ab-b4e5-24ef635439aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.473044 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb2244f6-bcc3-4d09-9f96-aceb0ce2ec8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:56.474267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-5c57fb86-9bb4-44ab-b4e5-24ef635439aa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1771996 May 20 07:59:56.478600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-8d0e6385-9d31-4e3f-858b-9d53bd9398fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.481288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-8d0e6385-9d31-4e3f-858b-9d53bd9398fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2218976 May 20 07:59:56.487688 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=200408b0676649a8a2ef654a300f0999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843755 May 20 07:59:56.490256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:56.548739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c23dc-d83a-49e1-9ed4-19ea0621c475,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:56.550027 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:56.556978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0bd3f62-ec7d-4522-9cfc-efc2989e1064 req-c86ec41a-c461-4132-a43d-40eebbf65a17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720195 May 20 07:59:56.603949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.637230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.692363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-4751b253-a460-47c4-a8bf-95e54bced00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.694014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-4751b253-a460-47c4-a8bf-95e54bced00e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091279 May 20 07:59:56.696493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-35fed27c-e3f4-4012-9131-423ac04d86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:56.698058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-35fed27c-e3f4-4012-9131-423ac04d86f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231878 May 20 07:59:56.884059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:56.903540 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43fbf191-34bc-4b15-8ad9-d7b352f31b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:56.956513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52c23dc-d83a-49e1-9ed4-19ea0621c475,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:56.965259 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:56.979431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:57.004262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c52c23dc-d83a-49e1-9ed4-19ea0621c475 HTTP/1.1" status: 204 len: 168 time: 0.4991982 May 20 07:59:57.007754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d72ed48b-4538-40ef-bbe9-117c7023d6ef service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029160 May 20 07:59:57.017792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-648af46c-cf1d-4b8b-bd7e-22d03fd1e41f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915680 May 20 07:59:57.325959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38896) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:57.610420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-79e234e3-21d4-4141-bcf8-7bfaa519ff87 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674603 May 20 07:59:57.617736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:57.618341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-4ebbda57-8d6e-4035-96d6-247ef07bada6 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996003 May 20 07:59:57.667485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:57.672986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Usage tracker for resource:security_group_rule and tenant:b74f330cf5f94740bc1ce9f2f378a8ae is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:57.676296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:57.683344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:57.780693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-04d46fa8-09f6-4f3e-aee9-0de9f27a5f2f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1594307 May 20 07:59:57.833147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-90539e12-acfc-48eb-af6e-27281e3aa7f2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.1440780 May 20 07:59:57.870378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:57.885186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.893354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.900313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.908798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.919411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.927409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.935717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.938894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-f5ae6205-e438-4c10-9fc0-1b28b306acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.939129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-f44ff4d6-7d09-4eaf-a5da-582493f44af2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2061324 May 20 07:59:57.940567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-f5ae6205-e438-4c10-9fc0-1b28b306acba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1504843 May 20 07:59:57.944868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:57.957662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9988204d-7b98-4579-abf1-a24a9fd28324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:57.992639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-ab92123d-03cd-4537-8ea7-efe529a193a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:57.994677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-ab92123d-03cd-4537-8ea7-efe529a193a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1458480 May 20 07:59:58.006302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:58.006644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38912) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:58.046138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b74f330cf5f94740bc1ce9f2f378a8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188764 May 20 07:59:58.047020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc464e6-c2b3-4949-97d0-c4ee7b809779,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:58.057010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:58.058267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:58.106100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.123089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3c8bb091-6dc2-49d8-a366-e45e6d8aa373 req-62ada49d-fea5-4ba4-809b-9420308d2502 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666481 May 20 07:59:58.145354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.179723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.191445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:58.203551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Usage tracker for resource:security_group_rule and tenant:b79384c74e5c45568994b82584f7c526 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:58.209064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:58.221902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:58.255170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-a836825d-c657-496f-86e0-a42c935da826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:58.256779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-a836825d-c657-496f-86e0-a42c935da826 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2493041 May 20 07:59:58.258584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c500745d-d5f0-4ad1-a548-bca0e1d68420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:58.259914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-c500745d-d5f0-4ad1-a548-bca0e1d68420 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3090990 May 20 07:59:58.372828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.381510 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88031c40-fe1f-42cd-a24d-62f398886440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:58.402117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.402117 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efc464e6-c2b3-4949-97d0-c4ee7b809779 HTTP/1.1" status: 204 len: 168 time: 0.3398952 May 20 07:59:58.403046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc464e6-c2b3-4949-97d0-c4ee7b809779,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:58.406022 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:58.477465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-1b32d497-35f7-49a7-a039-5a234ef7abbd service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090037 May 20 07:59:58.529250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.600705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:58.605024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Usage tracker for resource:security_group_rule and tenant:9d3c5339fb4c47a7a03168e08262eab4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:58.607928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:58.614217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:58.767649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-6dcee24f-cd4d-4f7c-96c5-048b3ef2872d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003796 May 20 07:59:58.862687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.942274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-b294aee5-d9cf-4fa5-9f13-9905d25e7f59 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179068 May 20 07:59:58.942915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:58.965051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2db5a9b5-f33e-4cfd-a1cc-ff31f3e56728 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:59.075985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-b2de7967-ba0f-4ba8-806d-18e7ad02262f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.1005991 May 20 07:59:59.087868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.131271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38936) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:59.135488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b79384c74e5c45568994b82584f7c526&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0917475 May 20 07:59:59.149332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38940) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:59.150098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90632256-a132-41d9-8f7b-951f896835a5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:59.156895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.160574 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:59.176264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 07:59:59.178251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.180520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f28a889ab59c4227bc34e4cd4973d514 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 07:59:59.184238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 07:59:59.190968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 07:59:59.191176 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf76d3ad-dd11-4dfc-8ba7-b9f5ad32e681 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:59.207047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-79c93052-253b-4b4d-b3e8-fe1c2ee440a4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310253 May 20 07:59:59.303417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.324429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-302fd813-9cd5-44af-b2ac-067d8ef41267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.325910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-302fd813-9cd5-44af-b2ac-067d8ef41267 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.2336648 May 20 07:59:59.339726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d3c5339fb4c47a7a03168e08262eab4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3006301 May 20 07:59:59.341251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-442e849a-74a6-42e5-ac55-927bca472900 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.1194994 May 20 07:59:59.342387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:59.382404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d814d-be33-4209-9456-015dc8abe719,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:59.435531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.437654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.446316 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883f423e-100f-40c3-b624-95f068348958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:59.519579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc30eb-4f87-47dc-8823-036183b7b31c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:59.522773 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:59.529030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f28a889ab59c4227bc34e4cd4973d514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958750 May 20 07:59:59.531762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.539597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38954) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 07:59:59.620673 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:59.642326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.683845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.688685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.709270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-7aa0ffec-193a-4f39-b7fc-cf30dd380657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.710778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-7aa0ffec-193a-4f39-b7fc-cf30dd380657 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.3602614 May 20 07:59:59.732328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.746908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86df0dd5-7a23-4583-8541-07f8f63f4563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:59.762549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d814d-be33-4209-9456-015dc8abe719,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:59.764431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.764836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.768268 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a76d814d-be33-4209-9456-015dc8abe719 HTTP/1.1" status: 204 len: 168 time: 0.4218812 May 20 07:59:59.768268 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:59.834048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.837939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 07:59:59.840173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ffc30eb-4f87-47dc-8823-036183b7b31c HTTP/1.1" status: 204 len: 168 time: 0.2989967 May 20 07:59:59.841093 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-313fabd0-ca2d-4890-9ccb-1010612b1832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 07:59:59.856255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.862139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc30eb-4f87-47dc-8823-036183b7b31c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 07:59:59.862325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.866873 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 07:59:59.868189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.875131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.880968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.886974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.892897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.894870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c122426-0b61-4341-b371-43b723108cd9 req-cf41813a-9bfb-44f7-80d4-454dc0c57548 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.5618579 May 20 07:59:59.900598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-be0645d8-5d85-4ba8-bfdc-df64ab7018cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.902776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-be0645d8-5d85-4ba8-bfdc-df64ab7018cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5217733 May 20 07:59:59.978066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cf6c9f62-8fc2-4d50-9e80-e241c7c4350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 07:59:59.980192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-cf6c9f62-8fc2-4d50-9e80-e241c7c4350a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2568278 May 20 08:00:00.082470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:00.094286 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e567449-e96e-4bff-bf7c-ca9b58a40990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:00.116115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c122426-0b61-4341-b371-43b723108cd9 req-7d493094-c4e5-4180-ae3a-ab607054432e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046516 May 20 08:00:00.172554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90632256-a132-41d9-8f7b-951f896835a5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:00.183798 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:00.216742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:00.217881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90632256-a132-41d9-8f7b-951f896835a5 HTTP/1.1" status: 204 len: 168 time: 1.0643201 May 20 08:00:00.252512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-9340f312-59db-4bb2-aa9e-32b33c340524 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356321 May 20 08:00:00.257858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-3d0d14ae-58e0-4311-a5af-cfad960f7c24 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639208 May 20 08:00:00.508594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-bec692c4-27c6-4930-a694-43d472c99e53 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485175 May 20 08:00:00.513982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-164f0793-1d46-4dd3-98b8-876a0efa1322 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301519 May 20 08:00:00.640025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-513121fb-41fd-451d-b0d9-5cd6d5a9dbcd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.1206596 May 20 08:00:00.681720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-6b651847-0c7f-4d71-a269-fabbc99d0d91 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.1029780 May 20 08:00:00.761836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1bf8c13d-7c41-45ef-b5a3-46e73a215ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:00.763268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-1bf8c13d-7c41-45ef-b5a3-46e73a215ff7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1155667 May 20 08:00:00.768402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-e60f00ca-84cb-4c8e-a2e0-78ea5952299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:00.769725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-e60f00ca-84cb-4c8e-a2e0-78ea5952299d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0760179 May 20 08:00:00.890608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:00.909213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:00.920259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-3f1c51fc-5f17-45f3-b05e-b290d8d31010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:00.922401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-3f1c51fc-5f17-45f3-b05e-b290d8d31010 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172328 May 20 08:00:00.924793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-526ba8f3-598e-4802-9cf0-4c68a2828b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:00.925276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:00.926504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-526ba8f3-598e-4802-9cf0-4c68a2828b3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1559563 May 20 08:00:00.929227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Usage tracker for resource:security_group_rule and tenant:2b99f222adc0492b8053c10852cd20a9 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:00.932458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:00.939820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:01.071555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.138614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.152782 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b9dbc46-5c4b-4ace-b469-369acf5b9910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:01.213176 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b99f222adc0492b8053c10852cd20a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186145 May 20 08:00:01.213176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a266d1ba-ceff-4dbb-8027-fefb3de6fcff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:01.216728 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:01.217288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:01.300286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.407181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.423266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-77f15f98-a27a-422a-a8d1-51d25a2bfb2d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888501 May 20 08:00:01.428584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-0df30e2f-3c87-476c-8c12-8dbb865420e2 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930367 May 20 08:00:01.450694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.456476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.462264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.468175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.474093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.479975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.485780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:01.487705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-fd18c0c6-530d-4525-b1b5-f19cf508372f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1919706 May 20 08:00:01.551537 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8eec0675-c019-4a6e-abe4-436f9674b7db req-db62dea3-50c0-44e0-87ed-450c04280187 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537369 May 20 08:00:01.663735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.672193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-561c110f-493b-4636-bf37-6a1bbbc2cecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:01.677871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b801dbd-55d3-4e0f-a2bd-eb60181a3806 req-dc4b302d-f6ae-4cd4-a406-46e99265c28f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476180 May 20 08:00:01.679581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-473dcfa1-b594-4023-b1ff-4e631c89eb51 req-d3c90420-4313-4650-a847-e1e89875ab71 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298994 May 20 08:00:01.703439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a266d1ba-ceff-4dbb-8027-fefb3de6fcff,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:01.707514 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:01.707514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:01.711167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a266d1ba-ceff-4dbb-8027-fefb3de6fcff HTTP/1.1" status: 204 len: 168 time: 0.4902635 May 20 08:00:02.801050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.808026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.817225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.828799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.835619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.842866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.848964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:02.850957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-6278394a-9187-4253-91f8-148ad6f127bd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1654284 May 20 08:00:02.906562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a515cab6-4d75-406f-86d6-e6313f1a2a5d req-3f91ad69-261e-4f88-aced-42dbf83fc4be tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490828 May 20 08:00:04.137346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.143611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.149599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.155927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.162143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.170176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.178617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:04.183218 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-b6e353b1-20ee-4aca-98a1-9363c4feb4a1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1431990 May 20 08:00:04.234746 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-17c6f19e-1607-43c4-99a9-8a3a58776e8a req-79cfc2c7-6e03-4303-b0f7-a5a6f8cb2f7b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446661 May 20 08:00:04.349070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39134) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:04.491922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.504026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:04.509092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:7233958f88654f6f9e38c3cd5e83c609 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:04.512569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:04.518611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:04.608831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.680784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.691590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea9ca55f-4d3a-42ef-8527-a4a4e7fda150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:04.740495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7233958f88654f6f9e38c3cd5e83c609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889408 May 20 08:00:04.743695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1ad29-8c6e-47d7-86bc-1c1516b965e4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:04.743902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:04.759290 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:04.807255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.837341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.956093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.962167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b9854bb3-32d3-430d-a034-c971498f92e0 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:04.978455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1ad29-8c6e-47d7-86bc-1c1516b965e4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:04.981821 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:04.985806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:04.987180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0e1ad29-8c6e-47d7-86bc-1c1516b965e4 HTTP/1.1" status: 204 len: 168 time: 0.2422805 May 20 08:00:05.555550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.562062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.573552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.575934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.581901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.587747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.593546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:05.595484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-aa10cb19-55ec-4c1b-98b8-780a4f28ddbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1379364 May 20 08:00:05.648077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4567f06a-9d24-426f-b341-0374bb84f3fd req-d1486328-a246-41d7-ae54-49495d237b47 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452352 May 20 08:00:05.794874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39224) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:05.816628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:05.831795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:05.836017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Usage tracker for resource:security_group_rule and tenant:c40fd476b75044a5a1351f446272b53c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:05.839789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:05.855891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:05.954939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.051292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.060773 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e1cbc022-32e8-4d46-964a-a01cc36ca9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:06.072499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39236) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:06.102339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c40fd476b75044a5a1351f446272b53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062809 May 20 08:00:06.105000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39242) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:06.122299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d43130b-86ee-4211-bdc2-15207d3d6ac3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:06.126449 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:06.176401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.203952 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.247074 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.272617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:06.279523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Usage tracker for resource:security_group_rule and tenant:4f68683b12d248fab75e98bc8712d8c0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:06.282671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:06.289017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:06.395941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.402210 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1ad738a-08ac-4e8f-a9ae-2569a6d9c0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:06.421016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d43130b-86ee-4211-bdc2-15207d3d6ac3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:06.424178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:06.431790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.436100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d43130b-86ee-4211-bdc2-15207d3d6ac3 HTTP/1.1" status: 204 len: 168 time: 0.3272882 May 20 08:00:06.500220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.610751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.622694 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-006def48-d384-4c5d-8ebd-fbfce4dbefb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:06.668683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f68683b12d248fab75e98bc8712d8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930200 May 20 08:00:06.671283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:06.673975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4169d82-7e8f-4811-a285-c70ba3197dfb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:06.676851 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:06.758836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.796542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.829796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bacf6cb6-edbf-4485-b4f6-0cb14742660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:06.926629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.933304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.942803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.949618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.954820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.960688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.968269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:06.975884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-afd28dd6-7bed-4fd7-924c-587a5c480f17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1850190 May 20 08:00:07.046182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-2c0ad876-1d45-4cc0-b0cf-72ff09a93c67 req-a25757cf-e784-4f02-a9c6-eb7b48f91c7a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691426 May 20 08:00:07.126834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:07.132046 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ba1b141c-5d07-43a6-ae4e-8b25996b31cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:07.146273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4169d82-7e8f-4811-a285-c70ba3197dfb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:07.149076 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:07.160684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:07.169088 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4169d82-7e8f-4811-a285-c70ba3197dfb HTTP/1.1" status: 204 len: 168 time: 0.4966104 May 20 08:00:07.793846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39294) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:07.813119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:07.828232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:07.832537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Usage tracker for resource:security_group_rule and tenant:a13c6c55b8be480f8fd10b77a9f81dfd is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:07.835550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:07.842238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:07.928371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:07.987548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:08.000626 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba8a5468-dab6-4f6d-ba21-4ba92554e9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:08.044430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a13c6c55b8be480f8fd10b77a9f81dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494562 May 20 08:00:08.045370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af386d-171f-47f2-83f9-f4fa981d0d4d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:08.047261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:08.048320 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:08.112026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:08.141840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:08.296716 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:08.298237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.302669 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff2c8ebe-7ac0-4a7c-99fe-c0699ef78072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:08.304054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.310658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.317707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.321713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:08.323614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8af386d-171f-47f2-83f9-f4fa981d0d4d HTTP/1.1" status: 204 len: 168 time: 0.2746577 May 20 08:00:08.324931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af386d-171f-47f2-83f9-f4fa981d0d4d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:08.326222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.348338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.349988 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:08.360495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:08.369828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-ec024c29-cbc5-4c06-87c0-beee92ceaf10 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1751995 May 20 08:00:08.427736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6821dd38-5d2d-4bc9-bc11-75057055f293 req-614499d9-04d1-43ae-ac3b-71d82c2ea5c1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565612 May 20 08:00:09.216811 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42a44d13-7979-4431-9cae-113338881ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:09.593942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:09.641730 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:09.744329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:09.778005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:09.794728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Usage tracker for resource:security_group_rule and tenant:0ac9dac1856445c6a4d6ae0f7f8160ae is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:09.803962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:09.812018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.819920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:09.831930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.850527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.867804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.887465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.906326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.925138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:09.938158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-a81684c2-ae02-4757-bbd0-381e94410089 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.3753202 May 20 08:00:09.975015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.052132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.082111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd47ccda-c4a2-41fb-b176-e0e125e66ac7 req-4b3d1e44-d187-45dc-90d7-107c63f60743 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1416574 May 20 08:00:10.095423 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2073c026-7dc2-4e12-b93b-0c4bde295d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:10.119346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39388) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:10.119579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ac9dac1856445c6a4d6ae0f7f8160ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238113 May 20 08:00:10.147711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c5e18c-c207-4e17-b3b8-a756c09ee2ee,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:10.151551 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:10.200850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.231420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.372455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.380668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-770b48f1-64a9-40bd-8fe8-22ff01c9e787 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:10.399368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c5e18c-c207-4e17-b3b8-a756c09ee2ee,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:10.403621 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:10.422621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:10.422621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/48c5e18c-c207-4e17-b3b8-a756c09ee2ee HTTP/1.1" status: 204 len: 168 time: 0.2952406 May 20 08:00:11.143754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.247574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39422) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:11.307926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.314269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.320244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.326432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.332410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.338372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.344448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:11.352289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-837cfbe8-963b-43b2-8a9e-38d48f872c73 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1399784 May 20 08:00:11.405887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d7dd0ca2-4f7f-410e-8ca1-da025d205de8 req-96ef319a-f65b-4916-826a-32de48f77b0a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525770 May 20 08:00:11.421211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:11.456226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.473863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:11.481162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f69050d2ee4fcdb31355f2390e383f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:11.486067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:11.500862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:11.587619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.636831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2080435451'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:11.642027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:11.646458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Usage tracker for resource:network and tenant:ccedbd2d3a60469d81396ff2273a2ba7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:11.649309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:11.656091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:11.700243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.708880 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb0f7784-404a-4a57-aed6-562dc702e82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:11.757385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7bb6d9-c6fd-4c40-a4c7-bed05b6b18e2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:11.762864 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:11.766347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2f69050d2ee4fcdb31355f2390e383f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438332 May 20 08:00:11.768878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39434) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:11.776824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Made reservation on behalf of ccedbd2d3a60469d81396ff2273a2ba7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:11.780555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.794806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.818016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:11.822161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Usage tracker for resource:security_group_rule and tenant:ccedbd2d3a60469d81396ff2273a2ba7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:11.825695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:11.832743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:11.851640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.888437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:11.943417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.075475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.083957 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cf8a638b-0a3c-48e2-b481-b968ad1cda3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:12.105589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.115458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:00:12.116432 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e56ea373-f03b-4486-8403-51afadbdf78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:12.121924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408ad80f-6cf4-4e18-b7ac-32170fe41950,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:12.139450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7bb6d9-c6fd-4c40-a4c7-bed05b6b18e2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:12.139840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:12.142682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:12.156247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.157506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.157885 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Added segment 5af56f18-2584-474a-8575-09142f036100 of type vlan for network e57c0490-7fcc-4e71-831c-424fd3f43946 May 20 08:00:12.158103 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db7bb6d9-c6fd-4c40-a4c7-bed05b6b18e2 HTTP/1.1" status: 204 len: 168 time: 0.3875835 May 20 08:00:12.217917 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.353711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.360570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.361260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.367163 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b687601d-d14c-4ed4-a6f0-26f2bd4bb7a1 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:12.458174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:12.489483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event updated for resources: {'Network': ['ID=e57c0490-7fcc-4e71-831c-424fd3f43946,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:12.492363 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:12.504221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e57c0490-7fcc-4e71-831c-424fd3f43946 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:00:12.577108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3272424 May 20 08:00:12.579979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:12.587649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Request body: {'subnet': {'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:12.901357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:12.910835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Usage tracker for resource:subnet and tenant:ccedbd2d3a60469d81396ff2273a2ba7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:12.914550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.923867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:12.928421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:12.937765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.944032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.950071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.955873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.965143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.967671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:12.975426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-5bbf60a4-6e9e-4b2f-886c-f351abf1d10c tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.3750424 May 20 08:00:13.006768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Made reservation on behalf of ccedbd2d3a60469d81396ff2273a2ba7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:13.010281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:13.027420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdc3795e-2345-4fdf-b80d-826f672c272d req-60a9d28a-398a-4d4c-9f25-009e2f8076df tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510612 May 20 08:00:13.632675 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:13.639542 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5f918f71-84c7-4eb0-95ad-92a8e1df008e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:13.722989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event updated for resources: {'Subnet': ['ID=fb9a3e35-c837-44d1-a4d3-29ffbf8f846c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:13.734935 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:13.738012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Checking segment: {'id': '5af56f18-2584-474a-8575-09142f036100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:00:13.738381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Network hostable DHCP agents. Network: e57c0490-7fcc-4e71-831c-424fd3f43946, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:00:13.864000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Network e57c0490-7fcc-4e71-831c-424fd3f43946 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:00:13.884047 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:00:13.965463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e57c0490-7fcc-4e71-831c-424fd3f43946) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:13.977121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d75b3-0331-46e7-8fcd-043d8cd2df1e None None] Network e57c0490-7fcc-4e71-831c-424fd3f43946 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:13.981268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:13.982469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:14.095601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:14.101696 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5137422 May 20 08:00:14.102910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Request body: {'port': {'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946', 'name': 'tempest-DHCPAgentSchedulersTestJSON-759762431'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:14.269222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e57c0490-7fcc-4e71-831c-424fd3f43946', 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946', 'tenant_id': 'ccedbd2d3a60469d81396ff2273a2ba7', 'fixed_ips': [{'subnet_id': 'fb9a3e35-c837-44d1-a4d3-29ffbf8f846c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:00:14.270101 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:14.383707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:14.389807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Usage tracker for resource:port and tenant:ccedbd2d3a60469d81396ff2273a2ba7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:14.393624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:14.402206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:14.501662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.509106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Made reservation on behalf of ccedbd2d3a60469d81396ff2273a2ba7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:14.513369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:14.514886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.534864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.543156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.546940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] device_id is not set on port 2476e883-9dfd-435f-8ed0-db667d06670a yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:14.550807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.558672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.568871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Allocated IP 172.20.0.2 (e57c0490-7fcc-4e71-831c-424fd3f43946/fb9a3e35-c837-44d1-a4d3-29ffbf8f846c/ff981b5f-c65d-4006-acc4-108aa441a4a3) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:00:14.577187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:14.579548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-e0b6b421-7137-44cd-a658-fd4b7f8db259 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.3952632 May 20 08:00:14.679358 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ce972140-bfbb-4d0a-abc1-51a4959d4e5f req-7b415f9d-ebc0-4330-9a23-ed2a92841356 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861824 May 20 08:00:14.912240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:14.924790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Transition to ACTIVE for port object ff981b5f-c65d-4006-acc4-108aa441a4a3 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:14.949979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Transition to ACTIVE for port object ff981b5f-c65d-4006-acc4-108aa441a4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:15.052876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.062986 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:15.132207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Allocated IP 172.20.0.11 (e57c0490-7fcc-4e71-831c-424fd3f43946/fb9a3e35-c837-44d1-a4d3-29ffbf8f846c/2476e883-9dfd-435f-8ed0-db667d06670a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:00:15.233851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Pushing event updated for resources: {'Port': ['ID=ff981b5f-c65d-4006-acc4-108aa441a4a3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:15.243001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Network e57c0490-7fcc-4e71-831c-424fd3f43946 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:00:15.248156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:15.250904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.251349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.254992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.255390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.255781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:15.259009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:15.297144 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:15.383197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Attempting to bind port ff981b5f-c65d-4006-acc4-108aa441a4a3 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:15.383197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Attempting to bind port ff981b5f-c65d-4006-acc4-108aa441a4a3 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5af56f18-2584-474a-8575-09142f036100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:15.383197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Attempting to bind port ff981b5f-c65d-4006-acc4-108aa441a4a3 on network e57c0490-7fcc-4e71-831c-424fd3f43946 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:15.390473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:00:15.391028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Checking segment: {'id': '5af56f18-2584-474a-8575-09142f036100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:00:15.391573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.392191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Bound using segment: {'id': '5af56f18-2584-474a-8575-09142f036100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:00:15.392767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Bound port: ff981b5f-c65d-4006-acc4-108aa441a4a3, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af56f18-2584-474a-8575-09142f036100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e57c0490-7fcc-4e71-831c-424fd3f43946'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:00:15.393249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.418796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.437108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Transition to ACTIVE for port object 2476e883-9dfd-435f-8ed0-db667d06670a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:15.513887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] For port ff981b5f-c65d-4006-acc4-108aa441a4a3, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:00:15.517860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] For port ff981b5f-c65d-4006-acc4-108aa441a4a3, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff981b5f-c65d-4006-acc4-108aa441a4a3,segment=NetworkSegment(5af56f18-2584-474a-8575-09142f036100),segment_id=5af56f18-2584-474a-8575-09142f036100)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:00:15.521623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.527853 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:15.590234 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.599600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:15.622226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Network e57c0490-7fcc-4e71-831c-424fd3f43946 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:00:15.626502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:15.638472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:15.685947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Pushing event updated for resources: {'Port': ['ID=ff981b5f-c65d-4006-acc4-108aa441a4a3,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:15.696999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:15.715277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event updated for resources: {'Port': ['ID=2476e883-9dfd-435f-8ed0-db667d06670a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:15.718920 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:15.753407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:15.754471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:15.876805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7793818 May 20 08:00:15.880244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:16.092859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.101800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.130428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.140502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.163322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.165172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff981b5f-c65d-4006-acc4-108aa441a4a3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:16.177504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.191473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:16.202651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-61576af3-1190-4fa0-90cf-d7a657af942a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.3821144 May 20 08:00:16.283171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6bcf95fb-242d-4c4f-88cf-779c6e26d922 req-e35c090e-fb84-4442-a3ea-e93b6c33eda5 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794342 May 20 08:00:16.316340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Deleting port 2476e883-9dfd-435f-8ed0-db667d06670a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:16.316706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:16.419195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ff981b5f-c65d-4006-acc4-108aa441a4a3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:16.485957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:16.670957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Calling delete_port for 2476e883-9dfd-435f-8ed0-db667d06670a owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:16.978218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.010137 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9e3040b-cb34-403b-9984-2f9da74f3893 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:17.062474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56248143-127e-4579-a677-58d9e4acf7e2 None None] Network e57c0490-7fcc-4e71-831c-424fd3f43946 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:17.080238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event deleted for resources: {'Port': ['ID=2476e883-9dfd-435f-8ed0-db667d06670a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:17.084324 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:17.196358 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.204438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "DELETE /v2.0/ports/2476e883-9dfd-435f-8ed0-db667d06670a HTTP/1.1" status: 204 len: 168 time: 1.3231881 May 20 08:00:17.207185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:17.321630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Provisioning for port ff981b5f-c65d-4006-acc4-108aa441a4a3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:17.340804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Provisioning complete for port ff981b5f-c65d-4006-acc4-108aa441a4a3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:17.341392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.568810 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.635146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] For port ff981b5f-c65d-4006-acc4-108aa441a4a3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff981b5f-c65d-4006-acc4-108aa441a4a3,segment=NetworkSegment(5af56f18-2584-474a-8575-09142f036100),segment_id=5af56f18-2584-474a-8575-09142f036100)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:17.653053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3a42081c-f38e-4f10-91d7-bd2de8a5f495 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.4445822 May 20 08:00:17.655836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:17.662957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-298362724'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:17.669672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:17.673971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Usage tracker for resource:network and tenant:ccedbd2d3a60469d81396ff2273a2ba7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:17.677644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:17.685463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:17.722284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.725595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.730043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.731701 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b466bf46-87ea-49ee-b196-deddbc8e7de1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:17.751744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.763961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.778347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.787285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.823011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:17.825096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-e6bdae3c-e665-489c-9a1f-d2ce7e721dee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2626672 May 20 08:00:17.825677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Made reservation on behalf of ccedbd2d3a60469d81396ff2273a2ba7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:17.831161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.842938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Pushing event updated for resources: {'Port': ['ID=ff981b5f-c65d-4006-acc4-108aa441a4a3,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:17.846587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:17.888782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:00:17.902498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:17.903257 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Added segment 6db08c68-aff0-4b79-8e95-9f14f56f7671 of type vlan for network ea323a66-66e0-45c6-9bba-7fe0621bc6e5 May 20 08:00:17.926510 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ca358b6-cbc2-46c8-b462-9cf228eb6758 req-36379ec5-50ea-4221-b2de-e0f94c4e9f62 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945468 May 20 08:00:17.955280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:18.042920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff981b5f-c65d-4006-acc4-108aa441a4a3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:18.075548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:18.078135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:18.079546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:18.099837 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49fcf83-af53-46a7-b08d-d1d084eebb98 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:18.121772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85a92f3d-b193-44d1-a0a8-a303a7cd344b None None] Provisioning complete for port ff981b5f-c65d-4006-acc4-108aa441a4a3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:18.122148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-85a92f3d-b193-44d1-a0a8-a303a7cd344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:18.368812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ff981b5f-c65d-4006-acc4-108aa441a4a3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:18.369574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:18.377789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7180378 May 20 08:00:18.378324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:18.391512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event updated for resources: {'Network': ['ID=ea323a66-66e0-45c6-9bba-7fe0621bc6e5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:18.399679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.400057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.402628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.402628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.402628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.402628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.402628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.403165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.403165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.403515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.403875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.404261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:18.407905 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:18.445022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ea323a66-66e0-45c6-9bba-7fe0621bc6e5 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:00:18.691711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39608) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:18.696142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-21f4ad61-f1bb-4a80-bdd5-6606fe9bdf30 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.3136439 May 20 08:00:18.700508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-13cb0935-f2ea-4f7d-a681-a2c571d12db3 None None] Could not find standard attr ID for object 2476e883-9dfd-435f-8ed0-db667d06670a. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:00:18.840347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13918fa1-2e59-4916-9221-d2dec8a8ad30 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] Network ea323a66-66e0-45c6-9bba-7fe0621bc6e5 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:00:18.967354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20b9e4-7ed9-4cec-bdc1-fb263455eba9 None None] Network ea323a66-66e0-45c6-9bba-7fe0621bc6e5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:18.967597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-13918fa1-2e59-4916-9221-d2dec8a8ad30 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "POST /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2720413 May 20 08:00:18.968049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39616) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:19.275130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8aa26262-0f90-4622-8acc-a1b4f6f8f2d9 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks HTTP/1.1" status: 200 len: 10419 time: 0.3029761 May 20 08:00:19.275465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:19.337974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.344518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.350805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.357788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.363787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.372200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.378290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:19.380273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-797a595f-2491-4f1d-ab55-29825ce5790c req-736628b4-28e0-4c38-9079-6341a7166c34 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2018168 May 20 08:00:19.465858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-797a595f-2491-4f1d-ab55-29825ce5790c req-a2d98daf-a4fa-4905-85ce-ee15249d7530 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659842 May 20 08:00:19.523771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a4fbab7c-695a-4532-b7d8-9ca102a794e4 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "DELETE /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks/ea323a66-66e0-45c6-9bba-7fe0621bc6e5 HTTP/1.1" status: 204 len: 168 time: 0.2469478 May 20 08:00:19.528807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:19.736231 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0449c301-7595-4244-9e2a-88ad0b46a5e5 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.2059331 May 20 08:00:19.740702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39636) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:19.785394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-953bbbd1-5d2d-4809-8ae1-59a423ffce59 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/networks/e57c0490-7fcc-4e71-831c-424fd3f43946/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0427210 May 20 08:00:19.787943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:19.810798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fc01102e-5765-45a8-b890-205228adbfb3 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/networks/e57c0490-7fcc-4e71-831c-424fd3f43946/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0206132 May 20 08:00:19.812541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:20.026964 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b130c19-ffd3-409d-a588-e4a621cea004 tempest-DHCPAgentSchedulersTestJSON-103513807 tempest-DHCPAgentSchedulersTestJSON-103513807-project-admin] 10.222.0.79 "GET /v2.0/agents/68b571b0-1cbe-4844-bfb3-458ec54cb943/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.2092395 May 20 08:00:20.027709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39654) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:20.251377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.455847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.470648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea323a66-66e0-45c6-9bba-7fe0621bc6e5']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:20.485024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db08c68-aff0-4b79-8e95-9f14f56f7671') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:20.485333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db08c68-aff0-4b79-8e95-9f14f56f7671') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:20.507852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.529107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.542377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:00:20.542377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: timer() May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:00:20.553522 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:00:20.725758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.731930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.738243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.744937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.751528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.758953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.764324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:20.769999 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80e71a70-f774-406b-bf79-72452cae7809 req-aed3c500-59db-4b58-b66c-0ec858cf6e95 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.1431103 May 20 08:00:20.783930 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.787891 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf72ab90-bf26-43c7-8760-a686eb5d3ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:20.808362 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:20.816851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event deleted for resources: {'Network': ['ID=ea323a66-66e0-45c6-9bba-7fe0621bc6e5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:20.817920 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:20.823357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-80e71a70-f774-406b-bf79-72452cae7809 req-4ba6fd5b-735c-4a13-935d-3c0d6ae37238 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499349 May 20 08:00:20.823829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:20.824751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "DELETE /v2.0/networks/ea323a66-66e0-45c6-9bba-7fe0621bc6e5 HTTP/1.1" status: 204 len: 168 time: 0.7958381 May 20 08:00:20.867950 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83009e3-3efd-4fd6-8368-61d43c5e62e7 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] DELETE failed (client error): The resource could not be found. May 20 08:00:20.868477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83009e3-3efd-4fd6-8368-61d43c5e62e7 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:00:20.870811 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a83009e3-3efd-4fd6-8368-61d43c5e62e7 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "DELETE /v2.0/ports/2476e883-9dfd-435f-8ed0-db667d06670a HTTP/1.1" status: 404 len: 333 time: 0.0460794 May 20 08:00:20.873261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39672) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:20.942854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Deleting subnet fb9a3e35-c837-44d1-a4d3-29ffbf8f846c {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:00:20.945969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:21.002947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:21.100264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:21.652915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7b6c8a71-3051-4309-b8f9-37669d7d3936 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:21.675556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:21.679681 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683ed686-d126-4a03-8e01-c26799204a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:21.741073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9a3e35-c837-44d1-a4d3-29ffbf8f846c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:21.753375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:21.764264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.764773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.770578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:00:21.776216 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "DELETE /v2.0/subnets/fb9a3e35-c837-44d1-a4d3-29ffbf8f846c HTTP/1.1" status: 204 len: 168 time: 0.9012098 May 20 08:00:21.776812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39704) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:21.777293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:21.837671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd7974-e1f0-4433-9bca-ede5930011f6 None None] Network e57c0490-7fcc-4e71-831c-424fd3f43946 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:21.925834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.048087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Deleting port ff981b5f-c65d-4006-acc4-108aa441a4a3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:22.048859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.049380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7b6c8a71-3051-4309-b8f9-37669d7d3936, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:22.127107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '7b6c8a71-3051-4309-b8f9-37669d7d3936', 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'port_id': '7b6c8a71-3051-4309-b8f9-37669d7d3936', 'mac_address': 'fa:16:3e:29:f6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf81360-7a6d-4f6f-aac7-5f1921539d14', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:22.173183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.186935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.201982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.208558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.212170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.215267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.221668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.227719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.236183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-237176e3-2c04-4cae-9229-fd18f0d06c8d tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5420 time: 0.2071218 May 20 08:00:22.245167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6c8a71-3051-4309-b8f9-37669d7d3936 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:22.268540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] For port ff981b5f-c65d-4006-acc4-108aa441a4a3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff981b5f-c65d-4006-acc4-108aa441a4a3,segment=NetworkSegment(5af56f18-2584-474a-8575-09142f036100),segment_id=5af56f18-2584-474a-8575-09142f036100)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:22.268540 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.279534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7b6c8a71-3051-4309-b8f9-37669d7d3936, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:22.319050 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f4600b9d-2bf6-4397-8356-21d29ad7f5cb req-cb945b6b-92db-490b-bb5b-e5e2ae0cccfb tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780792 May 20 08:00:22.358240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] DHCP port deletion for e57c0490-7fcc-4e71-831c-424fd3f43946 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:00:22.397299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.398039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 39584074-1ad1-4053-ac86-3e02eea98615 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:22.405467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be405b72-4c31-4497-9edb-d4c3d0dc1d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:22.482457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Calling delete_port for ff981b5f-c65d-4006-acc4-108aa441a4a3 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:22.666896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7b6c8a71-3051-4309-b8f9-37669d7d3936,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:22.676441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb84c-c057-4c36-b9dc-350c6f904639 req-b56c5525-dcc5-45bb-a928-538cb0d9df43 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:22.680663 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:22.686979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d17eb84c-c057-4c36-b9dc-350c6f904639 req-b56c5525-dcc5-45bb-a928-538cb0d9df43 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.2132154 May 20 08:00:22.694604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=39584074-1ad1-4053-ac86-3e02eea98615,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:22.703873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Deleting port ff981b5f-c65d-4006-acc4-108aa441a4a3 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:22.704260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.755790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '39584074-1ad1-4053-ac86-3e02eea98615', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'port_id': '39584074-1ad1-4053-ac86-3e02eea98615', 'mac_address': 'fa:16:3e:af:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:22.772971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d17eb84c-c057-4c36-b9dc-350c6f904639 req-068897a2-a9ff-46b2-b51a-60ccc0321460 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719829 May 20 08:00:22.829560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.842065 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a206d88d-1807-4663-8f64-d71dc7cb9b57 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:22.878417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] No DVR routers for this DVR port ff981b5f-c65d-4006-acc4-108aa441a4a3 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:00:22.890011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] For port ff981b5f-c65d-4006-acc4-108aa441a4a3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ff981b5f-c65d-4006-acc4-108aa441a4a3,segment=NetworkSegment(5af56f18-2584-474a-8575-09142f036100),segment_id=5af56f18-2584-474a-8575-09142f036100)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:22.890436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:22.956712 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.033847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Calling delete_port for ff981b5f-c65d-4006-acc4-108aa441a4a3 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:23.046306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39584074-1ad1-4053-ac86-3e02eea98615 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:23.073331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=39584074-1ad1-4053-ac86-3e02eea98615,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:23.107564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event deleted for resources: {'Port': ['ID=ff981b5f-c65d-4006-acc4-108aa441a4a3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:23.121442 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:23.137905 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.149900 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:23.203637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.204375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ec3b1d17-e78f-48a4-b805-36329742bcd5 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:23.211149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.217960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Pushing event deleted for resources: {'Port': ['ID=ff981b5f-c65d-4006-acc4-108aa441a4a3,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:23.220867 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:23.225792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:23.231655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57c0490-7fcc-4e71-831c-424fd3f43946']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:23.244147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af56f18-2584-474a-8575-09142f036100') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:23.245119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af56f18-2584-474a-8575-09142f036100') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:23.255222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] No DVR routers for this DVR port ff981b5f-c65d-4006-acc4-108aa441a4a3 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:00:23.256961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.278693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.286582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:00:23.287006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.397838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: timer() May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:00:23.399628 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:00:23.409142 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:23.470685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ec3b1d17-e78f-48a4-b805-36329742bcd5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:23.486952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'port_id': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'mac_address': 'fa:16:3e:e2:ae:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:23.555741 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.561304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.567395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.573972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.574151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3b1d17-e78f-48a4-b805-36329742bcd5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:23.579927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.585976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.590917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ec3b1d17-e78f-48a4-b805-36329742bcd5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:23.592601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.598475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:23.600510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-8eb0ead1-dd1e-47db-8beb-f11b222c8ae3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5422 time: 0.1392219 May 20 08:00:23.601852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.605460 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ec45997-6de8-4f9a-9461-036c37d0bba2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:23.620303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.650112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Pushing event deleted for resources: {'Network': ['ID=e57c0490-7fcc-4e71-831c-424fd3f43946,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:23.655679 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:23.657428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] 10.222.0.79 "DELETE /v2.0/networks/e57c0490-7fcc-4e71-831c-424fd3f43946 HTTP/1.1" status: 204 len: 168 time: 1.8794942 May 20 08:00:23.680826 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.681608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab27ed51-d0d2-4344-bb9a-562074b0710d details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:23.683679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fdeb1dd-90cc-49eb-93a2-005b4ed609e1 req-3232fbb6-ee39-4ebb-91b1-761cdfcf1c1b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606537 May 20 08:00:23.684430 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:23.777041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ec3b1d17-e78f-48a4-b805-36329742bcd5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:23.782912 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:23.791625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:23.806399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ab27ed51-d0d2-4344-bb9a-562074b0710d', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'port_id': 'ab27ed51-d0d2-4344-bb9a-562074b0710d', 'mac_address': 'fa:16:3e:71:24:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:23.902471 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:23.933968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab27ed51-d0d2-4344-bb9a-562074b0710d {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:23.952019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.019582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff981b5f-c65d-4006-acc4-108aa441a4a3 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:00:24.035809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3b7c7-6c63-46ed-92fd-9fa3085281db req-8c635f4f-5ac3-4666-806e-53ebcf24d1d1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:24.037958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10f3b7c7-6c63-46ed-92fd-9fa3085281db req-8c635f4f-5ac3-4666-806e-53ebcf24d1d1 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.1198580 May 20 08:00:24.056791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ff981b5f-c65d-4006-acc4-108aa441a4a3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:00:24.057306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ff981b5f-c65d-4006-acc4-108aa441a4a3 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:00:24.073578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.073578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7c0073d1-32ec-4cd9-a487-ad771eb5e145 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:24.077851 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:24.089521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10f3b7c7-6c63-46ed-92fd-9fa3085281db req-05e40d0e-b0e3-4f9a-8e89-a97d867242b7 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups?id=35000a0d-0241-489e-b70d-45819b2b774d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495791 May 20 08:00:24.171872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.233911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-a5443731-f3ed-49d7-aeb5-c8e5f3292be4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:24.235591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-a5443731-f3ed-49d7-aeb5-c8e5f3292be4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 945 time: 0.0997744 May 20 08:00:24.263988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '7c0073d1-32ec-4cd9-a487-ad771eb5e145', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'port_id': '7c0073d1-32ec-4cd9-a487-ad771eb5e145', 'mac_address': 'fa:16:3e:26:cc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:24.317199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:24.317352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:24.336005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.346883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.349666 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:24.358362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0073d1-32ec-4cd9-a487-ad771eb5e145 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:24.379402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.426181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Deleting port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:24.427664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.469326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.470423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a39120a4-1be1-4878-a71b-6f74b90f6b88 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:24.474298 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:24.529822 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1df16f1-54f5-469f-906b-bb0abbde3882 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ccedbd2d3a60469d81396ff2273a2ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111259 May 20 08:00:24.532137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:24.578053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7c0073d1-32ec-4cd9-a487-ad771eb5e145,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:24.581518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a39120a4-1be1-4878-a71b-6f74b90f6b88, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.590587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:24.598299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a39120a4-1be1-4878-a71b-6f74b90f6b88', 'network_id': '414108a6-6cb6-4874-93aa-d41c3f481179', 'port_id': 'a39120a4-1be1-4878-a71b-6f74b90f6b88', 'mac_address': 'fa:16:3e:b7:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf81360-7a6d-4f6f-aac7-5f1921539d14', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:24.613173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.627212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] For port ae7efb49-f046-47a9-8ae0-2ff32ca1d913, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.627579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.656094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.659751 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.678896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39120a4-1be1-4878-a71b-6f74b90f6b88 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:24.697007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a39120a4-1be1-4878-a71b-6f74b90f6b88, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.801190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.802847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7835150e-9da5-4584-8aa7-3968336aa9af details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:00:24.807539 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c95d1464-39d9-4b45-8a3f-0b27d2a61329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:24.874968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.886113 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40b4e1d7-2ac9-40f7-b3ea-8cef316feb34 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:24.906857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7835150e-9da5-4584-8aa7-3968336aa9af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7835150e-9da5-4584-8aa7-3968336aa9af,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:24.914875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a39120a4-1be1-4878-a71b-6f74b90f6b88,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:24.920828 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:24.925292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '7835150e-9da5-4584-8aa7-3968336aa9af', 'network_id': '5753f9bc-343c-4608-864e-6d82c4d5d280', 'port_id': '7835150e-9da5-4584-8aa7-3968336aa9af', 'mac_address': 'fa:16:3e:0a:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:00:24.956274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.956783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.957115 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Floating IP 23fedf5a-65b2-4481-8317-47bea9812268 disassociated. External IP: 172.25.8.224, port: ae7efb49-f046-47a9-8ae0-2ff32ca1d913. May 20 08:00:24.957462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Calling delete_port for ae7efb49-f046-47a9-8ae0-2ff32ca1d913 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:24.985668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:24.987180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ad80f-6cf4-4e18-b7ac-32170fe41950,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:24.989698 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:25.008833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:25.011394 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/408ad80f-6cf4-4e18-b7ac-32170fe41950 HTTP/1.1" status: 204 len: 168 time: 0.4780316 May 20 08:00:25.022844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7835150e-9da5-4584-8aa7-3968336aa9af {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:00:25.080371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7835150e-9da5-4584-8aa7-3968336aa9af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7835150e-9da5-4584-8aa7-3968336aa9af,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:25.128009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.134630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.141304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.147593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.154120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.160242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.167803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:25.170213 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-c9f21176-e7a4-4d80-8e71-37f8fc040032 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5426 time: 0.2878790 May 20 08:00:25.206438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:25.207369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:25.208406 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-78b4048f-dc34-4f44-8bad-30cd8b7c85af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:25.219686 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:25.265063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-33f31863-f0ce-4629-9f05-afeaa3d32e64 req-63c1eaba-7790-40e5-84e9-c724627eae60 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882678 May 20 08:00:25.305837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7835150e-9da5-4584-8aa7-3968336aa9af,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:25.309811 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:25.340815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'Port': ['ID=ae7efb49-f046-47a9-8ae0-2ff32ca1d913,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:25.344364 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:25.469127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76e4caf9-bb3b-4e90-b44b-d31c53a69310 req-799f5827-f17d-4ff4-a925-f641dd46ce27 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.0664959 May 20 08:00:25.706545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:00:25.923051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:00:25.926944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ec3b1d17-e78f-48a4-b805-36329742bcd5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:25.974513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39776) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:25.998596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.011416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:26.021938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['7b6c8a71-3051-4309-b8f9-37669d7d3936'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.029144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:26.038455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Usage tracker for resource:security_group_rule and tenant:41b585b4976f4e7d8af26c20a910ab63 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:26.039386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] No DVR routers for this DVR port ae7efb49-f046-47a9-8ae0-2ff32ca1d913 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:00:26.043043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.045926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'name': 'network-vif-deleted', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:00:26.049011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:26.060113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a39120a4-1be1-4878-a71b-6f74b90f6b88'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.066375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:26.110638 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba672c1-349c-4802-8d27-35457e8b0b72', 'name': 'network-vif-deleted', 'tag': 'ae7efb49-f046-47a9-8ae0-2ff32ca1d913', 'status': 'completed', 'code': 200} May 20 08:00:26.113105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['39584074-1ad1-4053-ac86-3e02eea98615'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.139534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-522dfdbb-0f84-42ab-81e6-0235c74d4a80 req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.84 "DELETE /v2.0/ports/ae7efb49-f046-47a9-8ae0-2ff32ca1d913 HTTP/1.1" status: 204 len: 173 time: 1.8937602 May 20 08:00:26.190428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ab27ed51-d0d2-4344-bb9a-562074b0710d'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.201987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.253957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:00:26.291542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.296029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['7c0073d1-32ec-4cd9-a487-ad771eb5e145'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.313557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:26.318842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Usage tracker for resource:security_group_rule and tenant:0ab76ba6536240999010ad5d14a99fe7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:26.322968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:26.330726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:26.434403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.436598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.470911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:26.471622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:26.477207 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef94650c-63f0-4a20-a7e1-557bde96bdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:26.498749 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41b585b4976f4e7d8af26c20a910ab63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229535 May 20 08:00:26.502074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:26.575143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d527a-6f2d-46dd-8c99-0bcdf5410f80,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:26.592383 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:26.594551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.603419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe192ef1-34d8-449e-825e-fa88896365da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:26.628608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.636182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.644816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8dba66-763c-4834-a396-d87b44073d57,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:26.645233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.653349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.659593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.665638 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:26.671675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.677969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:26.679928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-acdbf8b9-de28-4f5d-b7a6-8cfc73fc07a6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5427 time: 0.1988425 May 20 08:00:26.727668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ab76ba6536240999010ad5d14a99fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148085 May 20 08:00:26.731214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.731894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39800) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:26.762430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6747a4d-87a8-441e-9c88-7d1318776558 req-720f1f84-2bf2-41b8-a929-b06a2bbf9232 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742168 May 20 08:00:26.774977 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-77ce4ca4-95a9-40a6-b570-22fb797ae493 req-8b2b9891-f854-4d26-b0d4-9e921c9cc8d4 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/ports?device_id=aba672c1-349c-4802-8d27-35457e8b0b72 HTTP/1.1" status: 200 len: 210 time: 0.1104426 May 20 08:00:26.778254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.811136 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.832312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.865022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.947887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.952316 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cf01db0-f8b4-40d2-830c-d24341d3eb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:26.968526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d527a-6f2d-46dd-8c99-0bcdf5410f80,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:26.979806 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:26.990964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:26.993588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['7835150e-9da5-4584-8aa7-3968336aa9af'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:00:26.994100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/689d527a-6f2d-46dd-8c99-0bcdf5410f80 HTTP/1.1" status: 204 len: 168 time: 0.4893320 May 20 08:00:27.015673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:27.017818 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de1326fa-3d90-425e-b9a0-d6d54fc1c048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:27.053347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8dba66-763c-4834-a396-d87b44073d57,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:27.055953 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:27.066179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:27.069733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a8dba66-763c-4834-a396-d87b44073d57 HTTP/1.1" status: 204 len: 168 time: 0.3312087 May 20 08:00:27.294760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:28.007779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ae7efb49-f046-47a9-8ae0-2ff32ca1d913 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:00:28.022251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.028333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.034837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.040449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.047108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.053513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.060362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:28.060721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: ae7efb49-f046-47a9-8ae0-2ff32ca1d913 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:00:28.061083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ae7efb49-f046-47a9-8ae0-2ff32ca1d913 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:00:28.068136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-803b4745-ea1a-42ce-ac56-4361331bca17 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5427 time: 0.1420734 May 20 08:00:28.089819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39834) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:28.111443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39838) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:28.118064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e9d8d0c-96cc-4e3f-9135-878da44592e1 req-d72db4d9-f019-45f8-910b-ed9b2387feee tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490315 May 20 08:00:28.142687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.160003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:28.165133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Usage tracker for resource:security_group_rule and tenant:dcc5ceb949fa4ee19abb53097a7fea40 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:28.170230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:28.177926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:28.185467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.223856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.244613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:28.249173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:00:28.258422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:28.259050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:28.287952 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.389106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.398426 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31129f97-e7be-49f6-84a2-3e9ba4768d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:28.446626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39848) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:28.446880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dcc5ceb949fa4ee19abb53097a7fea40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340254 May 20 08:00:28.448567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2f8ad-ff03-4e1a-84d1-6b0332f8299b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:28.450158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:28.463323 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:28.465588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.471900 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-36a6ec70-d5a5-40c9-a826-e1c59835fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:28.498442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35000a0d-0241-489e-b70d-45819b2b774d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:28.507046 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:28.563000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.606411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.616464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.620071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "DELETE /v2.0/security-groups/35000a0d-0241-489e-b70d-45819b2b774d HTTP/1.1" status: 204 len: 168 time: 0.5266919 May 20 08:00:28.620505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39856) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:28.658820 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-85554cba-b67a-44a0-98e5-659fb7687723 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] show failed (client error): The resource could not be found. May 20 08:00:28.662420 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-85554cba-b67a-44a0-98e5-659fb7687723 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "GET /v2.0/security-groups/35000a0d-0241-489e-b70d-45819b2b774d HTTP/1.1" status: 404 len: 347 time: 0.0383301 May 20 08:00:28.663438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:28.817717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:28.822992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be238bca-c121-4ea3-8c20-9672f2d70142 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T07:52:13Z', 'revision_number': 4, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c', 'name': '', 'network_id': '97f5e4cb-3298-4edb-89e5-56dd1704f21e', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'mac_address': 'fa:16:3e:b5:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:11Z', 'updated_at': '2021-05-20T07:52:19Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'subnets': [{'id': '84a6f7c6-383c-430f-a3f6-0c378d325270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:00:28.907130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Deleting port 03c41301-d552-4cf7-beb6-4417752c9d1f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:28.910313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:28.990487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.001672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3158b503-3c47-4427-ae52-859e3346b8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:29.033042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2f8ad-ff03-4e1a-84d1-6b0332f8299b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:29.039039 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:29.042806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.044196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3c2f8ad-ff03-4e1a-84d1-6b0332f8299b HTTP/1.1" status: 204 len: 168 time: 0.5967278 May 20 08:00:29.076467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.076963 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.145670 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828baace-a1a2-4a5b-957f-e53144b15143 None None] New status for floating IP 23fedf5a-65b2-4481-8317-47bea9812268: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:00:29.211347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Calling delete_port for 03c41301-d552-4cf7-beb6-4417752c9d1f owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:29.247331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ec3b1d17-e78f-48a4-b805-36329742bcd5 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:29.418983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.424754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.430677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.437587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.443509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.447604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ec3b1d17-e78f-48a4-b805-36329742bcd5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:29.450421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.453367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ec3b1d17-e78f-48a4-b805-36329742bcd5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:29.454006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.457330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:29.465228 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-df95097d-281c-431b-97d0-feafdb081603 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5427 time: 0.1589117 May 20 08:00:29.524304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7d4d1d07-0c64-498d-b9c7-6c830577e1fc req-cdda1a79-c896-4b20-956c-45a35a6e7802 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581751 May 20 08:00:29.660524 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.701225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:00:29.714391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ec3b1d17-e78f-48a4-b805-36329742bcd5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:29.755188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.763389 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:29.827227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:29.828436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 39584074-1ad1-4053-ac86-3e02eea98615 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:29.913371 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9566476c-ab09-4bb3-b3d2-a14ff8d9106a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:29.963392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:30.035395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ec3b1d17-e78f-48a4-b805-36329742bcd5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:30.049582 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:30.080122 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'code': 200} May 20 08:00:30.104814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Pushing event deleted for resources: {'Port': ['ID=03c41301-d552-4cf7-beb6-4417752c9d1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:30.112349 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:30.160298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 39584074-1ad1-4053-ac86-3e02eea98615 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:30.165828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 39584074-1ad1-4053-ac86-3e02eea98615 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:30.167260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:30.174295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:30.194096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:30.199233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] 10.222.0.79 "DELETE /v2.0/floatingips/23fedf5a-65b2-4481-8317-47bea9812268 HTTP/1.1" status: 204 len: 168 time: 1.5314670 May 20 08:00:30.337120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0263bfd8-5444-45a4-9add-01b0418cf98c tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1828891255'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:30.338579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0263bfd8-5444-45a4-9add-01b0418cf98c tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93101) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 08:00:30.376385 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:30.421546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=39584074-1ad1-4053-ac86-3e02eea98615,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:30.519148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:30.520110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab27ed51-d0d2-4344-bb9a-562074b0710d up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:30.545069 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1ffffef8-b3e5-4d21-9a1f-02f61101196c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:30.774833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:30.783204 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:30.857269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ab27ed51-d0d2-4344-bb9a-562074b0710d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:30.869825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ab27ed51-d0d2-4344-bb9a-562074b0710d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:30.870652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.077417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.115872 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0263bfd8-5444-45a4-9add-01b0418cf98c tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.117041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0263bfd8-5444-45a4-9add-01b0418cf98c tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1525998 May 20 08:00:31.117493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:31.121251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:31.127442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-33e47ca2-160e-43f0-9dc4-5cbfe84281c4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4e8f468b-fab6-4c3a-a966-1911664746cd'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:31.128212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-33e47ca2-160e-43f0-9dc4-5cbfe84281c4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 08:00:31.191579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.206139 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.206388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.208023 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8deddb16-f15f-445c-8461-66176562105b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:31.214542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.220953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.230394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.245360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.245360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:31.246994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-0024e221-477a-42dd-ae9e-659faded2846 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5429 time: 0.2549534 May 20 08:00:31.263162 n-d-780147-4 neutron-server[93102]: WARNING neutron.services.metering.metering_plugin [None req-33e47ca2-160e-43f0-9dc4-5cbfe84281c4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 08:00:31.285248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7b6c8a71-3051-4309-b8f9-37669d7d3936 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:31.339579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7d63008-55f0-4b19-9f8b-4b713e6a3b56 req-98767f07-cc87-4706-8fbb-bbcd0413b109 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849910 May 20 08:00:31.421916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:31.432951 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:31.518084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33e47ca2-160e-43f0-9dc4-5cbfe84281c4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.519134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 7b6c8a71-3051-4309-b8f9-37669d7d3936 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:31.522872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39982) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:31.523342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33e47ca2-160e-43f0-9dc4-5cbfe84281c4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4002876 May 20 08:00:31.529428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-36e946a1-6c48-4825-9ede-da6ecd16ff57 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4e8f468b-fab6-4c3a-a966-1911664746cd'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:31.529657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 7b6c8a71-3051-4309-b8f9-37669d7d3936 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:31.530086 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.530713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-36e946a1-6c48-4825-9ede-da6ecd16ff57 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93101) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 08:00:31.672112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.712124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7b6c8a71-3051-4309-b8f9-37669d7d3936, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:31.824300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:31.825424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7c0073d1-32ec-4cd9-a487-ad771eb5e145 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:31.855665 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edbff56b-9f9d-4480-9a6f-89ab4892a4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:31.959546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7b6c8a71-3051-4309-b8f9-37669d7d3936,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:31.962655 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:31.977538 n-d-780147-4 neutron-server[93101]: WARNING neutron.services.metering.metering_plugin [None req-36e946a1-6c48-4825-9ede-da6ecd16ff57 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 08:00:32.058105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:32.064354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 7c0073d1-32ec-4cd9-a487-ad771eb5e145 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:32.064673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.141671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615'}, {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d'}, {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c8a71-3051-4309-b8f9-37669d7d3936'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:00:32.237205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36e946a1-6c48-4825-9ede-da6ecd16ff57 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.242559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-36e946a1-6c48-4825-9ede-da6ecd16ff57 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7147269 May 20 08:00:32.243013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40002) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:32.263328 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615', 'code': 200} May 20 08:00:32.263607 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d', 'code': 200} May 20 08:00:32.263878 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c8a71-3051-4309-b8f9-37669d7d3936', 'code': 200} May 20 08:00:32.266210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2d9b41b-41a5-447b-a8a3-5ce321dac947 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=6c4da272-3a33-4012-97c1-4a1628d1c478 HTTP/1.1" status: 200 len: 464 time: 0.0213099 May 20 08:00:32.267331 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.273155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40006) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:32.324184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7c0073d1-32ec-4cd9-a487-ad771eb5e145, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:32.474743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.475661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a39120a4-1be1-4878-a71b-6f74b90f6b88 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:32.527847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:32.642563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7c0073d1-32ec-4cd9-a487-ad771eb5e145,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:32.645976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:32.753742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5063a10c-4874-4fd6-839e-b3a05311ce4e tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.755173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5063a10c-4874-4fd6-839e-b3a05311ce4e tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/6c4da272-3a33-4012-97c1-4a1628d1c478 HTTP/1.1" status: 204 len: 168 time: 0.4809387 May 20 08:00:32.758392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40018) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:32.765931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port a39120a4-1be1-4878-a71b-6f74b90f6b88 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:32.774918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a39120a4-1be1-4878-a71b-6f74b90f6b88 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:32.775399 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:32.788048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-436d0894-bd4c-48cc-8a39-ea8cc2e994d0 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=6c4da272-3a33-4012-97c1-4a1628d1c478 HTTP/1.1" status: 200 len: 221 time: 0.0281479 May 20 08:00:32.793077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:32.807267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c8b82fe8-eb86-4ffd-9d4c-4da10e19dc73 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2078868487', 'description': 'label created by tempest'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:32.807665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c8b82fe8-eb86-4ffd-9d4c-4da10e19dc73 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 08:00:32.835305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.842406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.851556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.858747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.864930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.872069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.879279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:32.881504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-6df4f991-5d79-492b-8f31-ca3e70983eec tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5432 time: 0.2846980 May 20 08:00:32.959756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82e11883-a2d1-4ad2-8664-f6fdc5a6cfdc req-f113e9bd-4985-4c9e-965f-ffbe19b43adb tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702219 May 20 08:00:33.001011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.045379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a39120a4-1be1-4878-a71b-6f74b90f6b88, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88,segment=NetworkSegment(0a3610bc-26b1-4e9f-9e03-8ecea9905b6e),segment_id=0a3610bc-26b1-4e9f-9e03-8ecea9905b6e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:33.182499 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.183384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 7835150e-9da5-4584-8aa7-3968336aa9af up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:00:33.248142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8b82fe8-eb86-4ffd-9d4c-4da10e19dc73 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.252729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40062) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:33.264113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8b82fe8-eb86-4ffd-9d4c-4da10e19dc73 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4695077 May 20 08:00:33.297769 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:33.392608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a39120a4-1be1-4878-a71b-6f74b90f6b88,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:33.395766 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:33.411179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0e2370b4-a99d-44e1-9262-8d34d9c8cd62 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=b63fffdf-c5d4-4397-ae78-e25bcf2a46e6 HTTP/1.1" status: 200 len: 468 time: 0.1571519 May 20 08:00:33.416625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:33.469161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 7835150e-9da5-4584-8aa7-3968336aa9af completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:00:33.478276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 7835150e-9da5-4584-8aa7-3968336aa9af triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:00:33.481258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.698246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.756312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 7835150e-9da5-4584-8aa7-3968336aa9af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=7835150e-9da5-4584-8aa7-3968336aa9af,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:33.857672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.859757 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:33.933777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=7835150e-9da5-4584-8aa7-3968336aa9af,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:33.936956 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:33.985396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b43e2110-4e24-4638-9f12-5cf9b6360c8a tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:33.989166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b43e2110-4e24-4638-9f12-5cf9b6360c8a tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/b63fffdf-c5d4-4397-ae78-e25bcf2a46e6 HTTP/1.1" status: 204 len: 168 time: 0.5719957 May 20 08:00:33.989835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40074) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.003214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9378bc97-c98f-42c4-b420-3e4da8969ecd tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=b63fffdf-c5d4-4397-ae78-e25bcf2a46e6 HTTP/1.1" status: 200 len: 216 time: 0.0117066 May 20 08:00:34.006494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.028000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f61fdee0-e466-459d-b09d-6b09ef955830 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200469 May 20 08:00:34.031800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40086) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.053972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.056451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7fdab2fc-1981-40ac-996d-b4ee7a4d7875 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230603 May 20 08:00:34.191987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3b61602f-e55a-4478-a1f7-44a7f4fdeb68 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/4e8f468b-fab6-4c3a-a966-1911664746cd HTTP/1.1" status: 200 len: 473 time: 0.1367681 May 20 08:00:34.195501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40094) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.217807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95644488-6db5-4bd3-8d45-05046c2f194a tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/5bf1ecee-b6f0-4ca9-8cbd-b20790b3b891 HTTP/1.1" status: 200 len: 461 time: 0.0176299 May 20 08:00:34.218369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40098) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.262891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.265456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0073d1-32ec-4cd9-a487-ad771eb5e145'}, {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39120a4-1be1-4878-a71b-6f74b90f6b88'}, {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7835150e-9da5-4584-8aa7-3968336aa9af'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:00:34.270068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.289412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.296295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.303197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.311162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.317839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.328841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-1219c503-5f72-45f6-95ce-6ed37c16b0a9 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5434 time: 0.1872771 May 20 08:00:34.377661 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0073d1-32ec-4cd9-a487-ad771eb5e145', 'code': 200} May 20 08:00:34.377661 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39120a4-1be1-4878-a71b-6f74b90f6b88', 'code': 200} May 20 08:00:34.377878 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7835150e-9da5-4584-8aa7-3968336aa9af', 'code': 200} May 20 08:00:34.409671 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d0aa0890-ccc8-48e6-bad0-e534c76bbf51 req-06e10f6d-ee78-44ee-bdc7-5578713cebd2 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796285 May 20 08:00:34.909698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82093955-c6d9-48b7-ae97-67d4e7e855e4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:34.910809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-82093955-c6d9-48b7-ae97-67d4e7e855e4 tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/5bf1ecee-b6f0-4ca9-8cbd-b20790b3b891 HTTP/1.1" status: 204 len: 168 time: 0.6915343 May 20 08:00:34.913692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40116) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:34.948950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.950062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.950581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.951062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.951559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.952029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.952531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:34.954544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-c093209e-a389-4691-b137-025881d7727d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6491 time: 0.2216768 May 20 08:00:35.014247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df856e5d-e8d0-4dde-8006-ec6adf86eafa req-712fea84-e143-4ff2-b771-df10bd43217c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3deafcb1-b52e-474d-bc55-5178125af8b6&id=6ec2266a-3fca-48bd-bb4e-307254366f14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520847 May 20 08:00:35.403110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0f1f699c-074a-4fe1-b80c-30cc4fee2e6e tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:35.404357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0f1f699c-074a-4fe1-b80c-30cc4fee2e6e tempest-MeteringTestJSON-884450460 tempest-MeteringTestJSON-884450460-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/4e8f468b-fab6-4c3a-a966-1911664746cd HTTP/1.1" status: 204 len: 168 time: 0.4896007 May 20 08:00:35.721207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.727353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.734873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.744683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.750923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.758432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.765183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:35.767275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-492a0f19-8551-4765-a605-8d572c808c8e req-52337d5d-ca2c-4874-bfe5-9d5141da997e tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5434 time: 0.1856868 May 20 08:00:35.821932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-492a0f19-8551-4765-a605-8d572c808c8e req-35683d0a-32b1-48b7-9ae5-0f7178599db3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480676 May 20 08:00:36.126913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40138) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:36.274830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.290849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:36.294872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Usage tracker for resource:security_group_rule and tenant:181fd2a0e4764d8a99d572f1d45b2dcd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:36.298694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:36.304847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:36.411712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.532618 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.545031 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01c030cf-38c1-4c2e-bd19-c3b26625d012 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:36.594564 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=181fd2a0e4764d8a99d572f1d45b2dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649274 May 20 08:00:36.595626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c2c816-e4ad-469e-ad5c-b1ed4895be44,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:36.597166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40150) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:36.611560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:36.665377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.707574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.781680 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-abd809b3-413c-4559-bb6c-2700734fa4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.867256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.872977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2687d7aa-7218-4ee1-ad0b-5838f83d5032 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:36.883376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c2c816-e4ad-469e-ad5c-b1ed4895be44,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:36.885944 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:36.893427 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:36.901258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e6c2c816-e4ad-469e-ad5c-b1ed4895be44 HTTP/1.1" status: 204 len: 168 time: 0.3015475 May 20 08:00:37.141987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.153306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.168772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.169971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.178044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.185446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.206108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.209819 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-b0a6e143-619d-44cb-87c1-2ea8736e1689 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5434 time: 0.2260144 May 20 08:00:37.269402 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-4015c092-311f-423f-b65e-b7858a7b13d5 req-1bf8eb58-2634-45f8-8037-5978146f9851 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ec2266a-3fca-48bd-bb4e-307254366f14&id=3deafcb1-b52e-474d-bc55-5178125af8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526714 May 20 08:00:37.527755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.534061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.545301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.555435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.581567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.588428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.595456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:37.601906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74989825-2f8f-460e-9d1d-680683411018 req-463f7180-c002-4781-8549-ca41d0c02c92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 5434 time: 0.1874156 May 20 08:00:37.609681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40172) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:37.616026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Request body: {'floatingip': {'port_id': 'ec3b1d17-e78f-48a4-b805-36329742bcd5'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:37.716957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:37.865334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40180) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:37.889454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:37.909742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:37.914820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Usage tracker for resource:security_group_rule and tenant:7b48b7971fd54ff6874f1218415ad7a8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:37.919137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:37.926243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:38.051739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.114616 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.132395 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b1a86af-fadd-4a27-a88b-2f78ddbd06eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:38.211093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b48b7971fd54ff6874f1218415ad7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475072 May 20 08:00:38.214520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254ea88-8a4f-4cab-a53b-521f08b9c007,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:38.220519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:38.230524 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:38.325813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.363388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.558895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.564177 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b43a9d2-8324-4ebc-af03-ee1270437ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:38.574902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254ea88-8a4f-4cab-a53b-521f08b9c007,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:38.579318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:38.582912 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.593962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1254ea88-8a4f-4cab-a53b-521f08b9c007 HTTP/1.1" status: 204 len: 168 time: 0.3700397 May 20 08:00:38.783270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:38.867535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:39.164512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66af08ea-6bc1-4ba9-8f9d-653dd3c20267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:39.194001 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Floating IP 212dcedf-4a13-490d-a9e8-282b46f97499 associated. External IP: 172.25.8.198, port: ec3b1d17-e78f-48a4-b805-36329742bcd5. May 20 08:00:39.651657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:39.801750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Router 052eba6d-8b17-4437-a632-48ec1e481c53 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:00:40.106546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:00:40.107925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Sync routers for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:00:40.111489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:40.134913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:40.135551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:40.176741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da49f23a-b2e1-4424-9e30-fba36e929fbd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "PUT /v2.0/floatingips/212dcedf-4a13-490d-a9e8-282b46f97499 HTTP/1.1" status: 200 len: 991 time: 2.5653899 May 20 08:00:40.177690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:00:40.618259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:40.713327 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'status': 'completed', 'code': 200} May 20 08:00:40.848023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.849159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.849893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.850851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.851492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.852153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.853001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:40.857117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-d75f01d7-9236-47d7-ac76-7b365f7d60a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6491 time: 0.1337430 May 20 08:00:41.086852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-4ccf4caf-e615-4804-8974-95435bcac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:41.090904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-4ccf4caf-e615-4804-8974-95435bcac3eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15 HTTP/1.1" status: 200 len: 913 time: 0.2255852 May 20 08:00:41.170520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:41.216294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '212dcedf-4a13-490d-a9e8-282b46f97499', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'port_id': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'mac_address': 'fa:16:3e:e2:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:56Z', 'updated_at': '2021-05-20T08:00:38Z', 'revision_number': 1, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:41.221154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Checking router: 052eba6d-8b17-4437-a632-48ec1e481c53 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:00:41.235329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:41.236008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:41.283526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-9a7060e3-5bc9-4f54-bfac-c0bdc90afa19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 999 time: 0.1859629 May 20 08:00:41.374155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-cea17834-5848-478f-88b0-74ee7729c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:41.375803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-cea17834-5848-478f-88b0-74ee7729c456 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0851834 May 20 08:00:41.538789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-01dcb4eb-cf11-4fe9-bee2-b4b580f66323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:41.543907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-01dcb4eb-cf11-4fe9-bee2-b4b580f66323 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608064 May 20 08:00:41.680013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:41.931120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-ebaaa773-8ea0-4c31-aa4d-b54178217f15 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715644 May 20 08:00:42.052185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40298) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:42.160627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feb5b208-2c5e-4c55-95d9-0d703f0bd4a5 req-e9183cf9-014f-4fdc-b0e4-c7ac0b594954 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217069 May 20 08:00:42.250134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '212dcedf-4a13-490d-a9e8-282b46f97499', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'port_id': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'mac_address': 'fa:16:3e:e2:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:56Z', 'updated_at': '2021-05-20T08:00:38Z', 'revision_number': 1, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:42.255635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95085b4-dda2-4700-a796-44ecee8d8005 None None] The sync data for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 is: [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '212dcedf-4a13-490d-a9e8-282b46f97499', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'port_id': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'mac_address': 'fa:16:3e:e2:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d1e148-41bc-497c-96a4-8bfd09323337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T07:58:56Z', 'updated_at': '2021-05-20T08:00:38Z', 'revision_number': 1, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:00:42.312416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2004102073'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:42.323537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:42.332545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Usage tracker for resource:network and tenant:25cd14b4d54d4b5485073b114e108cdd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:42.346369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:42.354096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:42.394329 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.457189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Made reservation on behalf of 25cd14b4d54d4b5485073b114e108cdd for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:42.462339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.480489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.515980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:42.516388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Usage tracker for resource:security_group_rule and tenant:25cd14b4d54d4b5485073b114e108cdd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:42.519401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:42.527127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:42.558303 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ce946-850d-47ef-a138-45feb2ae7192 None None] New status for floating IP 212dcedf-4a13-490d-a9e8-282b46f97499: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:00:42.637336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.723017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.733198 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc039c89-c51e-4828-bfc4-5c3c1bd6852f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:42.791081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:00:42.798689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71cdd0-12be-474a-bbd0-c554ff6fe93a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:42.802294 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:42.814326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:42.815881 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Added segment ad411b23-df4a-4a4c-886c-78510c5275f0 of type vlan for network 263f7b72-7006-4f40-a3c7-9033280dc0ae May 20 08:00:42.848778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:43.030661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:43.030661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.034947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:43.041712 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05a90dc4-53d1-4982-9be6-5d24ad728159 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:43.352510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Pushing event updated for resources: {'Network': ['ID=263f7b72-7006-4f40-a3c7-9033280dc0ae,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:43.357814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:43.367983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:00:43.395293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-4a6aca1d-2a8b-4e75-b84b-502755934057 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1283550 May 20 08:00:43.450894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3973238 May 20 08:00:43.666478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.666966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.670461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.671635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.672767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.673940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.674815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.676951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-37faac81-b57e-4111-b055-1bf1840c9508 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6491 time: 0.1812847 May 20 08:00:43.804567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:43.894588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:43.902665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae', 'binding:host_id': 'n-h1-780147-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1600384845'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:43.914577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e56a58e6-ef0a-435d-8df7-85175c78c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.915352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e56a58e6-ef0a-435d-8df7-85175c78c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.917056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e56a58e6-ef0a-435d-8df7-85175c78c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:43.918899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e56a58e6-ef0a-435d-8df7-85175c78c9e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2085032 May 20 08:00:43.932199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:43.958538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Usage tracker for resource:port and tenant:688c0dbf3b6448aeaed0c8032ffdbf10 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:43.972615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:43.998475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:44.125741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Made reservation on behalf of 688c0dbf3b6448aeaed0c8032ffdbf10 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:44.128288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:44.307795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:44.432639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:44.440621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Usage tracker for resource:security_group_rule and tenant:688c0dbf3b6448aeaed0c8032ffdbf10 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:44.444166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:44.461726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:44.482250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-a809d252-730c-41a0-8e4f-b48d653f1d83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 1001 time: 0.5545278 May 20 08:00:44.570903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-12890075-f628-4ba8-ae27-9091d1be5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:44.572831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-12890075-f628-4ba8-ae27-9091d1be5056 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0826931 May 20 08:00:44.698395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-d00576e1-4702-4705-9019-fccd5e8b7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:44.700884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-d00576e1-4702-4705-9019-fccd5e8b7ebc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131690 May 20 08:00:44.937852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-fbbe16af-68ee-4598-a003-b7395a21f10c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280319 May 20 08:00:45.028539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:45.106874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:45.116235 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f82c4270-c226-48ab-8b5a-9f18226633a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:45.127081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port a1d8519e-ee76-441b-8d1f-5a34c20ca02e yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:45.221222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7320a-28b1-411c-a0ef-4a81b4ada2bf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:45.254930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:45.314495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-3c408405-d5c1-4dda-8298-508a4bf50c66 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704841 May 20 08:00:45.378451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:45.421439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-427d183b-d27c-4d41-ae57-bd3b53529dee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 217 time: 0.0978045 May 20 08:00:45.515817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-78dafe7e-85c5-41d8-9516-324ab8d9c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:45.517262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-78dafe7e-85c5-41d8-9516-324ab8d9c63f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0887032 May 20 08:00:45.607901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-8476fbc0-ba81-4a94-af52-2eb102970562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:45.609819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-8476fbc0-ba81-4a94-af52-2eb102970562 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852377 May 20 08:00:45.763540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-47c839e7-d739-4e29-872f-cbebc93b8110 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459820 May 20 08:00:45.866181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port a1d8519e-ee76-441b-8d1f-5a34c20ca02e yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:45.882337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:45.913665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Transition to ACTIVE for port object a1d8519e-ee76-441b-8d1f-5a34c20ca02e will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:45.929943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-b18eec74-7fcc-4824-beb3-81485917086a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595387 May 20 08:00:45.999596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-26f7ec9a-b44c-4aec-ae6b-450527616260 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 217 time: 0.0625381 May 20 08:00:46.005970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:46.039128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce18a2cd-ab0d-4939-bab9-5bd444911d76 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:46.080986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-64caa52c-7854-4f9a-be23-757f07db515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:46.083293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-64caa52c-7854-4f9a-be23-757f07db515e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0769682 May 20 08:00:46.175116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-df00b13f-a985-49e8-9ecf-303e894b7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:46.176050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-df00b13f-a985-49e8-9ecf-303e894b7b41 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860548 May 20 08:00:46.338974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-18f477ef-71c0-4054-a969-ca1d0ec6a871 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551900 May 20 08:00:46.340310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d8519e-ee76-441b-8d1f-5a34c20ca02e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:46.346709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:46.443293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Deleting port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:46.443642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:46.461710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Checking segment: {'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:00:46.462083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Network hostable DHCP agents. Network: 263f7b72-7006-4f40-a3c7-9033280dc0ae, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:00:46.712407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] For port 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:46.714490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:46.747669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:00:46.805948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-29d0df90-08a6-43e6-9bef-21009b5cfff6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612801 May 20 08:00:46.901069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-145f646a-1dd6-4f6d-92d2-ebb1153bf701 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0865057 May 20 08:00:46.959203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Calling delete_port for 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:46.968940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 263f7b72-7006-4f40-a3c7-9033280dc0ae) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:46.974666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:46.987267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a41e8-2d49-489e-b5dc-463076b88939 None None] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:46.993610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-48df09d5-7789-4edf-8d76-ed8c1131b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:46.996418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-48df09d5-7789-4edf-8d76-ed8c1131b4da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0820003 May 20 08:00:47.004279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.005679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.005679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.013003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.013420 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.015093 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 2 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.036961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.037229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.037682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.047604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.048029 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.049434 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 3 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.082766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.083311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.083648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.093985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.094322 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.098033 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 4 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.108194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-fbcfc895-9f77-449a-836b-69ee21c0af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:47.110010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-fbcfc895-9f77-449a-836b-69ee21c0af9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071913 May 20 08:00:47.132044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.132870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.133333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.141749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.142313 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.144730 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 5 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.282083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:47.299302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.299912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.300258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.308036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-ff58bce8-502a-49f5-a43d-e3b75d0b8056 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905072 May 20 08:00:47.318561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.318561 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.320009 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 6 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.337934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.338281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.341232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.344192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.344529 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.344941 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 7 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.364508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.364889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.365660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.371239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.371585 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.371992 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 8 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.389403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.389857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.390208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.395862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.396195 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.396593 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 9 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.421639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.421639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.421639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.436080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:47.457352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.458141 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.458469 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f74e9c6-671d-4174-85a0-3bc63883733c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:47.575820 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 10 to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e May 20 08:00:47.603760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:47.608139 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:47.706369 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:47.731291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:47.731634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:47.732103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:47.750252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-51f43d9d-cce8-4060-bf36-a16640164d29 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347026 May 20 08:00:47.752532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:47.755006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:47.755406 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a1d8519e-ee76-441b-8d1f-5a34c20ca02e on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:47.755843 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:47.772697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Usage tracker for resource:security_group_rule and tenant:c0df7f376f6046fba71e1d958648e73f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:47.782040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:47.795708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:47.855423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-3ef2597a-a133-4122-9e42-5b72538bcf99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0978177 May 20 08:00:47.947132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-19b8f210-0dc9-4cd5-92d4-86d2b745e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:47.948623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-19b8f210-0dc9-4cd5-92d4-86d2b745e4c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0853729 May 20 08:00:48.052765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-38bdd288-f917-43e6-9aca-88776fec1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:48.054345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-38bdd288-f917-43e6-9aca-88776fec1aa3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983622 May 20 08:00:48.112300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port a1d8519e-ee76-441b-8d1f-5a34c20ca02e, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:00:48.113030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 08:00:48.140634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.207839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-84169c9a-5a81-4c9d-8363-3a13dcd4c24f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465206 May 20 08:00:48.231976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.251638 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1796ddb3-0fcd-46d8-8ba7-d5699d9028cc tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:48.331250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.333069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:48.333752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.359692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-0556052b-81f4-4799-8852-e5961762cda9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442695 May 20 08:00:48.422127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d8519e-ee76-441b-8d1f-5a34c20ca02e,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:48.439775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-60c02ecd-9baf-431b-9465-b851b8a916bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0718415 May 20 08:00:48.453419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:48.512216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-baca9f78-3935-4b61-9246-fb9a3dd35f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:48.514022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-baca9f78-3935-4b61-9246-fb9a3dd35f00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0678642 May 20 08:00:48.531789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.545259 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f18a744d-711b-4189-8ddf-aca55271d245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:48.562540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.6668637 May 20 08:00:48.573083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:48.619139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0df7f376f6046fba71e1d958648e73f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3285167 May 20 08:00:48.619724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:48.731083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e6a8507f-56e8-4c35-9594-516950f85ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:48.733371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-e6a8507f-56e8-4c35-9594-516950f85ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113216 May 20 08:00:48.840598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2ec8a-ee64-433b-acc2-225bbffcc647,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:48.871956 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:48.922256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Deleting port a1d8519e-ee76-441b-8d1f-5a34c20ca02e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:48.922785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.941769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:48.955167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-7c867db8-e006-4314-b061-908aed078a07 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104990 May 20 08:00:48.960672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Router a8947df6-646c-4097-8b60-a34e9b61438b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:00:48.985321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.131711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port a1d8519e-ee76-441b-8d1f-5a34c20ca02e, host n-h1-780147-4, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:49.132090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.250073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:00:49.259184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Sync routers for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:00:49.272236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:49.273158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:49.273326 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] 10.222.0.79 "PUT /v2.0/routers/a8947df6-646c-4097-8b60-a34e9b61438b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4675467 May 20 08:00:49.276062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Calling delete_port for a1d8519e-ee76-441b-8d1f-5a34c20ca02e owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:49.276471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:49.315733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-469773ad-619e-4c3a-a95e-3b6977d2292d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412488 May 20 08:00:49.348230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.351216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.362424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07e2ec8a-ee64-433b-acc2-225bbffcc647 HTTP/1.1" status: 204 len: 168 time: 0.7317884 May 20 08:00:49.362424 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:49.375601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2ec8a-ee64-433b-acc2-225bbffcc647,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:49.396454 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:49.551688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-97fa31c4-bd2c-4a03-baf4-8caf5b015f96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.2270522 May 20 08:00:49.570104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:49.570357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.624510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-358d9e49-3f34-4f5d-bf05-4443a907ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:49.625985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-358d9e49-3f34-4f5d-bf05-4443a907ba95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0614665 May 20 08:00:49.714909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.722146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ed9fbd0-d333-47c7-8e9f-0f516013b246 tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:49.780557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d8519e-ee76-441b-8d1f-5a34c20ca02e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:49.787489 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:49.793073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:49.810616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a1d8519e-ee76-441b-8d1f-5a34c20ca02e HTTP/1.1" status: 204 len: 168 time: 1.2334828 May 20 08:00:49.810616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-1c2c4a3d-17df-46ce-9ba0-46c59f3ec94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:49.812543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-1c2c4a3d-17df-46ce-9ba0-46c59f3ec94b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774216 May 20 08:00:49.813014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40420) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:49.876241 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceae3cf-2ae6-43e3-b1b6-1a91b916af10 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] GET failed (client error): The resource could not be found. May 20 08:00:49.876781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fceae3cf-2ae6-43e3-b1b6-1a91b916af10 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:49.993244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.007666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T08:00:47Z', 'revision_number': 5, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port': {'id': '61309729-e814-4aa8-822d-2e3a43e51b53', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:52:05Z', 'updated_at': '2021-05-20T07:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:50.014428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Checking router: a8947df6-646c-4097-8b60-a34e9b61438b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:00:50.026573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Routers {'a8947df6-646c-4097-8b60-a34e9b61438b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:00:50.032875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:00:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a8947df6-646c-4097-8b60-a34e9b61438b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:50.079676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fceae3cf-2ae6-43e3-b1b6-1a91b916af10 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:50.080834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fceae3cf-2ae6-43e3-b1b6-1a91b916af10 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports/a1d8519e-ee76-441b-8d1f-5a34c20ca02e HTTP/1.1" status: 404 len: 333 time: 0.2668824 May 20 08:00:50.085084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:50.092076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1501066498'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:50.100603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-f6ba5072-de18-47ce-aa69-e2b2fffc7ed0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185235 May 20 08:00:50.101628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:50.138826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:50.210108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Deleting port 61309729-e814-4aa8-822d-2e3a43e51b53 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:50.210464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.222654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] Set router a8947df6-646c-4097-8b60-a34e9b61438b gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:00:50.248929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Made reservation on behalf of 688c0dbf3b6448aeaed0c8032ffdbf10 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:50.251171 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.280322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda7af04-07da-4c3a-a5be-9c760f787ba2 req-118823c2-4392-4a1b-b16f-1f2576ecea0f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705606 May 20 08:00:50.285613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:50.331633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40434) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:50.347798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T08:00:49Z', 'revision_number': 6, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:50.354588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.355582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6173793-4a4a-4aec-8b21-5d1e90f39de7 None None] The sync data for ids ['a8947df6-646c-4097-8b60-a34e9b61438b'] in n-d-780147-4 is: [{'id': 'a8947df6-646c-4097-8b60-a34e9b61438b', 'name': 'tempest-AttachVolumeTestJSON-544173527-router', 'tenant_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:52:03Z', 'updated_at': '2021-05-20T08:00:49Z', 'revision_number': 6, 'project_id': 'c34bde3605db4ffa8fe544c10d0285f4', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:00:50.393800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:50.405677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Usage tracker for resource:security_group_rule and tenant:a108a7772ebb413296239819421f6fd5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:50.416495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:50.426688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:50.459082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] For port 61309729-e814-4aa8-822d-2e3a43e51b53, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=61309729-e814-4aa8-822d-2e3a43e51b53,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:50.459595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.609281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.617553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Calling delete_port for 61309729-e814-4aa8-822d-2e3a43e51b53 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:50.671546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.761776 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.770866 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dfb01ec0-9dd2-418b-ae2f-48c4bde2e466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:50.802215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.826846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db615c-b03c-41bb-8b85-f6536983e595,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:50.835263 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:50.838199 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e40f22eb-1593-43de-a6a4-0a804e1cf8e3 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:50.870527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a108a7772ebb413296239819421f6fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377374 May 20 08:00:50.873303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40438) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:50.880858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:00:50.888640 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:00:50.889961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:50.897655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.899310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:50.900888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:50.901376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:50.904001 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eced4a0a-1846-4d77-bbdc-cb6afbc9e524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:50.932141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=730a6f9f-0fa2-4fdb-a7bf-a9b05db73500,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:50.935961 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:50.959489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Pushing event deleted for resources: {'Port': ['ID=61309729-e814-4aa8-822d-2e3a43e51b53,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:50.966116 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:51.014433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9258173 May 20 08:00:51.016256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40444) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:51.028627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:51.297750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.360508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.502895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.580745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.590155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.594329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.778235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.778740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8947df6-646c-4097-8b60-a34e9b61438b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:00:51.838789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.839926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a8947df6-646c-4097-8b60-a34e9b61438b HTTP/1.1" status: 204 len: 168 time: 2.5625381 May 20 08:00:51.842880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:51.895315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.898104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.902965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57db615c-b03c-41bb-8b85-f6536983e595 HTTP/1.1" status: 204 len: 168 time: 1.0246933 May 20 08:00:51.902965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:51.935091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db615c-b03c-41bb-8b85-f6536983e595,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:51.939440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Deleting subnet 84a6f7c6-383c-430f-a3f6-0c378d325270 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:00:51.941431 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:51.942878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.943895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:51.960368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:51.984522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Transition to ACTIVE for port object 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:52.013520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:52.154705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:00:52.154705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:00:52.154705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 18d7ca5b-ae2b-4b26-adb3-c2dd3f2f636c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:00:52.154705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 61309729-e814-4aa8-822d-2e3a43e51b53 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:00:52.156357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:52.156979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 61309729-e814-4aa8-822d-2e3a43e51b53 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:00:52.156979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 61309729-e814-4aa8-822d-2e3a43e51b53 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:00:52.718897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:52.723038 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bc0ce40-8e81-47d7-8041-ccb6d1e509ea tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:52.795890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:52.803742 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3dc5bc39-94d4-441b-882e-8b9254efe1b2 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:52.856535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a6f7c6-383c-430f-a3f6-0c378d325270,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:52.863220 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:52.864426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:52.864932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=730a6f9f-0fa2-4fdb-a7bf-a9b05db73500,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:52.865445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe489f-fdbc-4896-b3c5-66f2511e0b8b None None] Network 97f5e4cb-3298-4edb-89e5-56dd1704f21e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:00:52.870909 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:52.875617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:52.875794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:52.876003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:52.879189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/84a6f7c6-383c-430f-a3f6-0c378d325270 HTTP/1.1" status: 204 len: 168 time: 1.0351918 May 20 08:00:52.881660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:52.882052 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:52.882268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40476) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:52.882561 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 2 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:52.898923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:52.899375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:52.900294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:52.906009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:52.906412 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:52.906900 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 3 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:52.928431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:52.928431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:52.928431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:52.932745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:52.933081 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:52.940438 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 4 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:52.961231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:52.961598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:52.963297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:52.969417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:52.969690 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:52.970080 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 5 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:52.991935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:52.992342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:52.992620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.000540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.000880 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.001279 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 6 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:53.017712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.035337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:53.037080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:53.037428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.047677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.048016 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.050422 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 7 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:53.089444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:53.090078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:53.090599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.096203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.096738 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.097312 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 8 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:53.108735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Deleting port be5bb163-e7f4-4491-93cb-a2f651a5f433 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:53.110851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.116631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:53.117074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:53.117426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.124701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.124701 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.125011 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 9 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:53.143117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:53.143478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:53.143794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.171076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.171455 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.171856 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 10 to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 May 20 08:00:53.199455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:53.208396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:53.208396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:53.208396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:53.208396 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:53.208853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.230408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] DHCP port deletion for 97f5e4cb-3298-4edb-89e5-56dd1704f21e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:00:53.272658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] For port be5bb163-e7f4-4491-93cb-a2f651a5f433, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=be5bb163-e7f4-4491-93cb-a2f651a5f433,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:53.273094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.367488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:00:53.367488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 08:00:53.383882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Deleting port be5bb163-e7f4-4491-93cb-a2f651a5f433 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:53.385117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.448771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.455525 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:53.562515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=730a6f9f-0fa2-4fdb-a7bf-a9b05db73500,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:53.569265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:53.579881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] In _notify_port_updated(), no bound segment for port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:00:53.580852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.581977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.584017 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "PUT /v2.0/ports/730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 HTTP/1.1" status: 200 len: 975 time: 2.5673723 May 20 08:00:53.587217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40506) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:53.601824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] For port be5bb163-e7f4-4491-93cb-a2f651a5f433, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=be5bb163-e7f4-4491-93cb-a2f651a5f433,segment=NetworkSegment(aaf67863-5c6e-4431-b3ac-c49f9f25db8c),segment_id=aaf67863-5c6e-4431-b3ac-c49f9f25db8c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:53.602223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.603754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Calling delete_port for be5bb163-e7f4-4491-93cb-a2f651a5f433 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:53.719896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.725891 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:53.762178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.768467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.769164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.770377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.770377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.771069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.773089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.773674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.774269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.778075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.778834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.779568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.779915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Pushing event deleted for resources: {'Port': ['ID=be5bb163-e7f4-4491-93cb-a2f651a5f433,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:53.780267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.780899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.788433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.789205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.792131 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:53.792797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.793044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] No DVR routers for this DVR port be5bb163-e7f4-4491-93cb-a2f651a5f433 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:00:53.793498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.795671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.799251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.799999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.800772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.801318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.802867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.804976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.805718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.806303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.807710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.808957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.810531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.811076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.812764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.813785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.815534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.817399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.818497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.825302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:53.825302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:53.849162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Calling delete_port for be5bb163-e7f4-4491-93cb-a2f651a5f433 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:53.903397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.907293 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:53.920618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:53.922767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-308738cd-ad8f-478c-81a5-d00d5c7b86e1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33415 time: 0.3335037 May 20 08:00:53.926548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:53.954549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:53.955980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Pushing event deleted for resources: {'Port': ['ID=be5bb163-e7f4-4491-93cb-a2f651a5f433,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:53.959015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:53.963176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] No DVR routers for this DVR port be5bb163-e7f4-4491-93cb-a2f651a5f433 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:00:53.989966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f5e4cb-3298-4edb-89e5-56dd1704f21e']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:54.000612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:54.001187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf67863-5c6e-4431-b3ac-c49f9f25db8c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:00:54.016944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.044732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.078384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:00:54.078384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.097955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device be5bb163-e7f4-4491-93cb-a2f651a5f433 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: timer() May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:00:54.151504 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:00:54.167599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Deleting port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:54.167863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.189647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: be5bb163-e7f4-4491-93cb-a2f651a5f433 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:00:54.190091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device be5bb163-e7f4-4491-93cb-a2f651a5f433 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:00:54.217271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.221372 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8e9bb417-4737-4330-80f1-5ce9f2b6efe7 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:54.236611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.257341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Pushing event deleted for resources: {'Network': ['ID=97f5e4cb-3298-4edb-89e5-56dd1704f21e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:54.260424 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:54.291345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500, host n-h1-780147-4, got binding levels [] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:54.291760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.292240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.367004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] 10.222.0.79 "DELETE /v2.0/networks/97f5e4cb-3298-4edb-89e5-56dd1704f21e HTTP/1.1" status: 204 len: 168 time: 1.4824035 May 20 08:00:54.428598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Calling delete_port for 730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:54.657085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.670345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ff5070b-6303-4d42-ac04-42d5399bda91 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:54.730586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event deleted for resources: {'Port': ['ID=730a6f9f-0fa2-4fdb-a7bf-a9b05db73500,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:54.734359 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:54.738445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:54.796036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:54.836479 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "DELETE /v2.0/ports/730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 HTTP/1.1" status: 204 len: 168 time: 0.9089060 May 20 08:00:54.839688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40552) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:55.051127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd4be6d7-93a8-4b2d-8a79-36ab626444a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c34bde3605db4ffa8fe544c10d0285f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535944 May 20 08:00:55.052599 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f9de8d-9673-4d9b-a930-41ce2ce0528e tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] GET failed (client error): The resource could not be found. May 20 08:00:55.053298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65f9de8d-9673-4d9b-a930-41ce2ce0528e tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:55.053704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40560) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:55.120533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65f9de8d-9673-4d9b-a930-41ce2ce0528e tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:55.125966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65f9de8d-9673-4d9b-a930-41ce2ce0528e tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports/730a6f9f-0fa2-4fdb-a7bf-a9b05db73500 HTTP/1.1" status: 404 len: 333 time: 0.2811575 May 20 08:00:55.127424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:55.136178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-145508540', 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:55.143339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:55.151588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.161278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:55.183724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.257247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Made reservation on behalf of 688c0dbf3b6448aeaed0c8032ffdbf10 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:55.261627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.285838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port 07ff6cd7-59bc-4367-96d2-1eb772c02816 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:55.417143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.425397 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85681631-0bf0-4824-aa62-f0b95907ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:55.450190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9e54fd-5391-439c-ba23-3423bb4ae9fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:55.454407 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:55.457151 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.468391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe9e54fd-5391-439c-ba23-3423bb4ae9fc HTTP/1.1" status: 204 len: 168 time: 0.4028559 May 20 08:00:55.584674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.675544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.682792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:55.845016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:00:55.845016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:55.848119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:55.849071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:55.849702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:55.882069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=07ff6cd7-59bc-4367-96d2-1eb772c02816,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:55.887510 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:55.974302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8429320 May 20 08:00:55.975197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40594) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:56.057072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e1ed1-0f09-4ef0-9bbe-915708aac5db tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:56.057959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e17e1ed1-0f09-4ef0-9bbe-915708aac5db tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:56.165302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e17e1ed1-0f09-4ef0-9bbe-915708aac5db tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:56.169548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e17e1ed1-0f09-4ef0-9bbe-915708aac5db tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports/07ff6cd7-59bc-4367-96d2-1eb772c02816 HTTP/1.1" status: 200 len: 954 time: 0.1917353 May 20 08:00:56.169936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40604) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:56.234220 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:56.311590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Deleting port 07ff6cd7-59bc-4367-96d2-1eb772c02816 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:56.312287 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:56.562792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:56.706561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Calling delete_port for 07ff6cd7-59bc-4367-96d2-1eb772c02816 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:56.872926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:56.883379 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:56.961519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ff6cd7-59bc-4367-96d2-1eb772c02816,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:56.965123 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:56.972538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:57.063120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "DELETE /v2.0/ports/07ff6cd7-59bc-4367-96d2-1eb772c02816 HTTP/1.1" status: 204 len: 168 time: 0.8915856 May 20 08:00:57.065158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40638) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:57.108639 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7ffbf6-b0b0-4817-8377-6b69d2c57c9c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] GET failed (client error): The resource could not be found. May 20 08:00:57.109632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0b7ffbf6-b0b0-4817-8377-6b69d2c57c9c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:57.209971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0b7ffbf6-b0b0-4817-8377-6b69d2c57c9c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:57.211092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0b7ffbf6-b0b0-4817-8377-6b69d2c57c9c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports/07ff6cd7-59bc-4367-96d2-1eb772c02816 HTTP/1.1" status: 404 len: 333 time: 0.1449654 May 20 08:00:57.215464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:57.224622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1994692414'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:57.228581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:57.239007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:57.365575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Made reservation on behalf of 688c0dbf3b6448aeaed0c8032ffdbf10 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:00:57.368467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:57.391544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:57.608597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:57.737738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:57.743865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a659f915-088e-4e9f-8cd3-f42540dcf116 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:57.816849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Network 263f7b72-7006-4f40-a3c7-9033280dc0ae is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:00:57.820316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:00:57.824953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:00:57.825925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:57.826532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:57.839537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=a77a6545-5e69-4dcb-b8aa-dbc7e63163d6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:57.844139 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:57.929461 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7099309 May 20 08:00:57.929781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:57.937016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:00:58.113310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:58.385737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] device_id is not set on port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:00:58.391746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:58.411968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Transition to ACTIVE for port object a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:00:58.514252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:58.519263 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f69ed161-331c-4a4c-a37f-94c8e300bf97 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:58.659340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=a77a6545-5e69-4dcb-b8aa-dbc7e63163d6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:58.664886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:58.668990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.669352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.669692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.677350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.677716 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.678105 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 2 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.693661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.694013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.694360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.700075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.700382 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.700776 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 3 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.717267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.717744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.718080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.723689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.724018 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.724415 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 4 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.741920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.742548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.742888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.749266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.749844 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.750223 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 5 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.767851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.768219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.768533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.773585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.773911 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.774303 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 6 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.792110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.792479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.792829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.797838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.798167 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.808902 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 7 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.816424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.816762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.817101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.821967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.822305 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.822701 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 8 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.839352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.839711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.850669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.850669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.850669 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.850669 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 9 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.861934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.862273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.862702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.867404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.867792 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.868294 n-d-780147-4 neutron-server[93102]: INFO neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempt 10 to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 May 20 08:00:58.886243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:00:58.886724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:00:58.887071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempting to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:00:58.892094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:00:58.892367 n-d-780147-4 neutron-server[93102]: ERROR neutron.plugins.ml2.managers [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Failed to bind port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on host n-h1-780147-4 for vnic_type normal using segments [{'id': 'ad411b23-df4a-4a4c-886c-78510c5275f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '263f7b72-7006-4f40-a3c7-9033280dc0ae'}] May 20 08:00:58.892730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:58.990456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6, host n-h1-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:00:58.990874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attempted to set empty binding levels {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 08:00:59.124550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.135225 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:59.189414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] In _notify_port_updated(), no bound segment for port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 on network 263f7b72-7006-4f40-a3c7-9033280dc0ae {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:00:59.190308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:00:59.197282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.197282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "PUT /v2.0/ports/a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 HTTP/1.1" status: 200 len: 975 time: 1.2615314 May 20 08:00:59.198128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40698) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:59.236989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event updated for resources: {'Port': ['ID=a77a6545-5e69-4dcb-b8aa-dbc7e63163d6,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:59.240087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:59.335236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Deleting port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:00:59.335928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.434159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:59.455332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] For port a77a6545-5e69-4dcb-b8aa-dbc7e63163d6, host n-h1-780147-4, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:00:59.456110 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.590147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Calling delete_port for a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:00:59.640711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.661103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:00:59.663877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Usage tracker for resource:security_group_rule and tenant:72d6ab494c2448508b769a07082b49c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:00:59.667365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:00:59.674653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:00:59.766042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.773392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cde21048-1685-474a-b5de-aa37a9e2bf5b tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:59.823045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Pushing event deleted for resources: {'Port': ['ID=a77a6545-5e69-4dcb-b8aa-dbc7e63163d6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:59.825182 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:00:59.828078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.845732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 HTTP/1.1" status: 204 len: 168 time: 0.6434419 May 20 08:00:59.845732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40714) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:59.849115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.890635 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01eb2ad-2e71-46e1-af2e-90ee91f85da1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] GET failed (client error): The resource could not be found. May 20 08:00:59.891175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d01eb2ad-2e71-46e1-af2e-90ee91f85da1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Synchronizing usage tracker for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:00:59.925368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:00:59.935567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39165408-7a72-4548-956c-afdcafec2f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:00:59.950750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d01eb2ad-2e71-46e1-af2e-90ee91f85da1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Unset dirty status for tenant:688c0dbf3b6448aeaed0c8032ffdbf10 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:00:59.955735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d01eb2ad-2e71-46e1-af2e-90ee91f85da1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] 10.222.0.79 "GET /v2.0/ports/a77a6545-5e69-4dcb-b8aa-dbc7e63163d6 HTTP/1.1" status: 404 len: 333 time: 0.1092560 May 20 08:00:59.957248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40720) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:59.979705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=72d6ab494c2448508b769a07082b49c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5444734 May 20 08:00:59.981809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1998036b-bfd0-4abc-a521-070ac3dce8ff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:00:59.982711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40724) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:00:59.985503 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:00.036687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40728) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:00.117381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.142424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.175570 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.192444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:00.196964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Usage tracker for resource:security_group_rule and tenant:4f84123d1c5a44ed9d3a9698786f7b77 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:00.200601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:00.206952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:00.229508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.309130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.330732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.360292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263f7b72-7006-4f40-a3c7-9033280dc0ae']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:00.378363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad411b23-df4a-4a4c-886c-78510c5275f0') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:00.378665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad411b23-df4a-4a4c-886c-78510c5275f0') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:00.392139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.411505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.419278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:01:00.419600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: timer() May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:01:00.435104 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:01:00.548494 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.552452 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2c320bd5-6807-4fee-9796-9f4446ad5d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:00.570033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1998036b-bfd0-4abc-a521-070ac3dce8ff,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:00.575035 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:00.580082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.581259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1998036b-bfd0-4abc-a521-070ac3dce8ff HTTP/1.1" status: 204 len: 168 time: 0.5943491 May 20 08:01:00.672446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.680511 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9266794-e169-49b7-bc84-7cc76ecf72b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:00.719834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.724997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.739239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] 10.222.0.79 "DELETE /v2.0/networks/263f7b72-7006-4f40-a3c7-9033280dc0ae HTTP/1.1" status: 204 len: 168 time: 0.7691174 May 20 08:01:00.740524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f84123d1c5a44ed9d3a9698786f7b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895516 May 20 08:01:00.740524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:00.741043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e9fd735-e5e6-4614-a5ff-f5d3b7dd49c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:00.741167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c133b6-c212-4d1a-a865-a23e9067224e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:00.755128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Pushing event deleted for resources: {'Network': ['ID=263f7b72-7006-4f40-a3c7-9033280dc0ae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:00.758436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:00.765009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:00.963757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:00.991336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.148586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.154022 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4409eb77-ae10-4eb3-8598-c3a64d12cad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:01.168473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c133b6-c212-4d1a-a865-a23e9067224e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:01.171386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:01.179845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.181737 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73c133b6-c212-4d1a-a865-a23e9067224e HTTP/1.1" status: 204 len: 168 time: 0.4518545 May 20 08:01:01.610583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:01.630106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.646197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:01.650300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Usage tracker for resource:security_group_rule and tenant:9b58f2dba6cc4bb2aff14a6bb02b7240 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:01.653571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:01.660339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:01.735269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:01.769171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.839429 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:01.851975 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7cc4002-7494-4f19-b471-c3c775c17696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:01.921958 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b58f2dba6cc4bb2aff14a6bb02b7240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102620 May 20 08:01:01.924757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40776) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:01.925280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d9ee50-c89f-4f54-931b-c06dc0c9af4b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:01.931049 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:01.954238 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-47cc074e-f8ac-42ca-a7ba-307981984caf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25cd14b4d54d4b5485073b114e108cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142427 May 20 08:01:01.954238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:02.011095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.018561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.028856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.046174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.136976 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.140858 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a9b3eda-eeff-4635-b37e-0aaba1af6999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:02.152390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d9ee50-c89f-4f54-931b-c06dc0c9af4b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:02.154689 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:02.160327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.161547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92d9ee50-c89f-4f54-931b-c06dc0c9af4b HTTP/1.1" status: 204 len: 168 time: 0.2355952 May 20 08:01:02.177560 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.183875 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc16ce06-05e3-45e7-8502-707ef5640fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:02.204542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71cdd0-12be-474a-bbd0-c554ff6fe93a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:02.208995 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:02.214582 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.218336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f71cdd0-12be-474a-bbd0-c554ff6fe93a HTTP/1.1" status: 204 len: 168 time: 0.2612493 May 20 08:01:02.269386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:02.293381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.308424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:02.312686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Usage tracker for resource:security_group_rule and tenant:60963146fdbd4427ba0c36137b8903f5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:02.315782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:02.322085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:02.415668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.605867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.615322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9555423-d363-4b22-8b77-842307257017 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:02.658536 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60963146fdbd4427ba0c36137b8903f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877416 May 20 08:01:02.659506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14e59d-7c0c-4238-91ed-5497837eaa6d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:02.662679 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:02.663414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:02.728699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:02.768889 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.085518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.092437 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-123b0805-6853-4369-85a8-2cd413675692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:03.109540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14e59d-7c0c-4238-91ed-5497837eaa6d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:03.111978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:03.114599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.116058 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e14e59d-7c0c-4238-91ed-5497837eaa6d HTTP/1.1" status: 204 len: 168 time: 0.4517405 May 20 08:01:03.116902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-5c4fe01a-f9f9-4b2d-9b6e-27771d1f61c3 req-b719d39e-ae19-4d22-bbee-01693b42ea4d service neutron] (93102) timed out ('10.222.0.79', 39196) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:01:03.474690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40820) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:03.529071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5a283d27-e5fc-4c03-b834-384ea84cb992 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=688c0dbf3b6448aeaed0c8032ffdbf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526810 May 20 08:01:03.531175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:03.596203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.625633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.810913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.814797 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72fe8a93-d9bb-4930-a63a-fc2ef5646182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:03.833701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7320a-28b1-411c-a0ef-4a81b4ada2bf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:03.836190 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:03.850538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:03.856192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bf7320a-28b1-411c-a0ef-4a81b4ada2bf HTTP/1.1" status: 204 len: 168 time: 0.3240035 May 20 08:01:04.740635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:04.961787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:04.984889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:04.989713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c501f0689fa44deb048a1c5005afefd is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:04.992901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:05.000539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:05.107066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.285213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.299705 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25531cc8-8ad6-4a4a-a7a2-dcb8070cefa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:05.347650 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c501f0689fa44deb048a1c5005afefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028290 May 20 08:01:05.347650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617cbac-283d-4f7a-b662-85dbe5d33e72,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:05.348316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40898) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:05.359439 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:05.422292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.450618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.598224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.602411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f08881a3-76f0-4bf4-8b68-0b21e18f78f2 tempest-NegativeSecGroupIPv6Test-1574803150 tempest-NegativeSecGroupIPv6Test-1574803150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:05.615076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617cbac-283d-4f7a-b662-85dbe5d33e72,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:05.617930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:05.624167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:05.628341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e617cbac-283d-4f7a-b662-85dbe5d33e72 HTTP/1.1" status: 204 len: 168 time: 0.2759180 May 20 08:01:06.811241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8f37df97-2d9f-489d-9785-c968dbf728bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:07.833584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41010) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.042575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-df294f4c-bba6-4ca9-9850-c4367130de6a tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:08.230728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df294f4c-bba6-4ca9-9850-c4367130de6a tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "PUT /v2.0/quotas/a21f55bf484c4c538e13044da345a604 HTTP/1.1" status: 200 len: 366 time: 0.3951690 May 20 08:01:08.233655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.247018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41028) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.247232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1fc05186-a258-43d0-bd57-85d1081a74f3 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0123253 May 20 08:01:08.267948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bebe65d3-8f3b-4d4f-85b0-4ac67f64a866 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas/a21f55bf484c4c538e13044da345a604 HTTP/1.1" status: 200 len: 366 time: 0.0187178 May 20 08:01:08.273749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41032) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.389730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f04d0b4-2b61-4245-8d67-1efe88728dd2 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/a21f55bf484c4c538e13044da345a604 HTTP/1.1" status: 204 len: 168 time: 0.1135304 May 20 08:01:08.391787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.406147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bbfad5a7-87c9-4766-8d98-9c5d17b034c1 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0112944 May 20 08:01:08.408142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.423220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65ca3dca-bcb2-4f19-b6b7-ac7f91585553 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas/a21f55bf484c4c538e13044da345a604 HTTP/1.1" status: 200 len: 370 time: 0.0110338 May 20 08:01:08.423476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41052) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.433363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a35dd7a-2d57-4e86-85a4-3468a4f82226 tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas/a21f55bf484c4c538e13044da345a604/default HTTP/1.1" status: 200 len: 370 time: 0.0045352 May 20 08:01:08.435177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.452338 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-79203f8d-5c62-4224-a80d-2db9405fbfeb tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] delete failed (client error): The resource could not be found. May 20 08:01:08.453319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-79203f8d-5c62-4224-a80d-2db9405fbfeb tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/a21f55bf484c4c538e13044da345a604 HTTP/1.1" status: 404 len: 348 time: 0.0169337 May 20 08:01:08.881556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:08.904923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:network and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.909217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:08.916782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:subnet and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.920905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:08.927404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:subnetpool and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.932483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:08.939202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:port and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.943333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:08.961509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:router and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.969099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:08.982379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:floatingip and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:08.986794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:09.021026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:09.044477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:security_group and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:09.047899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:09.060648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Usage tracker for resource:security_group_rule and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:09.067410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:09.085563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e456fbbf-8f60-4a9f-8d71-33ad6562abda tempest-QuotasTest-104059747 tempest-QuotasTest-104059747-project-admin] 10.222.0.79 "GET /v2.0/quotas/f4605e6e827d46e1b54cb5c55d4d1b90/details.json HTTP/1.1" status: 200 len: 703 time: 0.2029097 May 20 08:01:09.167119 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-479c1d24-9ea5-47ac-9913-d7d8bedec9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.195701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.209320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:09.213601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Usage tracker for resource:security_group_rule and tenant:339b41352df041a68fc0eef80fb49641 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:09.216838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:09.223124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:09.346642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.471939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.499447 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd0224c9-a80a-4fc6-a912-4a4781cd10fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:09.581516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:09.586055 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=339b41352df041a68fc0eef80fb49641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636480 May 20 08:01:09.588563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8dcb15-b859-4232-95eb-04be2d3a758c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:09.591955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:09.650769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.681821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.737301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.770828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41106) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:09.826581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.829610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:09.832342 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3cb74182-eafc-4e7b-aaad-3e21253f0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:09.848698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8dcb15-b859-4232-95eb-04be2d3a758c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:09.851947 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:09.854635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:09.855769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea8dcb15-b859-4232-95eb-04be2d3a758c HTTP/1.1" status: 204 len: 168 time: 0.2733052 May 20 08:01:10.027341 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.044702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:10.048907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Usage tracker for resource:security_group_rule and tenant:7fea065c91224826a7a2d4b77b155114 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:10.053291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:10.060787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:10.100969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.123052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:10.130500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Usage tracker for resource:security_group_rule and tenant:523391068ad248fc8665b93da49704b5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:10.134857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:10.144304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:10.216833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.267362 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.428834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.443041 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3612826d-a0c5-4c24-8c58-37fde68c7712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:10.472241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.538513 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=523391068ad248fc8665b93da49704b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074955 May 20 08:01:10.546397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd1bd9a-b347-47bc-9262-717646f7f3ea,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:10.547868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41142) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:10.548401 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:10.548763 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5711c11c-a2e3-49e0-a01b-d31bb15c9f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:10.628245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7fea065c91224826a7a2d4b77b155114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542163 May 20 08:01:10.632203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41150) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:10.634120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce4ebb-94ea-4db6-a7fa-c246b98520a5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:10.637570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:10.695537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.738177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.758756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.801721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.985102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:10.985102 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5d863fb-c266-43c7-bd89-6b729da86f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:10.996446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd1bd9a-b347-47bc-9262-717646f7f3ea,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:11.007741 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:11.015872 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:11.017049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbd1bd9a-b347-47bc-9262-717646f7f3ea HTTP/1.1" status: 204 len: 168 time: 0.4681580 May 20 08:01:11.028149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:11.030752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:11.034327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bbce4ebb-94ea-4db6-a7fa-c246b98520a5 HTTP/1.1" status: 204 len: 168 time: 0.3961539 May 20 08:01:11.034327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6b8b2b8-43e2-4ffd-a043-61e58b7ff057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:11.043973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbce4ebb-94ea-4db6-a7fa-c246b98520a5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:11.051082 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:11.165407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.078761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41196) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:12.102472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.126829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:12.130966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Usage tracker for resource:security_group_rule and tenant:f4605e6e827d46e1b54cb5c55d4d1b90 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:12.135280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:12.142119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:12.234060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.502509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.511968 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:12.553148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.554716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f4605e6e827d46e1b54cb5c55d4d1b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742718 May 20 08:01:12.556636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845df5a6-c1f1-4212-bac9-7704629206c0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:12.558286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41208) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:12.559768 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:12.643440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.674386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.799691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.805173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2ec9951-5d66-4028-86ad-52ebb90aef2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:12.819492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845df5a6-c1f1-4212-bac9-7704629206c0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:12.832952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:12.863097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:12.865354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/845df5a6-c1f1-4212-bac9-7704629206c0 HTTP/1.1" status: 204 len: 168 time: 0.3054786 May 20 08:01:14.844156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:15.012469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-735126924'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:15.023339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:15.031136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:network and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:15.032202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:15.049781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:15.176725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Made reservation on behalf of 2e4bdb3a4c0e43bc9c13bf87a18c3f0d for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:15.181155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.207980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.238563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:15.245149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:security_group_rule and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:15.248526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:15.255431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:15.290660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86ef69-1ca5-4c04-a52d-903f247bcc7d req-e8f20206-c33f-4469-bf7f-2d71266fce7c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:15.292153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b86ef69-1ca5-4c04-a52d-903f247bcc7d req-e8f20206-c33f-4469-bf7f-2d71266fce7c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.0884485 May 20 08:01:15.344617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b86ef69-1ca5-4c04-a52d-903f247bcc7d req-f8ad592b-b537-429e-b2ff-7a5755f3c2e9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 May 20 08:01:15.354004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.437785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.442240 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e3d8f0-2791-4c2f-91c0-e44711b2d42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:15.475378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:15.481981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385a906d-dbef-404c-9e0c-0b6ee46724a3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:15.485678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:15.489593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.490287 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Added segment 10aa9224-430a-400a-ba9d-36ea88dcb959 of type vlan for network 63560017-2a89-4e27-9389-c4249277ef11 May 20 08:01:15.531280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.639093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.646394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:15.647033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:15.653715 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e9005f3-fc61-45a0-b341-07f1a9bbb9fe tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:15.743638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41330) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:15.766238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Network': ['ID=63560017-2a89-4e27-9389-c4249277ef11,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:15.769669 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:15.778073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 63560017-2a89-4e27-9389-c4249277ef11 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:15.849315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41338) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:15.849490 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0032547 May 20 08:01:15.855762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'subnet': {'network_id': '63560017-2a89-4e27-9389-c4249277ef11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:16.054648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.135607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:16.143441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Usage tracker for resource:security_group_rule and tenant:c14acc048c394d3f86d05c965c83a430 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:16.147544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:16.158491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:16.160880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:16.165796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:subnet and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:16.170170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:16.179280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:16.266794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.279415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Made reservation on behalf of 2e4bdb3a4c0e43bc9c13bf87a18c3f0d for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:16.283364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.370813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.384633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1bc67988-3638-47ea-9b54-30616c56fe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:16.447878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c14acc048c394d3f86d05c965c83a430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004747 May 20 08:01:16.447878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca044c-04ca-4fa3-9fa5-1e147ac57f55,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:16.448349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:16.461675 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:16.598493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.628191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.689096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23428d22-ea23-4773-8497-2b43e3540e6b req-e62fa68b-535a-4928-bdf6-601c9c4b9b73 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:16.690589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23428d22-ea23-4773-8497-2b43e3540e6b req-e62fa68b-535a-4928-bdf6-601c9c4b9b73 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1997693 May 20 08:01:16.746366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23428d22-ea23-4773-8497-2b43e3540e6b req-8914ba45-ecd2-4a13-a7be-2a7232207c9e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 May 20 08:01:16.840638 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.849845 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:16.861371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca044c-04ca-4fa3-9fa5-1e147ac57f55,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:16.864950 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:16.868802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.869943 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5eca044c-04ca-4fa3-9fa5-1e147ac57f55 HTTP/1.1" status: 204 len: 168 time: 0.4206700 May 20 08:01:16.949618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:16.954248 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af58640a-98e2-44e6-a95e-03c2694605c8 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:17.033559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Subnet': ['ID=f5247558-905b-4ca1-b311-1dd92b88ab56,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:17.037608 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:17.044267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Checking segment: {'id': '10aa9224-430a-400a-ba9d-36ea88dcb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '63560017-2a89-4e27-9389-c4249277ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:17.044632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network hostable DHCP agents. Network: 63560017-2a89-4e27-9389-c4249277ef11, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:01:17.169160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 63560017-2a89-4e27-9389-c4249277ef11 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:01:17.283568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 63560017-2a89-4e27-9389-c4249277ef11) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:17.292674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fab6f6-fcd4-4f66-9b33-a02f871a0377 None None] Network 63560017-2a89-4e27-9389-c4249277ef11 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:17.305944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:17.310701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.447587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5952187 May 20 08:01:17.450074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:17.455725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1376362765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:17.463826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:17.467962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:router and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:17.471640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:17.477819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:17.527016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-63560017-2a89-4e27-9389-c4249277ef11', 'network_id': '63560017-2a89-4e27-9389-c4249277ef11', 'tenant_id': '2e4bdb3a4c0e43bc9c13bf87a18c3f0d', 'fixed_ips': [{'subnet_id': 'f5247558-905b-4ca1-b311-1dd92b88ab56'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:01:17.527880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.581734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.581734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.607706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.701505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Allocated IP 172.20.0.2 (63560017-2a89-4e27-9389-c4249277ef11/f5247558-905b-4ca1-b311-1dd92b88ab56/04720878-9593-44ae-9604-9def565e4dfb) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:17.730538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41376) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:17.754879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.772329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.783858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:17.794393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Usage tracker for resource:security_group_rule and tenant:b92a75134a4449ccb74ce3d679d03beb is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:17.816279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:17.818509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:17.902833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:17.904459 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-30d92c8b-14dc-454a-8ebc-433fefcb09c0 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4531524 May 20 08:01:17.914055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:17.990182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.002015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Transition to ACTIVE for port object 04720878-9593-44ae-9604-9def565e4dfb will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:18.021411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Transition to ACTIVE for port object 04720878-9593-44ae-9604-9def565e4dfb will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:18.055687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd46de-e5b9-4c51-b4f5-a9652d2d3871 req-496736a9-1dc2-47a7-90cc-562828e4ca32 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:18.057385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9fd46de-e5b9-4c51-b4f5-a9652d2d3871 req-496736a9-1dc2-47a7-90cc-562828e4ca32 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1389389 May 20 08:01:18.091517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.109383 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.127025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:18.129978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9fd46de-e5b9-4c51-b4f5-a9652d2d3871 req-ee5eafc4-32d3-47dd-867d-88f70a2f4d9d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607903 May 20 08:01:18.174351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Network 63560017-2a89-4e27-9389-c4249277ef11 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:18.184200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:18.187159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:18.234194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.248769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f0c7f37-9809-49c7-9812-12528633f00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:18.344004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8604cb-c6b3-4864-a088-c744591d3e20,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:18.367780 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:18.379384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b92a75134a4449ccb74ce3d679d03beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505694 May 20 08:01:18.380531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:18.398086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Pushing event updated for resources: {'Port': ['ID=04720878-9593-44ae-9604-9def565e4dfb,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:18.424428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.425548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.426127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.426620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.427059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.427497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.427928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.428408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.428840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.429398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.429930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.430935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.437389 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:18.467445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Attempting to bind port 04720878-9593-44ae-9604-9def565e4dfb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:01:18.473350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Attempting to bind port 04720878-9593-44ae-9604-9def565e4dfb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '10aa9224-430a-400a-ba9d-36ea88dcb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '63560017-2a89-4e27-9389-c4249277ef11'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:01:18.473350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Attempting to bind port 04720878-9593-44ae-9604-9def565e4dfb on network 63560017-2a89-4e27-9389-c4249277ef11 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:01:18.495914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:01:18.497425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Checking segment: {'id': '10aa9224-430a-400a-ba9d-36ea88dcb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '63560017-2a89-4e27-9389-c4249277ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:18.498074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.499253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Bound using segment: {'id': '10aa9224-430a-400a-ba9d-36ea88dcb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '63560017-2a89-4e27-9389-c4249277ef11'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:01:18.501756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Bound port: 04720878-9593-44ae-9604-9def565e4dfb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa9224-430a-400a-ba9d-36ea88dcb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '63560017-2a89-4e27-9389-c4249277ef11'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:01:18.503591 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.507109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.552822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.665461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] For port 04720878-9593-44ae-9604-9def565e4dfb, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:01:18.669346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] For port 04720878-9593-44ae-9604-9def565e4dfb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=04720878-9593-44ae-9604-9def565e4dfb,segment=NetworkSegment(10aa9224-430a-400a-ba9d-36ea88dcb959),segment_id=10aa9224-430a-400a-ba9d-36ea88dcb959)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:01:18.731240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.741232 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11f77a11-5dd8-4345-99d1-95804e8ecd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:18.750441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8604cb-c6b3-4864-a088-c744591d3e20,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:18.754999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.756113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d8604cb-c6b3-4864-a088-c744591d3e20 HTTP/1.1" status: 204 len: 168 time: 0.3742990 May 20 08:01:18.761160 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.765673 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:18.770498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.771710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.772226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.772623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.773381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.773817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.774237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.775295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.775669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.776030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.776398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.776812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:18.782046 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:18.843277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:18.876645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Pushing event updated for resources: {'Port': ['ID=04720878-9593-44ae-9604-9def565e4dfb,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:18.880062 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:19.428384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Allocated IP 172.20.0.1 (63560017-2a89-4e27-9389-c4249277ef11/f5247558-905b-4ca1-b311-1dd92b88ab56/24bd3a22-dfe0-41d3-92a2-504f7231a6a4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:19.663848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b098a-f843-4701-805e-7d70ba5af6b5 req-bc42dd58-7ee0-4fd5-9b4c-8c68186a0767 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:19.663848 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f95b098a-f843-4701-805e-7d70ba5af6b5 req-bc42dd58-7ee0-4fd5-9b4c-8c68186a0767 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3296905 May 20 08:01:19.776546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:19.795783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Transition to ACTIVE for port object 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:19.846569 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-f95b098a-f843-4701-805e-7d70ba5af6b5 req-4ea2aafe-dc4d-4492-bb77-e4312a2f32a9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760068 May 20 08:01:19.919899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:19.924411 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e503d9b-c153-4b3f-b2f9-9fb48e2ff8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:20.008390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 63560017-2a89-4e27-9389-c4249277ef11 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:20.013652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:20.020709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:20.151501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=24bd3a22-dfe0-41d3-92a2-504f7231a6a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:20.156027 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:20.173286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 04720878-9593-44ae-9604-9def565e4dfb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:20.177822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:20.272916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb547474-43c8-4c15-9703-83a6c33d5399 None None] Network 63560017-2a89-4e27-9389-c4249277ef11 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:20.635816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:20.659866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e546cf7e-c90d-4be0-9306-4a40a263c599 None None] Provisioning for port 04720878-9593-44ae-9604-9def565e4dfb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:20.705958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 04720878-9593-44ae-9604-9def565e4dfb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:20.729614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 04720878-9593-44ae-9604-9def565e4dfb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:20.730000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:20.952974 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.010434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 04720878-9593-44ae-9604-9def565e4dfb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=04720878-9593-44ae-9604-9def565e4dfb,segment=NetworkSegment(10aa9224-430a-400a-ba9d-36ea88dcb959),segment_id=10aa9224-430a-400a-ba9d-36ea88dcb959)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:21.086205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.088773 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1e79dac3-2a56-4248-ab6f-4372046424b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:21.137169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e986b-7373-419c-9b03-b60a3e175783 req-e9f29b9f-2904-406a-aba2-3bdfe3495463 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:21.141064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-001e986b-7373-419c-9b03-b60a3e175783 req-e9f29b9f-2904-406a-aba2-3bdfe3495463 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1575027 May 20 08:01:21.248339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=04720878-9593-44ae-9604-9def565e4dfb,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:21.256008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-001e986b-7373-419c-9b03-b60a3e175783 req-081e71a6-d192-4bdd-8098-be4869c61f5b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076620 May 20 08:01:21.258193 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:21.335312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.462752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Provisioning for port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:21.471432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Provisioning complete for port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:21.471432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.471884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.524502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57bea6d4-0e71-489a-9809-35839f2a00ed tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:21.549796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:21.561393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Provisioning complete for port 04720878-9593-44ae-9604-9def565e4dfb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:21.561811 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8de4e806-49b5-413c-b8f8-a64d7da91105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.611964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=24bd3a22-dfe0-41d3-92a2-504f7231a6a4,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:21.626406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:21.638633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.816529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 63560017-2a89-4e27-9389-c4249277ef11 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:21.817752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:21.837850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a8f80b8d-6b31-4f32-88ce-7ea370af3adf None None] Provisioning complete for port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:21.838741 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8f80b8d-6b31-4f32-88ce-7ea370af3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:21.904048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a8f80b8d-6b31-4f32-88ce-7ea370af3adf None None] Port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:22.095639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 04720878-9593-44ae-9604-9def565e4dfb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:22.118052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Router bf2475d4-d207-4640-999d-1d584cf383ae is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:01:22.163144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6448e523-3c46-4cf7-9738-b6a9d9cdc14b None None] Provisioning complete for port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:22.163444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6448e523-3c46-4cf7-9738-b6a9d9cdc14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:22.240988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6448e523-3c46-4cf7-9738-b6a9d9cdc14b None None] Port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:22.242556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 04720878-9593-44ae-9604-9def565e4dfb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:22.243449 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:22.296006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:01:22.306976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "PUT /v2.0/routers/bf2475d4-d207-4640-999d-1d584cf383ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3903902 May 20 08:01:22.309577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41484) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:22.311948 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] Sync routers for ids ['bf2475d4-d207-4640-999d-1d584cf383ae'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:01:22.316798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'port': {'network_id': '63560017-2a89-4e27-9389-c4249277ef11', 'name': 'tempest-FloatingIPNegativeTestJSON-2074554104'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:22.322708 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] Routers {'bf2475d4-d207-4640-999d-1d584cf383ae'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:22.323487 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf2475d4-d207-4640-999d-1d584cf383ae'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:22.395268 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:22.404855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] Routers {'bf2475d4-d207-4640-999d-1d584cf383ae'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:22.405762 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf2475d4-d207-4640-999d-1d584cf383ae'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:22.475352 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:22.475797 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36865905-872f-4a04-abc7-fda57d1785a0 None None] The sync data for ids ['bf2475d4-d207-4640-999d-1d584cf383ae'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:01:22.500704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:22.505837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:port and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:22.509884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:22.513321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c9196-78e9-42e2-8839-1c20cba9bdf8 req-e60a3c92-42dd-42b3-911d-dafba4a178a8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:22.515262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-093c9196-78e9-42e2-8839-1c20cba9bdf8 req-e60a3c92-42dd-42b3-911d-dafba4a178a8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1010101 May 20 08:01:22.517427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:22.569018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-093c9196-78e9-42e2-8839-1c20cba9bdf8 req-e72b5e03-cec3-4b7d-992e-f8ff8a474169 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463157 May 20 08:01:22.589169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Made reservation on behalf of 2e4bdb3a4c0e43bc9c13bf87a18c3f0d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:22.592680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:22.626533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] device_id is not set on port 642a186e-5dd4-41f2-9124-fd24df1d5830 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:01:22.781249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Allocated IP 172.20.0.6 (63560017-2a89-4e27-9389-c4249277ef11/f5247558-905b-4ca1-b311-1dd92b88ab56/642a186e-5dd4-41f2-9124-fd24df1d5830) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:23.010347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.027982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Transition to ACTIVE for port object 642a186e-5dd4-41f2-9124-fd24df1d5830 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:23.135683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.142166 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:23.230782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 63560017-2a89-4e27-9389-c4249277ef11 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:23.234129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:23.236591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:23.293146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=642a186e-5dd4-41f2-9124-fd24df1d5830,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:23.298567 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:23.330340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:23.332309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.450163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1348655 May 20 08:01:23.450325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:23.456401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:23.465339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:23.471451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:floatingip and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:23.478615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:23.488953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:23.593899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.651047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5aac1cb-5b77-43b3-800f-e216a8b05162 None None] Provisioning for port 642a186e-5dd4-41f2-9124-fd24df1d5830 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:23.656638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5aac1cb-5b77-43b3-800f-e216a8b05162 None None] Provisioning complete for port 642a186e-5dd4-41f2-9124-fd24df1d5830 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:23.657101 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5aac1cb-5b77-43b3-800f-e216a8b05162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.786729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:23.802434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a5aac1cb-5b77-43b3-800f-e216a8b05162 None None] Port 642a186e-5dd4-41f2-9124-fd24df1d5830 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:23.846952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e613-1494-449e-8103-2f164c45479b req-55167dd1-407a-4470-8f78-a5ce6a5c4123 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:23.848442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ad0e613-1494-449e-8103-2f164c45479b req-55167dd1-407a-4470-8f78-a5ce6a5c4123 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1198428 May 20 08:01:23.903819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ad0e613-1494-449e-8103-2f164c45479b req-9394db13-5b02-4ae0-9545-b05215c87452 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493815 May 20 08:01:24.044567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Allocated IP 172.25.8.2 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:24.245179 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:24.332251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:24.548201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:24.552338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2b0041c-a35a-42d2-8226-2dd69050d500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:24.621024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:24.623807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:24.627426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:24.659107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:24.678271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.678657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.679039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.679407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.679770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.680147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.681557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.681945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.682316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.682678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.683039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.683398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:24.688691 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:24.735999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:24.867020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:24.915711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41544) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:25.086363 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.107531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:25.112427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Usage tracker for resource:security_group_rule and tenant:bf117d6ad2dd40f6a2b0782486a6e215 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:25.116094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:25.122301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:25.216670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.321666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.330025 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-898ad099-2924-4ef4-9364-0dcdd7a19803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:25.346407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14238dc8-f108-423e-9fe3-a0c83eb70ca3 req-96aafe95-80e9-4933-bab4-669e0aa92d65 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:25.354847 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-14238dc8-f108-423e-9fe3-a0c83eb70ca3 req-96aafe95-80e9-4933-bab4-669e0aa92d65 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1763735 May 20 08:01:25.384873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf117d6ad2dd40f6a2b0782486a6e215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683924 May 20 08:01:25.385853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41560) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:25.389080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1ca27d-3abf-478e-824e-9cf108fa72c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:25.396039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.405736 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:25.444616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-14238dc8-f108-423e-9fe3-a0c83eb70ca3 req-23fd1a48-c3a2-403c-a7d2-191f028f09bb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856745 May 20 08:01:25.496446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.500148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.501219 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:25.541737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.685512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:25.698038 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:25.703302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.799827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.801798 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3503356 May 20 08:01:25.812922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:25.819343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-538b5c62-44ce-4fd5-b478-b194a2650850 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'floatingip': {'port_id': '642a186e-5dd4-41f2-9124-fd24df1d5830', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:25.886327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.893462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d5d8cc-e41d-4486-959d-8eca26d578dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:25.906940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-538b5c62-44ce-4fd5-b478-b194a2650850 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.915929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1ca27d-3abf-478e-824e-9cf108fa72c8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:25.921087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:25.928449 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:25.931505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:25.932811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e1ca27d-3abf-478e-824e-9cf108fa72c8 HTTP/1.1" status: 204 len: 168 time: 0.5453575 May 20 08:01:26.083761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.100904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:26.105255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Usage tracker for resource:security_group_rule and tenant:c640664ea5b6445d80c02db3e618897d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:26.108491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:26.114710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:26.221890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.262321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.263143 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-538b5c62-44ce-4fd5-b478-b194a2650850 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] update failed (client error): The resource could not be found. May 20 08:01:26.265972 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-538b5c62-44ce-4fd5-b478-b194a2650850 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "PUT /v2.0/floatingips/88ed98d7-1387-49cb-83a1-a0127e74ec40 HTTP/1.1" status: 404 len: 507 time: 0.4518969 May 20 08:01:26.267268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41580) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:26.335708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.357537 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3836fd85-4bbf-40a3-acd4-d60f5dae9f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:26.579393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c640664ea5b6445d80c02db3e618897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6579390 May 20 08:01:26.583926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add446db-fdfd-4490-b243-f9024ef4115a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:26.583926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41592) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:26.584669 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:26.685299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting port daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:26.685712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.841334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.902667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.973703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.974441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:26.988166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:27.009609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.030992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:27.035197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc54bdff629f4dd9be9ff3a3d797640c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:27.040736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:27.044502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:27.105468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0418a-f6ce-4953-aeb6-fc3a33e350f7 req-cb8d1ac9-3656-47dd-948a-01c1ebb63250 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:27.106965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9c0418a-f6ce-4953-aeb6-fc3a33e350f7 req-cb8d1ac9-3656-47dd-948a-01c1ebb63250 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3573959 May 20 08:01:27.116535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Calling delete_port for daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:27.176553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9c0418a-f6ce-4953-aeb6-fc3a33e350f7 req-c0151b7a-018e-447d-8deb-287b815d31e9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571532 May 20 08:01:27.206364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.215084 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0ae3057-a4d2-4607-bb25-c3839afd2e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:27.231573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add446db-fdfd-4490-b243-f9024ef4115a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:27.234413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:27.272913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.278658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.279776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/add446db-fdfd-4490-b243-f9024ef4115a HTTP/1.1" status: 204 len: 168 time: 0.6941614 May 20 08:01:27.386884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.402959 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-edc19893-95cc-459b-ad0e-1ed36762fd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:27.433940 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.446690 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9077d432-8381-43be-b844-1df795f5c6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:27.450818 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc54bdff629f4dd9be9ff3a3d797640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617560 May 20 08:01:27.452473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41604) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:27.455564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7acf55-4b64-4849-87ab-cc1efbd41423,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:27.476291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:27.507135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Port': ['ID=daf1f4e7-bd73-4bc6-9964-6d0e9bbe53b7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:27.534208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.558302 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:27.565511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.636610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.645748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:01:27.652849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.655352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "DELETE /v2.0/floatingips/88ed98d7-1387-49cb-83a1-a0127e74ec40 HTTP/1.1" status: 204 len: 168 time: 1.3870606 May 20 08:01:27.659179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:27.664755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'floatingip': {'floating_network_id': '63560017-2a89-4e27-9389-c4249277ef11', 'port_id': '642a186e-5dd4-41f2-9124-fd24df1d5830', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:27.673558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:27.690647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:floatingip and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:27.694040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:27.706366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.713841 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-946b218a-97aa-4084-bae8-c6c5d4df577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:27.722810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:27.728107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7acf55-4b64-4849-87ab-cc1efbd41423,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:27.733692 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:27.738798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.739918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce7acf55-4b64-4849-87ab-cc1efbd41423 HTTP/1.1" status: 204 len: 168 time: 0.2863383 May 20 08:01:27.816105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.865236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:27.886640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a4639663-257a-41ad-a870-aee9e79e555f', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:01:27.889890 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:01:27.957765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:27.990048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:01:28.011107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:28.123404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:28.127240 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-304b63c0-ef1c-4708-9957-876d46d3c0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:28.186229 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:01:28.198748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41632) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:28.199934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72ee8fe8-11f3-4a3c-af71-8602fd34fc87 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5396419 May 20 08:01:28.204330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '642a186e-5dd4-41f2-9124-fd24df1d5830', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:28.216448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:28.227798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Usage tracker for resource:floatingip and tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:28.231894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:28.236769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:28.249839 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:28.257537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:28.267874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a4639663-257a-41ad-a870-aee9e79e555f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:01:28.320140 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:28.623537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:28.681981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ad6b-3bd2-46fc-b7bb-6453523002e5 req-2e1e224c-cc8d-4c15-ae9f-c0aea9b5733a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:28.690297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8b0ad6b-3bd2-46fc-b7bb-6453523002e5 req-2e1e224c-cc8d-4c15-ae9f-c0aea9b5733a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 944 time: 0.2921126 May 20 08:01:28.751590 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-b8b0ad6b-3bd2-46fc-b7bb-6453523002e5 req-1fbf0ff2-33f6-4bfc-816c-a455b00d22fb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603070 May 20 08:01:28.842511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Allocated IP 172.25.8.28 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/2d91c480-48c3-469f-95ac-4602f976c69b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:28.945166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41672) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:29.066571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.129920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-344778425-network', 'tenant_id': '9b64266175ac4d2298980c3e85a59998'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:29.135912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:29.140008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Usage tracker for resource:network and tenant:9b64266175ac4d2298980c3e85a59998 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:29.142875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:29.149572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:29.245514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.250525 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36e52828-6ab6-4a65-b567-df1771775eb6 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:29.273143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Made reservation on behalf of 9b64266175ac4d2298980c3e85a59998 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:29.276585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.296407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.319577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:29.326312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:29.326469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:29.330935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:29.335255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9b64266175ac4d2298980c3e85a59998 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:29.339513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:29.355755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:29.537504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.620521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.624196 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a106098-2d79-4354-967f-12bc802fb0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:29.666970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:29.672399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event updated for resources: {'Port': ['ID=2d91c480-48c3-469f-95ac-4602f976c69b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:29.678329 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:29.725973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:29.750166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3fb7e-c768-43e4-8ccd-5b018f36b143,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:29.783980 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:29.795206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.797701 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Added segment a9e268b7-4677-4233-8788-609f69c3eb71 of type vlan for network 33f55c8d-0d5e-4abd-a61c-bc964155b92b May 20 08:01:29.882138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a4639663-257a-41ad-a870-aee9e79e555f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:29.883737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:29.902293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.078846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.080049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:30.080646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.085881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a0eaeb8-5893-41b3-9e75-59004d4d9c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:30.206108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting port 2d91c480-48c3-469f-95ac-4602f976c69b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:30.207396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.298553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=33f55c8d-0d5e-4abd-a61c-bc964155b92b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:30.300059 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.308422 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:30.341209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:30.400321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4534194 May 20 08:01:30.403172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41730) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:30.414344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Request body: {'subnet': {'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-344778425-subnet', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:30.433008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:30.451770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Usage tracker for resource:subnet and tenant:9b64266175ac4d2298980c3e85a59998 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:30.458496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:30.482852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:30.558613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.559687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.571997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Made reservation on behalf of 9b64266175ac4d2298980c3e85a59998 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:30.578942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.581567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6efd85-70e9-45b2-8904-3572e1d393e7 req-5b73da78-4afb-41e0-a97a-ec85951564f3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:30.583145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f6efd85-70e9-45b2-8904-3572e1d393e7 req-5b73da78-4afb-41e0-a97a-ec85951564f3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 944 time: 0.5185637 May 20 08:01:30.601543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:01:30.626706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:30.684811 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:30.689664 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fbeb44a8-1894-455e-9c07-9d3a6cfed69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:30.729788 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'code': 200} May 20 08:01:30.797949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:30.813154 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:30.857519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Calling delete_port for 2d91c480-48c3-469f-95ac-4602f976c69b owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:30.895519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f6efd85-70e9-45b2-8904-3572e1d393e7 req-c0db35fd-7c1a-4a1e-989d-33937c2a4743 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998636 May 20 08:01:31.124897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:31.130343 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec52288b-feb0-44ce-a1d7-bd559947af6a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:31.304981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:31.398203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Port': ['ID=2d91c480-48c3-469f-95ac-4602f976c69b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:31.401260 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:31.559751 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] create failed (client error): The resource could not be found. May 20 08:01:31.560871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3612173 May 20 08:01:31.565949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41750) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:31.576136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:31.585382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:31.594177 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca1ccc6c-2220-4bbc-abdd-dca978a1dea4 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:31.652715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef81d436-d1c5-47df-80d8-f6a12e5b595c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:31.668790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:31.671204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:31.678399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Usage tracker for resource:security_group_rule and tenant:c5ef2f6cd358439f965e85947dce2d95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:31.698615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:31.710164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Checking segment: {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:31.711161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Network hostable DHCP agents. Network: 33f55c8d-0d5e-4abd-a61c-bc964155b92b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:01:31.713579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:31.788356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting port 642a186e-5dd4-41f2-9124-fd24df1d5830 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:31.788797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:31.829590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:01:31.860310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:31.942703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 33f55c8d-0d5e-4abd-a61c-bc964155b92b) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:31.957757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd95e32-63bd-491e-94f5-c26abc9d14ec None None] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:31.970915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.008152 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-603bba25-8e08-4d81-8d65-44b1de8a4cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:32.048056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.124818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e603fccd-fb5d-40c7-adba-9fa789329e44,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:32.143082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:32.148328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:32.151095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.285599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5ef2f6cd358439f965e85947dce2d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9693694 May 20 08:01:32.290405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41760) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:32.386095 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9816172 May 20 08:01:32.403930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Calling delete_port for 642a186e-5dd4-41f2-9124-fd24df1d5830 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:32.406507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41768) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:32.416385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:32.426325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:32.440641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Usage tracker for resource:router and tenant:9b64266175ac4d2298980c3e85a59998 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:32.444623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:32.454138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:32.479469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'fixed_ips': [{'subnet_id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:01:32.481510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.642754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.644167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.745409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.796027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.815770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f845bed-3987-4992-a069-0878c45ca144 req-75136f24-a6ca-4469-9796-e58f464468a8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:32.817759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f845bed-3987-4992-a069-0878c45ca144 req-75136f24-a6ca-4469-9796-e58f464468a8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.4481807 May 20 08:01:32.822667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1cfdc9ac-fa1a-4c95-b9b6-bf2dbb902ce1 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:32.828768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.907231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:32.911823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Port': ['ID=642a186e-5dd4-41f2-9124-fd24df1d5830,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:32.936742 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:32.943368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f845bed-3987-4992-a069-0878c45ca144 req-6583bb2a-a51c-4833-90b2-7c32987fb37f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167912 May 20 08:01:33.015190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:33.034070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41776) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:33.034893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "DELETE /v2.0/ports/642a186e-5dd4-41f2-9124-fd24df1d5830 HTTP/1.1" status: 204 len: 168 time: 1.4673936 May 20 08:01:33.148887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:33.172221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Allocated IP 172.20.0.2 (33f55c8d-0d5e-4abd-a61c-bc964155b92b/ef81d436-d1c5-47df-80d8-f6a12e5b595c/b2e7f187-ed7f-44e8-96cc-c1835f6ac247) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:33.191340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8732c4c6-57e5-41a2-9e8a-62b05f2da204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:33.226501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603fccd-fb5d-40c7-adba-9fa789329e44,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:33.230862 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:33.233175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:33.234779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e603fccd-fb5d-40c7-adba-9fa789329e44 HTTP/1.1" status: 204 len: 168 time: 0.9426684 May 20 08:01:33.276704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa29f92f-9e66-407b-9990-863947d7ce00 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:33.277633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aa29f92f-9e66-407b-9990-863947d7ce00 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Synchronizing usage tracker for tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:01:33.370608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aa29f92f-9e66-407b-9990-863947d7ce00 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Unset dirty status for tenant:2e4bdb3a4c0e43bc9c13bf87a18c3f0d on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:01:33.375027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa29f92f-9e66-407b-9990-863947d7ce00 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf2475d4-d207-4640-999d-1d584cf383ae HTTP/1.1" status: 200 len: 913 time: 0.3364511 May 20 08:01:33.375027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41782) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:33.608775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:33.647718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Transition to ACTIVE for port object b2e7f187-ed7f-44e8-96cc-c1835f6ac247 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:33.728287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Transition to ACTIVE for port object b2e7f187-ed7f-44e8-96cc-c1835f6ac247 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:33.815155 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:33.822529 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:33.865218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.067771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Pushing event updated for resources: {'Port': ['ID=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:34.072460 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:34.098220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:34.100413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:34.107730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:34.360766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Attempting to bind port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:01:34.361384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Attempting to bind port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:01:34.361671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Attempting to bind port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 on network 33f55c8d-0d5e-4abd-a61c-bc964155b92b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:01:34.387895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:01:34.388440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Checking segment: {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:34.390709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.391137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Bound using segment: {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:01:34.397414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Bound port: b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:01:34.398001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.575320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea91699-4131-4959-9cd3-a43eb9085538 req-89981c43-925d-43a5-8fe8-d830ea52238c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:34.584418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ea91699-4131-4959-9cd3-a43eb9085538 req-89981c43-925d-43a5-8fe8-d830ea52238c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.2291226 May 20 08:01:34.651826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] For port b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:01:34.664634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] For port b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:01:34.744931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.754060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.770932 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:34.857166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:34.892565 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:35.025609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ea91699-4131-4959-9cd3-a43eb9085538 req-9bee8290-b6f4-49f5-9502-486cc69eae85 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4376681 May 20 08:01:35.046823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Pushing event updated for resources: {'Port': ['ID=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:35.086069 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:35.256638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Allocated IP 172.25.8.160 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/941b906b-6963-4b89-8cf3-dddf87a7045f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:35.698166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:35.811226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:35.815833 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:35.868834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting port 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:35.869835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:35.907041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:35.910617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:35.916174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:35.960001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Pushing event updated for resources: {'Port': ['ID=941b906b-6963-4b89-8cf3-dddf87a7045f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:35.972958 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:36.052902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:36.262668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2e7f187-ed7f-44e8-96cc-c1835f6ac247 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:36.416317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Calling delete_port for 24bd3a22-dfe0-41d3-92a2-504f7231a6a4 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:36.518996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:36.746167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb227-4b73-4cc8-be05-5c119954f042 req-9d40e035-9fbb-4029-b010-31641e79cffe tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:36.748041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d0eb227-4b73-4cc8-be05-5c119954f042 req-9d40e035-9fbb-4029-b010-31641e79cffe tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3535914 May 20 08:01:36.826195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3d0eb227-4b73-4cc8-be05-5c119954f042 req-35df5274-2bbe-4f20-8220-30d6fd53c412 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630989 May 20 08:01:36.840703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b7c9a-15f9-448c-866f-f80e711d57f3 None None] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:37.063013 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.084841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.092612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Provisioning for port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:37.093260 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7825bed7-d0eb-460f-a44d-e1dcecaacb4c tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:37.096876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2409d26-189b-4caa-b85c-6b475d127a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.112926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Provisioning complete for port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:37.112926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.220921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Port': ['ID=24bd3a22-dfe0-41d3-92a2-504f7231a6a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:37.251095 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:37.385142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.467623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] For port b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:37.548903 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.554499 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-28bae2cb-6528-4001-9d23-19fa697388fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:37.716222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Pushing event updated for resources: {'Port': ['ID=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:37.724374 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:37.765884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.885800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ba2036ff-d87f-4ae2-a84e-6b9e81bc6247 None None] Provisioning complete for port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:37.886273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba2036ff-d87f-4ae2-a84e-6b9e81bc6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:37.980761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:38.217941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2e7f187-ed7f-44e8-96cc-c1835f6ac247 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:38.309295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf344d9-4abf-42b3-a89b-1a4e127e27c9 req-a5b54cd8-843d-4f67-9645-34844fb46e90 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:38.317145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-baf344d9-4abf-42b3-a89b-1a4e127e27c9 req-a5b54cd8-843d-4f67-9645-34844fb46e90 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.2310135 May 20 08:01:38.355331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:38.355785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:38.403157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-baf344d9-4abf-42b3-a89b-1a4e127e27c9 req-974ca89a-a2da-4628-b35d-7a64f5b195e6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848479 May 20 08:01:38.484956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Router bf2475d4-d207-4640-999d-1d584cf383ae has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:01:38.551489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Router ad2266d6-c6e0-4696-8c4a-f8e6de875219 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:01:38.844591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:01:38.857268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] Sync routers for ids ['bf2475d4-d207-4640-999d-1d584cf383ae'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:01:38.885366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] Routers {'bf2475d4-d207-4640-999d-1d584cf383ae'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:38.887881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf2475d4-d207-4640-999d-1d584cf383ae'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:38.917310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:01:38.927450 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Sync routers for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:01:38.946343 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:38.947386 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:38.949874 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "PUT /v2.0/routers/bf2475d4-d207-4640-999d-1d584cf383ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5730469 May 20 08:01:38.951956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41904) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:38.993453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:39.003402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] Routers {'bf2475d4-d207-4640-999d-1d584cf383ae'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:39.004154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf2475d4-d207-4640-999d-1d584cf383ae'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:39.078959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.080690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6703601 May 20 08:01:39.083472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41912) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:39.106343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:39.106774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b37d9f-881b-4c34-9848-b3922b496713 None None] The sync data for ids ['bf2475d4-d207-4640-999d-1d584cf383ae'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:01:39.210322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdf8f-130d-454d-ae37-fb62b61530fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.226287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.361131 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:01:39.702700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.706261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.718726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.773667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee593fb-8654-4885-91d2-9cbf7f334f3d req-0970a998-f2e5-438e-99d6-a8a3a5ed80a9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:39.786096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dee593fb-8654-4885-91d2-9cbf7f334f3d req-0970a998-f2e5-438e-99d6-a8a3a5ed80a9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1452925 May 20 08:01:39.825292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.826558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Fanout notify agent at l3_agent the message router_deleted on router bf2475d4-d207-4640-999d-1d584cf383ae {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:01:39.861905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:39.863587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2af4c4f9-8ebd-48d3-b9fe-cadd8458f8f9 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "DELETE /v2.0/routers/bf2475d4-d207-4640-999d-1d584cf383ae HTTP/1.1" status: 204 len: 168 time: 0.9105039 May 20 08:01:39.882391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41944) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:39.898680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-dee593fb-8654-4885-91d2-9cbf7f334f3d req-b1784ca9-8d36-4edc-bab1-d065f498a2ae tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110415 May 20 08:01:40.163836 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:36Z', 'revision_number': 3, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:40.168777 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Checking router: ad2266d6-c6e0-4696-8c4a-f8e6de875219 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:01:40.174495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Updating router ad2266d6-c6e0-4696-8c4a-f8e6de875219 port 941b906b-6963-4b89-8cf3-dddf87a7045f binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:01:40.304061 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.509927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting subnet f5247558-905b-4ca1-b311-1dd92b88ab56 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:01:40.520695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.667150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.814943 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.834418 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Transition to ACTIVE for port object 941b906b-6963-4b89-8cf3-dddf87a7045f will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:40.909378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.937324 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:40.943677 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:41.034625 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Pushing event updated for resources: {'Port': ['ID=941b906b-6963-4b89-8cf3-dddf87a7045f,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:41.070028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.078208 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.078551 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.078888 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.079223 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.079554 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.079881 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.080205 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.080531 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.080971 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.081303 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.081648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.081966 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:01:41.089346 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:41.093879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Attempting to bind port 941b906b-6963-4b89-8cf3-dddf87a7045f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:01:41.094265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Attempting to bind port 941b906b-6963-4b89-8cf3-dddf87a7045f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:01:41.094637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Attempting to bind port 941b906b-6963-4b89-8cf3-dddf87a7045f on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:01:41.103243 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:01:41.103655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:41.104072 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.104476 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:01:41.104951 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Bound port: 941b906b-6963-4b89-8cf3-dddf87a7045f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:01:41.105345 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.130358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41966) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:41.136200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.289273 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] For port 941b906b-6963-4b89-8cf3-dddf87a7045f, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:01:41.299151 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] For port 941b906b-6963-4b89-8cf3-dddf87a7045f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=941b906b-6963-4b89-8cf3-dddf87a7045f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:01:41.410719 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.415110 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8d2f6f86-0cd6-4132-8f78-b0d6bee6df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:41.462412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.484453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:41.501281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Usage tracker for resource:security_group_rule and tenant:589cf1e5abf64fe291799250b38ec501 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:41.509908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:41.519221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:41.561518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faadcf-a15b-4cf2-ae81-6526a97a624d req-b284d3c3-c38e-4060-bf14-0297799e4d00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:41.568745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99faadcf-a15b-4cf2-ae81-6526a97a624d req-b284d3c3-c38e-4060-bf14-0297799e4d00 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3738270 May 20 08:01:41.606914 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:41.610958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:41.689783 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Pushing event updated for resources: {'Port': ['ID=941b906b-6963-4b89-8cf3-dddf87a7045f,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:41.703437 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:41.706735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.762132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99faadcf-a15b-4cf2-ae81-6526a97a624d req-3e5fa5a2-f24f-45db-93d6-f4c54ec4d3ff tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924121 May 20 08:01:41.767233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Allocated IP 172.20.0.1 (33f55c8d-0d5e-4abd-a61c-bc964155b92b/ef81d436-d1c5-47df-80d8-f6a12e5b595c/02b2fbfe-8551-4ed5-b7f1-eadce08dd761) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:41.823999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.864568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e1420e8a-cad4-4709-9888-a2e25dd7fea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:41.882597 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=589cf1e5abf64fe291799250b38ec501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501287 May 20 08:01:41.890408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:41.902492 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:01:41.908274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:41.919628 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bb34ab0f-a9c7-413b-9c4e-eff6ae89f3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:41.967779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187ed605-ba91-407f-abf7-69dd95d75469,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:42.012518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:42.035937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2be68d-4bec-4421-9d0c-404f3777f2fc None None] Network 63560017-2a89-4e27-9389-c4249277ef11 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:42.042298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.047736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Subnet': ['ID=f5247558-905b-4ca1-b311-1dd92b88ab56,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:42.077192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.081050 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:42.110244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "DELETE /v2.0/subnets/f5247558-905b-4ca1-b311-1dd92b88ab56 HTTP/1.1" status: 204 len: 168 time: 2.2136643 May 20 08:01:42.110244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41986) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:42.166200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.372501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.393161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.462084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.462963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Transition to ACTIVE for port object 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:42.469632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b060d681-564a-4d0f-a6ec-19d4d290fa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:42.488572 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:36Z', 'revision_number': 3, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:42.502234 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f85ad-8596-4bdb-8fba-96f681cfecd6 None None] The sync data for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 is: [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:36Z', 'revision_number': 3, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:01:42.505421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187ed605-ba91-407f-abf7-69dd95d75469,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:42.522312 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:42.522312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.522968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Deleting port 04720878-9593-44ae-9604-9def565e4dfb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:42.522968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.523164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/187ed605-ba91-407f-abf7-69dd95d75469 HTTP/1.1" status: 204 len: 168 time: 0.6264675 May 20 08:01:42.567300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.676638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:42.683365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:42.735777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] DHCP port deletion for 63560017-2a89-4e27-9389-c4249277ef11 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:01:42.916833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Deleting port 04720878-9593-44ae-9604-9def565e4dfb {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:01:42.917219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:43.167622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] For port 04720878-9593-44ae-9604-9def565e4dfb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=04720878-9593-44ae-9604-9def565e4dfb,segment=NetworkSegment(10aa9224-430a-400a-ba9d-36ea88dcb959),segment_id=10aa9224-430a-400a-ba9d-36ea88dcb959)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:43.168090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:43.174321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb156666-4476-4ac0-9b20-332901c20f0b req-b9a72dc4-de9e-4e5a-b520-9d7539ab0d4d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:43.184531 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fb156666-4476-4ac0-9b20-332901c20f0b req-b9a72dc4-de9e-4e5a-b520-9d7539ab0d4d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.2139251 May 20 08:01:43.264075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-fb156666-4476-4ac0-9b20-332901c20f0b req-b95da8b5-4bc8-4d25-bcff-549aa4c66f9b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759509 May 20 08:01:43.349954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] For port 04720878-9593-44ae-9604-9def565e4dfb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=04720878-9593-44ae-9604-9def565e4dfb,segment=NetworkSegment(10aa9224-430a-400a-ba9d-36ea88dcb959),segment_id=10aa9224-430a-400a-ba9d-36ea88dcb959)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:43.353815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:43.469342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Calling delete_port for 04720878-9593-44ae-9604-9def565e4dfb owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:43.655114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Calling delete_port for 04720878-9593-44ae-9604-9def565e4dfb owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:01:43.661812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:43.667380 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:43.671533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:43.681339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:43.691142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:43.750440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Pushing event deleted for resources: {'Port': ['ID=04720878-9593-44ae-9604-9def565e4dfb,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:43.755080 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:43.760979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] No DVR routers for this DVR port 04720878-9593-44ae-9604-9def565e4dfb on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:01:43.859471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:43.872260 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:43.914255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42010) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:43.968305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:43.974585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.047606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:44.066504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Usage tracker for resource:security_group_rule and tenant:6c68093273e64b728d9cbfd1b5197d26 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:44.087427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:44.116021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:44.261735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-d9b95945-e29e-4b3d-9616-d4a91de875bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:44.266328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-d9b95945-e29e-4b3d-9616-d4a91de875bb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1096 time: 0.7534571 May 20 08:01:44.356318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 941b906b-6963-4b89-8cf3-dddf87a7045f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:44.357623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.409704 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0d8f392-2dff-4b1b-97ce-33b687c62cee tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:44.508765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.569218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eee8e69a-f477-44e6-998d-7c63245c6755 None None] Provisioning for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:44.578610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eee8e69a-f477-44e6-998d-7c63245c6755 None None] Provisioning complete for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:44.579043 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eee8e69a-f477-44e6-998d-7c63245c6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.650598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-eee8e69a-f477-44e6-998d-7c63245c6755 None None] Port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:44.686159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Port': ['ID=04720878-9593-44ae-9604-9def565e4dfb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:44.695105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] No DVR routers for this DVR port 04720878-9593-44ae-9604-9def565e4dfb on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:01:44.743589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:44.829833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-6ada0479-7387-4866-929a-80e52d8b7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:44.831373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-6ada0479-7387-4866-929a-80e52d8b7437 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.4606793 May 20 08:01:44.920137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.931177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 941b906b-6963-4b89-8cf3-dddf87a7045f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:44.938018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 941b906b-6963-4b89-8cf3-dddf87a7045f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:44.940350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:44.952474 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7e2b1c0-f185-418a-acf5-e2c014b723a9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:44.967090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c68093273e64b728d9cbfd1b5197d26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0512936 May 20 08:01:44.981959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:45.081826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d74c4-5932-4827-9270-d49f2c71455a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:45.082844 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.092947 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:45.158801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63560017-2a89-4e27-9389-c4249277ef11']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:45.200565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.244675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.261744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.276819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.278379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa9224-430a-400a-ba9d-36ea88dcb959') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:45.278379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa9224-430a-400a-ba9d-36ea88dcb959') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:45.319320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 941b906b-6963-4b89-8cf3-dddf87a7045f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=941b906b-6963-4b89-8cf3-dddf87a7045f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:45.357320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b0d1-7d5d-4655-ae55-6bb4d1901a1c req-9e1bd79d-e2ff-47f2-9f16-3a62d25bd8f0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:45.359939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5649b0d1-7d5d-4655-ae55-6bb4d1901a1c req-9e1bd79d-e2ff-47f2-9f16-3a62d25bd8f0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.7447240 May 20 08:01:45.363121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-b5e04802-8834-4415-a1d8-a88d74b6c17f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 1001 time: 0.4867194 May 20 08:01:45.367957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.410488 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.412603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:45.457874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.457874 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83099314-f6a4-433e-8c6a-97d2bb38b5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:45.483277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.484409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d74c4-5932-4827-9270-d49f2c71455a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:45.497563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:01:45.498055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.502327 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:45.511581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:45.519435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e0d74c4-5932-4827-9270-d49f2c71455a HTTP/1.1" status: 204 len: 168 time: 0.5360231 May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: timer() May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:01:45.558157 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:01:45.572479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=941b906b-6963-4b89-8cf3-dddf87a7045f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:45.579042 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:45.594208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 04720878-9593-44ae-9604-9def565e4dfb no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:01:45.666814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 04720878-9593-44ae-9604-9def565e4dfb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:01:45.667439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 04720878-9593-44ae-9604-9def565e4dfb not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:01:45.814778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5649b0d1-7d5d-4655-ae55-6bb4d1901a1c req-7d9c0754-7619-4e6d-8b79-ddf447ee4fba tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363425 May 20 08:01:46.027307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-8096aeb1-a408-4260-859f-1c3644bacd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:46.028933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-8096aeb1-a408-4260-859f-1c3644bacd96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.6471512 May 20 08:01:46.029561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:46.036589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:46.056188 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:46.124984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Pushing event deleted for resources: {'Network': ['ID=63560017-2a89-4e27-9389-c4249277ef11,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:46.157826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] 10.222.0.79 "DELETE /v2.0/networks/63560017-2a89-4e27-9389-c4249277ef11 HTTP/1.1" status: 204 len: 168 time: 4.0475459 May 20 08:01:46.157826 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:46.186162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 941b906b-6963-4b89-8cf3-dddf87a7045f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:46.291635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-4fe0d4dd-cfc2-4d3a-a8ac-b92bb21d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:46.293049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-4fe0d4dd-cfc2-4d3a-a8ac-b92bb21d4273 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385678 May 20 08:01:46.408555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 941b906b-6963-4b89-8cf3-dddf87a7045f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:46.409159 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:46.502414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:46.597900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-2f8edaf0-837b-440a-80c3-1d68fe8c6db5 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961986 May 20 08:01:46.603708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:46.638567 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:46.839691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:46.859131 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:46.882305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:47.103746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23f9535e-e468-48f9-87f1-6b3d9a9fc156 req-9bcab436-5c07-4894-ae79-d71f96909bbe service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690866 May 20 08:01:47.105646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:47.106811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:47.253735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42058) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:47.447575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496b74-7f0f-4dc7-addc-52196b47d941 req-dd9be7bf-a63e-4592-9691-4f248e557ebc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:47.455617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50496b74-7f0f-4dc7-addc-52196b47d941 req-dd9be7bf-a63e-4592-9691-4f248e557ebc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3046527 May 20 08:01:47.610853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-24ce286f-6a51-4307-bb1d-83106cb7c795 None None] Provisioning complete for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:47.616654 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-24ce286f-6a51-4307-bb1d-83106cb7c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:47.624228 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50496b74-7f0f-4dc7-addc-52196b47d941 req-0663b641-3756-4882-9de1-0916cdad91fe tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629674 May 20 08:01:47.635136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Router ad2266d6-c6e0-4696-8c4a-f8e6de875219 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:01:47.797875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-24ce286f-6a51-4307-bb1d-83106cb7c795 None None] Port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:01:48.033595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42076) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:48.038664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d555e41c-03c5-44c3-9f44-4ae3fb11101f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e4bdb3a4c0e43bc9c13bf87a18c3f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7272131 May 20 08:01:48.081685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:01:48.092889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Sync routers for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:01:48.097821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] 10.222.0.79 "PUT /v2.0/routers/ad2266d6-c6e0-4696-8c4a-f8e6de875219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0080595 May 20 08:01:48.114750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:48.114913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:48.182217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:48.233763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:48.442766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:48.443518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51cc01ab-e35b-402d-985a-930a4aa475db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:48.471893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a906d-dbef-404c-9e0c-0b6ee46724a3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:48.485754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:48.501137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:48.505123 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/385a906d-dbef-404c-9e0c-0b6ee46724a3 HTTP/1.1" status: 204 len: 168 time: 0.4671900 May 20 08:01:48.530962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:01:48.963194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a9ece-04ea-49d0-8959-46781c488cc2 req-90f70e65-e22d-4be7-a297-d03ba713e4e6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:48.964980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe0a9ece-04ea-49d0-8959-46781c488cc2 req-90f70e65-e22d-4be7-a297-d03ba713e4e6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1615417 May 20 08:01:49.041714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:44Z', 'revision_number': 4, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '02b2fbfe-8551-4ed5-b7f1-eadce08dd761', 'name': '', 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'mac_address': 'fa:16:3e:68:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:41Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 2, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'subnets': [{'id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:49.047703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Checking router: ad2266d6-c6e0-4696-8c4a-f8e6de875219 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:01:49.048242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe0a9ece-04ea-49d0-8959-46781c488cc2 req-921bc867-1d9f-47c0-852c-41561dcfec73 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674224 May 20 08:01:49.048857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Updating router ad2266d6-c6e0-4696-8c4a-f8e6de875219 port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:01:49.143776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:49.605158 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:49.635264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Transition to ACTIVE for port object 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:49.728558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:49.741836 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:50.183968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Attempting to bind port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:01:50.185064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Attempting to bind port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:01:50.185663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Attempting to bind port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 on network 33f55c8d-0d5e-4abd-a61c-bc964155b92b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:01:50.200388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Pushing event updated for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:50.205532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:01:50.206330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Checking segment: {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:50.206943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.207950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Bound using segment: {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:01:50.208640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Bound port: 02b2fbfe-8551-4ed5-b7f1-eadce08dd761, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e268b7-4677-4233-8788-609f69c3eb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:01:50.209216 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.243272 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:50.386012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42142) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:50.389913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] For port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:01:50.398194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] For port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:01:50.401873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1158999966-network', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:50.409877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533692f-3772-4115-9e4e-54df04c1f208 req-cee2b1e6-0a20-42e0-9c90-8e8162106e6f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:50.411506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8533692f-3772-4115-9e4e-54df04c1f208 req-cee2b1e6-0a20-42e0-9c90-8e8162106e6f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1379550 May 20 08:01:50.417279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:50.426962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Usage tracker for resource:network and tenant:2640edcdbf6a4911bd84a1e431548d38 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:50.431646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:50.451433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:50.499591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-8533692f-3772-4115-9e4e-54df04c1f208 req-5fcd8af2-12f7-49ce-bb68-50b2dc63998b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772047 May 20 08:01:50.501770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.507139 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:50.558777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Made reservation on behalf of 2640edcdbf6a4911bd84a1e431548d38 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:50.561541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.576926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.630861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:50.655715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:01:50.655715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:50.659106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Usage tracker for resource:security_group_rule and tenant:2640edcdbf6a4911bd84a1e431548d38 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:50.669709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:50.697577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:50.904963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:50.976592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Pushing event updated for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:51.126304 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:51.205823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:01:51.280147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:51.320730 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-529ddbee-c187-422c-92bb-797917cfb885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:51.321534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:51.337515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda32581-9d8c-4449-b491-5840fe4372e9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:51.340578 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:51.343426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:51.343781 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Added segment 83846ef8-0244-42f4-8295-7d640bc8e080 of type vlan for network e379774c-ef52-4973-94ab-d3b577f5d96e May 20 08:01:51.379032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:51.548269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:44Z', 'revision_number': 4, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '02b2fbfe-8551-4ed5-b7f1-eadce08dd761', 'name': '', 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'mac_address': 'fa:16:3e:68:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:41Z', 'updated_at': '2021-05-20T08:01:50Z', 'revision_number': 4, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'subnets': [{'id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:51.555712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd83e8-da12-4a74-a5b6-71d616575036 None None] The sync data for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 is: [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:01:44Z', 'revision_number': 4, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '02b2fbfe-8551-4ed5-b7f1-eadce08dd761', 'name': '', 'network_id': '33f55c8d-0d5e-4abd-a61c-bc964155b92b', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'mac_address': 'fa:16:3e:68:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:41Z', 'updated_at': '2021-05-20T08:01:50Z', 'revision_number': 4, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'subnets': [{'id': 'ef81d436-d1c5-47df-80d8-f6a12e5b595c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:01:51.574464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:51.576908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:51.578006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:51.595782 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ef35b61-4b11-49dd-82c3-e5a742e0d9e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:51.939953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42192) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:52.183425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'networks': [{'name': 'tempest-network--1885654910'}, {'name': 'tempest-network--822602335'}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:52.183745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-network--1885654910'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:52.184212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-network--822602335'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:52.190359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:52.212636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:network and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:52.219759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:52.240668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:52.286950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:52.319574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Pushing event updated for resources: {'Network': ['ID=e379774c-ef52-4973-94ab-d3b577f5d96e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:52.319574 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:52.393883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e379774c-ef52-4973-94ab-d3b577f5d96e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:52.407435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9477a40-f00f-40c8-860e-ebf1182f2066 req-e80c5d45-4dc6-41b8-ad2b-72ea00361545 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:52.413346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9477a40-f00f-40c8-860e-ebf1182f2066 req-e80c5d45-4dc6-41b8-ad2b-72ea00361545 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3880789 May 20 08:01:52.418088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0294569 May 20 08:01:52.423408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42220) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:52.499929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'network': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:52.504908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:52.519325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Request body: {'subnet': {'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1158999966-subnet', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:52.544403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:52.549175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:52.552614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Usage tracker for resource:subnet and tenant:2640edcdbf6a4911bd84a1e431548d38 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:52.559258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9477a40-f00f-40c8-860e-ebf1182f2066 req-2ae72f39-c8b8-4fcd-a0ff-1075cfa8a267 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323152 May 20 08:01:52.560105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:52.570765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:52.608041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:52.626750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:security_group_rule and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:52.641694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:52.665015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:52.805318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:52.810980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:52.811359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:52.831783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Made reservation on behalf of 2640edcdbf6a4911bd84a1e431548d38 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:52.832499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.089267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-19bef04c-13c0-4d8c-9881-79d62f47fe38 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3719637 May 20 08:01:53.182080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.296457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:53.309232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.374615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.375130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.375619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.376102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.376596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.377070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.377623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.379602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-95179e4c-776c-4f0c-bc58-1d69f6fdb1c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.1104836 May 20 08:01:53.484241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.497488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:53.519454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.519454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.540500 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69e4fca3-349e-4c10-99bb-4135801003ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:53.593004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:53.619064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7184b19-baa2-4b98-b8d9-b8e2580a28b0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:53.633861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:53.637423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.638159 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment c3cf0e96-0276-4bb0-a3ce-8cf06f5be660 of type vlan for network 072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8 May 20 08:01:53.677036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:53.688996 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:53.700911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.738829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-7179051d-6bad-465d-971c-d8aca6853d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.740488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-7179051d-6bad-465d-971c-d8aca6853d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.741245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-7179051d-6bad-465d-971c-d8aca6853d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:53.744341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-7179051d-6bad-465d-971c-d8aca6853d9c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 2298 time: 0.3314612 May 20 08:01:53.770185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:53.780326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:53.802381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.803081 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment e6618910-597f-4ac1-9e16-72372db92667 of type vlan for network 4f80fb07-c45e-43e1-a500-76705fb178a4 May 20 08:01:53.909911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-bb348a43-d39f-4788-b046-d09d7db986d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.1466827 May 20 08:01:53.925764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:53.980203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.029867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4eeda-e4c8-43a2-b99c-3948cebf3cab req-3613092a-dd12-4ba3-a2e8-3bdb8a04b1b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.031469 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6a4eeda-e4c8-43a2-b99c-3948cebf3cab req-3613092a-dd12-4ba3-a2e8-3bdb8a04b1b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1913121 May 20 08:01:54.033041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:54.034712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-3890e78f-f421-491d-b98f-9b7b53933001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.036314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-3890e78f-f421-491d-b98f-9b7b53933001 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.1042440 May 20 08:01:54.043614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Usage tracker for resource:security_group_rule and tenant:acaa05f9dc6b471f94ea26b67263395a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:54.048279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:54.070515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:54.129398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c6a4eeda-e4c8-43a2-b99c-3948cebf3cab req-07982354-fd56-49a5-b7a8-31cd9885afa8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776656 May 20 08:01:54.145080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.146185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.146985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:54.150054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.152260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.164581 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a9a48af-e90c-473e-8c48-25e7945d19a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:54.164933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.164933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.190157 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec469a35-4a6d-48f5-a10b-5143e917d8e3 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:54.246248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-b6edd20c-0c99-4474-b21f-f4423522381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.247263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:54.247697 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.247820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-b6edd20c-0c99-4474-b21f-f4423522381a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789083 May 20 08:01:54.256239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Checking segment: {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:54.256600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Network hostable DHCP agents. Network: e379774c-ef52-4973-94ab-d3b577f5d96e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:01:54.261206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c72aeb2-7ec9-41d4-8be6-f735a131950e,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:54.265997 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:54.298772 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.341546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:54.367039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:54.403923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-75d3bdfb-a28d-4444-9e8b-060ca97f1959 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400855 May 20 08:01:54.563059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Network e379774c-ef52-4973-94ab-d3b577f5d96e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:01:54.568275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6225691 May 20 08:01:54.583629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:54.589994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=4f80fb07-c45e-43e1-a500-76705fb178a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:54.593358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-0e251df7-6750-4a26-bd1a-95114fd21a8f service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795900 May 20 08:01:54.608186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4f80fb07-c45e-43e1-a500-76705fb178a4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:54.662384 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:54.663149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:54.663785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:54.680759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-7cbecb04-3f76-48cb-b435-e28af830e377 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.0764771 May 20 08:01:54.682519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e379774c-ef52-4973-94ab-d3b577f5d96e) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:54.693035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.693883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.771280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6366d5-7ee1-496a-b361-c21ca298d4eb None None] Network e379774c-ef52-4973-94ab-d3b577f5d96e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:54.794773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.861992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.868564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.878644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.885214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.886123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:01:54.898171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:54.911265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7bab4fcd-f95d-4104-a04d-1e762443e3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:54.939037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-d5eeaef8-3498-44ea-97e5-4fc2384d81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:54.940509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-d5eeaef8-3498-44ea-97e5-4fc2384d81a5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.2415020 May 20 08:01:54.960891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdb8eb-227b-4e3d-9e21-047c72d368cf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:54.966050 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acaa05f9dc6b471f94ea26b67263395a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945271 May 20 08:01:54.967377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:54.969075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:55.037065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.056796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e379774c-ef52-4973-94ab-d3b577f5d96e', 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'fixed_ips': [{'subnet_id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:01:55.057764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.068051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.113537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:01:55.115044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-651807c1-7a75-4e71-baeb-4507890a3b04 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5286040 May 20 08:01:55.117972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:55.139773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-1b1c1291-a048-402f-8e95-7b394309a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:55.142162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-1b1c1291-a048-402f-8e95-7b394309a36c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1096 time: 0.1949143 May 20 08:01:55.153645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-cb7e33e9-a52e-4bbc-acc5-37976a41f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:55.154806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-cb7e33e9-a52e-4bbc-acc5-37976a41f71b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760802 May 20 08:01:55.268074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.337606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Allocated IP 172.20.0.2 (e379774c-ef52-4973-94ab-d3b577f5d96e/8c72aeb2-7ec9-41d4-8be6-f735a131950e/8be45981-7ffc-4ea1-b969-af40191d9c2b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:55.350576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.357264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f44a155-b7e1-46b1-a887-b682b9d1235e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:55.372560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdb8eb-227b-4e3d-9e21-047c72d368cf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:55.377332 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:55.381742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9570475 May 20 08:01:55.397134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42278) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:55.407518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:55.413278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-feacb2db-7976-4d0e-bdf2-67593007b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:55.414777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-feacb2db-7976-4d0e-bdf2-67593007b070 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.2643728 May 20 08:01:55.427387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:55.436929 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.440661 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5acdb8eb-227b-4e3d-9e21-047c72d368cf HTTP/1.1" status: 204 len: 168 time: 0.4678621 May 20 08:01:55.440661 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.473640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:55.489064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cf0e96-0276-4bb0-a3ce-8cf06f5be660') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:55.489608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cf0e96-0276-4bb0-a3ce-8cf06f5be660') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:55.507365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.534775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.539447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Usage tracker for resource:router and tenant:2640edcdbf6a4911bd84a1e431548d38 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:55.542973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:01:55.542973 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.554557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: timer() May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:01:55.566669 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:01:55.573347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:55.652382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e7829-9714-4a34-b896-ddbd0f1c96fa req-6f401cc1-3145-4693-8cc2-3e919b4f27c8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:55.659534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e3e7829-9714-4a34-b896-ddbd0f1c96fa req-6f401cc1-3145-4693-8cc2-3e919b4f27c8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.3539522 May 20 08:01:55.675046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.681320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-5be107ae-d61a-41df-ad6f-f5f6737e3030 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 1001 time: 0.2507944 May 20 08:01:55.724137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-57bb4a6d-cbca-4f9d-8c67-27ba936727ab service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754625 May 20 08:01:55.747798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.748939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.770043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.772278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Transition to ACTIVE for port object 8be45981-7ffc-4ea1-b969-af40191d9c2b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:55.782579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70beae1a-facc-4366-b148-4f0f97a125cd tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:55.797596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e3e7829-9714-4a34-b896-ddbd0f1c96fa req-49328e05-5d40-434e-9a63-4f5c62f72202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371746 May 20 08:01:55.810146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Transition to ACTIVE for port object 8be45981-7ffc-4ea1-b969-af40191d9c2b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:01:55.824911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.845918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:55.849199 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:55.864858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-f592b9b8-b091-43ee-9630-13666ce66691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:55.865312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-f592b9b8-b091-43ee-9630-13666ce66691 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1773639 May 20 08:01:55.877214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.885407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:55.891331 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:55.933879 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/072cd3e9-15a1-4ceb-9f76-8dbea7d7e7a8 HTTP/1.1" status: 204 len: 168 time: 0.8125224 May 20 08:01:55.934407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42288) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:55.970147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Network e379774c-ef52-4973-94ab-d3b577f5d96e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:55.973572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:55.976391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:55.989114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-bca56695-4fb0-4cec-b26d-8a41e547e338 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501609 May 20 08:01:56.002137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-a32c4dda-fa7a-40cc-bb17-fb68f030e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:56.003693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-a32c4dda-fa7a-40cc-bb17-fb68f030e818 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280487 May 20 08:01:56.026666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Pushing event updated for resources: {'Port': ['ID=8be45981-7ffc-4ea1-b969-af40191d9c2b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:56.029620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:56.087142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Attempting to bind port 8be45981-7ffc-4ea1-b969-af40191d9c2b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:01:56.087654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Attempting to bind port 8be45981-7ffc-4ea1-b969-af40191d9c2b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:01:56.088035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Attempting to bind port 8be45981-7ffc-4ea1-b969-af40191d9c2b on network e379774c-ef52-4973-94ab-d3b577f5d96e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:01:56.094500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:01:56.094882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Checking segment: {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:01:56.095294 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.095723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Bound using segment: {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:01:56.096299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Bound port: 8be45981-7ffc-4ea1-b969-af40191d9c2b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:01:56.096683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.107713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.150626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-b97899cc-cc0c-401c-97a5-db45e2607041 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.1507275 May 20 08:01:56.211562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] For port 8be45981-7ffc-4ea1-b969-af40191d9c2b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:01:56.216317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] For port 8be45981-7ffc-4ea1-b969-af40191d9c2b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8be45981-7ffc-4ea1-b969-af40191d9c2b,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:01:56.277045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.284060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.294349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80fb07-c45e-43e1-a500-76705fb178a4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:56.313220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6618910-597f-4ac1-9e16-72372db92667') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:56.313577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6618910-597f-4ac1-9e16-72372db92667') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:01:56.326396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.336698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.343868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.344912 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e761a726-58d0-4db5-b93b-d13f6db656e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:56.350916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:01:56.351971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: timer() May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:01:56.380606 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:01:56.448146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42294) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:56.450073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Pushing event updated for resources: {'Port': ['ID=8be45981-7ffc-4ea1-b969-af40191d9c2b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:56.453553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:56.494873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.511992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:56.520230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Usage tracker for resource:security_group_rule and tenant:a306f1b7d191438badef74c21b787c36 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:56.523741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:56.530501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:56.669686 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.680098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.683454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-943e6bd8-2a81-4de1-8486-8d0e2eee3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:56.687037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-943e6bd8-2a81-4de1-8486-8d0e2eee3558 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.5176663 May 20 08:01:56.693093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:56.703352 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ded7dcf1-4871-451a-a155-eaab1f466cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:56.749166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=4f80fb07-c45e-43e1-a500-76705fb178a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:56.753420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-454796ce-42e7-43f8-a8c7-59bd63077c6a service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905766 May 20 08:01:56.767692 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/4f80fb07-c45e-43e1-a500-76705fb178a4 HTTP/1.1" status: 204 len: 168 time: 0.8297544 May 20 08:01:56.768202 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:56.768788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42300) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:56.939159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-e11562af-e720-4bdb-b468-22950b9188ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:56.940772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-e11562af-e720-4bdb-b468-22950b9188ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2411213 May 20 08:01:57.065303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1fe052-a96e-4c1c-86db-70cd458b3485 req-6ecbd97d-5549-4a81-9640-13a31a3fcce5 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043528 May 20 08:01:57.147409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.182704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-88486690-05c2-4b6c-8011-a15476a20c0c service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305326 May 20 08:01:57.210498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c48c5-9423-41c6-88cb-9e5572804509 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:57.217174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c48c5-9423-41c6-88cb-9e5572804509 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:57.218007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7b6c48c5-9423-41c6-88cb-9e5572804509 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:01:57.240953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6fae-b437-4b2a-ad47-4153107aab58 req-8e543de4-c297-43cf-829f-85898a10960c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:57.248195 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d58b6fae-b437-4b2a-ad47-4153107aab58 req-8e543de4-c297-43cf-829f-85898a10960c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.1875505 May 20 08:01:57.271077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.284834 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef34390b-504d-42a8-a5f3-3a7b224daf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:57.345335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a306f1b7d191438badef74c21b787c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8960252 May 20 08:01:57.354265 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d58b6fae-b437-4b2a-ad47-4153107aab58 req-2c98c8ae-b7cc-4a5b-a1d7-ef4135fa9aa8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049118 May 20 08:01:57.356924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42310) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:57.359031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7b6c48c5-9423-41c6-88cb-9e5572804509 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:01:57.364529 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b6c48c5-9423-41c6-88cb-9e5572804509 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5945764 May 20 08:01:57.365981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:57.369167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa50826-b58a-411d-b12b-80306926c00b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:57.430157 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:57.436344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-152233414'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:57.447844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:57.464799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:57.504126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.537959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.540440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-989702ef-9aac-4d78-ab8f-708479ff7d3a service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405645 May 20 08:01:57.633231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:57.636815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.653094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-771457ec-ccdc-4456-8f4b-9145cfb78f99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.0690310 May 20 08:01:57.663976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425d22a-97bb-4c16-a02b-be1722344f88 None None] Network e379774c-ef52-4973-94ab-d3b577f5d96e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:01:57.698181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.736018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.756595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.787792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82b8bdfa-9ac6-4edb-aa2e-2ebfeb2e6b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:57.801230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:57.809394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa50826-b58a-411d-b12b-80306926c00b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:57.812481 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:57.817582 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.818852 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment d0dedc83-8afc-4dc9-b776-af6f6177edf1 of type vlan for network c84adf51-c952-4bff-bbc3-e578d91d489a May 20 08:01:57.820933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-4725f5cc-6c88-4a09-b795-f93e3de4dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:57.822441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-4725f5cc-6c88-4a09-b795-f93e3de4dece service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1632166 May 20 08:01:57.864989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.876217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7abe4d69-9912-45a4-b94e-92c380944061 None None] Provisioning for port 8be45981-7ffc-4ea1-b969-af40191d9c2b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:57.910931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:57.913524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4aa50826-b58a-411d-b12b-80306926c00b HTTP/1.1" status: 204 len: 168 time: 0.5544150 May 20 08:01:57.966921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Allocated IP 172.25.8.41 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/5661b5bd-b20e-4358-935c-d2468732a2db) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:01:57.986869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-fbe2da3c-38fa-4603-b3c7-5b20516d6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:57.988337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-fbe2da3c-38fa-4603-b3c7-5b20516d6a5d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1561241 May 20 08:01:58.106911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.116632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:58.119318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.151996 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9f67144-607f-4ce3-8121-a279598005f9 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:58.233240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8be45981-7ffc-4ea1-b969-af40191d9c2b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:01:58.359073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=c84adf51-c952-4bff-bbc3-e578d91d489a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:58.363529 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:58.370532 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9977477 May 20 08:01:58.370532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:58.374368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1910317951'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:58.376483 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c84adf51-c952-4bff-bbc3-e578d91d489a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:58.379645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:58.386124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:network and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:58.389090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:58.395410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:58.461982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-f44356ea-da1f-40aa-ad26-13f10f5d95dc service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582024 May 20 08:01:58.495820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:58.500038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.585995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:01:58.607555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.608041 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment b0b347f6-fc7a-41e6-8616-ac1920b3aae1 of type vlan for network bcb65993-abd7-4f9b-9c61-9f391ae765f6 May 20 08:01:58.621525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 8be45981-7ffc-4ea1-b969-af40191d9c2b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:01:58.628785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8be45981-7ffc-4ea1-b969-af40191d9c2b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:01:58.629768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.666714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.749637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.817144 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.827481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.834230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b44cf-ff00-46ee-9f9a-8daf027ec485 req-275de4b3-2076-41af-838a-627273e55350 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:58.841385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-777b44cf-ff00-46ee-9f9a-8daf027ec485 req-275de4b3-2076-41af-838a-627273e55350 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 945 time: 0.2705867 May 20 08:01:58.841385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-9c7aa8f5-d13b-4269-a879-8e9766234bf0 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645840 May 20 08:01:58.847756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:58.848444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:58.857379 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2c846844-2dd3-4d4a-bc94-1ccc2a062ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:58.899600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 8be45981-7ffc-4ea1-b969-af40191d9c2b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8be45981-7ffc-4ea1-b969-af40191d9c2b,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:01:58.972791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=bcb65993-abd7-4f9b-9c61-9f391ae765f6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:58.978375 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:58.988777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-7c70c674-7d8b-42aa-9823-ffb6d8ad467e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.1247759 May 20 08:01:58.989267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bcb65993-abd7-4f9b-9c61-9f391ae765f6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:01:58.999528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-777b44cf-ff00-46ee-9f9a-8daf027ec485 req-8f701549-dcfd-46e5-b5dd-e6289858a51e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557319 May 20 08:01:59.036415 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:59.049512 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:59.087380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-33564968-9620-41be-92e1-f71c03b501e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:59.095018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-33564968-9620-41be-92e1-f71c03b501e6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.0943146 May 20 08:01:59.102065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:59.109634 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47645151-a40d-492d-86c1-3f3897d38a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:01:59.132908 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7629273 May 20 08:01:59.136117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:01:59.143549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'ports': [{'network_id': 'c84adf51-c952-4bff-bbc3-e578d91d489a', 'name': 'tempest-port--1338348703', 'admin_state_up': True}, {'network_id': 'bcb65993-abd7-4f9b-9c61-9f391ae765f6', 'admin_state_up': False}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:59.144095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'port': {'network_id': 'c84adf51-c952-4bff-bbc3-e578d91d489a', 'name': 'tempest-port--1338348703', 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:59.144974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'port': {'network_id': 'bcb65993-abd7-4f9b-9c61-9f391ae765f6', 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:01:59.192814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=8be45981-7ffc-4ea1-b969-af40191d9c2b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:59.196557 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:59.238053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:01:59.241399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:01:59.249171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:01:59.301601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5661b5bd-b20e-4358-935c-d2468732a2db,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:01:59.319074 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:01:59.457415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:01:59.462498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:port and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:01:59.465624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:01:59.471454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:01:59.473998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-269b966f-58fc-45fa-839d-77bd45cfca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:01:59.475533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-269b966f-58fc-45fa-839d-77bd45cfca40 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3670290 May 20 08:01:59.606641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'port': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:01:59.618003 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:59.637020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:01:59.657860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-3be11393-8bd0-4820-993f-1ca830978923 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542411 May 20 08:01:59.793844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:01:59.813428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] device_id is not set on port 7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:01:59.966459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-329e0612-e3ab-4836-a73e-8decdbb4d85f service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014643 May 20 08:01:59.966851 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.004349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.019914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:02:00.050779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:00.119063 n-d-780147-4 neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'code': 422} returned with failed status May 20 08:02:00.126185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.131186 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:00.251279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8be45981-7ffc-4ea1-b969-af40191d9c2b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:00.284645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-20d1a4d9-5d1a-4935-988c-b8a9415a4465 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.3044848 May 20 08:02:00.295769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.345344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] device_id is not set on port 7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:02:00.406257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f4896-1c5d-498e-9ded-401ebcb6ebb1 req-6aae11b0-cc17-4741-a492-0678964375bd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:00.408789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f4f4896-1c5d-498e-9ded-401ebcb6ebb1 req-6aae11b0-cc17-4741-a492-0678964375bd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1345725 May 20 08:02:00.477890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:00.491174 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:00.540816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8be45981-7ffc-4ea1-b969-af40191d9c2b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:00.541200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.555181 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-9f4f4896-1c5d-498e-9ded-401ebcb6ebb1 req-de17e489-7c5c-4734-8d3a-73bc8f8938c3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830419 May 20 08:02:00.576324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-4266c5ef-903f-4f37-9a8a-d1b2d2bd6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:00.577820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-4266c5ef-903f-4f37-9a8a-d1b2d2bd6936 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.2830245 May 20 08:02:00.601883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.781615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:00.792934 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:00.855066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-00b71c64-c664-4a2d-bbb3-595a24523039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:00.856619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-00b71c64-c664-4a2d-bbb3-595a24523039 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2688267 May 20 08:02:00.944277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:00.945677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Port': ['ID=7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:00.955698 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:00.965861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Checking segment: {'id': 'd0dedc83-8afc-4dc9-b776-af6f6177edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'c84adf51-c952-4bff-bbc3-e578d91d489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:00.969125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network hostable DHCP agents. Network: c84adf51-c952-4bff-bbc3-e578d91d489a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:01.021243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.106788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network c84adf51-c952-4bff-bbc3-e578d91d489a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:01.183883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1443976253'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:01.197186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:01.201972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Usage tracker for resource:network and tenant:62ddaa29b79944c884310683b7ca9ce7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:01.205582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:01.216859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:01.255313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c84adf51-c952-4bff-bbc3-e578d91d489a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:01.268046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b550f2-7e35-4bd8-b1ed-3901fc00931c None None] Network c84adf51-c952-4bff-bbc3-e578d91d489a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:01.272080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:01.273347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.280404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d77734e0-c69a-40a9-8bc0-fb41efd0e93b tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:01.287049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-2496eb85-a5c4-4ffa-ab16-22acba1f6c5c service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149533 May 20 08:02:01.373263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Made reservation on behalf of 62ddaa29b79944c884310683b7ca9ce7 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:01.376819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.387394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Port': ['ID=7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:01.390149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:01.397612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.417508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Checking segment: {'id': 'b0b347f6-fc7a-41e6-8616-ac1920b3aae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bcb65993-abd7-4f9b-9c61-9f391ae765f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:01.417880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network hostable DHCP agents. Network: bcb65993-abd7-4f9b-9c61-9f391ae765f6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:01.422846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:01.431383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Usage tracker for resource:security_group_rule and tenant:62ddaa29b79944c884310683b7ca9ce7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:01.434870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:01.442554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:01.500887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-abdf7f42-e848-4ed5-96ff-085fed890211 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016129 May 20 08:02:01.569435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.590677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-0dae8552-84bb-4d89-8db7-3912a974f23e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.0796473 May 20 08:02:01.604059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network bcb65993-abd7-4f9b-9c61-9f391ae765f6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:01.634928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:02:01.724565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.730489 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:01.735303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-c74b58d7-56e1-45bf-a96e-81ca583f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:01.736708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-c74b58d7-56e1-45bf-a96e-81ca583f131b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.1346867 May 20 08:02:01.739851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bcb65993-abd7-4f9b-9c61-9f391ae765f6) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:01.744902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:01.752921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:01.753716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eefe6d-1951-40e5-b605-44df4334205f None None] Network bcb65993-abd7-4f9b-9c61-9f391ae765f6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:01.758173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:01.759021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.803532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:01.810888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e137a18b-d915-44c3-b37f-539217e4e5a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:01.829140 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:01.847024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.847387 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Added segment 67a66bb1-ded3-4601-9f64-d33e16d3e1d9 of type vlan for network 40848c76-59c7-4363-b3d5-4598e4b69f20 May 20 08:02:01.876956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:01.918934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:01.927920 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Sync routers for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:01.934870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879daa-7166-4a34-ba2f-85453495731a req-a710ddbd-a96b-4058-b20a-35bd921e29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:01.937108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-a710ddbd-a96b-4058-b20a-35bd921e29ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906426 May 20 08:02:01.938901 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:01.940034 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:02.007841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8668046 May 20 08:02:02.007841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:02.080648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:02.105281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:02.106002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:02.128632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ae09e62-ec69-4828-aa83-cee58be73495 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:02.226208 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:02.265963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Pushing event updated for resources: {'Network': ['ID=40848c76-59c7-4363-b3d5-4598e4b69f20,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:02.270114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:02.270293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:02.271356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8733530 May 20 08:02:02.276268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42412) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:02.286538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 40848c76-59c7-4363-b3d5-4598e4b69f20 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:02.333840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-f52101d0-1ca6-4ced-b2d6-144215d9a66e service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850615 May 20 08:02:02.550842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5909979 May 20 08:02:02.557539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:02.581325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7879daa-7166-4a34-ba2f-85453495731a req-45afe3cc-4374-4a53-b294-4df672589f3a service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375107 May 20 08:02:02.607545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5c9ce-4a3a-4204-bb7c-52e867f9d2a5 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:02.616243 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:01:59Z', 'revision_number': 3, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:02.617992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5c9ce-4a3a-4204-bb7c-52e867f9d2a5 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:02.618124 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Checking router: b5f18270-389e-47f8-9dfb-8cfa2d15fa5a for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:02.618243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26d5c9ce-4a3a-4204-bb7c-52e867f9d2a5 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:02.618349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Updating router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a port 5661b5bd-b20e-4358-935c-d2468732a2db binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:02:02.690230 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:02.767900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'name': 'tempest-network--1842522106', 'router:external': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:02.812816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:02.821664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:network and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:02.829710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:02.848951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:03.012742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26d5c9ce-4a3a-4204-bb7c-52e867f9d2a5 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:03.016977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:03.017514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-26d5c9ce-4a3a-4204-bb7c-52e867f9d2a5 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0091326 May 20 08:02:03.066112 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.089684 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Transition to ACTIVE for port object 5661b5bd-b20e-4358-935c-d2468732a2db will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:03.140728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:03.143798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.171903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.173766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Deleting port 7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:03.174206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.199164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:03.206564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:security_group_rule and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:03.211702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:03.219663 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.236350 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:03.266047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:03.297042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.329688 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Attempting to bind port 5661b5bd-b20e-4358-935c-d2468732a2db on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:03.329688 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Attempting to bind port 5661b5bd-b20e-4358-935c-d2468732a2db by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:03.329688 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Attempting to bind port 5661b5bd-b20e-4358-935c-d2468732a2db on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:03.333761 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:03.334190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:03.334710 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.345546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:03.346552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Bound port: 5661b5bd-b20e-4358-935c-d2468732a2db, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:03.347200 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.435570 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] For port 5661b5bd-b20e-4358-935c-d2468732a2db, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:03.439152 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] For port 5661b5bd-b20e-4358-935c-d2468732a2db, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5661b5bd-b20e-4358-935c-d2468732a2db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:03.459449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Pushing event updated for resources: {'Port': ['ID=5661b5bd-b20e-4358-935c-d2468732a2db,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:03.478270 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:03.485798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Calling delete_port for 7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:03.514551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.536436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.587775 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.592456 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:03.645766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.675807 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:03.676202 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:03.683099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3d9bb4cd-15b5-4a05-b433-927a93b6de33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:03.706705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.714868 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:03.722536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:03.740135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf030bb-ad3a-4dc4-b98a-ae99d5cb2e1c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:03.749712 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:03.750628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.750975 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Added segment b33a7607-5ca4-4fe3-b502-293e216da971 of type vlan for network 3e945eb8-74de-45d2-b3ed-115212ca84d3 May 20 08:02:03.769068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Pushing event updated for resources: {'Port': ['ID=5661b5bd-b20e-4358-935c-d2468732a2db,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:03.784399 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:03.796910 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:03.810084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Port': ['ID=7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:03.811390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:03.820097 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:03.826999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Allocated IP 172.20.0.1 (e379774c-ef52-4973-94ab-d3b577f5d96e/8c72aeb2-7ec9-41d4-8be6-f735a131950e/b2ca1c05-a5de-471b-b724-a0765d617050) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:03.971756 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:03.997902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/ports/7ddf98fe-d04e-4ab8-90a1-4e924d35ccfb HTTP/1.1" status: 204 len: 168 time: 0.9790957 May 20 08:02:03.998725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42438) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:04.002218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.079685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.101821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Transition to ACTIVE for port object b2ca1c05-a5de-471b-b724-a0765d617050 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:04.179788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Deleting port 7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:04.181197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.208977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.208977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:04.208977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.216670 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-171c29e0-309b-4199-8903-10bb7d1f7d17 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:04.284789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.322339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.375800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=3e945eb8-74de-45d2-b3ed-115212ca84d3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:04.379583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:04.380115 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2715f82a-337a-4210-827f-aa2039bc01e8 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:04.388405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 3e945eb8-74de-45d2-b3ed-115212ca84d3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:04.402942 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:01:59Z', 'revision_number': 3, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:04.409686 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd68e1e-56a9-46c4-ae3d-6831677f2872 None None] The sync data for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 is: [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:01:59Z', 'revision_number': 3, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:04.493685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Network e379774c-ef52-4973-94ab-d3b577f5d96e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:04.511912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:04.521311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:04.562754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0017667 May 20 08:02:04.580372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:04.692620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Calling delete_port for 7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:04.913300 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:02:04.935377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:04.937166 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d667493-e555-49fd-8681-40a2f9d0a9e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:04.978209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.013714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Port': ['ID=7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:05.035492 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:05.041630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.043109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:05.054035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/ports/7d0c9ba6-f1d7-4a8f-9ab7-dbdf7fd147d5 HTTP/1.1" status: 204 len: 168 time: 1.0528097 May 20 08:02:05.056358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:05.063410 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:05.109586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.133710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4918b6eb-7b00-4c35-90b8-51f40b7001df tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:05.187187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c0518a00-ed1b-401d-872c-67d934fff74b None None] Provisioning for port b2ca1c05-a5de-471b-b724-a0765d617050 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:05.193529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c0518a00-ed1b-401d-872c-67d934fff74b None None] Provisioning complete for port b2ca1c05-a5de-471b-b724-a0765d617050 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:05.194173 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0518a00-ed1b-401d-872c-67d934fff74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.194576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239c68-bcd6-4807-b2ad-2353030a64f7 req-d0643b2c-5d96-4490-848b-4dd8ae035726 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:05.197468 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee239c68-bcd6-4807-b2ad-2353030a64f7 req-d0643b2c-5d96-4490-848b-4dd8ae035726 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.7736013 May 20 08:02:05.265800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c0518a00-ed1b-401d-872c-67d934fff74b None None] Port b2ca1c05-a5de-471b-b724-a0765d617050 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:02:05.297407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.307843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4918b6eb-7b00-4c35-90b8-51f40b7001df tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:05.307843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4918b6eb-7b00-4c35-90b8-51f40b7001df tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2448132 May 20 08:02:05.309948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42470) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:05.317433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1144756297'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:05.323637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:05.324911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e945eb8-74de-45d2-b3ed-115212ca84d3']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:05.345596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:network and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:05.350505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:05.354094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42474) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:05.360727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a7607-5ca4-4fe3-b502-293e216da971') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:05.360947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a7607-5ca4-4fe3-b502-293e216da971') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:05.369465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:05.386369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-ee239c68-bcd6-4807-b2ad-2353030a64f7 req-a3575522-0bf3-495f-a7e0-c4c1e7b01c52 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751266 May 20 08:02:05.393853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.418230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.426800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:05.426800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:05.447524 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:05.514041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:05.517863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.579046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-73517162-aeb7-4d4b-b144-7748bc5b7ee0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2237225 May 20 08:02:05.630381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.635157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:05.636543 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-300249d5-fe49-494b-96f1-df1696a11a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:05.650665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.650665 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment bac0830f-7da3-40e5-956b-7fd80e9e990b of type vlan for network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 May 20 08:02:05.664138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e945eb8-74de-45d2-b3ed-115212ca84d3 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:05.665867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.680619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.687182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e945eb8-74de-45d2-b3ed-115212ca84d3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:05.691356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.696907 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:05.700303 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/3e945eb8-74de-45d2-b3ed-115212ca84d3 HTTP/1.1" status: 204 len: 168 time: 1.1098380 May 20 08:02:05.709771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42482) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:05.719733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:05.735579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:05.745542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:network and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:05.752720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:05.761201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:05.861212 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.867449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:05.868053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.873391 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89becd20-29fd-4c41-956d-24481266cfec tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:05.953259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.970484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:05.972779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:05.997252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=1eb5b312-12e2-4508-ace7-af16ea4dd4a3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:06.000522 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:06.010068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:06.016014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:06.033893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.038338 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Added segment bd5fb57b-dbe2-496b-9af3-aa0e3a04d2bc of type vlan for network 8c32b31a-7866-4378-bbf1-e6e05606ba37 May 20 08:02:06.039616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7285595 May 20 08:02:06.040007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42488) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:06.045761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2092308807'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:06.051011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:06.061113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:network and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:06.067271 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.093307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.155702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:06.169787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c34f264-314a-451f-8f71-9f4ecad93f3c tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:06.249457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:06.272712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5661b5bd-b20e-4358-935c-d2468732a2db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:06.276020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.278480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:06.278480 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.292313 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e57cc28-0f49-47cd-94b3-119a33060d53 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:06.297110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.302988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:06.307644 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:06.427689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:06.432361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.458831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=8c32b31a-7866-4378-bbf1-e6e05606ba37,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:06.463067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5661b5bd-b20e-4358-935c-d2468732a2db completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:06.463209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7516086 May 20 08:02:06.466103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42496) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:06.471789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'subnet': {'network_id': '8c32b31a-7866-4378-bbf1-e6e05606ba37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:06.486195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:06.492008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5661b5bd-b20e-4358-935c-d2468732a2db triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:06.492626 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.494684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:06.498505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.498505 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Added segment 431a7be5-ae63-4353-8b88-483f47b55722 of type vlan for network ccb735cc-c30a-4426-802e-2f1740906da0 May 20 08:02:06.503326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:subnet and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:06.514502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:06.518373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:06.551588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:06.551773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.554586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 8c32b31a-7866-4378-bbf1-e6e05606ba37 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:06.589633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Network e379774c-ef52-4973-94ab-d3b577f5d96e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:06.593357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:06.700933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:06.706896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.753540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.786900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:06.787553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.802813 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e08145aa-5315-4e65-b009-5dbc9b49a79c tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:06.891807 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dd18f7-95c0-4687-b507-487b90fc9583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.943643 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:06.987585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5661b5bd-b20e-4358-935c-d2468732a2db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5661b5bd-b20e-4358-935c-d2468732a2db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:07.055140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:07.057212 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:07.121512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0699837 May 20 08:02:07.130483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Network': ['ID=ccb735cc-c30a-4426-802e-2f1740906da0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:07.201299 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:07.203944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5661b5bd-b20e-4358-935c-d2468732a2db,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:07.222267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ccb735cc-c30a-4426-802e-2f1740906da0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:07.251325 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:07.278495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42512) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:07.289152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'subnets': [{'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1805733637', 'ip_version': 4}, {'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:07.290148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'subnet': {'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1805733637', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:07.290958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Request body: {'subnet': {'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:07.302776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-47558589-92a9-4ace-a90b-02c16b555a0c None None] Provisioning complete for port b2ca1c05-a5de-471b-b724-a0765d617050 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:07.303494 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47558589-92a9-4ace-a90b-02c16b555a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:07.318847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb6fa-2f45-4773-b342-96c391864cdb req-3fd5fa62-f348-4741-a4d2-69681f43cec8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:07.328579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-894eb6fa-2f45-4773-b342-96c391864cdb req-3fd5fa62-f348-4741-a4d2-69681f43cec8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.7766209 May 20 08:02:07.343043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:02:07.482555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-894eb6fa-2f45-4773-b342-96c391864cdb req-52285aad-6576-4f62-b6cc-21a197072914 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495621 May 20 08:02:07.546696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-47558589-92a9-4ace-a90b-02c16b555a0c None None] Port b2ca1c05-a5de-471b-b724-a0765d617050 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:02:07.908500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:07.918698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Usage tracker for resource:subnet and tenant:f3fa9f4001084ccda5261698e0814b66 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:07.922913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:07.926086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:07.932534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] 10.222.0.79 "PUT /v2.0/routers/b5f18270-389e-47f8-9dfb-8cfa2d15fa5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6551788 May 20 08:02:07.937942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Sync routers for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:07.938700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:07.949083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:02:07.949742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:07.951748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:07.952617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:01:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:07.957795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b126a562-9ff7-4983-b3c9-eff161e2c794 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:08.021032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Made reservation on behalf of f3fa9f4001084ccda5261698e0814b66 for: {'subnet': 2} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:08.026493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:08.026913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:08.050755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Checking segment: {'id': 'bd5fb57b-dbe2-496b-9af3-aa0e3a04d2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8c32b31a-7866-4378-bbf1-e6e05606ba37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:08.050958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Network hostable DHCP agents. Network: 8c32b31a-7866-4378-bbf1-e6e05606ba37, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:08.060987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78831c26-3e07-4828-91d7-55a54e7f7370,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:08.077816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:08.163972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Network 8c32b31a-7866-4378-bbf1-e6e05606ba37 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:08.215203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5661b5bd-b20e-4358-935c-d2468732a2db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:08.238303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 8c32b31a-7866-4378-bbf1-e6e05606ba37) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:08.248527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:08.249228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:08.264244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120186d-ffad-41f5-8a1f-55fa79e54bae None None] Network 8c32b31a-7866-4378-bbf1-e6e05606ba37 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:08.353024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8856463 May 20 08:02:08.355418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42540) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:08.361148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'floatingip': {'floating_network_id': '8c32b31a-7866-4378-bbf1-e6e05606ba37'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:08.366682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:08.377846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:floatingip and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:08.381789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:08.397418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:08.418331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:08.497527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:08.629025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5661b5bd-b20e-4358-935c-d2468732a2db triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:08.629413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:08.699229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.019045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654ff7f-0605-45a8-928e-757874af2792 None None] Network 8c32b31a-7866-4378-bbf1-e6e05606ba37 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:09.020034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Allocated IP 172.20.0.9 (8c32b31a-7866-4378-bbf1-e6e05606ba37/78831c26-3e07-4828-91d7-55a54e7f7370/9dedd984-d353-425c-85bb-f87ffc962f56) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:09.020034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d28bb-8662-4456-a030-ea3f4bff491f req-90692e24-325e-4861-85ad-efaa9203b694 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:09.020034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-130d28bb-8662-4456-a030-ea3f4bff491f req-90692e24-325e-4861-85ad-efaa9203b694 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.2950749 May 20 08:02:09.065860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.073602 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-94cbd748-49a4-483a-88bf-3402ea8fcc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:09.144538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Subnet': ['ID=3e54ae5e-2347-4257-99c4-bb5044ab5688,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:09.150692 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:09.185247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Checking segment: {'id': 'bac0830f-7da3-40e5-956b-7fd80e9e990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:09.185733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network hostable DHCP agents. Network: 1eb5b312-12e2-4508-ace7-af16ea4dd4a3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:09.223450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-130d28bb-8662-4456-a030-ea3f4bff491f req-28abe49c-2a1b-4f41-ad27-2583f38efe47 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982763 May 20 08:02:09.268487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:09.286482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:05Z', 'revision_number': 4, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b2ca1c05-a5de-471b-b724-a0765d617050', 'name': '', 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'mac_address': 'fa:16:3e:4f:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:03Z', 'updated_at': '2021-05-20T08:02:05Z', 'revision_number': 2, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'subnets': [{'id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:09.291854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Checking router: b5f18270-389e-47f8-9dfb-8cfa2d15fa5a for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:09.292412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Updating router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a port b2ca1c05-a5de-471b-b724-a0765d617050 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:02:09.300870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.349736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb8a5-28ee-44d6-af99-6249719b0f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.354692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1eb5b312-12e2-4508-ace7-af16ea4dd4a3) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:09.378730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6502e9d-473c-4e00-aab1-4f292543348d None None] Network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:09.394821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.404854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.416288 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df2a9e34-91d1-4d86-b735-abf965906c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:09.504000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Network 8c32b31a-7866-4378-bbf1-e6e05606ba37 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:09.508468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:09.513695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:09.576911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Port': ['ID=9dedd984-d353-425c-85bb-f87ffc962f56,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:09.581520 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:09.622572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.646786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.659527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984fff08-2608-440f-8b18-692f997457cb tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:09.787316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.802781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:09.843160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event updated for resources: {'Subnet': ['ID=c51dfcb3-b4ce-444f-9662-fbcd0cf7295b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:09.845965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:09.852051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Checking segment: {'id': '431a7be5-ae63-4353-8b88-483f47b55722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:09.852051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network hostable DHCP agents. Network: ccb735cc-c30a-4426-802e-2f1740906da0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:09.947558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Network ccb735cc-c30a-4426-802e-2f1740906da0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:10.010392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1eb5b312-12e2-4508-ace7-af16ea4dd4a3', 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3', 'tenant_id': 'f3fa9f4001084ccda5261698e0814b66', 'fixed_ips': [{'subnet_id': '3e54ae5e-2347-4257-99c4-bb5044ab5688'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:10.011430 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.074162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.087891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ccb735cc-c30a-4426-802e-2f1740906da0) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:10.097957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceafc8f4-ddef-425c-b74b-ebabe1e50eb6 None None] Network ccb735cc-c30a-4426-802e-2f1740906da0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:10.099344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.099881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.100578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.140301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:02:10.181309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.185219 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d092099f-3960-405d-ba51-bc7608f1f8a7 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:10.223253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9436519 May 20 08:02:10.225692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:10.292918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Port': ['ID=9dedd984-d353-425c-85bb-f87ffc962f56,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:10.336459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.355721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.358225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.359530 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:10.360627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.361647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:10.415853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.455275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Transition to ACTIVE for port object b2ca1c05-a5de-471b-b724-a0765d617050 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:10.513915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.515218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1586635 May 20 08:02:10.515906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Allocated IP 172.20.0.2 (1eb5b312-12e2-4508-ace7-af16ea4dd4a3/3e54ae5e-2347-4257-99c4-bb5044ab5688/c187c773-3fae-465a-83eb-8fa5f6486f98) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:10.518957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:10.529564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678500b-12a4-4268-963a-6bc579bfe34a req-2e593ce7-1fed-493d-9f7f-b182f0df8d48 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:10.531085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4678500b-12a4-4268-963a-6bc579bfe34a req-2e593ce7-1fed-493d-9f7f-b182f0df8d48 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1097314 May 20 08:02:10.582645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:10.584171 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9f7f3120-8f55-4bd9-b607-dec676e55393 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3570189 May 20 08:02:10.591111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4678500b-12a4-4268-963a-6bc579bfe34a req-e3c41926-c9da-40bc-b107-4b1d1f35a42e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522707 May 20 08:02:10.597510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42596) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:10.610146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ccb735cc-c30a-4426-802e-2f1740906da0', 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0', 'tenant_id': 'f3fa9f4001084ccda5261698e0814b66', 'fixed_ips': [{'subnet_id': 'c51dfcb3-b4ce-444f-9662-fbcd0cf7295b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:10.621938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.647581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42600) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:10.649502 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-71cd670d-8a27-4e7a-9ad5-63cd790cef4d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=8c32b31a-7866-4378-bbf1-e6e05606ba37 HTTP/1.1" status: 200 len: 689 time: 0.1279690 May 20 08:02:10.687611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:10.703083 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:10.795187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Deleting subnet 3e54ae5e-2347-4257-99c4-bb5044ab5688 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:02:10.971506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Pushing event updated for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:11.000188 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:11.040073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.209817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Attempting to bind port b2ca1c05-a5de-471b-b724-a0765d617050 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:11.210154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Attempting to bind port b2ca1c05-a5de-471b-b724-a0765d617050 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:11.211056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Attempting to bind port b2ca1c05-a5de-471b-b724-a0765d617050 on network e379774c-ef52-4973-94ab-d3b577f5d96e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:11.235156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Checking segment: {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Bound using segment: {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Bound port: b2ca1c05-a5de-471b-b724-a0765d617050, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83846ef8-0244-42f4-8295-7d640bc8e080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:11.244161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.277213 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.279689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Deleting port 9dedd984-d353-425c-85bb-f87ffc962f56 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:11.280100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Transition to ACTIVE for port object c187c773-3fae-465a-83eb-8fa5f6486f98 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:11.280227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.316751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Allocated IP 172.20.0.18 (ccb735cc-c30a-4426-802e-2f1740906da0/c51dfcb3-b4ce-444f-9662-fbcd0cf7295b/08efe6f5-fc99-4a15-be99-c84458c489f5) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:11.363351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Transition to ACTIVE for port object c187c773-3fae-465a-83eb-8fa5f6486f98 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:11.377586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:11.453674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.549133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] For port b2ca1c05-a5de-471b-b724-a0765d617050, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:11.553645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.554146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.556462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.562885 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:11.565130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.639087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] For port b2ca1c05-a5de-471b-b724-a0765d617050, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2ca1c05-a5de-471b-b724-a0765d617050,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:11.659589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:11.673268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:11.683522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:11.702813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Pushing event updated for resources: {'Port': ['ID=c187c773-3fae-465a-83eb-8fa5f6486f98,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:11.709889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:11.772500 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.796042 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:11.829520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Calling delete_port for 9dedd984-d353-425c-85bb-f87ffc962f56 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:11.940703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:11.949667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Attempting to bind port c187c773-3fae-465a-83eb-8fa5f6486f98 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:11.953432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Attempting to bind port c187c773-3fae-465a-83eb-8fa5f6486f98 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'bac0830f-7da3-40e5-956b-7fd80e9e990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:11.953432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Attempting to bind port c187c773-3fae-465a-83eb-8fa5f6486f98 on network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:11.956478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:11.964971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:12.080426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:12.081101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Checking segment: {'id': 'bac0830f-7da3-40e5-956b-7fd80e9e990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:12.081225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.082414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Bound using segment: {'id': 'bac0830f-7da3-40e5-956b-7fd80e9e990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:12.082908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Bound port: c187c773-3fae-465a-83eb-8fa5f6486f98, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac0830f-7da3-40e5-956b-7fd80e9e990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eb5b312-12e2-4508-ace7-af16ea4dd4a3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:12.087768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.097556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Transition to ACTIVE for port object 08efe6f5-fc99-4a15-be99-c84458c489f5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:12.112435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Pushing event updated for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:12.127138 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:12.257223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d517a-9380-438a-a9fe-5f8b4ec0387f req-0f86fa59-3df8-45a5-8fcf-0ca1ca03462a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:12.265505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a7d517a-9380-438a-a9fe-5f8b4ec0387f req-0f86fa59-3df8-45a5-8fcf-0ca1ca03462a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.4485331 May 20 08:02:12.301126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Transition to ACTIVE for port object 08efe6f5-fc99-4a15-be99-c84458c489f5 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:12.373762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] For port c187c773-3fae-465a-83eb-8fa5f6486f98, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:12.378057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:12.420594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a7d517a-9380-438a-a9fe-5f8b4ec0387f req-a8bb64b0-e0fa-4672-943f-441fb8232971 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539013 May 20 08:02:12.442831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.469128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:12.512670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] For port c187c773-3fae-465a-83eb-8fa5f6486f98, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c187c773-3fae-465a-83eb-8fa5f6486f98,segment=NetworkSegment(bac0830f-7da3-40e5-956b-7fd80e9e990b),segment_id=bac0830f-7da3-40e5-956b-7fd80e9e990b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:12.525773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.594925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.629733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Network ccb735cc-c30a-4426-802e-2f1740906da0 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:12.666035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Pushing event updated for resources: {'Port': ['ID=08efe6f5-fc99-4a15-be99-c84458c489f5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:12.673978 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:12.675118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.681399 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:12.711842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:12.714330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:12.715457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:12.727422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4906fad5-cd03-4733-a885-1e90fdc78d92 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:12.978516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Pushing event updated for resources: {'Port': ['ID=c187c773-3fae-465a-83eb-8fa5f6486f98,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:12.988769 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:12.989511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Attempting to bind port 08efe6f5-fc99-4a15-be99-c84458c489f5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:12.993604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Attempting to bind port 08efe6f5-fc99-4a15-be99-c84458c489f5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '431a7be5-ae63-4353-8b88-483f47b55722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:12.993604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Attempting to bind port 08efe6f5-fc99-4a15-be99-c84458c489f5 on network ccb735cc-c30a-4426-802e-2f1740906da0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:13.009363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:13.009363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Checking segment: {'id': '431a7be5-ae63-4353-8b88-483f47b55722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:13.009704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:13.010106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Bound using segment: {'id': '431a7be5-ae63-4353-8b88-483f47b55722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:13.010599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Bound port: 08efe6f5-fc99-4a15-be99-c84458c489f5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a7be5-ae63-4353-8b88-483f47b55722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ccb735cc-c30a-4426-802e-2f1740906da0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:13.010980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:13.043169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dedd984-d353-425c-85bb-f87ffc962f56,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:13.045817 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:13.154971 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:13.197414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] For port 08efe6f5-fc99-4a15-be99-c84458c489f5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:13.205535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] For port 08efe6f5-fc99-4a15-be99-c84458c489f5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08efe6f5-fc99-4a15-be99-c84458c489f5,segment=NetworkSegment(431a7be5-ae63-4353-8b88-483f47b55722),segment_id=431a7be5-ae63-4353-8b88-483f47b55722)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:13.216237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:05Z', 'revision_number': 4, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b2ca1c05-a5de-471b-b724-a0765d617050', 'name': '', 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'mac_address': 'fa:16:3e:4f:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:03Z', 'updated_at': '2021-05-20T08:02:11Z', 'revision_number': 4, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'subnets': [{'id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:13.221105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb266a-252b-4871-9372-76e13eff8430 None None] The sync data for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 is: [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:05Z', 'revision_number': 4, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b2ca1c05-a5de-471b-b724-a0765d617050', 'name': '', 'network_id': 'e379774c-ef52-4973-94ab-d3b577f5d96e', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'mac_address': 'fa:16:3e:4f:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:03Z', 'updated_at': '2021-05-20T08:02:11Z', 'revision_number': 4, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'subnets': [{'id': '8c72aeb2-7ec9-41d4-8be6-f735a131950e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:13.301114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:13.309080 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:13.535511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:13.537608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Pushing event updated for resources: {'Port': ['ID=08efe6f5-fc99-4a15-be99-c84458c489f5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:13.567081 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:14.055751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:14.159816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:14.170622 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e485875-b28b-42d0-91af-967b0ca7e270 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:14.246031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Subnet': ['ID=3e54ae5e-2347-4257-99c4-bb5044ab5688,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:14.252872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:14.405254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:14.434327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08efe6f5-fc99-4a15-be99-c84458c489f5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:14.451600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2358db-6c64-4a41-af39-2ca1f2ceb1be req-8d5a4688-0125-4e83-a8d1-d366ac14ca81 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:14.453502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c2358db-6c64-4a41-af39-2ca1f2ceb1be req-8d5a4688-0125-4e83-a8d1-d366ac14ca81 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.7499201 May 20 08:02:14.724413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/subnets/3e54ae5e-2347-4257-99c4-bb5044ab5688 HTTP/1.1" status: 204 len: 168 time: 4.1306150 May 20 08:02:14.727623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:14.735227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 08efe6f5-fc99-4a15-be99-c84458c489f5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:14.749134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2ca1c05-a5de-471b-b724-a0765d617050 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:14.901981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Deleting subnet c51dfcb3-b4ce-444f-9662-fbcd0cf7295b {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:02:14.911506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:14.962710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628065c-3483-4fbb-9d46-db13f30f609e None None] Network 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:15.058744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.079186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c2358db-6c64-4a41-af39-2ca1f2ceb1be req-d56c4ace-502b-44a1-b055-4005c8e37d77 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6100900 May 20 08:02:15.263564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.276113 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fed765f5-32ce-4c78-9a10-22c2cbaf4996 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:15.276974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.327702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da374bf2-f491-4f3e-ad7f-2b9bf89f71e2 None None] Network ccb735cc-c30a-4426-802e-2f1740906da0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:15.355299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-74bd0ef5-3be2-4769-82d4-9aed680851dd None None] Provisioning for port c187c773-3fae-465a-83eb-8fa5f6486f98 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:15.426600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78831c26-3e07-4828-91d7-55a54e7f7370,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:15.434917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:15.548175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b2ca1c05-a5de-471b-b724-a0765d617050 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:15.566277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.570617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b2ca1c05-a5de-471b-b724-a0765d617050 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:15.571259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.586139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c32b31a-7866-4378-bbf1-e6e05606ba37']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:15.603123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Deleting port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:15.603821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.646705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5fb57b-dbe2-496b-9af3-aa0e3a04d2bc') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:15.647372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5fb57b-dbe2-496b-9af3-aa0e3a04d2bc') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:15.661241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Provisioning for port 08efe6f5-fc99-4a15-be99-c84458c489f5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:15.669286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.672773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Provisioning complete for port 08efe6f5-fc99-4a15-be99-c84458c489f5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:15.673219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.782398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.794124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:15.794673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:15.812550 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:15.824319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.828480 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-984f47d6-294d-4dd5-862c-015fdb5649df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:15.845873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] DHCP port deletion for 1eb5b312-12e2-4508-ace7-af16ea4dd4a3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:02:15.929923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Subnet': ['ID=c51dfcb3-b4ce-444f-9662-fbcd0cf7295b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:15.942296 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:15.943315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:15.968001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/subnets/c51dfcb3-b4ce-444f-9662-fbcd0cf7295b HTTP/1.1" status: 204 len: 168 time: 1.2389092 May 20 08:02:15.977569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:16.059486 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.078275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5b4f1-3bb7-49e3-9bcc-8f95b1868fd1 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:16.079114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dfa5b4f1-3bb7-49e3-9bcc-8f95b1868fd1 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Synchronizing usage tracker for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:16.119468 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.144003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b2ca1c05-a5de-471b-b724-a0765d617050, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2ca1c05-a5de-471b-b724-a0765d617050,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:16.147700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] For port 02b2fbfe-8551-4ed5-b7f1-eadce08dd761, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:16.148863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.167407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Deleting port c187c773-3fae-465a-83eb-8fa5f6486f98 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:16.167796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.185981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dfa5b4f1-3bb7-49e3-9bcc-8f95b1868fd1 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Unset dirty status for tenant:f3fa9f4001084ccda5261698e0814b66 on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:16.191564 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dfa5b4f1-3bb7-49e3-9bcc-8f95b1868fd1 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2127135 May 20 08:02:16.192162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:16.204460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] For port 08efe6f5-fc99-4a15-be99-c84458c489f5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08efe6f5-fc99-4a15-be99-c84458c489f5,segment=NetworkSegment(431a7be5-ae63-4353-8b88-483f47b55722),segment_id=431a7be5-ae63-4353-8b88-483f47b55722)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:16.324722 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.325622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c187c773-3fae-465a-83eb-8fa5f6486f98 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:16.362724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Calling delete_port for 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:16.378548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.392510 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:16.452592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.545284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Deleting port 08efe6f5-fc99-4a15-be99-c84458c489f5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:16.545667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.552747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] For port c187c773-3fae-465a-83eb-8fa5f6486f98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c187c773-3fae-465a-83eb-8fa5f6486f98,segment=NetworkSegment(bac0830f-7da3-40e5-956b-7fd80e9e990b),segment_id=bac0830f-7da3-40e5-956b-7fd80e9e990b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:16.553343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.755802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9de7c4-2633-40e6-a0ea-115957f9503b None None] Network ccb735cc-c30a-4426-802e-2f1740906da0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:16.772097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.792599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c32b31a-7866-4378-bbf1-e6e05606ba37 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:16.795619 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8cc36c0d-d1b9-469d-ab55-036f4bcb424e tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:16.831474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:16.834041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.868456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c32b31a-7866-4378-bbf1-e6e05606ba37,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:16.894775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804342fa-89e8-46d6-80e1-3c7dd775ac3e req-c5c314ef-cea6-4046-bbaf-56cc984d1992 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:16.896364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-804342fa-89e8-46d6-80e1-3c7dd775ac3e req-c5c314ef-cea6-4046-bbaf-56cc984d1992 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3391519 May 20 08:02:16.970304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] For port 08efe6f5-fc99-4a15-be99-c84458c489f5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08efe6f5-fc99-4a15-be99-c84458c489f5,segment=NetworkSegment(431a7be5-ae63-4353-8b88-483f47b55722),segment_id=431a7be5-ae63-4353-8b88-483f47b55722)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:16.973403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:16.974829 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:16.998355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Calling delete_port for c187c773-3fae-465a-83eb-8fa5f6486f98 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:17.036168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/8c32b31a-7866-4378-bbf1-e6e05606ba37 HTTP/1.1" status: 204 len: 168 time: 6.3847029 May 20 08:02:17.073273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42670) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:17.153195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Calling delete_port for 08efe6f5-fc99-4a15-be99-c84458c489f5 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:17.243972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Pushing event updated for resources: {'Port': ['ID=08efe6f5-fc99-4a15-be99-c84458c489f5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:17.257236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c187c773-3fae-465a-83eb-8fa5f6486f98 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:17.268940 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:17.271469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c187c773-3fae-465a-83eb-8fa5f6486f98 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:17.271967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.301681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.306011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-804342fa-89e8-46d6-80e1-3c7dd775ac3e req-93b0d21c-dcda-4d9a-ad20-d755c47d7539 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268094 May 20 08:02:17.314622 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:17.323158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2fcee9af-115c-45b6-94aa-4e13bb731c5e tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Synchronizing usage tracker for tenant:f53bbcdb2b9140c98b096befb0b83431 on resource:floatingip {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:17.352302 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:17.352461 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:17.394657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9ce31c2c-d11d-4396-a696-285cce4e0188 None None] Provisioning complete for port 08efe6f5-fc99-4a15-be99-c84458c489f5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:17.395199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ce31c2c-d11d-4396-a696-285cce4e0188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.419643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] No DVR routers for this DVR port 08efe6f5-fc99-4a15-be99-c84458c489f5 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:17.422086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Port': ['ID=08efe6f5-fc99-4a15-be99-c84458c489f5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:17.426258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.431328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8b741fd6-6cb0-4b16-805e-8c9a776ef8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:17.502835 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:17.524344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b2fbfe-8551-4ed5-b7f1-eadce08dd761,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:17.531522 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:17.533771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2fcee9af-115c-45b6-94aa-4e13bb731c5e tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Unset dirty status for tenant:f53bbcdb2b9140c98b096befb0b83431 on resource:floatingip {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:17.537653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2fcee9af-115c-45b6-94aa-4e13bb731c5e tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.4626503 May 20 08:02:17.540357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42674) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:17.557973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9ce31c2c-d11d-4396-a696-285cce4e0188 None None] Port 08efe6f5-fc99-4a15-be99-c84458c489f5 was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 08:02:17.591801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.645258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c187c773-3fae-465a-83eb-8fa5f6486f98, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c187c773-3fae-465a-83eb-8fa5f6486f98,segment=NetworkSegment(bac0830f-7da3-40e5-956b-7fd80e9e990b),segment_id=bac0830f-7da3-40e5-956b-7fd80e9e990b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:17.670276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.687147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb735cc-c30a-4426-802e-2f1740906da0']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:17.708529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431a7be5-ae63-4353-8b88-483f47b55722') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:17.708836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431a7be5-ae63-4353-8b88-483f47b55722') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:17.712488 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.715283 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:17.746751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.784285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.800003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:17.800467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.815829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe22257-5799-4bb8-ad61-ee73eb91bfd1 None None] DHCP port deletion for ccb735cc-c30a-4426-802e-2f1740906da0 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:17.849703 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:17.874879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c187c773-3fae-465a-83eb-8fa5f6486f98,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:17.879099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:17.918020 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:17.933180 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:18.005033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] No DVR routers for this DVR port c187c773-3fae-465a-83eb-8fa5f6486f98 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:18.010054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2ca1c05-a5de-471b-b724-a0765d617050 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:18.078299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.084186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.102587 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4d94856-20ec-43a6-bda6-c0e1b90e1b89 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:18.124187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Pushing event deleted for resources: {'Port': ['ID=c187c773-3fae-465a-83eb-8fa5f6486f98,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:18.131585 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:18.140224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.142980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42680) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:18.145772 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/ccb735cc-c30a-4426-802e-2f1740906da0 HTTP/1.1" status: 204 len: 168 time: 1.9446011 May 20 08:02:18.150125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=ccb735cc-c30a-4426-802e-2f1740906da0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:18.153685 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:18.166722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b2ca1c05-a5de-471b-b724-a0765d617050 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:18.167291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.262048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.262643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.263459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.263938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.264397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.264857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.265308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.265795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.266247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.266699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.267148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.267598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.268769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Synchronizing usage tracker for tenant:f53bbcdb2b9140c98b096befb0b83431 on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:18.404375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08efe6f5-fc99-4a15-be99-c84458c489f5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:18.449775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 08efe6f5-fc99-4a15-be99-c84458c489f5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:18.450233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08efe6f5-fc99-4a15-be99-c84458c489f5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:18.450886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c187c773-3fae-465a-83eb-8fa5f6486f98 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:18.504393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c187c773-3fae-465a-83eb-8fa5f6486f98 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:18.504804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c187c773-3fae-465a-83eb-8fa5f6486f98 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:18.676903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Unset dirty status for tenant:f53bbcdb2b9140c98b096befb0b83431 on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:18.678100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-08a0e963-0a8a-48b0-8ada-14a4bf24a5f8 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7651 time: 1.1288552 May 20 08:02:18.682256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42688) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:18.730947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.763218 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-2cea34ca-565c-425a-a0d2-71c9b99e4bee tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] delete failed (client error): The resource could not be found. May 20 08:02:18.766902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2cea34ca-565c-425a-a0d2-71c9b99e4bee tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/1b5bff12-a38a-4b53-8a7a-00cf16a97a6f HTTP/1.1" status: 404 len: 345 time: 0.0806122 May 20 08:02:18.768048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:18.793813 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fac57b-0169-4e45-87ce-671bde9dc760 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] DELETE failed (client error): The resource could not be found. May 20 08:02:18.794312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fac57b-0169-4e45-87ce-671bde9dc760 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:02:18.797603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15fac57b-0169-4e45-87ce-671bde9dc760 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/8c32b31a-7866-4378-bbf1-e6e05606ba37 HTTP/1.1" status: 404 len: 339 time: 0.0278907 May 20 08:02:18.800647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42698) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:18.807396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'name': 'tempest-network--44118108', 'router:external': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:18.812760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:18.816834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:network and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:18.819970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:18.826007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:18.934309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:18.936640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.940513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805884-00d9-4267-be0a-72628ca51e69 req-3835d96f-33b4-405f-8898-d7e187e8cf3d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:18.942048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a805884-00d9-4267-be0a-72628ca51e69 req-3835d96f-33b4-405f-8898-d7e187e8cf3d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.2762487 May 20 08:02:18.980786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:18.992884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:18.993658 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Added segment 4506a09e-7ea5-48cb-8af7-fada44de8f50 of type vlan for network b03c7372-0025-4a01-ac4c-8184313044e4 May 20 08:02:19.047703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.078803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.117880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5b312-12e2-4508-ace7-af16ea4dd4a3']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:19.147890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac0830f-7da3-40e5-956b-7fd80e9e990b') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:19.149063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac0830f-7da3-40e5-956b-7fd80e9e990b') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:19.166853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a805884-00d9-4267-be0a-72628ca51e69 req-f82657be-b928-4883-9c41-feb000fe2722 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148151 May 20 08:02:19.173650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.189656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Router ad2266d6-c6e0-4696-8c4a-f8e6de875219 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:02:19.200404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.203196 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.205735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:19.206683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.213554 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-789caf7c-0a72-4925-8a9f-44b2ceee3ef9 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:19.262242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:19.262655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:19.289689 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:19.419729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6176732 May 20 08:02:19.422680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:19.457318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=b03c7372-0025-4a01-ac4c-8184313044e4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:19.470021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b03c7372-0025-4a01-ac4c-8184313044e4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:19.483510 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:19.486601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:19.496617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Sync routers for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:19.509629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] 10.222.0.79 "PUT /v2.0/routers/ad2266d6-c6e0-4696-8c4a-f8e6de875219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1308064 May 20 08:02:19.512025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42716) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:19.514290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:19.515896 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:19.597307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.603882 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4eef6fa8-72a8-4dd4-b304-39fce80c5b21 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:19.640375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:19.651902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/1eb5b312-12e2-4508-ace7-af16ea4dd4a3 HTTP/1.1" status: 204 len: 168 time: 1.5063744 May 20 08:02:19.652863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42724) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:19.734233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:19.740062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:19.752439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:19.770431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:19.771246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Synchronizing usage tracker for tenant:62ddaa29b79944c884310683b7ca9ce7 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:02:19.798022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=1eb5b312-12e2-4508-ace7-af16ea4dd4a3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:19.860799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.861014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.861336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.861845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.862159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.862520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.862875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.863229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.863607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.863965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.864319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.864675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:19.872058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Unset dirty status for tenant:62ddaa29b79944c884310683b7ca9ce7 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:02:19.875902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4fb82d77-6f05-403a-8a28-35fd205e0552 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4496686 May 20 08:02:19.876048 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:19.877645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42728) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:19.891738 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:19.986031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.005719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.069420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.153862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.169289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03c7372-0025-4a01-ac4c-8184313044e4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.184527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4506a09e-7ea5-48cb-8af7-fada44de8f50') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.184829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4506a09e-7ea5-48cb-8af7-fada44de8f50') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.218041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.255374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.264694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:20.265117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.284490 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:02:16Z', 'revision_number': 5, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:20.287742 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:20.291865 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Checking router: ad2266d6-c6e0-4696-8c4a-f8e6de875219 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:20.303017 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Routers {'ad2266d6-c6e0-4696-8c4a-f8e6de875219'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:20.304982 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.372270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:20.485068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.492670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b03c7372-0025-4a01-ac4c-8184313044e4 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:20.494065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.496689 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d5a47d74-57f0-4684-9bb3-77e062ca8970 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:20.519269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/b03c7372-0025-4a01-ac4c-8184313044e4 HTTP/1.1" status: 204 len: 168 time: 0.6420143 May 20 08:02:20.520614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Network': ['ID=b03c7372-0025-4a01-ac4c-8184313044e4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:20.528484 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:20.529206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:20.535229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'name': 'tempest-network--880261786', 'router:external': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:20.541464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:20.562967 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] Set router ad2266d6-c6e0-4696-8c4a-f8e6de875219 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:20.563675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:network and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:20.566480 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.575508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:20.583550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:20.591993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:20.598903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Usage tracker for resource:security_group_rule and tenant:26aa8e2484d442b7acfce397dd6c2221 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:20.603813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:20.612164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:20.618210 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.629632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.654952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb65993-abd7-4f9b-9c61-9f391ae765f6']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.677580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b347f6-fc7a-41e6-8616-ac1920b3aae1') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.677904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b347f6-fc7a-41e6-8616-ac1920b3aae1') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:20.696301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:20.699536 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.701937 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.760601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.763104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ef2fa-52e0-4a84-aad4-dbc6ac38bb38 req-39c67a5a-b995-4d8c-b016-d60fbf3150a1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:20.764606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea9ef2fa-52e0-4a84-aad4-dbc6ac38bb38 req-39c67a5a-b995-4d8c-b016-d60fbf3150a1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3433435 May 20 08:02:20.771503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.776896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:20.786291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5155-613e-451c-b330-f41d8e21472f req-b713bce3-270e-47ef-8401-17209cdd6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:20.787708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-b713bce3-270e-47ef-8401-17209cdd6071 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 1094 time: 0.3131881 May 20 08:02:20.790183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.790949 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Added segment 9d882e03-7347-4fdf-9abb-031dc08d9a82 of type vlan for network 9d4742ee-7abf-4f2d-9233-d09df6ed2873 May 20 08:02:20.805227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:20.805812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:20.822111 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:20.828290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.868017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:20.900686 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-12505b0d-0fd9-49ad-ac9e-16cb3eae76bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:20.912894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26aa8e2484d442b7acfce397dd6c2221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392909 May 20 08:02:20.914547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42748) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:20.971868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7a84dc-e929-4241-8e10-4c7d341d1ade,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:20.986450 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:20.993165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea9ef2fa-52e0-4a84-aad4-dbc6ac38bb38 req-e5181e97-9d4b-419d-b30d-aea65bf85ab5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185063 May 20 08:02:21.009950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.011119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.011801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.018207 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:21.061929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Deleting port 941b906b-6963-4b89-8cf3-dddf87a7045f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:21.062308 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.067900 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:02:16Z', 'revision_number': 5, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:21.073727 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac068808-b46d-4717-8a7b-af6b30dc9faf None None] The sync data for ids ['ad2266d6-c6e0-4696-8c4a-f8e6de875219'] in n-d-780147-4 is: [{'id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'name': 'tempest-TestAggregatesBasicOps-344778425-router', 'tenant_id': '9b64266175ac4d2298980c3e85a59998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:32Z', 'updated_at': '2021-05-20T08:02:16Z', 'revision_number': 5, 'project_id': '9b64266175ac4d2298980c3e85a59998', 'gw_port': {'id': '941b906b-6963-4b89-8cf3-dddf87a7045f', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:23:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2266d6-c6e0-4696-8c4a-f8e6de875219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:34Z', 'updated_at': '2021-05-20T08:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:21.104315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5155-613e-451c-b330-f41d8e21472f req-d44d8c75-3ffd-4dcc-b3f5-352e674e6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.105973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-d44d8c75-3ffd-4dcc-b3f5-352e674e6b55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1094 time: 0.2684157 May 20 08:02:21.193672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.208400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-930ca128-fd60-45f6-b79b-a098253a4ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:21.240134 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.262752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=bcb65993-abd7-4f9b-9c61-9f391ae765f6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:21.311955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=9d4742ee-7abf-4f2d-9233-d09df6ed2873,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:21.314701 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:21.323638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9d4742ee-7abf-4f2d-9233-d09df6ed2873 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:21.324248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.327050 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:21.336006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/bcb65993-abd7-4f9b-9c61-9f391ae765f6 HTTP/1.1" status: 204 len: 168 time: 1.5367899 May 20 08:02:21.337244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42752) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:21.367976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] For port 941b906b-6963-4b89-8cf3-dddf87a7045f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=941b906b-6963-4b89-8cf3-dddf87a7045f,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:21.368374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.395478 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.465074 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9325500 May 20 08:02:21.476321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:21.522353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Calling delete_port for 941b906b-6963-4b89-8cf3-dddf87a7045f owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:21.531457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5155-613e-451c-b330-f41d8e21472f req-afabb4d3-008f-4281-90aa-8445694ab978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.533184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-afabb4d3-008f-4281-90aa-8445694ab978 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.3626559 May 20 08:02:21.540873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.659542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-21ecda34-479a-4b24-813d-1558b4ce9c76 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 200 len: 999 time: 0.1132524 May 20 08:02:21.695537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b772e5c2-592a-4344-96c7-016d3c2b48f5 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.696914 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b772e5c2-592a-4344-96c7-016d3c2b48f5 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "GET /v2.0/networks/9d4742ee-7abf-4f2d-9233-d09df6ed2873 HTTP/1.1" status: 200 len: 756 time: 0.2194536 May 20 08:02:21.701978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:21.755172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:21.778080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.785790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-819b7ac2-0fe7-4e31-ad4e-8b9e934a3ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:21.792903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:21.793375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 02b2fbfe-8551-4ed5-b7f1-eadce08dd761 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:21.795394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.810441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7a84dc-e929-4241-8e10-4c7d341d1ade,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:21.815141 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:21.816671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84adf51-c952-4bff-bbc3-e578d91d489a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:21.827750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.830989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a7a84dc-e929-4241-8e10-4c7d341d1ade HTTP/1.1" status: 204 len: 168 time: 0.9102426 May 20 08:02:21.841144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5155-613e-451c-b330-f41d8e21472f req-dd8b4b4a-4178-4881-bee8-f5d316238248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.842604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-dd8b4b4a-4178-4881-bee8-f5d316238248 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1716313 May 20 08:02:21.844174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dedc83-8afc-4dc9-b776-af6f6177edf1') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:21.844475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dedc83-8afc-4dc9-b776-af6f6177edf1') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:21.860786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.879667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.886241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:21.886743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:21.902574 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:21.920481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15441091-9dba-4472-b585-aa928343cf91 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:21.921830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-15441091-9dba-4472-b585-aa928343cf91 tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "GET /v2.0/networks/40848c76-59c7-4363-b3d5-4598e4b69f20 HTTP/1.1" status: 200 len: 768 time: 0.2161260 May 20 08:02:21.925561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42766) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:22.061153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.066980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.071645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c8765f4-12e7-401b-8e5a-704af15ac83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:22.098444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Pushing event deleted for resources: {'Network': ['ID=c84adf51-c952-4bff-bbc3-e578d91d489a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:22.101697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:22.103686 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] 10.222.0.79 "DELETE /v2.0/networks/c84adf51-c952-4bff-bbc3-e578d91d489a HTTP/1.1" status: 204 len: 168 time: 0.7656729 May 20 08:02:22.334400 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.351671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5155-613e-451c-b330-f41d8e21472f req-ff12dd07-9101-4f33-99dc-4f551faaf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:22.351671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-ff12dd07-9101-4f33-99dc-4f551faaf4a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4923601 May 20 08:02:22.435751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.491080 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54c41241-ff86-410e-81b9-154644b4322a tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:22.577723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=941b906b-6963-4b89-8cf3-dddf87a7045f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:22.591240 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:22.627422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9bf1c-cb07-457f-bd1a-bd5a88661336 req-f68c31bf-3ae4-4edf-b21d-c908e728321a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:22.628876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ed9bf1c-cb07-457f-bd1a-bd5a88661336 req-f68c31bf-3ae4-4edf-b21d-c908e728321a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3840055 May 20 08:02:22.770222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.802452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:22.806503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-00cddb42-f533-4f8d-ac0c-209cd1cf4121 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463770 May 20 08:02:22.809830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4742ee-7abf-4f2d-9233-d09df6ed2873']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:22.855742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d882e03-7347-4fdf-9abb-031dc08d9a82') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:22.855742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d882e03-7347-4fdf-9abb-031dc08d9a82') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:22.885856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ed9bf1c-cb07-457f-bd1a-bd5a88661336 req-35d0c663-c2cb-42ed-b2c6-8bb55b8e833a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465777 May 20 08:02:22.892728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.955891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:22.988917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f5dcb45a-ae1f-437e-abdd-bde13d52349f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3fa9f4001084ccda5261698e0814b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830826 May 20 08:02:22.989277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:23.066630 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.100136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.138176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.158010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.159928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:23.160321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:23.174539 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:23.185520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.232663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.237984 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b73102f-86f4-4043-9a61-5ecbe1cf8668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:23.253014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7184b19-baa2-4b98-b8d9-b8e2580a28b0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:23.255188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.259687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7184b19-baa2-4b98-b8d9-b8e2580a28b0 HTTP/1.1" status: 204 len: 168 time: 0.2658463 May 20 08:02:23.259687 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:23.292685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-480c5155-613e-451c-b330-f41d8e21472f req-b5001e74-e0eb-420a-80aa-40baa4a26c6b service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729486 May 20 08:02:23.396352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.396352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2266d6-c6e0-4696-8c4a-f8e6de875219 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:02:23.412014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.413391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] 10.222.0.79 "DELETE /v2.0/routers/ad2266d6-c6e0-4696-8c4a-f8e6de875219 HTTP/1.1" status: 204 len: 168 time: 3.8999825 May 20 08:02:23.419440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42814) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:23.462605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.467279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d4742ee-7abf-4f2d-9233-d09df6ed2873 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:23.469625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.471763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/9d4742ee-7abf-4f2d-9233-d09df6ed2873 HTTP/1.1" status: 204 len: 168 time: 1.5397272 May 20 08:02:23.475347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42818) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:23.479601 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53a46564-068b-46d7-88f3-12da93d9ac9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:23.482229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'name': 'tempest-network--577044968'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:23.488182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:23.492745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Usage tracker for resource:network and tenant:f53bbcdb2b9140c98b096befb0b83431 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:23.496191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:23.503435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:23.504580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d4742ee-7abf-4f2d-9233-d09df6ed2873,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:23.508313 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:23.520983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Deleting subnet ef81d436-d1c5-47df-80d8-f6a12e5b595c {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:02:23.527653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.588338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.649978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Made reservation on behalf of f53bbcdb2b9140c98b096befb0b83431 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:23.652440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.675649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.682405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:23.691534 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.692031 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Added segment ce424eae-a75b-474a-8841-50fff998a337 of type vlan for network 06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 May 20 08:02:23.731356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.831785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.833137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:23.833824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:23.868446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-795c0901-d630-401c-89a5-2199ae37ab61 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:23.994096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5146787 May 20 08:02:23.999007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42838) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:24.009501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:24.032411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=06b1dec0-fb1c-4fba-9d0f-cef0eec655a7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:24.046557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:24.057466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:24.212219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42846) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:24.290942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe676-3b78-4562-a71b-e91a3b44bce6 req-3c4bdf87-941b-4444-96b7-a27133d9375e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:24.292482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f8fe676-3b78-4562-a71b-e91a3b44bce6 req-3c4bdf87-941b-4444-96b7-a27133d9375e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1387990 May 20 08:02:24.363955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f8fe676-3b78-4562-a71b-e91a3b44bce6 req-81966e27-b297-4755-b76c-72d269130eda tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564826 May 20 08:02:24.373733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.385779 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bcc5f97b-5428-471d-8ce3-d1d312850d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:24.386991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.412309 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.435171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef81d436-d1c5-47df-80d8-f6a12e5b595c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:24.442838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.449038 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:24.449601 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d9a84-1576-477c-a01f-fb46c18e88b8 None None] Network 33f55c8d-0d5e-4abd-a61c-bc964155b92b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:24.451240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ef81d436-d1c5-47df-80d8-f6a12e5b595c HTTP/1.1" status: 204 len: 168 time: 1.0338340 May 20 08:02:24.473684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42860) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:24.528336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.547500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:24.552240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:74742cd30dc646ddadf44a70a33afab6 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:24.556308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:24.562340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:24.584400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.592665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:24.596911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.698241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Deleting port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:24.698572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.707745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Network 06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 is not hosted by any dhcp agent {{(pid=93102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:02:24.710732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:24.712776 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.714676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "PUT /v2.0/networks/06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 HTTP/1.1" status: 200 len: 857 time: 0.7146955 May 20 08:02:24.726443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event updated for resources: {'Network': ['ID=06b1dec0-fb1c-4fba-9d0f-cef0eec655a7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:24.731194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42868) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:24.793010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.793652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.794176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.794693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.795481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.796121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.796683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.797199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.797785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.798296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.798966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.799471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:24.821098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:24.850986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] DHCP port deletion for 33f55c8d-0d5e-4abd-a61c-bc964155b92b request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:02:24.984473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.990670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] For port b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:24.991201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:24.996961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Deleting port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:24.997641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.060304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.206471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] For port b2e7f187-ed7f-44e8-96cc-c1835f6ac247, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,segment=NetworkSegment(a9e268b7-4677-4233-8788-609f69c3eb71),segment_id=a9e268b7-4677-4233-8788-609f69c3eb71)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:25.207030 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.251342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Calling delete_port for b2e7f187-ed7f-44e8-96cc-c1835f6ac247 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:25.255646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.293465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8858f8c2-a71a-4fdd-9e28-90640f10f938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:25.341645 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74742cd30dc646ddadf44a70a33afab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1271439 May 20 08:02:25.343051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.343344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42880) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:25.356733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f839fbb5-ab4f-4ed5-a2c5-791f62da0f98,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:25.369940 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:25.373307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b1dec0-fb1c-4fba-9d0f-cef0eec655a7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.442631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce424eae-a75b-474a-8841-50fff998a337') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.449698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce424eae-a75b-474a-8841-50fff998a337') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.460531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.468781 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.484558 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dd8604d-4c03-463e-896a-4fabac08c169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:25.495739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42886) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:25.517187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.534798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:25.538944 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.553093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Calling delete_port for b2e7f187-ed7f-44e8-96cc-c1835f6ac247 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:25.576163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] No DVR routers for this DVR port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:25.578487 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:25.580727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.619119 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.624329 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:25.675034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Pushing event deleted for resources: {'Port': ['ID=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:25.684734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] No DVR routers for this DVR port b2e7f187-ed7f-44e8-96cc-c1835f6ac247 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:25.701499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.701499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.701499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.702871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.703232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.703583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.703920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.704353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.704706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.705088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.705337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.705702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:25.708951 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:25.743162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623582497'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:25.756300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:25.760436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e7f187-ed7f-44e8-96cc-c1835f6ac247,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:25.764831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:25.768370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:25.775672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:25.801945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.814970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:25.857009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 941b906b-6963-4b89-8cf3-dddf87a7045f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:25.878075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.881793 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec3abf91-3257-401c-b28b-3c032ef1786b tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:25.909767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 941b906b-6963-4b89-8cf3-dddf87a7045f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:25.910109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 941b906b-6963-4b89-8cf3-dddf87a7045f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:25.910517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2e7f187-ed7f-44e8-96cc-c1835f6ac247 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:25.914661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:25.916821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Pushing event deleted for resources: {'Network': ['ID=06b1dec0-fb1c-4fba-9d0f-cef0eec655a7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:25.923681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.924378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.928176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:25.933320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.948033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f55c8d-0d5e-4abd-a61c-bc964155b92b']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.952028 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:25.953096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.964405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b2e7f187-ed7f-44e8-96cc-c1835f6ac247 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:25.964761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2e7f187-ed7f-44e8-96cc-c1835f6ac247 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:25.966536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e268b7-4677-4233-8788-609f69c3eb71') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.966905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e268b7-4677-4233-8788-609f69c3eb71') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:25.986945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:25.988062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:25.991926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] 10.222.0.79 "DELETE /v2.0/networks/06b1dec0-fb1c-4fba-9d0f-cef0eec655a7 HTTP/1.1" status: 204 len: 168 time: 1.2522235 May 20 08:02:25.996070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:security_group_rule and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:26.000216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:26.003721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:26.049902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f237-7bc4-464e-a5bb-c2130dd95525 req-defbca5c-8d85-462b-bf02-d0b1ee13bea1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:26.051769 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-211ee2b8-32c2-47c5-9524-c02fc61fe51c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] DELETE failed (client error): The resource could not be found. May 20 08:02:26.052237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211ee2b8-32c2-47c5-9524-c02fc61fe51c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:02:26.054678 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-211ee2b8-32c2-47c5-9524-c02fc61fe51c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "DELETE /v2.0/subnets/78831c26-3e07-4828-91d7-55a54e7f7370 HTTP/1.1" status: 404 len: 337 time: 0.0524914 May 20 08:02:26.058223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7958f237-7bc4-464e-a5bb-c2130dd95525 req-defbca5c-8d85-462b-bf02-d0b1ee13bea1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3088536 May 20 08:02:26.060138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:26.062183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42898) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:26.072118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.085602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:26.086017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:26.207242 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:26.221394 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.225850 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ce1468f-9e80-47b7-b279-0fa4e9303821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:26.256494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839fbb5-ab4f-4ed5-a2c5-791f62da0f98,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:26.263022 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:26.280048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7958f237-7bc4-464e-a5bb-c2130dd95525 req-11331c91-4197-4da2-90ce-af93efc88188 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195988 May 20 08:02:26.286672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.287970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f839fbb5-ab4f-4ed5-a2c5-791f62da0f98 HTTP/1.1" status: 204 len: 168 time: 0.9434695 May 20 08:02:26.317890 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.352748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.356165 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22cd857a-1e5a-4ea8-97e5-e2dcf7e0444b tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:26.379189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:26.391844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42904) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:26.392259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] 10.222.0.79 "DELETE /v2.0/networks/33f55c8d-0d5e-4abd-a61c-bc964155b92b HTTP/1.1" status: 204 len: 168 time: 1.9168947 May 20 08:02:26.407942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f55c8d-0d5e-4abd-a61c-bc964155b92b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:26.414350 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:26.701005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.081777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.089723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.199681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.203787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40848c76-59c7-4363-b3d5-4598e4b69f20']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:27.214908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c94a2815-5f60-423a-8fcd-bbc1426ee1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:27.240461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a66bb1-ded3-4601-9f64-d33e16d3e1d9') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:27.240800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a66bb1-ded3-4601-9f64-d33e16d3e1d9') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:27.277047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.292629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:27.343758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff1859-84db-46b9-807a-96944f58e2bc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:27.357166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:27.369053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.369355 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 201a1719-3407-416f-b892-cdb9157f01ca of type vlan for network ba514915-5acb-4619-b8d1-5a07f414d429 May 20 08:02:27.371133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.398782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:27.399463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:27.423694 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:27.544693 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.568930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af790a18-dd57-4cef-b337-adf86e7946ca req-6aef1290-f927-4ad6-94c1-b5970a686298 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:27.583457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af790a18-dd57-4cef-b337-adf86e7946ca req-6aef1290-f927-4ad6-94c1-b5970a686298 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1307116 May 20 08:02:27.647106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af790a18-dd57-4cef-b337-adf86e7946ca req-686e0e59-f99a-4675-827a-54bd7aaa2618 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616531 May 20 08:02:27.667819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.674925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5ec1874-6460-4710-99e8-0261e9a2ce09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:27.699358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.739691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Pushing event deleted for resources: {'Network': ['ID=40848c76-59c7-4363-b3d5-4598e4b69f20,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:27.746406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:27.747086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.752977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:27.753688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:27.771667 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-518b37c3-80f5-4c1b-a1c9-44aaaf25a092 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:27.841695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] 10.222.0.79 "DELETE /v2.0/networks/40848c76-59c7-4363-b3d5-4598e4b69f20 HTTP/1.1" status: 204 len: 168 time: 1.7781646 May 20 08:02:27.849961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3530180 May 20 08:02:27.946237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=ba514915-5acb-4619-b8d1-5a07f414d429,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:27.952186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:27.968222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ba514915-5acb-4619-b8d1-5a07f414d429 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:28.025061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:28.574626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42940) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:28.932406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2fdf1f21-300c-4518-8fc9-f8d1a47f0ff8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=62ddaa29b79944c884310683b7ca9ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543308 May 20 08:02:28.955495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:29.083834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688568a-0b3f-443f-ac30-0ea938d7beed req-07332fb0-302e-4913-902e-7e5511c2a89f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:29.091678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a688568a-0b3f-443f-ac30-0ea938d7beed req-07332fb0-302e-4913-902e-7e5511c2a89f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1564667 May 20 08:02:29.203623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a688568a-0b3f-443f-ac30-0ea938d7beed req-e3063218-0e6d-4d3b-a6b3-1108819c1053 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012602 May 20 08:02:29.356674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.407513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.544835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Deleting port b2ca1c05-a5de-471b-b724-a0765d617050 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:29.545186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.628663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.639082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-74a3e87c-ef3e-4300-b8ff-c80ad4d413dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:29.666660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e137a18b-d915-44c3-b37f-539217e4e5a8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:29.671879 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:29.682168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.683445 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e137a18b-d915-44c3-b37f-539217e4e5a8 HTTP/1.1" status: 204 len: 168 time: 0.7259719 May 20 08:02:29.738182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] For port b2ca1c05-a5de-471b-b724-a0765d617050, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b2ca1c05-a5de-471b-b724-a0765d617050,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:29.739165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:29.950712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Calling delete_port for b2ca1c05-a5de-471b-b724-a0765d617050 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:30.608651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8ba67-f716-45c7-8f0c-85150da42c95 req-55fcb579-fa03-4c23-b3fa-d1df77b86abb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:30.611171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acd8ba67-f716-45c7-8f0c-85150da42c95 req-55fcb579-fa03-4c23-b3fa-d1df77b86abb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1217635 May 20 08:02:30.649738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:30.659920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:30.753356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acd8ba67-f716-45c7-8f0c-85150da42c95 req-f693efa0-e1c9-4b1c-813c-226daad07fa5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308274 May 20 08:02:30.765960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42966) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:30.807205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ca1c05-a5de-471b-b724-a0765d617050,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:30.899220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d6f23254-2eec-4cd9-8065-36b6e677f896 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f53bbcdb2b9140c98b096befb0b83431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308157 May 20 08:02:30.901541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42970) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:30.910399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:31.046181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:31.119719 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:31.322645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:31.330712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42976) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:31.332049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5446a790-d5a4-499c-995e-b6bd2611499a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:31.348006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:31.354581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:31.681708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf030bb-ad3a-4dc4-b98a-ae99d5cb2e1c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:31.690325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:31.699535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:31.703118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:31.711039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:31.720317 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:31.727894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:31.731420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eaf030bb-ad3a-4dc4-b98a-ae99d5cb2e1c HTTP/1.1" status: 204 len: 168 time: 0.8238297 May 20 08:02:31.786310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:31.790813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:32.139634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:02:32.176739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389bdb-4b01-483c-ac8e-0f1c6a72a26a req-a1d1de2f-97cf-472d-9e00-86de70e9d84a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:32.178474 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7389bdb-4b01-483c-ac8e-0f1c6a72a26a req-a1d1de2f-97cf-472d-9e00-86de70e9d84a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1176150 May 20 08:02:32.295797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7389bdb-4b01-483c-ac8e-0f1c6a72a26a req-da32562d-0c07-44ec-bcc1-2428debb1381 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780873 May 20 08:02:32.734279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:32.744728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Sync routers for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:32.759889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] 10.222.0.79 "PUT /v2.0/routers/b5f18270-389e-47f8-9dfb-8cfa2d15fa5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3640378 May 20 08:02:32.760631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43000) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:32.762121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:32.763361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:33.048853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:33.228595 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:33.255382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:33.355094 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe180c81-c980-4119-91f8-640314e69848 tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:33.529224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:30Z', 'revision_number': 5, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:33.535383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Checking router: b5f18270-389e-47f8-9dfb-8cfa2d15fa5a for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:33.544514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Routers {'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:33.547564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:33.583910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '201a1719-3407-416f-b892-cdb9157f01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:33.588433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: ba514915-5acb-4619-b8d1-5a07f414d429, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:33.635011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=be962b23-bcf5-40e0-9763-a36d18e7e0bd,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:33.654938 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:33.769710 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:33.816920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network ba514915-5acb-4619-b8d1-5a07f414d429 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:33.843753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ebae4-dd10-4915-8f7c-d3351ab1a95f req-f92bbf01-8932-4796-8bc8-c5b1deec2c69 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:33.845530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c9ebae4-dd10-4915-8f7c-d3351ab1a95f req-f92bbf01-8932-4796-8bc8-c5b1deec2c69 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1965199 May 20 08:02:33.922852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] Set router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:33.936460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ba514915-5acb-4619-b8d1-5a07f414d429) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:34.001789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c9ebae4-dd10-4915-8f7c-d3351ab1a95f req-74e11729-39e0-4a76-9648-e5512eea22b2 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495481 May 20 08:02:34.009644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:34.009644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.050592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Deleting port 5661b5bd-b20e-4358-935c-d2468732a2db {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:34.050951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.369178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9127719 May 20 08:02:34.369178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] For port 5661b5bd-b20e-4358-935c-d2468732a2db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5661b5bd-b20e-4358-935c-d2468732a2db,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:34.369178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.369663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56aba3-a8a3-486c-a0bc-0180437f3755 None None] Network ba514915-5acb-4619-b8d1-5a07f414d429 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:34.369757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:34.372744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009446120'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:34.379032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:34.384193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:34.387628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:34.398321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:34.545821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:30Z', 'revision_number': 5, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:34.567812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8e921-b1bf-44b1-a1e1-859208eb50ed None None] The sync data for ids ['b5f18270-389e-47f8-9dfb-8cfa2d15fa5a'] in n-d-780147-4 is: [{'id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'name': 'tempest-TestAggregatesBasicOps-1158999966-router', 'tenant_id': '2640edcdbf6a4911bd84a1e431548d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:01:55Z', 'updated_at': '2021-05-20T08:02:30Z', 'revision_number': 5, 'project_id': '2640edcdbf6a4911bd84a1e431548d38', 'gw_port': {'id': '5661b5bd-b20e-4358-935c-d2468732a2db', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f18270-389e-47f8-9dfb-8cfa2d15fa5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2226, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:01:57Z', 'updated_at': '2021-05-20T08:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:34.609036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:34.613896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.664134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:34.675545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.676216 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 05cfab47-6822-4628-926d-9456d4bd8487 of type vlan for network 42011fa6-5b45-4536-b149-37e49ba036fb May 20 08:02:34.685848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Calling delete_port for 5661b5bd-b20e-4358-935c-d2468732a2db owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:34.720839 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.843655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.849592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:34.851097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:34.865583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-22f1bcce-931f-4d3f-892b-a2e301f3105e tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:34.904406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ba514915-5acb-4619-b8d1-5a07f414d429', 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': 'be962b23-bcf5-40e0-9763-a36d18e7e0bd'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:34.905281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.009144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.052751 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:35.210508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8443909 May 20 08:02:35.214015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:35.253297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:35.351520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Allocated IP 2001:db8:0:ffff::2 (ba514915-5acb-4619-b8d1-5a07f414d429/be962b23-bcf5-40e0-9763-a36d18e7e0bd/d70cee25-ba94-4f82-94e1-92c9b0d4ebd9) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:35.352322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=42011fa6-5b45-4536-b149-37e49ba036fb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:35.407186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:35.413116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Pushing event deleted for resources: {'Port': ['ID=5661b5bd-b20e-4358-935c-d2468732a2db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:35.466974 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:35.574415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:35.580725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:35.584638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:35.593281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:35.639119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.659625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 42011fa6-5b45-4536-b149-37e49ba036fb details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:35.672091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:35.678767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.828385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43052) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:35.942555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.945227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:35.991420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b37ec-8674-4865-8a92-743801e604d0 req-a327219e-3a3f-497a-8ed8-d4ccf243f97d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:35.995433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d34b37ec-8674-4865-8a92-743801e604d0 req-a327219e-3a3f-497a-8ed8-d4ccf243f97d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.5275929 May 20 08:02:36.107514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d34b37ec-8674-4865-8a92-743801e604d0 req-5454673c-bc22-4a09-8b4f-ca00688a7812 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077003 May 20 08:02:36.111468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.114150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f18270-389e-47f8-9dfb-8cfa2d15fa5a {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:02:36.131810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-69770485', 'router:external': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:36.153822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:36.157154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.163501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b5f18270-389e-47f8-9dfb-8cfa2d15fa5a HTTP/1.1" status: 204 len: 168 time: 3.4013410 May 20 08:02:36.167454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43060) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:36.173836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:network and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:36.212163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:36.413188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:36.415156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2ca1c05-a5de-471b-b724-a0765d617050 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:36.415691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Deleting subnet 8c72aeb2-7ec9-41d4-8be6-f735a131950e {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:02:36.415691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.415691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.415892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b2ca1c05-a5de-471b-b724-a0765d617050 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:36.415892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b2ca1c05-a5de-471b-b724-a0765d617050 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:36.440152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.464630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Transition to ACTIVE for port object d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:36.513824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:36.528117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Transition to ACTIVE for port object d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:37.327359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819da0-ce3f-4d33-8d2b-acf53adbb146 req-40a99192-9bb4-4ea9-bf1a-47b6b42d6333 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:37.328807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc819da0-ce3f-4d33-8d2b-acf53adbb146 req-40a99192-9bb4-4ea9-bf1a-47b6b42d6333 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.0789933 May 20 08:02:37.373854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc819da0-ce3f-4d33-8d2b-acf53adbb146 req-206019c4-0609-4c65-85f5-6dced1d26cae tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 May 20 08:02:37.396282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Made reservation on behalf of 77735020642b4439a26b0243226945e0 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:37.396619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.403114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.403262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.405524 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-641d1c35-6684-4180-aa6e-35e7875f00f4 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:37.408475 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-213ea5cd-34ca-479f-a10f-8b1724dd1e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.410891 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f3d715cc-b248-48d7-9fc5-f509719b3c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:37.431217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.446628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.455328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c72aeb2-7ec9-41d4-8be6-f735a131950e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:37.458761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:37.462744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8c72aeb2-7ec9-41d4-8be6-f735a131950e HTTP/1.1" status: 204 len: 168 time: 1.2876596 May 20 08:02:37.465171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:37.465286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:37.468996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674c646-cda1-43c1-a5e3-af6704c332ab None None] Network e379774c-ef52-4973-94ab-d3b577f5d96e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:37.485803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:security_group_rule and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:37.494175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:37.499207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Network ba514915-5acb-4619-b8d1-5a07f414d429 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:37.501734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:37.523722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:37.523722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:37.589149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.672329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Pushing event updated for resources: {'Port': ['ID=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:37.674665 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:37.674870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Deleting port 8be45981-7ffc-4ea1-b969-af40191d9c2b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:37.675205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.717064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.770574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Attempting to bind port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:37.770953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Attempting to bind port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '201a1719-3407-416f-b892-cdb9157f01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:37.771326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Attempting to bind port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 on network ba514915-5acb-4619-b8d1-5a07f414d429 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:37.775801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5661b5bd-b20e-4358-935c-d2468732a2db no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:37.777587 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.779749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] For port 8be45981-7ffc-4ea1-b969-af40191d9c2b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8be45981-7ffc-4ea1-b969-af40191d9c2b,segment=NetworkSegment(83846ef8-0244-42f4-8295-7d640bc8e080),segment_id=83846ef8-0244-42f4-8295-7d640bc8e080)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:37.780132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.787598 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-80deb612-6eb3-4b94-b660-828a080520c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:37.811652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.816043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:37.816429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Checking segment: {'id': '201a1719-3407-416f-b892-cdb9157f01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:37.816837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.817246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Bound using segment: {'id': '201a1719-3407-416f-b892-cdb9157f01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:37.817742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Bound port: d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201a1719-3407-416f-b892-cdb9157f01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba514915-5acb-4619-b8d1-5a07f414d429'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:37.818433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.825604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:37.829258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5661b5bd-b20e-4358-935c-d2468732a2db {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:37.829641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5661b5bd-b20e-4358-935c-d2468732a2db not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:37.849618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf214220-e9c9-4b50-b841-33a77bf13b13,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:37.855726 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:37.857833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed52619e-538d-4346-bdfc-ad0f86dfc13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:37.891256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:37.891668 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Added segment 5cffa740-d5d3-41b4-a382-3e7f226db175 of type vlan for network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a May 20 08:02:37.906684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Calling delete_port for 8be45981-7ffc-4ea1-b969-af40191d9c2b owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:37.943017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] For port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:37.947468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] For port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,segment=NetworkSegment(201a1719-3407-416f-b892-cdb9157f01ca),segment_id=201a1719-3407-416f-b892-cdb9157f01ca)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:37.950398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=0b2fd8ef-4272-42b3-92c4-690329c761f2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:37.954930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '05cfab47-6822-4628-926d-9456d4bd8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:37.955300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 42011fa6-5b45-4536-b149-37e49ba036fb, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:37.962552 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:37.975817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.006934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a6b7e-93b8-460c-8c6b-366cd604c6a2 None None] DHCP port deletion for e379774c-ef52-4973-94ab-d3b577f5d96e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:02:38.011814 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.016674 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a65aac4-f0b0-46aa-acae-da7de335fe9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:38.037339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.042887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b3da60b6-1ec9-4704-9e72-f1af2f48bd1d tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:38.085158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be45981-7ffc-4ea1-b969-af40191d9c2b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:38.089193 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:38.089822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] No DVR routers for this DVR port 8be45981-7ffc-4ea1-b969-af40191d9c2b on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:38.102767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 42011fa6-5b45-4536-b149-37e49ba036fb is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:38.121346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c17a6b7e-93b8-460c-8c6b-366cd604c6a2 None None] The port '8be45981-7ffc-4ea1-b969-af40191d9c2b' was deleted {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 08:02:38.140680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.142028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:38.142609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.146705 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-943201e1-a813-4f6a-ac6a-2b1413fa9e7c tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:38.162350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Pushing event updated for resources: {'Port': ['ID=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:38.175145 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:38.225566 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.244995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e379774c-ef52-4973-94ab-d3b577f5d96e']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:38.253863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 42011fa6-5b45-4536-b149-37e49ba036fb) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:38.263616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83846ef8-0244-42f4-8295-7d640bc8e080') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:38.264595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83846ef8-0244-42f4-8295-7d640bc8e080') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:38.264748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740f9e7-e5b7-4e6a-aa10-762057ab1a62 None None] Network 42011fa6-5b45-4536-b149-37e49ba036fb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:38.271928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Network': ['ID=a6d3a56f-5fae-4635-b9e4-4f20a8ac723a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:38.278711 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:38.280500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:38.282109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.288515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.296439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:38.308920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.316482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:38.316900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:38.333043 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:38.379852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.5499508 May 20 08:02:38.383108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:38.388956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'subnet': {'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:38.409145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:38.421244 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1943140 May 20 08:02:38.422856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:subnet and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:38.426180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:38.429995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:38.484400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:38.618049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Made reservation on behalf of 77735020642b4439a26b0243226945e0 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:38.620456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.730336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.771450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.776389 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-52e1a365-e2e0-41d8-8ddf-c3fa37e6a0c0 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:38.790524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.800810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e379774c-ef52-4973-94ab-d3b577f5d96e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:38.814938 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:38.818896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e379774c-ef52-4973-94ab-d3b577f5d96e HTTP/1.1" status: 204 len: 168 time: 1.3527441 May 20 08:02:38.848504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3192b91-edd8-4898-bfe2-7d067e0aaaa5 req-69dafc80-a829-4810-b7e3-ad12328c1b9c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:38.856614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3192b91-edd8-4898-bfe2-7d067e0aaaa5 req-69dafc80-a829-4810-b7e3-ad12328c1b9c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3084695 May 20 08:02:38.861178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-42011fa6-5b45-4536-b149-37e49ba036fb', 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': '0b2fd8ef-4272-42b3-92c4-690329c761f2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:38.862078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.864610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:38.913190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3192b91-edd8-4898-bfe2-7d067e0aaaa5 req-68cc23b2-2840-4f87-8a2e-0a2c4d208681 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554008 May 20 08:02:39.174423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Allocated IP 2001:db8::1 (42011fa6-5b45-4536-b149-37e49ba036fb/0b2fd8ef-4272-42b3-92c4-690329c761f2/1369dd66-5d17-4c09-b29f-e1b4e7716a3d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:39.218711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ce24cbee-386b-481f-8f79-f22cc3648ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.411672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43094) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:39.444149 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.452930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Transition to ACTIVE for port object 1369dd66-5d17-4c09-b29f-e1b4e7716a3d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:39.478834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-16f4b52c-045d-4b01-96df-5e740f132a61 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b64266175ac4d2298980c3e85a59998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653546 May 20 08:02:39.482266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43098) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:39.504451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Transition to ACTIVE for port object 1369dd66-5d17-4c09-b29f-e1b4e7716a3d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:39.504451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb14b67-3574-47a3-ad1a-b01a6fc313a7 None None] Network ba514915-5acb-4619-b8d1-5a07f414d429 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:39.567407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.601766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.607749 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.615234 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:39.689280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.690970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9e1a4784-b16b-4bb9-b185-a547f49b9840 None None] Provisioning for port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:39.696864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01c8afbf-35c3-4350-9d41-742a06b95d69 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:39.710984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Network 42011fa6-5b45-4536-b149-37e49ba036fb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:39.716857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:39.725651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:39.737843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2fd8ef-4272-42b3-92c4-690329c761f2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:39.746284 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:39.763861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.768951 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b29e241-df67-4436-91fb-0272aa610c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:39.793521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3fb7e-c768-43e4-8ccd-5b018f36b143,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:39.797422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:39.807157 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.808016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9db3fb7e-c768-43e4-8ccd-5b018f36b143 HTTP/1.1" status: 204 len: 168 time: 0.3237932 May 20 08:02:39.816083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Pushing event updated for resources: {'Port': ['ID=1369dd66-5d17-4c09-b29f-e1b4e7716a3d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:39.818679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.823647 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:39.854339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:02:39.854913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.861036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8987041c-2ebf-4917-8686-6a757d292a26 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:39.920593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Attempting to bind port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:39.921145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Attempting to bind port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '05cfab47-6822-4628-926d-9456d4bd8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:39.921518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Attempting to bind port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d on network 42011fa6-5b45-4536-b149-37e49ba036fb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:39.971026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:39.971525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Checking segment: {'id': '05cfab47-6822-4628-926d-9456d4bd8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:39.972008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.972520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Bound using segment: {'id': '05cfab47-6822-4628-926d-9456d4bd8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:39.973062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Bound port: 1369dd66-5d17-4c09-b29f-e1b4e7716a3d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cfab47-6822-4628-926d-9456d4bd8487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '42011fa6-5b45-4536-b149-37e49ba036fb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:39.973542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:39.979018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.004792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42011fa6-5b45-4536-b149-37e49ba036fb']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:40.027995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:40.033750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfab47-6822-4628-926d-9456d4bd8487') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:40.034136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfab47-6822-4628-926d-9456d4bd8487') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:40.048457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c851e2cb-e153-46bc-86bc-3a618462d738,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:40.054089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:40.056634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.076782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Checking segment: {'id': '5cffa740-d5d3-41b4-a382-3e7f226db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:40.077239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network hostable DHCP agents. Network: a6d3a56f-5fae-4635-b9e4-4f20a8ac723a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:40.080539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.093141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:40.093296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:40.112756 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:40.199836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] For port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:40.244327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] For port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1369dd66-5d17-4c09-b29f-e1b4e7716a3d,segment=NetworkSegment(05cfab47-6822-4628-926d-9456d4bd8487),segment_id=05cfab47-6822-4628-926d-9456d4bd8487)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:40.253768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdbd7-1a75-4e0e-8f25-bebcd513a680 req-a554dfd6-c685-4fd4-bd67-c668ac30dc14 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:40.263087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66dfdbd7-1a75-4e0e-8f25-bebcd513a680 req-a554dfd6-c685-4fd4-bd67-c668ac30dc14 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1548917 May 20 08:02:40.292814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:40.295393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:40.303691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:02:40.303691 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:02:40.303691 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '42011fa6-5b45-4536-b149-37e49ba036fb'}] May 20 08:02:40.303691 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:02:40.304643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:02:40.339388 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.364169 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-60cf8b54-df58-4e66-9bb8-2dc9ad96622b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:40.369701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a6d3a56f-5fae-4635-b9e4-4f20a8ac723a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:40.382698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:40.383757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.422857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66dfdbd7-1a75-4e0e-8f25-bebcd513a680 req-f9fcfedb-65ec-46ef-ba1e-a9e4c7c999ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564884 May 20 08:02:40.438972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:40.439354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.468127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df55af4-0b98-4f22-a721-467afeb798c7 None None] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:40.510871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1241374 May 20 08:02:40.511825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:40.517383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-58116169', 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:40.527175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:40.540642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:port and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:40.546297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:40.553171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:40.631670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Made reservation on behalf of 77735020642b4439a26b0243226945e0 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:40.634717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.655385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] device_id is not set on port 21382dc2-293c-4eb6-982d-2fe4b2cb0c30 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:02:40.737267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Pushing event updated for resources: {'Port': ['ID=1369dd66-5d17-4c09-b29f-e1b4e7716a3d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:40.745192 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:40.755262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8cb6175e-f416-4ace-be41-79c1aca84603 None None] Provisioning complete for port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:40.755644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8cb6175e-f416-4ace-be41-79c1aca84603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.797852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.20.0.3 (a6d3a56f-5fae-4635-b9e4-4f20a8ac723a/c851e2cb-e153-46bc-86bc-3a618462d738/21382dc2-293c-4eb6-982d-2fe4b2cb0c30) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:40.807197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:40.846483 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7469fd-8762-4893-965e-f57a87363429 None None] Network 42011fa6-5b45-4536-b149-37e49ba036fb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:40.861572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43118) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:40.931304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-29311744-41cd-4a2b-98b8-98034b25ec87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2640edcdbf6a4911bd84a1e431548d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676479 May 20 08:02:40.931304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:40.979466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:40.979706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.012935 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.040665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.149086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1369dd66-5d17-4c09-b29f-e1b4e7716a3d,segment=NetworkSegment(05cfab47-6822-4628-926d-9456d4bd8487),segment_id=05cfab47-6822-4628-926d-9456d4bd8487)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:41.149350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.162778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.177507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3575bca-7775-4e30-b0e5-8512c35eb14f None None] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:41.185819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.190009 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f187ec5-c82d-4c7e-a333-409e5985b9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:41.201993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda32581-9d8c-4449-b491-5840fe4372e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:41.212051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:41.215525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.224469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bda32581-9d8c-4449-b491-5840fe4372e9 HTTP/1.1" status: 204 len: 168 time: 0.2866788 May 20 08:02:41.282332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.295550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for 1369dd66-5d17-4c09-b29f-e1b4e7716a3d owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:41.322466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.401804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,segment=NetworkSegment(201a1719-3407-416f-b892-cdb9157f01ca),segment_id=201a1719-3407-416f-b892-cdb9157f01ca)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:41.407493 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8cb6175e-f416-4ace-be41-79c1aca84603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.478670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.485614 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8306864b-ab7e-41c2-af07-0f8a0916b3a6 tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:41.540095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.551388 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:41.578254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:41.588890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:41.590252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port 1369dd66-5d17-4c09-b29f-e1b4e7716a3d on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:41.597329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:41.684256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-8cb6175e-f416-4ace-be41-79c1aca84603 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:02:41.684621 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-8cb6175e-f416-4ace-be41-79c1aca84603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:02:41.693131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8be45981-7ffc-4ea1-b969-af40191d9c2b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:41.704885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75f29-ad07-49a4-9400-7480024535f5 req-685c3d67-4544-46cd-aa80-5f3d4c558e86 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:41.709036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80d75f29-ad07-49a4-9400-7480024535f5 req-685c3d67-4544-46cd-aa80-5f3d4c558e86 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1601725 May 20 08:02:41.736344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 8be45981-7ffc-4ea1-b969-af40191d9c2b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:02:41.736772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8be45981-7ffc-4ea1-b969-af40191d9c2b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:02:41.740773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:41.744201 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:41.764925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51707ae5-1b05-4621-9b17-3d04904ac932 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:02:41.791300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80d75f29-ad07-49a4-9400-7480024535f5 req-b6a349f8-34bf-4ea4-b7d7-a8b60e9a5957 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774543 May 20 08:02:41.823408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=21382dc2-293c-4eb6-982d-2fe4b2cb0c30,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:41.827710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:41.856452 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:41.860329 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b511ab6d-861c-4422-b6f0-ee2709cc52e5 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:41.892603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:02:41.941061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=1369dd66-5d17-4c09-b29f-e1b4e7716a3d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:41.963395 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:41.964986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:42.030928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:42.032186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.041382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.062247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42011fa6-5b45-4536-b149-37e49ba036fb']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:42.086165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cfab47-6822-4628-926d-9456d4bd8487') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:42.086722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cfab47-6822-4628-926d-9456d4bd8487') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:42.104411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.109783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51707ae5-1b05-4621-9b17-3d04904ac932 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:02:42.122454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.125250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:42.125692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.128773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:42.129186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: timer() May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:42.144183 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:42.244039 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.7313673 May 20 08:02:42.247476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43146) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:42.305887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.310575 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:42.341548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.344876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=42011fa6-5b45-4536-b149-37e49ba036fb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:42.347972 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:42.355751 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/42011fa6-5b45-4536-b149-37e49ba036fb HTTP/1.1" status: 204 len: 168 time: 3.9277978 May 20 08:02:42.356331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43150) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:42.363186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390536779'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:42.370536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:42.374747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:42.378100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:42.386524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:42.414974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Deleting port 21382dc2-293c-4eb6-982d-2fe4b2cb0c30 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:42.415913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.494389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.495096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:42.501131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.600733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.654067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:42.667608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.668224 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 32c555a6-5093-4c27-bb8b-cef26d25fb4b of type vlan for network 2eab7e9f-1595-481a-8e8e-0a41037274f1 May 20 08:02:42.742280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.798541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Calling delete_port for 21382dc2-293c-4eb6-982d-2fe4b2cb0c30 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:42.847038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.853926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:42.854603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:42.866026 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ad295fb-66db-4cc1-9108-b3b31c77fc95 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:42.993172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=2eab7e9f-1595-481a-8e8e-0a41037274f1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:42.995855 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:43.005602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:43.039992 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6817091 May 20 08:02:43.040321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:43.043501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:43.049694 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f61138c-6b99-4377-81a9-f8362630e11a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:43.055881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:43.096812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30240e7-3852-4d26-9554-c93a849d8d01 req-34f71641-3890-4377-9957-1fd8752ade9e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:43.098671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f30240e7-3852-4d26-9554-c93a849d8d01 req-34f71641-3890-4377-9957-1fd8752ade9e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.1497304 May 20 08:02:43.110317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Port': ['ID=21382dc2-293c-4eb6-982d-2fe4b2cb0c30,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:43.117501 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:43.293074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:43.304814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:43.312310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:43.327501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:43.369850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f30240e7-3852-4d26-9554-c93a849d8d01 req-4247fc4a-0103-41bb-b19a-153988b3fb63 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562640 May 20 08:02:43.379299 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:43.386715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/ports/21382dc2-293c-4eb6-982d-2fe4b2cb0c30 HTTP/1.1" status: 204 len: 168 time: 1.1379919 May 20 08:02:43.389351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43176) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:43.395955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a', 'external_fixed_ips': [{'subnet_id': 'c851e2cb-e153-46bc-86bc-3a618462d738', 'ip_address': '172.20.0.3'}]}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:43.401714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:43.405705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:router and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:43.409145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:43.417448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:43.447967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:43.452446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:43.534784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:43.536252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:43.626694 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.088440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.095542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.100583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d695b521-b427-4eb1-a917-dd30ca1f5e4f tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:44.202543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=583dc295-d08d-4525-89ea-025e1a2dfb77,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:44.206074 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:44.216375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '32c555a6-5093-4c27-bb8b-cef26d25fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:44.216375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 2eab7e9f-1595-481a-8e8e-0a41037274f1, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:44.305240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:44.391623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2eab7e9f-1595-481a-8e8e-0a41037274f1) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:44.402392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd04ed-5bd0-48f5-949c-655556a2eb07 None None] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:44.418680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:44.422320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.546754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5011811 May 20 08:02:44.550469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:44.559816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091477199'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:44.569645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:44.575671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:44.579751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:44.599068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:44.665774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:44.672167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571065463', 'description': 'tempest-secgroup-smoke-1571065463 description', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:44.680401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:44.685210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:44.689123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:44.697530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:44.700508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-2eab7e9f-1595-481a-8e8e-0a41037274f1', 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': '583dc295-d08d-4525-89ea-025e1a2dfb77'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:44.701609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.720321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:44.724741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.765717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:44.777050 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.777500 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment ba9f98fa-9470-4297-9690-be23496de5a4 of type vlan for network fc5b36e7-e988-4416-8927-80ae88464a89 May 20 08:02:44.810761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.827918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.864060 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:44.878055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Allocated IP 2001:db8::3 (2eab7e9f-1595-481a-8e8e-0a41037274f1/583dc295-d08d-4525-89ea-025e1a2dfb77/17ea8194-c6b3-4341-bdd8-4d05299ec95d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:44.901960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:44.905981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:44.909154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:44.916279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:45.024401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.030860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.037295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:45.037932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.046949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dfdf6469-1bfa-4870-b384-00f44b1898dd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:45.078212 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.109791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.139698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.151034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Transition to ACTIVE for port object 17ea8194-c6b3-4341-bdd8-4d05299ec95d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:45.172116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Transition to ACTIVE for port object 17ea8194-c6b3-4341-bdd8-4d05299ec95d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:45.180728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=fc5b36e7-e988-4416-8927-80ae88464a89,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:45.183384 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:45.192839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network fc5b36e7-e988-4416-8927-80ae88464a89 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:45.194220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c75912-14d4-4a11-be08-db784c7f8f48 req-87fb0886-32e4-4f34-b495-2cabfc0ffb22 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:45.202880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44c75912-14d4-4a11-be08-db784c7f8f48 req-87fb0886-32e4-4f34-b495-2cabfc0ffb22 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.3201232 May 20 08:02:45.205293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.211920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:45.216684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:45.220752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:45.227425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:45.232668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b775297b-7c98-4d61-a3ca-0b8595189c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:45.269964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc81bf-4a73-44f8-b9bd-3ed66cbab870,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:45.275668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:45.306233 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7544787 May 20 08:02:45.306955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43250) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:45.314286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.325026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44c75912-14d4-4a11-be08-db784c7f8f48 req-0e144089-45fa-499a-8f7e-a59b9a5fb278 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211085 May 20 08:02:45.330510 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5bd3383d-e4d1-47d7-a651-446f4032a8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:45.338769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:45.396089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.408707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:45.415832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:45.418426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:45.472262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.485655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Pushing event updated for resources: {'Port': ['ID=17ea8194-c6b3-4341-bdd8-4d05299ec95d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:45.501443 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3f99ac42-b538-49d7-961a-410132db99df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:45.503246 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:45.538071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed91f7-5e52-4576-ad94-a06a2ff15afc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:45.542755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:45.572650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Attempting to bind port 17ea8194-c6b3-4341-bdd8-4d05299ec95d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:45.573310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Attempting to bind port 17ea8194-c6b3-4341-bdd8-4d05299ec95d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '32c555a6-5093-4c27-bb8b-cef26d25fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:45.573893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Attempting to bind port 17ea8194-c6b3-4341-bdd8-4d05299ec95d on network 2eab7e9f-1595-481a-8e8e-0a41037274f1 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:45.579739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:45.580356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Checking segment: {'id': '32c555a6-5093-4c27-bb8b-cef26d25fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:45.580944 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.581578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Bound using segment: {'id': '32c555a6-5093-4c27-bb8b-cef26d25fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:45.582206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Bound port: 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c555a6-5093-4c27-bb8b-cef26d25fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2eab7e9f-1595-481a-8e8e-0a41037274f1'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:45.582764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.604978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:45.611910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:45.616148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:45.627587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:45.629970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.20.0.3 (a6d3a56f-5fae-4635-b9e4-4f20a8ac723a/c851e2cb-e153-46bc-86bc-3a618462d738/0892fee9-e6f5-4a3e-9a15-a7804cfbbb47) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:45.660878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.662475 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9953833 May 20 08:02:45.665967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:45.678210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] For port 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:45.679296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:45.681967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] For port 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=17ea8194-c6b3-4341-bdd8-4d05299ec95d,segment=NetworkSegment(32c555a6-5093-4c27-bb8b-cef26d25fb4b),segment_id=32c555a6-5093-4c27-bb8b-cef26d25fb4b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:45.688331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:45.693334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:45.697154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:45.704328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:45.758737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.762829 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c29cd5e6-2c3a-46e4-ac9b-e710eeb6a024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:45.790392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:45.793856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.798022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.844562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Pushing event updated for resources: {'Port': ['ID=17ea8194-c6b3-4341-bdd8-4d05299ec95d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:45.850388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:45.884410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.926391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing IP validity checks on allocation pools {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 08:02:45.926921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 08:02:45.966853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:45.978350 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd2b66cf-c42b-4263-8825-24252e70f0b9 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:46.054473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:02:46.062194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d568c5-9343-4552-b39b-835aa2e2a581,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:46.076406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:46.078185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eedab04b-f3e0-4c76-a1c7-6d669fa7f796 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3455875 May 20 08:02:46.082179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.181106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.186963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5178611 May 20 08:02:46.188488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:46.203330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:46.228340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:46.249695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:46.257909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:46.263730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:46.310125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.316445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:46.347862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:46.353767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.367896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a4639663-257a-41ad-a870-aee9e79e555f', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': 'a4639663-257a-41ad-a870-aee9e79e555f', 'mac_address': 'fa:16:3e:0d:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:02:46.411369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:46.416872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:46.452873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:46.473082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.544251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.547143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fca128d1-62b0-4bc1-9369-f460b6e622fa tempest-ImagesOneServerNegativeTestJSON-42106012 tempest-ImagesOneServerNegativeTestJSON-42106012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:46.576081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af0806b-c609-4b2d-b168-68dd8411376d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:46.576935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:46.578814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:46.584405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.594255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:46.611705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:02:46.641358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:46.693448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.698320 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5054803 May 20 08:02:46.698682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:46.704971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:46.712764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:46.717628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:46.720906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:46.728730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:46.775123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.775123 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:46.832692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.875593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:46.880459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:46.930729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:46.963694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.964196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.964676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.965157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.965670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.966146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.966617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:46.968560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-eed9d6f6-f0e9-470b-8719-0269c41743df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6491 time: 0.7713146 May 20 08:02:47.002872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.005265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:47.036111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce3b30-d300-4dc4-bd31-0e9065f9a95d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:47.040006 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:47.066630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a4639663-257a-41ad-a870-aee9e79e555f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:02:47.118011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.124209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193425 May 20 08:02:47.124209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:47.130294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:47.141413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:47.146829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:47.151177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:47.157779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:47.223439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-53f931c4-de74-41f1-8b92-af6d1b55d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:47.224025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-53f931c4-de74-41f1-8b92-af6d1b55d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:47.224603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-53f931c4-de74-41f1-8b92-af6d1b55d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:47.227758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-53f931c4-de74-41f1-8b92-af6d1b55d6b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2270739 May 20 08:02:47.313871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0e580-8dfd-46af-9e85-2b422e3f3f0d None None] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:47.322803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605fa4-3290-4e8b-abdd-7d2a2d45a1f7 req-d182e780-17a0-4b9e-9221-1787fda4921b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:47.324487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9605fa4-3290-4e8b-abdd-7d2a2d45a1f7 req-d182e780-17a0-4b9e-9221-1787fda4921b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 943 time: 0.7970324 May 20 08:02:47.418333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.526120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0f205c96-4c99-4fa3-ae72-8ee996862edd None None] Provisioning for port 17ea8194-c6b3-4341-bdd8-4d05299ec95d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:47.530867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-46ea65d8-60de-4105-9f99-b7e1806211af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 1001 time: 0.2908013 May 20 08:02:47.534627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.594766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9605fa4-3290-4e8b-abdd-7d2a2d45a1f7 req-a966a384-400d-4852-9639-3d19f70dd73f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959541 May 20 08:02:47.604339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.614089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3892486d-fa45-44fa-a035-04da3cc1d735 tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:47.657458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efe51e6-2c83-4a7b-998c-4d508486040d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:47.675481 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:47.758354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.759584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6350000 May 20 08:02:47.762696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43282) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:47.768247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:47.784963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:47.794404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:47.796991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-b14b9e63-6b15-46f8-96a1-123b36e367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:47.799231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-b14b9e63-6b15-46f8-96a1-123b36e367ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.1932588 May 20 08:02:47.799351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:47.809527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.815770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:47.878338 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:02:47.887917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:47.890756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 17ea8194-c6b3-4341-bdd8-4d05299ec95d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:47.968112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.047053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.050015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6d6a46b-d4c4-4f39-acee-9b2562cbc6e1 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:48.058076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.058796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 17ea8194-c6b3-4341-bdd8-4d05299ec95d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:48.063948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 17ea8194-c6b3-4341-bdd8-4d05299ec95d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:48.064444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.072112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f17efab4-1c5c-4334-a13e-e8b85bda0df1 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:48.092714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ebfc61-ddbd-4b91-8ac1-e1d23f528690,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:48.097728 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:48.151490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.156525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3923218 May 20 08:02:48.162764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43286) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:48.171583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': 'e5ed91f7-5e52-4576-ad94-a06a2ff15afc', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:48.180137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:48.184682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:48.188219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:48.195346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:48.232636 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.265949 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:02:48.271953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=17ea8194-c6b3-4341-bdd8-4d05299ec95d,segment=NetworkSegment(32c555a6-5093-4c27-bb8b-cef26d25fb4b),segment_id=32c555a6-5093-4c27-bb8b-cef26d25fb4b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:48.275050 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.294008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=8d889610-f670-48dc-a6c6-282af27d85d8,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:48.297156 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:48.309327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c0f9751b-4783-4322-90ee-83eef3ad9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:48.310871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c0f9751b-4783-4322-90ee-83eef3ad9765 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4238551 May 20 08:02:48.350135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.367516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.370170 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-218ac019-a85a-4d58-9865-ca490d222497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:48.395822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': 'ba9f98fa-9470-4297-9690-be23496de5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:48.396362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: fc5b36e7-e988-4416-8927-80ae88464a89, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:48.481939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=17ea8194-c6b3-4341-bdd8-4d05299ec95d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:48.486592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.486592 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:48.487116 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:48.525258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fd9ea8-42c9-416e-a534-c4450af71785,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:48.534607 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:48.608704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.610102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4457231 May 20 08:02:48.613463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:48.620433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'network': {'name': 'tempest-network-smoke--1026114732', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'port_security_enabled': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:48.627031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:48.634924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:network and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:48.638353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:48.644905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:48.705815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:48.709388 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.742563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:48.753886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.754561 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Added segment f7a587e4-ec91-4342-bbd5-1a0cfea1ba02 of type vlan for network d39dd481-a6e4-443a-9170-d908b4288662 May 20 08:02:48.766999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.786736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.819480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network fc5b36e7-e988-4416-8927-80ae88464a89 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:48.867310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.873415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:48.874026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:48.879541 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f43fa1a5-e764-4559-b902-203dfce43c1a tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:48.944101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-4278fab6-18c6-41bd-a47c-d133633ffaea service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750470 May 20 08:02:48.993249 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3747251 May 20 08:02:48.993249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Network': ['ID=d39dd481-a6e4-443a-9170-d908b4288662,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:48.996752 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:48.997337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43300) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:49.003360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network d39dd481-a6e4-443a-9170-d908b4288662 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:49.011582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'admin_state_up': True, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:49.020697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:49.025717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:router and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:49.029007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:49.037526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:49.059109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, fc5b36e7-e988-4416-8927-80ae88464a89) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:49.091721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c578588-e0ec-4b67-8622-e4e132caf28e None None] Network fc5b36e7-e988-4416-8927-80ae88464a89 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:49.123791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.125039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.135371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:49.135951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.141490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.185790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e0af6-50d9-4b76-9c9e-9b254e9e94de req-9724c544-4b2c-4e17-8701-c70d1bf1ee1b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:49.187606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b7e0af6-50d9-4b76-9c9e-9b254e9e94de req-9724c544-4b2c-4e17-8701-c70d1bf1ee1b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 944 time: 0.4175138 May 20 08:02:49.265459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-856c78b3-5da6-4199-bef4-93acaede1e3a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136075 May 20 08:02:49.272155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9461107 May 20 08:02:49.276960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:49.306171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b7e0af6-50d9-4b76-9c9e-9b254e9e94de req-8e04f032-4e33-4df1-9320-1d807b563da2 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071668 May 20 08:02:49.343179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-fc5b36e7-e988-4416-8927-80ae88464a89', 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': '8d889610-f670-48dc-a6c6-282af27d85d8'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:49.344270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.392437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-9a4eb713-578a-413d-a201-b1d339ca1600 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 200 len: 217 time: 0.1089392 May 20 08:02:49.395506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 92bf66b4-8ca0-4559-98dd-2790cc2970f5 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:02:49.513777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.549283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Allocated IP 2001:db8::3 (fc5b36e7-e988-4416-8927-80ae88464a89/8d889610-f670-48dc-a6c6-282af27d85d8/1dc414b2-74f7-49ba-82d4-a769ef6f16de) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:49.652967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.661040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-6de4276d-738a-4ffa-beb4-c93b67a2de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:49.662534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-6de4276d-738a-4ffa-beb4-c93b67a2de74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2128818 May 20 08:02:49.763544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.780140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Transition to ACTIVE for port object 1dc414b2-74f7-49ba-82d4-a769ef6f16de will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:49.809418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Transition to ACTIVE for port object 1dc414b2-74f7-49ba-82d4-a769ef6f16de will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:49.844886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:49.858482 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Sync routers for ids ['92bf66b4-8ca0-4559-98dd-2790cc2970f5'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:49.872940 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Routers {'92bf66b4-8ca0-4559-98dd-2790cc2970f5'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:49.873724 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['92bf66b4-8ca0-4559-98dd-2790cc2970f5'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:49.878122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.882625 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4af9fb51-490c-4a48-afd8-d37041f8c815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:49.905226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.949967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:49.951454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.5611649 May 20 08:02:49.962798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43314) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:50.016160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 17ea8194-c6b3-4341-bdd8-4d05299ec95d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:50.064747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.100961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:50.109799 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Set router 92bf66b4-8ca0-4559-98dd-2790cc2970f5 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:50.112643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.139302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Pushing event updated for resources: {'Port': ['ID=1dc414b2-74f7-49ba-82d4-a769ef6f16de,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:50.201563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Network fc5b36e7-e988-4416-8927-80ae88464a89 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:50.207688 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:50.222285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:50.245534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:50.319920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.90 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/72a8ff16-deca-445d-9e65-18a9c97a48bb) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:50.329661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.402078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Attempting to bind port 1dc414b2-74f7-49ba-82d4-a769ef6f16de on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:50.402457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Attempting to bind port 1dc414b2-74f7-49ba-82d4-a769ef6f16de by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ba9f98fa-9470-4297-9690-be23496de5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:50.402827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Attempting to bind port 1dc414b2-74f7-49ba-82d4-a769ef6f16de on network fc5b36e7-e988-4416-8927-80ae88464a89 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:50.420203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:50.421640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Checking segment: {'id': 'ba9f98fa-9470-4297-9690-be23496de5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:50.421640 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.421640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Bound using segment: {'id': 'ba9f98fa-9470-4297-9690-be23496de5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:50.421947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Bound port: 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9f98fa-9470-4297-9690-be23496de5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fc5b36e7-e988-4416-8927-80ae88464a89'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:50.422355 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.473409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a4639663-257a-41ad-a870-aee9e79e555f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:50.473916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.485849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-d96e19a1-22fb-4e40-8cc5-863c6b8df6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:50.488349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-d96e19a1-22fb-4e40-8cc5-863c6b8df6d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7697337 May 20 08:02:50.592745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.595851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 17ea8194-c6b3-4341-bdd8-4d05299ec95d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:50.596302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.597568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf66b4-8ca0-4559-98dd-2790cc2970f5', 'name': '', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a', 'external_fixed_ips': [{'subnet_id': 'c851e2cb-e153-46bc-86bc-3a618462d738', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '0892fee9-e6f5-4a3e-9a15-a7804cfbbb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:43Z', 'updated_at': '2021-05-20T08:02:47Z', 'revision_number': 3, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port': {'id': '0892fee9-e6f5-4a3e-9a15-a7804cfbbb47', 'name': '', 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bf66b4-8ca0-4559-98dd-2790cc2970f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c851e2cb-e153-46bc-86bc-3a618462d738', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:45Z', 'updated_at': '2021-05-20T08:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c851e2cb-e153-46bc-86bc-3a618462d738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:50.602838 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Checking router: 92bf66b4-8ca0-4559-98dd-2790cc2970f5 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:50.603292 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Updating router 92bf66b4-8ca0-4559-98dd-2790cc2970f5 port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:02:50.675855 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.700099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] For port 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:50.708613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] For port 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1dc414b2-74f7-49ba-82d4-a769ef6f16de,segment=NetworkSegment(ba9f98fa-9470-4297-9690-be23496de5a4),segment_id=ba9f98fa-9470-4297-9690-be23496de5a4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:50.718343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.738404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd14536a-0480-437b-ae2c-12de64781f6e tempest-ServerRescueTestJSONUnderV235-255350293 tempest-ServerRescueTestJSONUnderV235-255350293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:50.813011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:50.821612 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:50.870192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:50.888714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:50.893274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:50.951510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.029410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:02:51.051574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Pushing event updated for resources: {'Port': ['ID=1dc414b2-74f7-49ba-82d4-a769ef6f16de,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:51.056259 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:51.073234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:51.138504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.141001 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:51.190793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=72a8ff16-deca-445d-9e65-18a9c97a48bb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:51.197282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:51.227777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.332391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:51.335733 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:51.339440 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.357517 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Transition to ACTIVE for port object 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:51.447054 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.472083 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-04995dec-f364-490a-a9e0-c5ac03f5b761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:51.481200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c4d56808-62f2-4230-a2cd-be93883e0050 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492712 May 20 08:02:51.497211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a1da-c167-4802-9930-2be1b287b659 req-ccee4a5c-eb6c-4c88-9d51-857beed34293 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:51.504842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f50a1da-c167-4802-9930-2be1b287b659 req-ccee4a5c-eb6c-4c88-9d51-857beed34293 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 944 time: 0.7715950 May 20 08:02:51.566377 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Attempting to bind port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:51.566609 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Attempting to bind port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5cffa740-d5d3-41b4-a382-3e7f226db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:51.566952 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Attempting to bind port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 on network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:51.576306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:51.576528 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Checking segment: {'id': '5cffa740-d5d3-41b4-a382-3e7f226db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:51.576948 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.577351 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Bound using segment: {'id': '5cffa740-d5d3-41b4-a382-3e7f226db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:51.578289 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Bound port: 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cffa740-d5d3-41b4-a382-3e7f226db175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a6d3a56f-5fae-4635-b9e4-4f20a8ac723a'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:51.583045 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.629577 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Pushing event updated for resources: {'Port': ['ID=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:51.644469 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.644768 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.645101 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.645443 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.645855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.646184 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.646505 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.646827 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.647193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.647516 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.648217 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.648577 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:02:51.652418 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:51.682501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f50a1da-c167-4802-9930-2be1b287b659 req-dfd92a13-a05d-4b37-919d-a041cad7da58 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767664 May 20 08:02:51.683332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] For port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:51.687330 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] For port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,segment=NetworkSegment(5cffa740-d5d3-41b4-a382-3e7f226db175),segment_id=5cffa740-d5d3-41b4-a382-3e7f226db175)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:51.722052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-44cd21eb-2e8c-435c-905d-da76cae44f39 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059011 May 20 08:02:51.751997 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.755808 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:51.790676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Deleting port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:51.791026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.814337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.829613 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-66a257c6-2c25-4a2f-a01c-6ebfd7301da5 tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:51.863809 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Pushing event updated for resources: {'Port': ['ID=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:51.866101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-55ea8213-d1cb-4e7e-a1ec-3f4d381d16ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 200 len: 217 time: 0.1363301 May 20 08:02:51.871844 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:51.891395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Routers {'92bf66b4-8ca0-4559-98dd-2790cc2970f5'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:51.892139 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['92bf66b4-8ca0-4559-98dd-2790cc2970f5'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:51.938660 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'code': 200} May 20 08:02:51.967539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1dc414b2-74f7-49ba-82d4-a769ef6f16de up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:51.974722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:51.997960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=8d889610-f670-48dc-a6c6-282af27d85d8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:52.033114 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:52.146214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] Set router 92bf66b4-8ca0-4559-98dd-2790cc2970f5 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:52.150177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1dc414b2-74f7-49ba-82d4-a769ef6f16de completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:52.296138 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bf66b4-8ca0-4559-98dd-2790cc2970f5', 'name': '', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:43Z', 'updated_at': '2021-05-20T08:02:51Z', 'revision_number': 4, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:52.296545 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.300889 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a517b37-ce14-4b07-ac0c-e8fe0486e612 None None] The sync data for ids ['92bf66b4-8ca0-4559-98dd-2790cc2970f5'] in n-d-780147-4 is: [{'id': '92bf66b4-8ca0-4559-98dd-2790cc2970f5', 'name': '', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:43Z', 'updated_at': '2021-05-20T08:02:51Z', 'revision_number': 4, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:52.305291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c7180e35-3a87-4bed-8618-1be2b5608165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:52.306945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c7180e35-3a87-4bed-8618-1be2b5608165 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.4305971 May 20 08:02:52.414293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5b36e7-e988-4416-8927-80ae88464a89']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:52.422883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] For port 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,segment=NetworkSegment(5cffa740-d5d3-41b4-a382-3e7f226db175),segment_id=5cffa740-d5d3-41b4-a382-3e7f226db175)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:52.423253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.539310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573a897-38d8-4832-ab17-d8b64bf6416a None None] Network fc5b36e7-e988-4416-8927-80ae88464a89 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:52.556812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9f98fa-9470-4297-9690-be23496de5a4') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:52.566965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9f98fa-9470-4297-9690-be23496de5a4') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:52.567194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.633643 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.802236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Provisioning for port 1dc414b2-74f7-49ba-82d4-a769ef6f16de completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:52.826234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Calling delete_port for 0892fee9-e6f5-4a3e-9a15-a7804cfbbb47 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:52.826636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Provisioning complete for port 1dc414b2-74f7-49ba-82d4-a769ef6f16de triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:52.827235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.863068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.876496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:52.876893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:52.900094 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:52.949760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 1a955c59-8b07-48f8-91d3-6b85ad28d60d is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:02:52.997614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617020-7fce-4beb-8e50-fe0c374cff23 req-753d31c3-aaa5-498b-9f3b-23a046a0a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:52.999154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f617020-7fce-4beb-8e50-fe0c374cff23 req-753d31c3-aaa5-498b-9f3b-23a046a0a72d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 1097 time: 0.7859995 May 20 08:02:53.079339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.102604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-138f9f7d-15b4-47da-bcf8-977c5f9ee32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:53.104573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-138f9f7d-15b4-47da-bcf8-977c5f9ee32c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7760346 May 20 08:02:53.123000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] For port 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1dc414b2-74f7-49ba-82d4-a769ef6f16de,segment=NetworkSegment(ba9f98fa-9470-4297-9690-be23496de5a4),segment_id=ba9f98fa-9470-4297-9690-be23496de5a4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:53.151023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] DHCP port deletion for fc5b36e7-e988-4416-8927-80ae88464a89 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:02:53.193842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.200428 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:53.252312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:02:53.252312 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:02:53.252312 n-d-780147-4 neutron-server[93101]: [parameters: {'id': 'fc5b36e7-e988-4416-8927-80ae88464a89'}] May 20 08:02:53.252312 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:02:53.252702 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:02:53.282298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:02:53.295140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Sync routers for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:02:53.297225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Pushing event updated for resources: {'Port': ['ID=1dc414b2-74f7-49ba-82d4-a769ef6f16de,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:53.313025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:53.319039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Deleting port 1dc414b2-74f7-49ba-82d4-a769ef6f16de {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:53.320125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.343781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:53.344558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:53.346029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f617020-7fce-4beb-8e50-fe0c374cff23 req-09b8bf7b-7cfa-45dc-be1a-40a8ca46a779 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924712 May 20 08:02:53.420502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.422734 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4242203 May 20 08:02:53.425820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:53.501922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbb4b5-40bb-4f5f-9abf-c9a83b8bf8c3 req-6ec6f3f9-2622-416d-8ee0-c9d24a5c8d4c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:53.503717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60fbb4b5-40bb-4f5f-9abf-c9a83b8bf8c3 req-6ec6f3f9-2622-416d-8ee0-c9d24a5c8d4c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.5092640 May 20 08:02:53.530272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-7f95738a-545c-4901-8b50-3d46144ad343 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115262 May 20 08:02:53.593215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.600201 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:53.680915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] For port 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1dc414b2-74f7-49ba-82d4-a769ef6f16de,segment=NetworkSegment(ba9f98fa-9470-4297-9690-be23496de5a4),segment_id=ba9f98fa-9470-4297-9690-be23496de5a4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:53.681322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.686444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03481608-771f-4f5b-915b-62ff78da68c2 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=567cfd0691fb47aeaf538b4099e7d8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2592463 May 20 08:02:53.688848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:53.692113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60fbb4b5-40bb-4f5f-9abf-c9a83b8bf8c3 req-2f43fb79-b087-49ca-a199-bbfd95f80f82 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587358 May 20 08:02:53.784913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:53.846644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Calling delete_port for 1dc414b2-74f7-49ba-82d4-a769ef6f16de owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:53.858451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:53.860396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Port': ['ID=0892fee9-e6f5-4a3e-9a15-a7804cfbbb47,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:53.862955 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:53.918607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1dc414b2-74f7-49ba-82d4-a769ef6f16de no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:02:54.064723 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.079813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46d9ed-95f6-4256-b7b1-ea2c5bf979fb tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.080306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46d9ed-95f6-4256-b7b1-ea2c5bf979fb tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.082501 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1e46d9ed-95f6-4256-b7b1-ea2c5bf979fb tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.3918691 May 20 08:02:54.085042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.119956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-7bcfbfd5-98d6-4268-a06b-b72d5818a49d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722723 May 20 08:02:54.150267 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b8fecb6-bed7-4e55-992e-8e6ce5c352bc tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615635 May 20 08:02:54.150590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.250569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa724ab-26a3-4d8c-ac83-56e6e149a4cc tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.254816 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bfa724ab-26a3-4d8c-ac83-56e6e149a4cc tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=a6d3a56f-5fae-4635-b9e4-4f20a8ac723a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1007373 May 20 08:02:54.255137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.261623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-0cafd97e-102f-4aae-9015-f628640fc48e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5641873 May 20 08:02:54.334483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-fd481e82-69a9-418c-8e46-5c45fb48d01d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0851774 May 20 08:02:54.342078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.375093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-851d4555-a180-45a8-abb8-8129aeb67c07 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=567cfd0691fb47aeaf538b4099e7d8c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1163409 May 20 08:02:54.375608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43364) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.429585 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.457869 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.466335 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:54.488552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.490989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.551364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96763063-cd2b-48f0-9a46-cb9139cc5ba0 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.551900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96763063-cd2b-48f0-9a46-cb9139cc5ba0 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.557210 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-96763063-cd2b-48f0-9a46-cb9139cc5ba0 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 0.1808131 May 20 08:02:54.557887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.566972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Pushing event deleted for resources: {'Port': ['ID=1dc414b2-74f7-49ba-82d4-a769ef6f16de,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:54.571889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:54.577371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] No DVR routers for this DVR port 1dc414b2-74f7-49ba-82d4-a769ef6f16de on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:54.612555 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-71921511-317b-48d1-b02a-0d864c71b094 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509596 May 20 08:02:54.613569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43378) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.619726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:51Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:54.624597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Checking router: 1a955c59-8b07-48f8-91d3-6b85ad28d60d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:02:54.625350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Updating router 1a955c59-8b07-48f8-91d3-6b85ad28d60d port 72a8ff16-deca-445d-9e65-18a9c97a48bb binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:02:54.644482 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.645010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92bf66b4-8ca0-4559-98dd-2790cc2970f5 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:02:54.704584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port 1dc414b2-74f7-49ba-82d4-a769ef6f16de {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:02:54.704983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.717955 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-131b5977-17cf-45e9-8130-f3087990ac14 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=a6d3a56f-5fae-4635-b9e4-4f20a8ac723a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1024249 May 20 08:02:54.720706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.731080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.735028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119238224', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:54.768970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:54.775113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/routers/92bf66b4-8ca0-4559-98dd-2790cc2970f5 HTTP/1.1" status: 204 len: 168 time: 4.8110352 May 20 08:02:54.818462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43396) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:54.822783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-ed97b43d-41a1-4679-bca8-5d9673c917ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:54.824723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-ed97b43d-41a1-4679-bca8-5d9673c917ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.4086795 May 20 08:02:54.944052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:54.949313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:subnet and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:54.952247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:54.960380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:55.036030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:55.040627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.153811 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.172335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port 1dc414b2-74f7-49ba-82d4-a769ef6f16de, host n-d-780147-4, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:55.172620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.173420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Transition to ACTIVE for port object 72a8ff16-deca-445d-9e65-18a9c97a48bb will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:55.289046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.295049 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bf7b89d1-eeba-41bb-b8e6-6222cf0eb000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:55.403882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Attempting to bind port 72a8ff16-deca-445d-9e65-18a9c97a48bb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:55.404529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Attempting to bind port 72a8ff16-deca-445d-9e65-18a9c97a48bb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:55.404738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Attempting to bind port 72a8ff16-deca-445d-9e65-18a9c97a48bb on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:55.412712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for 1dc414b2-74f7-49ba-82d4-a769ef6f16de owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:02:55.414225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Pushing event updated for resources: {'Port': ['ID=72a8ff16-deca-445d-9e65-18a9c97a48bb,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:55.417785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:55.418227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:55.419417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.419417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:55.419586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Bound port: 72a8ff16-deca-445d-9e65-18a9c97a48bb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:55.419979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.436233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Port 1dc414b2-74f7-49ba-82d4-a769ef6f16de was not found and therefore no delete operation was performed {{(pid=93101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 08:02:55.461570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.472871 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c904081-35f1-4c5d-b8e1-8a44d3fd8173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:55.509703 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:55.517977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Deleting subnet c851e2cb-e153-46bc-86bc-3a618462d738 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:02:55.532927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port 1dc414b2-74f7-49ba-82d4-a769ef6f16de on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:02:55.556832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.557333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.557883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.558370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.558855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.559330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.559431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] For port 72a8ff16-deca-445d-9e65-18a9c97a48bb, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:55.559812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.561949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ab75e737-1bf3-4767-9cc4-7103e5f38eb7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 1.0393398 May 20 08:02:55.562733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.565940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] For port 72a8ff16-deca-445d-9e65-18a9c97a48bb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=72a8ff16-deca-445d-9e65-18a9c97a48bb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:55.652624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=1dc414b2-74f7-49ba-82d4-a769ef6f16de,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:55.653066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.654750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.658380 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a11e810b-0c2c-46c9-b538-96a93ed71546 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:55.661687 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7bee94bb-611a-4262-ab6d-9f66d8c550f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:55.691496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:55.746491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Subnet': ['ID=0be59fee-4036-4eff-9428-19ff135177d7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:55.747742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:02:55.748581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:55.754891 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:55.755669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Checking segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:55.759611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network hostable DHCP agents. Network: d39dd481-a6e4-443a-9170-d908b4288662, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:02:55.831321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network d39dd481-a6e4-443a-9170-d908b4288662 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:02:55.848755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Pushing event updated for resources: {'Port': ['ID=72a8ff16-deca-445d-9e65-18a9c97a48bb,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:55.855939 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:55.916994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, d39dd481-a6e4-443a-9170-d908b4288662) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:55.918938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.930142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:55.932407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:55.995379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c574a-43b2-4273-b21b-458c32142423 None None] Network d39dd481-a6e4-443a-9170-d908b4288662 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:56.056399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3344808 May 20 08:02:56.059336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:56.072213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-7e590c53-2f0b-49a0-a1c9-5cddfc1410b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:56.074053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-7e590c53-2f0b-49a0-a1c9-5cddfc1410b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1896167 May 20 08:02:56.080600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.099854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d693-3016-4f9d-aebe-953fd9a6e979 req-7778becf-7819-4be9-ae36-ec71b91f0e83 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:56.107682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77a6d693-3016-4f9d-aebe-953fd9a6e979 req-7778becf-7819-4be9-ae36-ec71b91f0e83 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.8924544 May 20 08:02:56.157071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:02:56.202935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5b36e7-e988-4416-8927-80ae88464a89']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:56.228129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77a6d693-3016-4f9d-aebe-953fd9a6e979 req-6b5e714c-79cc-4dfd-b228-1eddf6c17d76 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191385 May 20 08:02:56.283242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.412324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9f98fa-9470-4297-9690-be23496de5a4') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:56.412819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9f98fa-9470-4297-9690-be23496de5a4') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:56.425508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.451583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-f047de63-ff42-46c8-8503-acf015a42a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:56.452182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-f047de63-ff42-46c8-8503-acf015a42a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:56.452771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-f047de63-ff42-46c8-8503-acf015a42a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:56.454518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-f047de63-ff42-46c8-8503-acf015a42a73 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 2298 time: 0.8139260 May 20 08:02:56.527607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.540639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.615021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-d39dd481-a6e4-443a-9170-d908b4288662', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:02:56.615852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.776512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:56.777178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:56.796118 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:56.815576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43432) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:56.825252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:51Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:56.837343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d4176-f082-4e6d-bcb7-f4fa40f67a1c None None] The sync data for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 is: [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:51Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:02:56.865177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Allocated IP 172.20.0.18 (d39dd481-a6e4-443a-9170-d908b4288662/0be59fee-4036-4eff-9428-19ff135177d7/450a2f77-72ae-4b09-a95d-ecc6ef267284) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:56.899720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:56.914885 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:57.119567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.124381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.137841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Transition to ACTIVE for port object 450a2f77-72ae-4b09-a95d-ecc6ef267284 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:57.197020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Transition to ACTIVE for port object 450a2f77-72ae-4b09-a95d-ecc6ef267284 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:57.220145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c851e2cb-e153-46bc-86bc-3a618462d738,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:57.250769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:57.251549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.255153 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.259782 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:57.266040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.278400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-b3f5c72c-80a9-4a7a-b7dd-569b40a1edfc service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1864243 May 20 08:02:57.280426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-3e66bfaf-055f-4b44-81a2-db51f3775285 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.8119662 May 20 08:02:57.281824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:57.291518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Usage tracker for resource:security_group_rule and tenant:ff6970334b434325a35f2e26778c5c5d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:57.319133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:57.358136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Network d39dd481-a6e4-443a-9170-d908b4288662 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:57.359346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:57.363548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Pushing event updated for resources: {'Port': ['ID=450a2f77-72ae-4b09-a95d-ecc6ef267284,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:57.368076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:57.369966 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:57.380199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1eaa2139-b205-4138-b823-9ba11a758712 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/c851e2cb-e153-46bc-86bc-3a618462d738 HTTP/1.1" status: 204 len: 168 time: 2.5572252 May 20 08:02:57.396466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:57.399282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43440) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:57.408599 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.461744 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7214827c-c5dd-446e-86a1-287d64e05332 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:57.507770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Attempting to bind port 450a2f77-72ae-4b09-a95d-ecc6ef267284 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:02:57.508232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Attempting to bind port 450a2f77-72ae-4b09-a95d-ecc6ef267284 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:02:57.508611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Attempting to bind port 450a2f77-72ae-4b09-a95d-ecc6ef267284 on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:02:57.515367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:02:57.515743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Checking segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:02:57.516147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.516576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Bound using segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:02:57.517055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Bound port: 450a2f77-72ae-4b09-a95d-ecc6ef267284, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:02:57.517438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.597801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.603799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/fc5b36e7-e988-4416-8927-80ae88464a89 HTTP/1.1" status: 204 len: 168 time: 8.3257937 May 20 08:02:57.612636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-92650298-bed7-4f1b-9022-6fc5422a2542 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233004 May 20 08:02:57.621249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] For port 450a2f77-72ae-4b09-a95d-ecc6ef267284, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:02:57.624895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] For port 450a2f77-72ae-4b09-a95d-ecc6ef267284, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=450a2f77-72ae-4b09-a95d-ecc6ef267284,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:02:57.627553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43446) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:57.635058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601144670'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:57.645956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:57.670829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=fc5b36e7-e988-4416-8927-80ae88464a89,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:57.681943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:57.689155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:57.702185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:57.728446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.17 (d39dd481-a6e4-443a-9170-d908b4288662/0be59fee-4036-4eff-9428-19ff135177d7/53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:02:57.729203 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.746367 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:57.748883 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:57.780735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:57.785579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.838008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-d71642f9-aa24-4860-8687-6f16861a7693 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.2055280 May 20 08:02:57.851279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-159a4e38-7dd7-420e-b482-998a27cf2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:57.852795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-159a4e38-7dd7-420e-b482-998a27cf2d7d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.5353055 May 20 08:02:57.883933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Pushing event updated for resources: {'Port': ['ID=450a2f77-72ae-4b09-a95d-ecc6ef267284,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:57.887488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:57.894538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:02:57.905187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.906262 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 78eb12f9-e0ea-43e5-80e8-b88ab928d454 of type vlan for network 5ac14707-078e-4e23-a540-b194658521a9 May 20 08:02:57.936450 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:57.954793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 72a8ff16-deca-445d-9e65-18a9c97a48bb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:02:57.974527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-02d506e7-2dd8-41d2-b993-16fd52299471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:57.978456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-02d506e7-2dd8-41d2-b993-16fd52299471 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1240933 May 20 08:02:58.030565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.036529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:58.037349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.051833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e115197-3ca9-470e-ba55-eb06f68039ce tempest-TagsTest-1525745149 tempest-TagsTest-1525745149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:58.108320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.136313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 72a8ff16-deca-445d-9e65-18a9c97a48bb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:58.143496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.158491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:02:58.159309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 72a8ff16-deca-445d-9e65-18a9c97a48bb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:58.159833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.238391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.246588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=5ac14707-078e-4e23-a540-b194658521a9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:58.251549 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:58.272238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 5ac14707-078e-4e23-a540-b194658521a9 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:02:58.306229 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6775746 May 20 08:02:58.307268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43450) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:58.323837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '5ac14707-078e-4e23-a540-b194658521a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:02:58.342891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb816dd-1235-4010-9306-d7241dd0de0f req-20fc8e7a-ba05-49af-977a-aed1ce50b28d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:58.344240 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.344410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-adb816dd-1235-4010-9306-d7241dd0de0f req-20fc8e7a-ba05-49af-977a-aed1ce50b28d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.7395887 May 20 08:02:58.351987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.362407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15e692d1-fcaf-478f-a150-17799debe273 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:58.407987 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe1732f5-7dfe-4d52-a283-8a5901bc922d tempest-RoutersAdminNegativeIpV6Test-273998421 tempest-RoutersAdminNegativeIpV6Test-273998421-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:58.452689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-a34ba9a3-340d-4b4e-84f1-0d0b3096c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:58.454259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-a34ba9a3-340d-4b4e-84f1-0d0b3096c83f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823382 May 20 08:02:58.460617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.509194 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.516550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network d39dd481-a6e4-443a-9170-d908b4288662 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:02:58.520298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:02:58.527334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 72a8ff16-deca-445d-9e65-18a9c97a48bb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=72a8ff16-deca-445d-9e65-18a9c97a48bb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:02:58.532557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:02:58.544073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d3a56f-5fae-4635-b9e4-4f20a8ac723a']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:58.560825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-110bf8fe-655d-4b89-ae66-48136f6b59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:58.562382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-110bf8fe-655d-4b89-ae66-48136f6b59be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5240490 May 20 08:02:58.574114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.575381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c56565-ff8f-4efb-93d2-049bd0378556,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:58.578467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:58.582410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff6970334b434325a35f2e26778c5c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7568257 May 20 08:02:58.587411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:02:58.587582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cffa740-d5d3-41b4-a382-3e7f226db175') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:58.587802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cffa740-d5d3-41b4-a382-3e7f226db175') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:02:58.595532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:02:58.596584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:58.602139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:58.618641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:58.626066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:02:58.634676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:02:58.648000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.653894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=72a8ff16-deca-445d-9e65-18a9c97a48bb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:58.657410 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:58.694319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-adb816dd-1235-4010-9306-d7241dd0de0f req-756fcff0-eaf6-4f2f-94c3-9243d16632ac tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314652 May 20 08:02:58.705044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.827923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-527e2c26-5467-42cd-a7db-39d3ac37cce4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551205 May 20 08:02:58.837539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.871283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:02:58.871861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: timer() May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:02:58.902490 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:02:58.942709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:02:59.011678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.044374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:02:59.046253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-b153a064-a1a4-482e-83d3-acc1337da8c8 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694797 May 20 08:02:59.048320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.114889 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.154202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ea7a6-9173-4008-820b-2ca6309969d9 None None] Network d39dd481-a6e4-443a-9170-d908b4288662 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:02:59.265533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-86e48e17-ad83-4311-afed-b9eb87ffeef5 None None] Provisioning for port 450a2f77-72ae-4b09-a95d-ecc6ef267284 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:59.314822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.326500 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f5d426f-cd7a-46af-9fc6-89b4afb5c1a8 tempest-PortsAdminExtendedAttrsTestJSON-1825091925 tempest-PortsAdminExtendedAttrsTestJSON-1825091925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:59.372464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.384647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6d3a56f-5fae-4635-b9e4-4f20a8ac723a {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:02:59.384825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-517d1a95-59b1-4c62-8594-6f9dec72c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:02:59.391189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.402055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6d3a56f-5fae-4635-b9e4-4f20a8ac723a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:59.419812 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:59.449583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-96f62603-e119-408d-8f2e-25cb41a68abb service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134527 May 20 08:02:59.454622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/networks/a6d3a56f-5fae-4635-b9e4-4f20a8ac723a HTTP/1.1" status: 204 len: 168 time: 2.0436070 May 20 08:02:59.511485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c56565-ff8f-4efb-93d2-049bd0378556,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:02:59.527825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:02:59.550642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.555071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/65c56565-ff8f-4efb-93d2-049bd0378556 HTTP/1.1" status: 204 len: 168 time: 0.9583306 May 20 08:02:59.567966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.585527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-b49db933-ee37-433e-a317-2972669c5e05 service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196538 May 20 08:02:59.668134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-da349b82-7fac-4ad2-9b21-05bc5edf5d7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.2109156 May 20 08:02:59.751314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-2160cb15-71f6-45ff-a490-5c478b801fd8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.1550195 May 20 08:02:59.880388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-591631db-cd46-4666-82f7-ab62b145fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:59.885689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-591631db-cd46-4666-82f7-ab62b145fbc1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.2003412 May 20 08:02:59.917291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4487dca2-4f3b-4cb7-bf58-303db42d2b0a None None] Provisioning for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:02:59.923548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4487dca2-4f3b-4cb7-bf58-303db42d2b0a None None] Provisioning complete for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:02:59.924110 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4487dca2-4f3b-4cb7-bf58-303db42d2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:02:59.967240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-7bd0cb3f-7dbc-457b-8b44-c5be399216c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:02:59.971222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-7bd0cb3f-7dbc-457b-8b44-c5be399216c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.2057130 May 20 08:03:00.123283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4487dca2-4f3b-4cb7-bf58-303db42d2b0a None None] Port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:03:00.135745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-a3a32976-9f9e-4c15-80ee-0b9f3fc2d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:00.138225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-a3a32976-9f9e-4c15-80ee-0b9f3fc2d703 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2452381 May 20 08:03:00.224353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 450a2f77-72ae-4b09-a95d-ecc6ef267284 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:00.231576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43470) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:00.270214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'name': 'tempest-router--1318034635', 'project_id': '8cdc00b09b5b41e1b3bfba26888577c3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:00.276889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:00.282857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:router and tenant:8cdc00b09b5b41e1b3bfba26888577c3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:00.287024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:00.294750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:00.320098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b4faf9-2174-4705-bb52-deb7ad8552db None None] Provisioning complete for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:00.321893 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b4faf9-2174-4705-bb52-deb7ad8552db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.324625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-b48a80e9-06d7-4c66-9f75-ab7b63f4e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:00.326858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-b48a80e9-06d7-4c66-9f75-ab7b63f4e867 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3373346 May 20 08:03:00.401006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b4faf9-2174-4705-bb52-deb7ad8552db None None] Port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:03:00.411927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.412990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.480872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 450a2f77-72ae-4b09-a95d-ecc6ef267284 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:00.485932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 450a2f77-72ae-4b09-a95d-ecc6ef267284 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:00.486319 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.523873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.547745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.554973 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0dc86610-1c29-47b2-8dfe-3f9f08cf6e7d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:00.577741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-f833a754-614b-4122-b9fd-342c1ebe6615 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120045 May 20 08:03:00.588239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-55f1e895-0c09-4d18-96f8-13ef16e8c956 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500906 May 20 08:03:00.612313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.647376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 450a2f77-72ae-4b09-a95d-ecc6ef267284, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=450a2f77-72ae-4b09-a95d-ecc6ef267284,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:00.652992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.661681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=b58a2d47-9727-4cb2-a7d1-65a33b53d395,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:00.667529 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:00.668460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '78eb12f9-e0ea-43e5-80e8-b88ab928d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ac14707-078e-4e23-a540-b194658521a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:00.668828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 5ac14707-078e-4e23-a540-b194658521a9, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:00.707083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.745324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.746231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 72a8ff16-deca-445d-9e65-18a9c97a48bb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:00.774329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 5ac14707-078e-4e23-a540-b194658521a9 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:00.776608 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-08bfda32-7f53-4674-bead-9f0b26c31938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:00.776987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.815067 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69925ac2-7e66-44b0-8183-4ff5c641dd55 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:00.847241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-89252927-9bb7-45fc-adaa-cf5f2b6c7f2d service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405050 May 20 08:03:00.848962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-77e535aa-6ed6-44ee-8420-1ae9158fbe35 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637842 May 20 08:03:00.851177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.851761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8e3fa960-b152-4422-91d1-a8155e01a415 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6065366 May 20 08:03:00.854921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43474) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:00.873071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=450a2f77-72ae-4b09-a95d-ecc6ef267284,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:00.876511 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:00.885667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 72a8ff16-deca-445d-9e65-18a9c97a48bb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:00.886575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.905376 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:00.912805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:00.918454 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:00.948299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 5ac14707-078e-4e23-a540-b194658521a9) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:00.988357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c8589-ab43-4bcb-8a60-d5fcae317d82 None None] Network 5ac14707-078e-4e23-a540-b194658521a9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:01.005017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:01.005648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.075075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network d39dd481-a6e4-443a-9170-d908b4288662 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:01.076333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:01.189027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8803964 May 20 08:03:01.189782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43480) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:01.284547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-5ac14707-078e-4e23-a540-b194658521a9', 'network_id': '5ac14707-078e-4e23-a540-b194658521a9', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': 'b58a2d47-9727-4cb2-a7d1-65a33b53d395'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:01.285708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.332252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-3104c0ba-1d20-4781-aa57-9a3f542f31b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.4168367 May 20 08:03:01.343600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-05584cf5-d7eb-42f4-ad66-d1597fdd315f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.4847109 May 20 08:03:01.389981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.470695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbcde745-ed48-493c-bd66-9a98262a185a None None] Provisioning complete for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:01.471076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbcde745-ed48-493c-bd66-9a98262a185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.529123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Allocated IP 2001:db8::1 (5ac14707-078e-4e23-a540-b194658521a9/b58a2d47-9727-4cb2-a7d1-65a33b53d395/387bfe1d-23ea-4c00-9011-058053703e60) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:01.552243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbcde745-ed48-493c-bd66-9a98262a185a None None] Port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:03:01.594319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-dffdd4cc-e6ef-4caf-b48e-0e2760515e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:01.595764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-dffdd4cc-e6ef-4caf-b48e-0e2760515e9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.2110012 May 20 08:03:01.621148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 1a955c59-8b07-48f8-91d3-6b85ad28d60d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:03:01.647152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.652455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-0045b9bc-de01-4502-8a92-2c306c59fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:01.653945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-0045b9bc-de01-4502-8a92-2c306c59fecd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.3065493 May 20 08:03:01.761040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.771546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Transition to ACTIVE for port object 387bfe1d-23ea-4c00-9011-058053703e60 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:01.793080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Transition to ACTIVE for port object 387bfe1d-23ea-4c00-9011-058053703e60 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:01.866127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 450a2f77-72ae-4b09-a95d-ecc6ef267284 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:01.876359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.899690 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.902902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.907396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:01.919523 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:01.932497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:01.939465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/1a955c59-8b07-48f8-91d3-6b85ad28d60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8788803 May 20 08:03:01.952412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c3f152aa-6a47-4351-821d-c7b0b3f2ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:01.953968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Sync routers for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:01.954386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-c3f152aa-6a47-4351-821d-c7b0b3f2ce36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2993996 May 20 08:03:01.968044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:01.968702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-d38ebfb9-d6de-4d3e-8e25-a9b3a46cd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:01.969209 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:01.971423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-d38ebfb9-d6de-4d3e-8e25-a9b3a46cd74f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191696 May 20 08:03:02.037090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Network 5ac14707-078e-4e23-a540-b194658521a9 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:02.047109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:02.052798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:02.068904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.072502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfa7d645-e79a-42d4-9849-1683c22964af {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:02.121184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Pushing event updated for resources: {'Port': ['ID=387bfe1d-23ea-4c00-9011-058053703e60,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:02.123595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 450a2f77-72ae-4b09-a95d-ecc6ef267284 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:02.124057 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.149812 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:02.197802 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:02.220223 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.221665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ad4f270c-54b0-41e7-ab92-f033310e0e9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/routers/dfa7d645-e79a-42d4-9849-1683c22964af HTTP/1.1" status: 204 len: 168 time: 1.3642471 May 20 08:03:02.229767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Attempting to bind port 387bfe1d-23ea-4c00-9011-058053703e60 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:02.234962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Attempting to bind port 387bfe1d-23ea-4c00-9011-058053703e60 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '78eb12f9-e0ea-43e5-80e8-b88ab928d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ac14707-078e-4e23-a540-b194658521a9'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:02.235483 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Attempting to bind port 387bfe1d-23ea-4c00-9011-058053703e60 on network 5ac14707-078e-4e23-a540-b194658521a9 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:02.250843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:02.252683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Checking segment: {'id': '78eb12f9-e0ea-43e5-80e8-b88ab928d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ac14707-078e-4e23-a540-b194658521a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:02.253182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.254508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Bound using segment: {'id': '78eb12f9-e0ea-43e5-80e8-b88ab928d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ac14707-078e-4e23-a540-b194658521a9'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:02.259957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Bound port: 387bfe1d-23ea-4c00-9011-058053703e60, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eb12f9-e0ea-43e5-80e8-b88ab928d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5ac14707-078e-4e23-a540-b194658521a9'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:02.260458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.375420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.385885 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a7e0d25-0600-4224-a592-41f16e380c12 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:02.427612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] For port 387bfe1d-23ea-4c00-9011-058053703e60, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:02.432940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] For port 387bfe1d-23ea-4c00-9011-058053703e60, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=387bfe1d-23ea-4c00-9011-058053703e60,segment=NetworkSegment(78eb12f9-e0ea-43e5-80e8-b88ab928d454),segment_id=78eb12f9-e0ea-43e5-80e8-b88ab928d454)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:02.453936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-5f253bf5-b687-4be9-80af-6e3b40a6af67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571065463&fields=id&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 267 time: 0.1156113 May 20 08:03:02.463463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-3e2b3521-b260-4a39-93ca-6369664c7ed2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972229 May 20 08:03:02.472997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=b58a2d47-9727-4cb2-a7d1-65a33b53d395,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:02.476775 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:02.494872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-c033a00f-5c4d-45c8-9bef-16aeef70c552 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858179 May 20 08:03:02.500241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.517090 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:02.576238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.592435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac14707-078e-4e23-a540-b194658521a9']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:02.597324 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:00Z', 'revision_number': 2, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:02.606648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Checking router: 1a955c59-8b07-48f8-91d3-6b85ad28d60d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:02.606648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Updating router 1a955c59-8b07-48f8-91d3-6b85ad28d60d port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:03:02.607887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eb12f9-e0ea-43e5-80e8-b88ab928d454') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:02.608313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eb12f9-e0ea-43e5-80e8-b88ab928d454') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:02.615314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:02.636615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.643525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Pushing event updated for resources: {'Port': ['ID=387bfe1d-23ea-4c00-9011-058053703e60,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:02.652637 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:02.682949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.694386 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.705386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:02.706117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:02.726035 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:02.848771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:03:02.848771 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:03:02.848771 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '5ac14707-078e-4e23-a540-b194658521a9'}] May 20 08:03:02.848771 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:03:02.849162 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:03:02.898830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-6ab86d71-7b03-4619-bf9a-64337e838717 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582089 May 20 08:03:02.905549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-6ae740b5-f2e1-4a65-84c6-cd8f03be4b41 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:02.907886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-6ae740b5-f2e1-4a65-84c6-cd8f03be4b41 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 797 time: 0.4531577 May 20 08:03:02.996713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995956904', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:03.023510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:03.033391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:03.044266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:03.058157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:03.155853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.157089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.171467 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.172553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.193171 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Transition to ACTIVE for port object 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:03.207069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-8cd62184-c8aa-4aeb-b1d4-55c53f924749 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.2943447 May 20 08:03:03.214127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-fbd50030-934b-4626-b65c-98a111b17ee9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/quotas/567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 375 time: 0.0391400 May 20 08:03:03.217429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-308728da-4268-4ab5-ae81-830a8bbd62ef req-a499a3b1-b429-456e-b746-72cb9b4e4709 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257600 May 20 08:03:03.304720 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.309420 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:03.333170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-32dcbc8f-7c5a-4ff4-9e70-4885d232ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:03.334664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-32dcbc8f-7c5a-4ff4-9e70-4885d232ff30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1160753 May 20 08:03:03.403835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.406962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-c83b7b15-6f01-4877-ba72-9df765840cc3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540418 May 20 08:03:03.452786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-a100f39d-2386-44df-92f8-e51696390138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:03.454861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-a100f39d-2386-44df-92f8-e51696390138 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089845 May 20 08:03:03.553322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-93a8e6d4-9f8b-48f2-91b2-b3b6dc819dd0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:03:03.555500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-93a8e6d4-9f8b-48f2-91b2-b3b6dc819dd0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1339436 May 20 08:03:03.570409 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Pushing event updated for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:03.573537 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:03.598481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Attempting to bind port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:03.599038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Attempting to bind port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:03.599528 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Attempting to bind port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:03.605838 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:03.606375 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Checking segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:03.607047 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.607567 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Bound using segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:03.608169 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Bound port: 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:03.608692 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.703799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-bc0188ed-b276-4496-89da-39df6ab67174 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377343 May 20 08:03:03.744484 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] For port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:03.754752 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] For port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:03.837840 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.848264 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:03.911783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.943581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 387bfe1d-23ea-4c00-9011-058053703e60 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:03.947570 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Pushing event updated for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:03.959601 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:03.962198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port 387bfe1d-23ea-4c00-9011-058053703e60 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:03.962600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:03.980886 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:03.981989 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:04.056148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-49c01990-4929-4f4d-b3de-fb9c1cd58cde service neutron] 10.222.0.79 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925067 May 20 08:03:04.085355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-0cab9e06-924f-4a52-9f9b-549a7daf1a96 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519304 May 20 08:03:04.105676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88f423-c09f-4944-8934-78aa124c6aed None None] Network 5ac14707-078e-4e23-a540-b194658521a9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:04.154951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 387bfe1d-23ea-4c00-9011-058053703e60 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:04.172856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-006e0c71-9520-45c6-abab-b5678d627742 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.0706499 May 20 08:03:04.224165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port 387bfe1d-23ea-4c00-9011-058053703e60, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=387bfe1d-23ea-4c00-9011-058053703e60,segment=NetworkSegment(78eb12f9-e0ea-43e5-80e8-b88ab928d454),segment_id=78eb12f9-e0ea-43e5-80e8-b88ab928d454)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:04.224669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.248620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7bc17949-2489-4375-9a69-33b482241b0a None None] Provisioning for port 387bfe1d-23ea-4c00-9011-058053703e60 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:04.260992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7bc17949-2489-4375-9a69-33b482241b0a None None] Provisioning complete for port 387bfe1d-23ea-4c00-9011-058053703e60 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:04.261635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bc17949-2489-4375-9a69-33b482241b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.306973 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:04.336131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-a12ba05e-e714-4f6d-849f-f0714d5df37d service neutron] 10.222.0.79 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791409 May 20 08:03:04.366811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-da2d7f42-d247-4638-9fa3-24dcb68a6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:04.368368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-da2d7f42-d247-4638-9fa3-24dcb68a6620 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1287296 May 20 08:03:04.456662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for 387bfe1d-23ea-4c00-9011-058053703e60 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:04.478688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-00999d76-e11c-4277-abeb-9b340480c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:04.480330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-00999d76-e11c-4277-abeb-9b340480c182 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011219 May 20 08:03:04.534611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bc17949-2489-4375-9a69-33b482241b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.656735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-5d3f5b68-b7b4-4e1f-9c9c-89eb3e449c08 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640012 May 20 08:03:04.665229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] DHCP port deletion for 5ac14707-078e-4e23-a540-b194658521a9 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:04.782777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.787346 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:03Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:04.796431 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645fb2-f8ac-4f4b-98ce-e157d0b8794b None None] The sync data for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 is: [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:03Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:04.810827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Deleting port 387bfe1d-23ea-4c00-9011-058053703e60 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:04.811129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.847054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.850012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:04.884725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ddad94f4-dda2-4db5-9052-a2b40ac71478 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131255 May 20 08:03:04.896305 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:05.011215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-b6dfeb3a-a8ff-4e0b-bce6-59e733a4c0ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.1206803 May 20 08:03:05.045705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port 387bfe1d-23ea-4c00-9011-058053703e60 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:05.068309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] For port 387bfe1d-23ea-4c00-9011-058053703e60, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:05.068795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.086798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=387bfe1d-23ea-4c00-9011-058053703e60,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:05.097187 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:05.103756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-740fdbe6-9911-4c01-ac2a-a8cf707d8e48 req-bcea9eeb-f9b4-4452-9a4a-2adcc1baab47 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 210 time: 0.0847194 May 20 08:03:05.150763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-355a27ff-4d57-4c38-8d1b-676ee4c3e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:05.152537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-355a27ff-4d57-4c38-8d1b-676ee4c3e246 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.1007402 May 20 08:03:05.211514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.225271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Calling delete_port for 387bfe1d-23ea-4c00-9011-058053703e60 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:05.230538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac14707-078e-4e23-a540-b194658521a9']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:05.231333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Port 387bfe1d-23ea-4c00-9011-058053703e60 was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 08:03:05.234635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.242013 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:05.250519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eb12f9-e0ea-43e5-80e8-b88ab928d454') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:05.250810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eb12f9-e0ea-43e5-80e8-b88ab928d454') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:05.274725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-3c9c6072-10a4-4c25-8268-735ffd149c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:05.276343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-3c9c6072-10a4-4c25-8268-735ffd149c29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120377 May 20 08:03:05.297841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.307992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] No DVR routers for this DVR port 387bfe1d-23ea-4c00-9011-058053703e60 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:05.313399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Pushing event deleted for resources: {'Port': ['ID=387bfe1d-23ea-4c00-9011-058053703e60,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:05.331614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.333578 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:05.340052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:05.340840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:05.355610 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:05.386201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Allocated IP 172.25.8.48 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/954c57d3-eec9-43ef-aaee-31b8f526451a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:05.612126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.638299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-fac4f77c-7b74-495c-ba2d-58c2723d4a64 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486650 May 20 08:03:05.642542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.649913 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4064e2ed-0a40-4d21-9e73-ed67ccd1a97a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:05.666130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.677996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=5ac14707-078e-4e23-a540-b194658521a9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:05.683632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:05.691365 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/5ac14707-078e-4e23-a540-b194658521a9 HTTP/1.1" status: 204 len: 168 time: 4.4985220 May 20 08:03:05.695669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43516) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:05.701997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544491028'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:05.707789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:05.711999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:05.715054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:05.725774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:05.786164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.797945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2526a58-3e3e-4f07-b12d-b1a4432d449d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:05.798311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ecfd90c9-552b-4b39-a70e-117b6deaf82b service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497884 May 20 08:03:05.851529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:05.852949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:05.878873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:05.886187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-8bc6ed9a-345a-426e-b61a-9048edfb8480 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.0779035 May 20 08:03:05.890132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:05.901612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:05.931392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:05.973732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-4172a1a4-0854-4ed5-a23a-34e063f1efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:05.975317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-4172a1a4-0854-4ed5-a23a-34e063f1efb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0794845 May 20 08:03:05.986393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event updated for resources: {'Port': ['ID=954c57d3-eec9-43ef-aaee-31b8f526451a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:05.992247 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:05.997629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:06.010679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.011061 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 4d75d59f-268f-40a5-b927-74fd255ad32e of type vlan for network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 May 20 08:03:06.055055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.080048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f364-c105-4a9e-99c1-627c283a726e req-e71781ce-c283-40e3-be99-38731433ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:06.081786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-e71781ce-c283-40e3-be99-38731433ebc3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934999 May 20 08:03:06.101383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:06.111105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:06.111521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.308891 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.351757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b765333e-07e4-42f6-986c-479b3f07f88a req-ebe29284-550d-4ed0-a22f-ee4edf871a20 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 210 time: 0.0696077 May 20 08:03:06.356995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:06.359514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-ca229691-33a3-49b5-b53e-bbeadc4da25a service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598038 May 20 08:03:06.442109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:03:06.445702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.448488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:06.529319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 387bfe1d-23ea-4c00-9011-058053703e60 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:06.537308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13d5f364-c105-4a9e-99c1-627c283a726e req-4e987987-af12-4ac3-844e-f653cfeafb4d service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741784 May 20 08:03:06.562685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.568994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:06.570190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.576036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ee4a77a-315b-4138-80bd-fc0f81bbda2d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:06.625110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 387bfe1d-23ea-4c00-9011-058053703e60 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:06.625459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 387bfe1d-23ea-4c00-9011-058053703e60 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:06.641949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:06.645080 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:06.756425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1c2964df-6914-4a98-89b3-2788e26ea555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.763435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0667112 May 20 08:03:06.766367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:06.766594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43526) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:06.770494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:06.774234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:06.776939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:06.865809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:06.897636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:06.902446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:06.906089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:06.912479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:06.991851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:06.996601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:07.252275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:07.602429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43326d7a-921e-494d-9111-60b0c6606602 req-da1f90d7-be74-4692-87b8-521a67ce8ac5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 210 time: 0.0968485 May 20 08:03:07.676740 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:07.683483 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07d632f3-3cf2-4972-afb0-c81dc76e2cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:07.729459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Router 9fda909a-3c47-46b7-9203-ee64f3cd9e2e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-65a9c314-ce4a-456d-aa9a-97e999e42e23 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-65a9c314-ce4a-456d-aa9a-97e999e42e23 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 797 time: 0.2898278 May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=c9cf591f-3c9c-4343-926a-bd54aba72e73,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '4d75d59f-268f-40a5-b927-74fd255ad32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:07.854905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:07.870550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-8b6064f1-6b56-4319-8f33-c745fbab4402 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 380 time: 0.0610471 May 20 08:03:07.882624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'port': {'device_id': '9cbfaa62-a786-461b-996d-3e1173756720', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'admin_state_up': True, 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'security_groups': ['e5ed91f7-5e52-4576-ad94-a06a2ff15afc']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:07.896648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:07.945403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:07.963564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] Sync routers for ids ['9fda909a-3c47-46b7-9203-ee64f3cd9e2e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:07.983863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] Routers {'9fda909a-3c47-46b7-9203-ee64f3cd9e2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:07.984575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9fda909a-3c47-46b7-9203-ee64f3cd9e2e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:08.029435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:08.033662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:port and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:08.036663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:08.043357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:08.056637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:08.056913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.060519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:08.077538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:08.077923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.079274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.081025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4638028 May 20 08:03:08.089176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43542) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.113543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] Routers {'9fda909a-3c47-46b7-9203-ee64f3cd9e2e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:08.114802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9fda909a-3c47-46b7-9203-ee64f3cd9e2e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:08.119570 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-1eb30de0-4523-46ff-8f18-b6d80cc2f144 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 08:03:08.121541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1eb30de0-4523-46ff-8f18-b6d80cc2f144 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/security-groups/6ec2266a-3fca-48bd-bb4e-307254366f14 HTTP/1.1" status: 409 len: 336 time: 0.0614135 May 20 08:03:08.132641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:08.136231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.150562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43546) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.193654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:08.194072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93fc52-dd31-46d1-b20e-2929ad14e020 None None] The sync data for ids ['9fda909a-3c47-46b7-9203-ee64f3cd9e2e'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:08.198826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:08.209819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf503eb2-d16a-44a2-ac98-762bcf4b74e9 None None] Network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:08.229611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:08.230307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.510213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7422345 May 20 08:03:08.515234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43552) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.525814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7', 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': 'c9cf591f-3c9c-4343-926a-bd54aba72e73'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:08.526598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.579305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.27 (d39dd481-a6e4-443a-9170-d908b4288662/0be59fee-4036-4eff-9428-19ff135177d7/8e8c358e-3cc8-4f13-8378-3ee490a1d43b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:08.649519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e932fdfd-d9f2-48b1-8a8c-ecfd4a039589 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/9fda909a-3c47-46b7-9203-ee64f3cd9e2e HTTP/1.1" status: 200 len: 919 time: 0.5589516 May 20 08:03:08.656834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43558) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.700758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.738030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a7f4dd5-7846-46ba-be28-054dfd63008b tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fda909a-3c47-46b7-9203-ee64f3cd9e2e HTTP/1.1" status: 200 len: 205 time: 0.0799725 May 20 08:03:08.742792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:08.768444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Allocated IP 2001:db8::1 (1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7/c9cf591f-3c9c-4343-926a-bd54aba72e73/80042968-754a-4efd-b669-fd8179da7b39) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:08.822637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dc36a0fd-771d-4cb8-9b7d-a0fbf2401a18 req-69c43a16-d45b-405f-b864-8b8e399414ae tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:08.898512 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.909665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Deleting port 798a6e7b-aa3b-46ae-b50a-deb20ea7eadd {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:08.909999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:08.988067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.001195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Transition to ACTIVE for port object 80042968-754a-4efd-b669-fd8179da7b39 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:09.003604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dc36a0fd-771d-4cb8-9b7d-a0fbf2401a18 req-69c43a16-d45b-405f-b864-8b8e399414ae tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:09.004777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc36a0fd-771d-4cb8-9b7d-a0fbf2401a18 req-69c43a16-d45b-405f-b864-8b8e399414ae tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 210 time: 0.2525940 May 20 08:03:09.026035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Transition to ACTIVE for port object 80042968-754a-4efd-b669-fd8179da7b39 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:09.039128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.093188 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.096296 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a032d468-0a2f-4c85-ae3b-f8ab64e603ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:09.146025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.146365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.160921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:09.161833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b97b367-4864-42cd-bfae-a0b74c03a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.166160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:09.170190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:09.187398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.213111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Pushing event updated for resources: {'Port': ['ID=80042968-754a-4efd-b669-fd8179da7b39,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:09.226499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object 8e8c358e-3cc8-4f13-8378-3ee490a1d43b will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:09.245590 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:09.271060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Attempting to bind port 80042968-754a-4efd-b669-fd8179da7b39 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:09.271435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Attempting to bind port 80042968-754a-4efd-b669-fd8179da7b39 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4d75d59f-268f-40a5-b927-74fd255ad32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:09.271806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Attempting to bind port 80042968-754a-4efd-b669-fd8179da7b39 on network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:09.277336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:09.277749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Checking segment: {'id': '4d75d59f-268f-40a5-b927-74fd255ad32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:09.278154 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.278557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Bound using segment: {'id': '4d75d59f-268f-40a5-b927-74fd255ad32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:09.279047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Bound port: 80042968-754a-4efd-b669-fd8179da7b39, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d75d59f-268f-40a5-b927-74fd255ad32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:09.279426 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.337550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Calling delete_port for 798a6e7b-aa3b-46ae-b50a-deb20ea7eadd owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:09.374113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] For port 80042968-754a-4efd-b669-fd8179da7b39, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:09.374338 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.377127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] For port 80042968-754a-4efd-b669-fd8179da7b39, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80042968-754a-4efd-b669-fd8179da7b39,segment=NetworkSegment(4d75d59f-268f-40a5-b927-74fd255ad32e),segment_id=4d75d59f-268f-40a5-b927-74fd255ad32e)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:09.407507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.414454 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3125436-29ad-426f-8056-264d7c30eb80 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:09.459718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.495551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network d39dd481-a6e4-443a-9170-d908b4288662 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:09.514671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:09.516571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:09.530371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:09.566522 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:09.567061 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fe750d5-4cd4-47d9-a11a-6707a2596201 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:09.580400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.584308 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:09.664693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Pushing event updated for resources: {'Port': ['ID=80042968-754a-4efd-b669-fd8179da7b39,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:09.675202 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:09.675659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cf591f-3c9c-4343-926a-bd54aba72e73,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:09.675867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.681059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.692595 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:09.698336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff55baf2-ec5c-46ce-bd13-d6e41b9f33ee tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:09.704810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:09.710515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.728109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:09.728778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.750720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d75d59f-268f-40a5-b927-74fd255ad32e') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:09.751016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d75d59f-268f-40a5-b927-74fd255ad32e') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:09.766004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.784234 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.791487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:09.791922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.804284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event deleted for resources: {'Port': ['ID=798a6e7b-aa3b-46ae-b50a-deb20ea7eadd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: timer() May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:09.809223 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:09.816073 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:09.826238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9465716 May 20 08:03:09.886584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Request body: {'port': {'device_id': '9cbfaa62-a786-461b-996d-3e1173756720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:09.888592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.888940 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Floating IP 212dcedf-4a13-490d-a9e8-282b46f97499 disassociated (deleted). External IP: 172.25.8.198, port: ec3b1d17-e78f-48a4-b805-36329742bcd5. May 20 08:03:09.928012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4921a862-9b0c-45fb-aed7-a983c2745c47 None None] Provisioning for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:09.938951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4921a862-9b0c-45fb-aed7-a983c2745c47 None None] Provisioning complete for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:09.939596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4921a862-9b0c-45fb-aed7-a983c2745c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:09.983574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port 954c57d3-eec9-43ef-aaee-31b8f526451a {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:09.984165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.026012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4921a862-9b0c-45fb-aed7-a983c2745c47 None None] Port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:03:10.030279 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.086471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:03:10.086471 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:03:10.086471 n-d-780147-4 neutron-server[93101]: [parameters: {'id': '1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7'}] May 20 08:03:10.086471 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:03:10.086910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:03:10.407694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.533647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc46f1-d703-46db-8c3d-dbaa06d4cd67 req-1dcf9e53-9e01-41c6-887b-81a8c76cccb5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:10.535161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08fc46f1-d703-46db-8c3d-dbaa06d4cd67 req-1dcf9e53-9e01-41c6-887b-81a8c76cccb5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 932 time: 0.3653710 May 20 08:03:10.592578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.603067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for 954c57d3-eec9-43ef-aaee-31b8f526451a owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:10.616066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08fc46f1-d703-46db-8c3d-dbaa06d4cd67 req-d0f71b7f-639a-49f1-a441-a0dbdb2bca07 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690014 May 20 08:03:10.753728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8c358e-3cc8-4f13-8378-3ee490a1d43b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:03:10.763244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.783464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Transition to ACTIVE for port object 8e8c358e-3cc8-4f13-8378-3ee490a1d43b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:10.792054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port 80042968-754a-4efd-b669-fd8179da7b39 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:10.792497 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.825698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7e53a-8819-47cf-b6df-0964bf7c9fc1 None None] Network 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:10.908727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:10.918156 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:10.943466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Router 052eba6d-8b17-4437-a632-48ec1e481c53 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:03:10.979775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port 80042968-754a-4efd-b669-fd8179da7b39, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80042968-754a-4efd-b669-fd8179da7b39,segment=NetworkSegment(4d75d59f-268f-40a5-b927-74fd255ad32e),segment_id=4d75d59f-268f-40a5-b927-74fd255ad32e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:10.980238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.015026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-de68d0df-7f79-4376-9f94-076b4fe5bac2 None None] Provisioning for port 80042968-754a-4efd-b669-fd8179da7b39 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:11.212569 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.239519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:11.252929 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Sync routers for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:11.267897 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:11.269808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] DHCP port deletion for 1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:11.270015 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:11.316614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for 80042968-754a-4efd-b669-fd8179da7b39 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:11.321177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:11.335215 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:11.340584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.375003 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.386957 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d2a41c23-1fb7-40be-a3b1-cc6b247dcbce tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:11.424589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Deleting port 80042968-754a-4efd-b669-fd8179da7b39 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:11.426628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.456978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=954c57d3-eec9-43ef-aaee-31b8f526451a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:11.464812 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:11.502376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:11.502744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:11.503150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:11.512290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:03:11.512705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:11.522632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:11.523077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Checking segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:11.523545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Bound using segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:11.524068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Bound port: 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:11.524623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.530104 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:11.561110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/floatingips/212dcedf-4a13-490d-a9e8-282b46f97499 HTTP/1.1" status: 204 len: 168 time: 3.4095132 May 20 08:03:11.563995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:11.573255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] For port 80042968-754a-4efd-b669-fd8179da7b39, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80042968-754a-4efd-b669-fd8179da7b39,segment=NetworkSegment(4d75d59f-268f-40a5-b927-74fd255ad32e),segment_id=4d75d59f-268f-40a5-b927-74fd255ad32e)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:11.573928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.576077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:11.681049 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'tag': 'ec3b1d17-e78f-48a4-b805-36329742bcd5', 'status': 'completed', 'code': 200} May 20 08:03:11.681921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.729907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Calling delete_port for 80042968-754a-4efd-b669-fd8179da7b39 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:11.772997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.799851 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63743b4e-4812-492f-8bb7-72d5bf2dc855 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:11.799943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:11.804553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-efd82c07-32be-45d2-ae1b-57107d54b155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:11.862349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:11.867761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=80042968-754a-4efd-b669-fd8179da7b39,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:11.872565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port 80042968-754a-4efd-b669-fd8179da7b39 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:11.877834 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:11.900446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Pushing event deleted for resources: {'Port': ['ID=80042968-754a-4efd-b669-fd8179da7b39,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:11.904538 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:11.918124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] No DVR routers for this DVR port 80042968-754a-4efd-b669-fd8179da7b39 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:11.950012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:12.002495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.003885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.009122 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Checking router: 052eba6d-8b17-4437-a632-48ec1e481c53 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:12.018084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.018589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.019077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.020349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.020349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.020694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.021174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.021596 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:12.023166 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.023366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d8403318-0c27-4372-9535-a5604bb17b06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 6491 time: 0.3225553 May 20 08:03:12.024006 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc390256-d475-4831-ba0e-1fd3886db523 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:12.172607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.175792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.212172 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.217238 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:12.217959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Deleting port 39584074-1ad1-4053-ac86-3e02eea98615 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:12.218372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.243499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.244137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.245645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-81c85690-4181-4fba-947f-63062b506360 service neutron] 10.222.0.84 "PUT /v2.0/ports/8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 1092 time: 2.3688092 May 20 08:03:12.248776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:12.263373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.356544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.357207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router 9fda909a-3c47-46b7-9203-ee64f3cd9e2e {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:12.372426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d75d59f-268f-40a5-b927-74fd255ad32e') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.372733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d75d59f-268f-40a5-b927-74fd255ad32e') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.397815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.399211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/9fda909a-3c47-46b7-9203-ee64f3cd9e2e HTTP/1.1" status: 204 len: 168 time: 3.6506267 May 20 08:03:12.410389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:12.421810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1966585362', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:12.430691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.435383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:12.442002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:router and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:12.442967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.453517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:12.462436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:12.469682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:12.472552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:12.477139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] For port 39584074-1ad1-4053-ac86-3e02eea98615, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=39584074-1ad1-4053-ac86-3e02eea98615,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:12.480671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.492465 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.531429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:12.533003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: timer() May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:12.552163 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:12.573992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-c30d22bd-3d54-4307-bdd2-37d6659e5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.575442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-c30d22bd-3d54-4307-bdd2-37d6659e5978 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15 HTTP/1.1" status: 200 len: 913 time: 0.5090656 May 20 08:03:12.620478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Calling delete_port for 39584074-1ad1-4053-ac86-3e02eea98615 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:12.625759 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.626807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.730698 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:12.734850 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35607437-9037-470a-98dd-6a44b1a2d83e None None] The sync data for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 is: [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T07:57:43Z', 'revision_number': 4, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3d492ef0-2c2b-44f7-8ff0-a82487537fee', 'name': '', 'network_id': 'fa7aee22-2497-4e71-9168-53088a0a5f15', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'mac_address': 'fa:16:3e:63:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:40Z', 'updated_at': '2021-05-20T07:57:53Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'subnets': [{'id': '4456a7bd-c738-42ae-8b3e-634108d9179f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:12.805851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5682c9-b936-4676-bcbd-92e697e16361 req-9651880a-9f0a-42d6-b0c3-48fa596e0881 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:12.807348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f5682c9-b936-4676-bcbd-92e697e16361 req-9651880a-9f0a-42d6-b0c3-48fa596e0881 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.7230587 May 20 08:03:12.825406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:12.831960 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6dcba34a-0ba1-4218-a6c1-95f8aaae5560 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:12.838249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ab27ed51-d0d2-4344-bb9a-562074b0710d', '39584074-1ad1-4053-ac86-3e02eea98615'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:03:12.880823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-4fd41fe4-ad25-48b6-b85b-64daf29b885c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0834932 May 20 08:03:12.881146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event deleted for resources: {'Port': ['ID=39584074-1ad1-4053-ac86-3e02eea98615,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:12.889584 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:12.995974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No DVR routers for this DVR port 39584074-1ad1-4053-ac86-3e02eea98615 on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:12.999702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.014712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/ports/39584074-1ad1-4053-ac86-3e02eea98615 HTTP/1.1" status: 204 len: 168 time: 1.4369724 May 20 08:03:13.015498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43588) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:13.020299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f5682c9-b936-4676-bcbd-92e697e16361 req-bc04cd78-d815-4a58-94ad-a86aec1f8a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342514 May 20 08:03:13.024236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-a8061ed2-ebb1-4567-b461-16562830837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:13.027570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-a8061ed2-ebb1-4567-b461-16562830837b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.1365125 May 20 08:03:13.080194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-4ecdd13a-e4a2-4499-a76f-971ce3875999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:13.081993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-4ecdd13a-e4a2-4499-a76f-971ce3875999 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1095 time: 0.6909199 May 20 08:03:13.088959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.092449 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1a8bf-83de-4565-a380-fb46040d9074 None None] New status for floating IP 212dcedf-4a13-490d-a9e8-282b46f97499: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:03:13.095154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.170422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-926a3a0e-5b50-4537-9732-9f5813330b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:13.181662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Deleting port ab27ed51-d0d2-4344-bb9a-562074b0710d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:13.182243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.187974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-8879ac3b-6295-44ce-ab6f-888d36fe5cb3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 217 time: 0.0900435 May 20 08:03:13.192879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.226354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 HTTP/1.1" status: 204 len: 168 time: 4.7029345 May 20 08:03:13.227054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:13.240342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923700025'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:13.266091 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'status': 'completed', 'code': 200} May 20 08:03:13.271783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:13.281838 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:13.308715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-9faf47e6-a54c-4058-8b94-02cc05a0972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:13.309068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:13.310289 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-9faf47e6-a54c-4058-8b94-02cc05a0972c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0815158 May 20 08:03:13.316696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-6aaddbc9-8be9-4510-8076-b2285f698e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:13.318178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-6aaddbc9-8be9-4510-8076-b2285f698e23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832427 May 20 08:03:13.375478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:13.380422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:13.458039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:13.524456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-d81acdf9-970b-4398-8793-44e31e4d0db7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686113 May 20 08:03:13.527039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b81181-97f1-48de-89b5-49754e618687 req-070170de-9965-475a-92c2-5d57e721291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:13.528420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-070170de-9965-475a-92c2-5d57e721291c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046742 May 20 08:03:13.618731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] For port ab27ed51-d0d2-4344-bb9a-562074b0710d, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab27ed51-d0d2-4344-bb9a-562074b0710d,segment=NetworkSegment(fe2180b1-10ef-4e41-b923-b6714155fe2c),segment_id=fe2180b1-10ef-4e41-b923-b6714155fe2c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:13.619085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.627873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.635549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:13.639057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:13.773304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef0ecf44-045f-486c-8fe9-44abf6cbff7d req-878cfe54-a589-46ef-8b2a-790b10810d8d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421768 May 20 08:03:13.775284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-d86f4495-c8d1-4a73-b73b-e30f679e376d service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260418 May 20 08:03:13.854244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-deleted', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:13.925559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9b81181-97f1-48de-89b5-49754e618687 req-ea5a3672-3def-450e-be7d-eba80be5f838 service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399279 May 20 08:03:13.931285 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-deleted', 'tag': '39584074-1ad1-4053-ac86-3e02eea98615', 'status': 'completed', 'code': 200} May 20 08:03:13.940269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Calling delete_port for ab27ed51-d0d2-4344-bb9a-562074b0710d owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:13.972163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:14.005075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.005418 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 371d4af0-2a1f-4ed3-923d-5f9f393558bb of type vlan for network 939fe866-7954-425e-8369-93b9ad318e7b May 20 08:03:14.090498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.205941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.211878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.212453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.221536 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e6c9a9-2484-4536-933d-c02c79fd528e tempest-ServersTestMultiNic-1336754501 tempest-ServersTestMultiNic-1336754501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:14.272023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929d3b-9892-4c88-9634-7c05f71c661b req-06c84466-6829-43ac-a66c-daf5701079a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.274625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-06c84466-6829-43ac-a66c-daf5701079a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1095 time: 0.1483026 May 20 08:03:14.283116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564b00f-1b52-4dd8-84f5-77847b9a818f req-d7c2c5d9-3711-4f10-a9b3-f0e1e22dcb12 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.284532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2564b00f-1b52-4dd8-84f5-77847b9a818f req-d7c2c5d9-3711-4f10-a9b3-f0e1e22dcb12 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.1138890 May 20 08:03:14.332669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.344037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ab27ed51-d0d2-4344-bb9a-562074b0710d', '39584074-1ad1-4053-ac86-3e02eea98615'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:03:14.411873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=939fe866-7954-425e-8369-93b9ad318e7b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:14.424556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 939fe866-7954-425e-8369-93b9ad318e7b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:14.430325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2564b00f-1b52-4dd8-84f5-77847b9a818f req-fda4e04b-82f7-4901-a64d-f371e384da72 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240940 May 20 08:03:14.461253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929d3b-9892-4c88-9634-7c05f71c661b req-92491af6-ad1e-4c33-a32b-0ea86ea29a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.463279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-92491af6-ad1e-4c33-a32b-0ea86ea29a75 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.1777794 May 20 08:03:14.469200 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2411005 May 20 08:03:14.479376 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:14.480015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-618d23f9-5044-45cb-938e-22569e7a8e6c tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:14.510318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43602) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:14.551574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '939fe866-7954-425e-8369-93b9ad318e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:14.566572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-44ff75c9-2eb8-4aae-b0bf-d77f8a374426 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 217 time: 0.0958619 May 20 08:03:14.621808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Pushing event deleted for resources: {'Port': ['ID=ab27ed51-d0d2-4344-bb9a-562074b0710d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:14.629222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:14.637247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929d3b-9892-4c88-9634-7c05f71c661b req-ae1d60cb-bb85-48cc-b3b5-1c3408e6edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.638726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-ae1d60cb-bb85-48cc-b3b5-1c3408e6edd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0608473 May 20 08:03:14.676838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No DVR routers for this DVR port ab27ed51-d0d2-4344-bb9a-562074b0710d on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:14.720003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929d3b-9892-4c88-9634-7c05f71c661b req-a252db64-6d9d-4ec2-a0d5-eac76c70c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:14.721529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-a252db64-6d9d-4ec2-a0d5-eac76c70c097 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757749 May 20 08:03:14.730952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.732858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/ports/ab27ed51-d0d2-4344-bb9a-562074b0710d HTTP/1.1" status: 204 len: 168 time: 1.7164392 May 20 08:03:14.735633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:14.809969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.850343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:14.853224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:14.856399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-2c4c6a69-3f5e-4ba9-8c34-34845b95a285 service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273863 May 20 08:03:14.900052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:14.904420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:14.916856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Deleting subnet daf81360-7a6d-4f6f-aac7-5f1921539d14 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:14.919053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:14.932089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.010971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.084229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:15.088358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.165561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-89929d3b-9892-4c88-9634-7c05f71c661b req-3d61c319-ca56-48c3-bcc2-d23f9d1118a1 service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022773 May 20 08:03:15.221525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.25.8.247 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/3e1708bf-7768-4259-b7d7-2daaff72ae29) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:15.228017 n-d-780147-4 neutron-server[93102]: INFO neutron.db.db_base_plugin_v2 [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Found port (7b6c8a71-3051-4309-b8f9-37669d7d3936, 10.2.2.100) having IP allocation on subnet daf81360-7a6d-4f6f-aac7-5f1921539d14, cannot delete May 20 08:03:15.239239 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:03:15.239762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:15.268007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b341db8d-7743-4cbc-8de3-247c14281804 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/subnets/daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 409 len: 404 time: 0.5267718 May 20 08:03:15.271532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43610) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:15.342182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Deleting subnet fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:15.345368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.414137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.477765 n-d-780147-4 neutron-server[93101]: INFO neutron.db.db_base_plugin_v2 [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Found port (7835150e-9da5-4584-8aa7-3968336aa9af, 10.1.1.105) having IP allocation on subnet fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f, cannot delete May 20 08:03:15.479861 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:03:15.480324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:15.485332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-48880fd4-bc5c-4a2d-affe-3c9ba2d392f6 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/subnets/fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 409 len: 404 time: 0.2121446 May 20 08:03:15.486064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:15.620726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.699325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8af8663a-d5b1-408f-bdfb-82d45b28898a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.710949 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af8663a-d5b1-408f-bdfb-82d45b28898a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:03:15.711397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af8663a-d5b1-408f-bdfb-82d45b28898a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:15.713032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8af8663a-d5b1-408f-bdfb-82d45b28898a tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 409 len: 405 time: 0.2260571 May 20 08:03:15.716618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:15.725920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d580a6-6fef-43c5-bcb1-ac8c976a55df req-62ce5dd6-19cb-483b-b4dd-cc4624138390 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:15.727415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57d580a6-6fef-43c5-bcb1-ac8c976a55df req-62ce5dd6-19cb-483b-b4dd-cc4624138390 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.1376326 May 20 08:03:15.775411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57d580a6-6fef-43c5-bcb1-ac8c976a55df req-38f86b8d-a976-4928-a43d-0829c7b001f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 May 20 08:03:15.776343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:15.782977 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2564692b-607d-4705-872c-4061987cd5a3 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:15.931220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:15.938195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-deleted', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:15.946031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:15.947894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=3e1708bf-7768-4259-b7d7-2daaff72ae29,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:15.952603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:15.982425 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:15.994580 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1e148-41bc-497c-96a4-8bfd09323337', 'name': 'network-vif-deleted', 'tag': 'ab27ed51-d0d2-4344-bb9a-562074b0710d', 'status': 'completed', 'code': 200} May 20 08:03:16.083912 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3b75b217-b5be-4975-9eff-598a9e52c332 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:16.165380 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75b217-b5be-4975-9eff-598a9e52c332 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:03:16.165878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b75b217-b5be-4975-9eff-598a9e52c332 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:16.233824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3b75b217-b5be-4975-9eff-598a9e52c332 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] 10.222.0.79 "DELETE /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280 HTTP/1.1" status: 409 len: 405 time: 0.5151920 May 20 08:03:16.384259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:16.388002 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5417ab01-ba08-4c34-918e-70cad9c6c0c3 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:16.535446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=46277178-37fb-4e1a-abf2-4dfbdeb973d6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:16.543250 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:16.560885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': '371d4af0-2a1f-4ed3-923d-5f9f393558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:16.561250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 939fe866-7954-425e-8369-93b9ad318e7b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:16.657399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:16.710582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:03:16.711752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 939fe866-7954-425e-8369-93b9ad318e7b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:16.802695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 939fe866-7954-425e-8369-93b9ad318e7b) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:16.822745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00a871-6268-4587-96cc-7caa361fee5e None None] Network 939fe866-7954-425e-8369-93b9ad318e7b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:16.833031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:16.833644 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:16.940795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4260077 May 20 08:03:16.945719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:16.953962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '939fe866-7954-425e-8369-93b9ad318e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:16.969192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:17.000128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'mac_address': 'fa:16:3e:42:00:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:03:17.000517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c512a-0973-4023-998c-bbd7f7f90d7c req-82edad85-f6dd-467d-a22d-a378093392ff tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:17.002112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e42c512a-0973-4023-998c-bbd7f7f90d7c req-82edad85-f6dd-467d-a22d-a378093392ff tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.1027632 May 20 08:03:17.054865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e42c512a-0973-4023-998c-bbd7f7f90d7c req-23f00b12-ea12-4525-a44c-8f4d609f5717 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434523 May 20 08:03:17.110491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.168006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8c358e-3cc8-4f13-8378-3ee490a1d43b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:03:17.182794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-939fe866-7954-425e-8369-93b9ad318e7b', 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': '46277178-37fb-4e1a-abf2-4dfbdeb973d6'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:17.183867 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.202188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:17.265925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.271339 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-83fc7a14-5487-4c97-9eed-1f53da379b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:17.318639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.425306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:17.432163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:subnet and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:17.436332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:17.441891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:17.441891 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:17.464252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Allocated IP 2001:db8::2 (939fe866-7954-425e-8369-93b9ad318e7b/46277178-37fb-4e1a-abf2-4dfbdeb973d6/f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:17.497111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:17.579431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:17.582971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.645746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['8e8c358e-3cc8-4f13-8378-3ee490a1d43b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:03:17.676244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 0a06adfa-f669-4dd1-b689-82726ed3ea4f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:17.729923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.744413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Transition to ACTIVE for port object f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:17.785415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Transition to ACTIVE for port object f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:17.869661 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:17.873941 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bee9e47b-121a-41a1-a758-2c3edaba81c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:17.908997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:17.918438 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Sync routers for ids ['0a06adfa-f669-4dd1-b689-82726ed3ea4f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:17.928910 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Routers {'0a06adfa-f669-4dd1-b689-82726ed3ea4f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:17.929907 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0a06adfa-f669-4dd1-b689-82726ed3ea4f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:17.947615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Network 939fe866-7954-425e-8369-93b9ad318e7b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:17.956684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:17.959257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:18.012275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Pushing event updated for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:18.015219 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:18.065413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.067237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6553299 May 20 08:03:18.070428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43646) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:18.097523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Attempting to bind port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:18.097523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Attempting to bind port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '371d4af0-2a1f-4ed3-923d-5f9f393558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:18.097523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Attempting to bind port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce on network 939fe866-7954-425e-8369-93b9ad318e7b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:18.113111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:18.113525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Checking segment: {'id': '371d4af0-2a1f-4ed3-923d-5f9f393558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:18.113948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.114354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Bound using segment: {'id': '371d4af0-2a1f-4ed3-923d-5f9f393558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:18.114848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Bound port: f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371d4af0-2a1f-4ed3-923d-5f9f393558bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '939fe866-7954-425e-8369-93b9ad318e7b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:18.115265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.142420 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Set router 0a06adfa-f669-4dd1-b689-82726ed3ea4f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:18.250171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:18.253280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,segment=NetworkSegment(371d4af0-2a1f-4ed3-923d-5f9f393558bb),segment_id=371d4af0-2a1f-4ed3-923d-5f9f393558bb)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:18.344977 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.352782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65d0dead-8461-4c2b-a184-ea1dfc6dcf38 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/0a06adfa-f669-4dd1-b689-82726ed3ea4f HTTP/1.1" status: 200 len: 909 time: 0.2812810 May 20 08:03:18.352976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43654) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:18.353432 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-be007db7-afc9-4ad8-8575-c6f811916359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:18.360393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1966585362', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': True}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:18.373028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:18.382504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Usage tracker for resource:router and tenant:77735020642b4439a26b0243226945e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:18.387329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:18.391438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44bbd-c838-473a-8aef-03fbdf605aed req-38fc4ad7-be96-4ab3-bf46-fc9b5119a594 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.393244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfb44bbd-c838-473a-8aef-03fbdf605aed req-38fc4ad7-be96-4ab3-bf46-fc9b5119a594 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 945 time: 0.1081457 May 20 08:03:18.402996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:18.409509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.415494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:18.460481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfb44bbd-c838-473a-8aef-03fbdf605aed req-c1e705ac-2b60-4b7a-9510-d52aa6b8c9bd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610993 May 20 08:03:18.476875 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'name': 'tempest-snat-router-1966585362', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:03:12Z', 'updated_at': '2021-05-20T08:03:16Z', 'revision_number': 3, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port': {'id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:03:14Z', 'updated_at': '2021-05-20T08:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:18.478250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Pushing event updated for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:18.479092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 939fe866-7954-425e-8369-93b9ad318e7b is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:18.481556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Checking router: 0a06adfa-f669-4dd1-b689-82726ed3ea4f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:18.482121 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Updating router 0a06adfa-f669-4dd1-b689-82726ed3ea4f port 3e1708bf-7768-4259-b7d7-2daaff72ae29 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:03:18.482237 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:18.493804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:18.519620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.520233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.537455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.538573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.546668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=d0617130-ea71-448b-aaa7-c9fb9bfce9e7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:18.552867 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.557209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:18.572173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.657227 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7077363 May 20 08:03:18.657734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43660) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:18.782941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.784623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.786158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.790822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.792331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:18.793359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Synchronizing usage tracker for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:18.880575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Unset dirty status for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:18.882788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b20db3e8-67a6-45a0-a0aa-838f69813d02 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2240090 May 20 08:03:18.886794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:18.892774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142649804'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:18.906593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:18.911118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:18.916415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:18.922957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:18.945117 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:03:18.963907 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:18.976415 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Transition to ACTIVE for port object 3e1708bf-7768-4259-b7d7-2daaff72ae29 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:19.020030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.024892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:19.028479 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.054022 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.058711 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3efee162-1090-4e22-b1e9-8b6c20493fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:19.062646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:19.068959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.070540 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment a8a04a54-9e34-4147-b864-64129f3ccea4 of type vlan for network 2c698259-8091-44fc-ae10-7f9383709448 May 20 08:03:19.096867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.137110 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Attempting to bind port 3e1708bf-7768-4259-b7d7-2daaff72ae29 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:19.137498 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Attempting to bind port 3e1708bf-7768-4259-b7d7-2daaff72ae29 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:19.137919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Attempting to bind port 3e1708bf-7768-4259-b7d7-2daaff72ae29 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:19.140063 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Pushing event updated for resources: {'Port': ['ID=3e1708bf-7768-4259-b7d7-2daaff72ae29,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:19.144585 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:19.147681 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:19.148399 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:19.148806 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.149280 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:19.149689 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Bound port: 3e1708bf-7768-4259-b7d7-2daaff72ae29, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:19.150109 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.197319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.205022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:19.206338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.211819 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fef0ee15-154b-445f-8bb0-a91bdac06c08 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:19.234541 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] For port 3e1708bf-7768-4259-b7d7-2daaff72ae29, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:19.238860 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] For port 3e1708bf-7768-4259-b7d7-2daaff72ae29, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e1708bf-7768-4259-b7d7-2daaff72ae29,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:19.316823 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.322473 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e116a17a-4883-4311-9439-6b4cd2758490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:19.332278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=2c698259-8091-44fc-ae10-7f9383709448,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:19.336131 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:19.343813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2c698259-8091-44fc-ae10-7f9383709448 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:19.411297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5209146 May 20 08:03:19.411517 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Routers {'0a06adfa-f669-4dd1-b689-82726ed3ea4f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:19.411601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43668) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:19.412198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0a06adfa-f669-4dd1-b689-82726ed3ea4f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:19.418558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:19.512724 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Pushing event updated for resources: {'Port': ['ID=3e1708bf-7768-4259-b7d7-2daaff72ae29,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:19.518195 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:19.668110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3eea9-cb48-4f3d-9f26-e49144364daf None None] Network 939fe866-7954-425e-8369-93b9ad318e7b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:19.716214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] Set router 0a06adfa-f669-4dd1-b689-82726ed3ea4f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:19.718573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.754490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.795904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.839325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29827323-2d78-487e-a7d8-c9fbd25cfa90 req-ad5d931f-6d18-4146-859f-5ad39f0e360f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:19.846637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29827323-2d78-487e-a7d8-c9fbd25cfa90 req-ad5d931f-6d18-4146-859f-5ad39f0e360f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 945 time: 0.1677983 May 20 08:03:19.926012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aebc67ef-6885-4724-9c6e-6fb6d6940f14 None None] Provisioning for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:19.928019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29827323-2d78-487e-a7d8-c9fbd25cfa90 req-89929b65-8ebd-4ea3-9a6e-6da364a951de tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802002 May 20 08:03:19.928997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:19.935157 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:19.973107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.25.8.107 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/eaa4d4fb-5716-444e-aa2f-1fea00430e2b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:19.984187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 2c698259-8091-44fc-ae10-7f9383709448 is not hosted by any dhcp agent {{(pid=93101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:03:19.989789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:19.997871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:20.002217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.006094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "PUT /v2.0/networks/2c698259-8091-44fc-ae10-7f9383709448 HTTP/1.1" status: 200 len: 723 time: 0.5910728 May 20 08:03:20.009961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43680) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:20.026332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '2c698259-8091-44fc-ae10-7f9383709448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:20.160701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.202101 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'name': 'tempest-snat-router-1966585362', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:03:12Z', 'updated_at': '2021-05-20T08:03:16Z', 'revision_number': 3, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port': {'id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:03:14Z', 'updated_at': '2021-05-20T08:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:20.204039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:20.208715 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c736bb5-210c-4a96-a24d-e8557f42f739 None None] The sync data for ids ['0a06adfa-f669-4dd1-b689-82726ed3ea4f'] in n-d-780147-4 is: [{'id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'name': 'tempest-snat-router-1966585362', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:03:12Z', 'updated_at': '2021-05-20T08:03:16Z', 'revision_number': 3, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port': {'id': '3e1708bf-7768-4259-b7d7-2daaff72ae29', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a06adfa-f669-4dd1-b689-82726ed3ea4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:03:14Z', 'updated_at': '2021-05-20T08:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:20.215705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:20.216263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.266065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.278377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da81ee38-80a6-4067-b371-2e80f2b3347c tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:20.300819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Update dhcp port {'port': {'network_id': '939fe866-7954-425e-8369-93b9ad318e7b', 'fixed_ips': [{'subnet_id': '46277178-37fb-4e1a-abf2-4dfbdeb973d6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0617130-ea71-448b-aaa7-c9fb9bfce9e7'}], 'binding:host_id': 'n-d-780147-4'}, 'id': 'f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 08:03:20.315009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=2c698259-8091-44fc-ae10-7f9383709448,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:20.350648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:20.353716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:20.357758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:20.383179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.383808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.384348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.384862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.385510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.386023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.386572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.386947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.387320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.387689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.388049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.388556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:20.401053 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:20.403186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=eaa4d4fb-5716-444e-aa2f-1fea00430e2b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:20.411507 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:20.416696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2c698259-8091-44fc-ae10-7f9383709448 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:20.420757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:20.432840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:20.434255 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.542652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:20.549738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.627793 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.745851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:20.815501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,segment=NetworkSegment(371d4af0-2a1f-4ed3-923d-5f9f393558bb),segment_id=371d4af0-2a1f-4ed3-923d-5f9f393558bb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:20.904721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Allocated IP 172.20.0.1 (939fe866-7954-425e-8369-93b9ad318e7b/d0617130-ea71-448b-aaa7-c9fb9bfce9e7/f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:20.910224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.930157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:20.933575 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:21.047658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:21.117105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:21.117660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.202869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:21.212914 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:21.256174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b16ec-8c21-4a6c-b6d4-cfdc14a15cd4 req-e3ad8f20-24a7-4108-949e-25f68d3e9636 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:21.258309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-570b16ec-8c21-4a6c-b6d4-cfdc14a15cd4 req-e3ad8f20-24a7-4108-949e-25f68d3e9636 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 945 time: 0.1289148 May 20 08:03:21.292150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,segment=NetworkSegment(371d4af0-2a1f-4ed3-923d-5f9f393558bb),segment_id=371d4af0-2a1f-4ed3-923d-5f9f393558bb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:21.306199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.350981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:21.359384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.362629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-570b16ec-8c21-4a6c-b6d4-cfdc14a15cd4 req-d6d79c37-f71b-43fa-97bb-110f20ace825 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935566 May 20 08:03:21.375334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:21.386711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Transition to ACTIVE for port object f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:21.396908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.403201 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-39fb38f9-1d3f-455f-ab01-de663e9c25db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:21.482305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.484505 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:21.513998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.529298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.529612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': 'a8a04a54-9e34-4147-b864-64129f3ccea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2c698259-8091-44fc-ae10-7f9383709448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:21.530058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 2c698259-8091-44fc-ae10-7f9383709448, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:21.536972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=7bf8f752-3e96-41ba-b39e-2501415a0b34,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:21.546054 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:21.599485 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'code': 200} May 20 08:03:21.630707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 2c698259-8091-44fc-ae10-7f9383709448 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:21.651593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:21.658059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:21.658681 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:21.741441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Pushing event updated for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:21.746288 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:21.750304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2c698259-8091-44fc-ae10-7f9383709448) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:21.762349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430625b9-da0b-4dad-8c06-7541277d0f58 None None] Network 2c698259-8091-44fc-ae10-7f9383709448 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:21.765042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:21.765640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604828'] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:21.801634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874bac2-9053-41f6-9c1e-587d38e99188 req-17676756-370f-46ae-9ab7-bacefccb6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:21.803246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6874bac2-9053-41f6-9c1e-587d38e99188 req-17676756-370f-46ae-9ab7-bacefccb6897 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.1201797 May 20 08:03:21.820134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 24e1b5b1-eece-4160-82d9-f9bc53bda14b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:21.865849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6874bac2-9053-41f6-9c1e-587d38e99188 req-6ac08e07-eb1f-42e5-ab50-3e586344553d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523961 May 20 08:03:21.871567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8606422 May 20 08:03:21.874264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43692) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:21.880900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:22.031517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e1708bf-7768-4259-b7d7-2daaff72ae29 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:22.048625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6424613'] for subnet, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.176186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:22.176943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-2c698259-8091-44fc-ae10-7f9383709448', 'network_id': '2c698259-8091-44fc-ae10-7f9383709448', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': '7bf8f752-3e96-41ba-b39e-2501415a0b34'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:22.197274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.209385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Sync routers for ids ['24e1b5b1-eece-4160-82d9-f9bc53bda14b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:22.230523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Routers {'24e1b5b1-eece-4160-82d9-f9bc53bda14b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:22.231831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['24e1b5b1-eece-4160-82d9-f9bc53bda14b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:22.288510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.290287 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9365156 May 20 08:03:22.292912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43698) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:22.338803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3e1708bf-7768-4259-b7d7-2daaff72ae29 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:22.368744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3e1708bf-7768-4259-b7d7-2daaff72ae29 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:22.369125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.408691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735356162982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6593116'] for subnet, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.416694 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-095111bf-e06d-4751-9665-b493efeb94e0 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:22.495776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd3638-22d1-4078-9185-2a05a5e530dd None None] Network 939fe866-7954-425e-8369-93b9ad318e7b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:22.524517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=7bf8f752-3e96-41ba-b39e-2501415a0b34,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:22.528233 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:22.531831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:22.532509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.536438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43704) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:22.536804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "PUT /v2.0/subnets/7bf8f752-3e96-41ba-b39e-2501415a0b34 HTTP/1.1" status: 200 len: 826 time: 0.6613646 May 20 08:03:22.595953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c020c1c2-8f8e-4acd-a76b-224e91cf5e37 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/24e1b5b1-eece-4160-82d9-f9bc53bda14b HTTP/1.1" status: 200 len: 908 time: 0.3017352 May 20 08:03:22.598990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:22.638199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0692f-2eed-4a65-8af6-fa611c4c9c6f req-5d59b5ef-eabf-4fdd-9411-f88497d24607 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:22.648365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51a0692f-2eed-4a65-8af6-fa611c4c9c6f req-5d59b5ef-eabf-4fdd-9411-f88497d24607 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1007152 May 20 08:03:22.696301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51a0692f-2eed-4a65-8af6-fa611c4c9c6f req-50262cd9-19ef-4978-ac0f-1b1b8efce3eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458131 May 20 08:03:22.766426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9e9fe579-28cf-4032-92d5-de8a1708e342 None None] Provisioning for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:22.799966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9e9fe579-28cf-4032-92d5-de8a1708e342 None None] Provisioning complete for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:22.799966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe579-28cf-4032-92d5-de8a1708e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.836247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Set router 24e1b5b1-eece-4160-82d9-f9bc53bda14b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:22.910387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:22.990995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.071763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Allocated IP 2001:db8::2 (2c698259-8091-44fc-ae10-7f9383709448/7bf8f752-3e96-41ba-b39e-2501415a0b34/f066ca75-199a-4887-906a-dd6beddc2ea2) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:23.085254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.246009 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.353227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3e1708bf-7768-4259-b7d7-2daaff72ae29, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e1708bf-7768-4259-b7d7-2daaff72ae29,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:23.444590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.444590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:23.486114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.508621 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-36c2cab6-a37f-4a83-87c3-8fcd2acb7cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:23.664774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Deleting port eaa4d4fb-5716-444e-aa2f-1fea00430e2b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:23.665114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.718353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3e1708bf-7768-4259-b7d7-2daaff72ae29,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:23.721376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:23.762102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:23.762480 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.795809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.808813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.832187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e1b5b1-eece-4160-82d9-f9bc53bda14b', 'name': 'tempest-snat-router-1966585362', 'tenant_id': '77735020642b4439a26b0243226945e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'eaa4d4fb-5716-444e-aa2f-1fea00430e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:03:18Z', 'updated_at': '2021-05-20T08:03:20Z', 'revision_number': 3, 'project_id': '77735020642b4439a26b0243226945e0', 'gw_port': {'id': 'eaa4d4fb-5716-444e-aa2f-1fea00430e2b', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e1b5b1-eece-4160-82d9-f9bc53bda14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:03:19Z', 'updated_at': '2021-05-20T08:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:23.835514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Transition to ACTIVE for port object f066ca75-199a-4887-906a-dd6beddc2ea2 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:23.862492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Checking router: 24e1b5b1-eece-4160-82d9-f9bc53bda14b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:23.862492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Updating router 24e1b5b1-eece-4160-82d9-f9bc53bda14b port eaa4d4fb-5716-444e-aa2f-1fea00430e2b binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:03:23.916759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Transition to ACTIVE for port object f066ca75-199a-4887-906a-dd6beddc2ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:23.921024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2f55-12c9-48fa-b27a-18308c432bb3 req-2d938034-4766-406c-a9b3-209afce694da tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:23.930615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a55d2f55-12c9-48fa-b27a-18308c432bb3 req-2d938034-4766-406c-a9b3-209afce694da tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1022842 May 20 08:03:23.956065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Calling delete_port for eaa4d4fb-5716-444e-aa2f-1fea00430e2b owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:23.959979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:23.992460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a55d2f55-12c9-48fa-b27a-18308c432bb3 req-d59dfdaa-b165-49e6-a09d-9d94ba0f5278 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591238 May 20 08:03:24.003956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.017735 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:24.102081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.115047 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-479a963d-538d-4b0a-9cfe-247d532242bd tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:24.154096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf8f752-3e96-41ba-b39e-2501415a0b34,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:24.157054 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:24.236311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Network 2c698259-8091-44fc-ae10-7f9383709448 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:24.239534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:24.252339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e1708bf-7768-4259-b7d7-2daaff72ae29 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:24.277026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.278567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:24.293446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c698259-8091-44fc-ae10-7f9383709448']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:24.307912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a04a54-9e34-4147-b864-64129f3ccea4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:24.311303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a04a54-9e34-4147-b864-64129f3ccea4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:24.315617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Pushing event updated for resources: {'Port': ['ID=f066ca75-199a-4887-906a-dd6beddc2ea2,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:24.323265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.332984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.334138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853161-4efe-431f-a8a7-f88655f574ea req-0e50b429-ea06-4ce6-8404-8ab15d87ec38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:24.337005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b853161-4efe-431f-a8a7-f88655f574ea req-0e50b429-ea06-4ce6-8404-8ab15d87ec38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.0934284 May 20 08:03:24.342465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:24.358614 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:24.399079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.401104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b853161-4efe-431f-a8a7-f88655f574ea req-f1f2250f-ee8d-4f82-9fb0-9aa948d21da3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566704 May 20 08:03:24.417633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43726) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:24.443751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dc083ca8-d65b-42f0-9659-ce64bba68424 None None] Provisioning complete for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:24.443751 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc083ca8-d65b-42f0-9659-ce64bba68424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.455338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaa4d4fb-5716-444e-aa2f-1fea00430e2b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:24.466338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:24.493952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.514580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:24.515847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.520798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac3c1d-71f3-4eda-bf34-81d28684fb1f tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:24.525770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8ac3c1d-71f3-4eda-bf34-81d28684fb1f tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1092 time: 0.1038363 May 20 08:03:24.526338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:24.532900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address': '172.20.0.27'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:24.537039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Attempting to bind port f066ca75-199a-4887-906a-dd6beddc2ea2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:24.537607 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:24.540248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Attempting to bind port f066ca75-199a-4887-906a-dd6beddc2ea2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a8a04a54-9e34-4147-b864-64129f3ccea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2c698259-8091-44fc-ae10-7f9383709448'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:24.540248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Attempting to bind port f066ca75-199a-4887-906a-dd6beddc2ea2 on network 2c698259-8091-44fc-ae10-7f9383709448 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:24.545517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:24.549784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:floatingip and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:24.552921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:24.560266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:24.600000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:24.600389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Checking segment: {'id': 'a8a04a54-9e34-4147-b864-64129f3ccea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2c698259-8091-44fc-ae10-7f9383709448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:24.600839 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.601208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Bound using segment: {'id': 'a8a04a54-9e34-4147-b864-64129f3ccea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2c698259-8091-44fc-ae10-7f9383709448'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:24.601726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Bound port: f066ca75-199a-4887-906a-dd6beddc2ea2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a04a54-9e34-4147-b864-64129f3ccea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2c698259-8091-44fc-ae10-7f9383709448'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:24.602106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.632133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.653603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.701608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3e1708bf-7768-4259-b7d7-2daaff72ae29 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:24.701989 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.737532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:03:24.737532 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:03:24.737532 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '2c698259-8091-44fc-ae10-7f9383709448'}] May 20 08:03:24.737532 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:03:24.737945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:03:24.796181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.814236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.816511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.846263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] For port f066ca75-199a-4887-906a-dd6beddc2ea2, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:24.853654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] For port f066ca75-199a-4887-906a-dd6beddc2ea2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f066ca75-199a-4887-906a-dd6beddc2ea2,segment=NetworkSegment(a8a04a54-9e34-4147-b864-64129f3ccea4),segment_id=a8a04a54-9e34-4147-b864-64129f3ccea4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:24.899122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.899712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24e1b5b1-eece-4160-82d9-f9bc53bda14b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:24.922888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.923941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/routers/24e1b5b1-eece-4160-82d9-f9bc53bda14b HTTP/1.1" status: 204 len: 168 time: 2.3240697 May 20 08:03:24.926665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43734) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:24.950472 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:24.965514 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e819a678-e7ae-4dbc-a6fe-b9852a360b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:25.046835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:03:25.047204 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:03:25.105040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Pushing event updated for resources: {'Port': ['ID=f066ca75-199a-4887-906a-dd6beddc2ea2,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:25.111775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.114562 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:25.147632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f70cc4f-eb76-4148-86bb-6f2d9f65365d None None] Network 2c698259-8091-44fc-ae10-7f9383709448 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:25.275699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.84 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4c027192-bfbc-45dc-902a-a88fc6281aaa) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:25.284530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.387792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dee6c-4eef-4543-a4b9-21fadfca2e51 None None] Network 2c698259-8091-44fc-ae10-7f9383709448 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:25.451711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.536687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.555398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.563832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:25.573641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port f066ca75-199a-4887-906a-dd6beddc2ea2 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:25.573980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.594244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Port eaa4d4fb-5716-444e-aa2f-1fea00430e2b not found while updating agent binding for router 24e1b5b1-eece-4160-82d9-f9bc53bda14b. {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 20 08:03:25.615123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Routers set() bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:25.615500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Router IDs set() for agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 08:03:25.617084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24e1b5b1-eece-4160-82d9-f9bc53bda14b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent'). {{(pid=93103) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 20 08:03:25.617340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5950fc-b693-4450-8852-bc23306abfc5 None None] The sync data for ids ['24e1b5b1-eece-4160-82d9-f9bc53bda14b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:25.653937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b22cf7-141b-4970-b099-0fc133d7bab3 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:03:25.665535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:25.668425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:25.672833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:25.704455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=4c027192-bfbc-45dc-902a-a88fc6281aaa,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:25.712255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:25.734889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port f066ca75-199a-4887-906a-dd6beddc2ea2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f066ca75-199a-4887-906a-dd6beddc2ea2,segment=NetworkSegment(a8a04a54-9e34-4147-b864-64129f3ccea4),segment_id=a8a04a54-9e34-4147-b864-64129f3ccea4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:25.735243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:25.836397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b22cf7-141b-4970-b099-0fc133d7bab3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:03:25.878677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for f066ca75-199a-4887-906a-dd6beddc2ea2 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:25.884472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Deleting port 3e1708bf-7768-4259-b7d7-2daaff72ae29 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:25.884893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.037652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] For port 3e1708bf-7768-4259-b7d7-2daaff72ae29, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e1708bf-7768-4259-b7d7-2daaff72ae29,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:26.038471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.170763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Calling delete_port for 3e1708bf-7768-4259-b7d7-2daaff72ae29 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:26.198225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.204626 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d3fcce5-a17a-4b4f-be2b-89db05f25c8f tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:26.251101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=f066ca75-199a-4887-906a-dd6beddc2ea2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:26.259657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port f066ca75-199a-4887-906a-dd6beddc2ea2 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:26.279463 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.304607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.305133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.305661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.306145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.306622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.307097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.307591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.308057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.308521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.309182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.309641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.310120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:26.320077 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:26.338941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.424832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.447360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c698259-8091-44fc-ae10-7f9383709448']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:26.454208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.462482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a04a54-9e34-4147-b864-64129f3ccea4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:26.463029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a04a54-9e34-4147-b864-64129f3ccea4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:26.478562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.532111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.544211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:26.545605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:26.559271 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:26.681043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.685906 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4202df89-185a-485f-9666-4d8fbd68e47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:26.692620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.731713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e1708bf-7768-4259-b7d7-2daaff72ae29,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:26.735125 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:26.735873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.756567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.760589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-403678d5-2dc8-4426-9a5a-ce619014af1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:26.771466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebbf8c67-0639-432c-9b08-c9b00f3e253d tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:26.792649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.837007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=2c698259-8091-44fc-ae10-7f9383709448,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:26.842973 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:26.854539 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/2c698259-8091-44fc-ae10-7f9383709448 HTTP/1.1" status: 204 len: 168 time: 4.3167357 May 20 08:03:26.857141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:26.865422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=4c027192-bfbc-45dc-902a-a88fc6281aaa,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:26.871113 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:26.879762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.888138 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2961bee-5f18-431f-992a-f52ef4fc3191 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:26.888539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2961bee-5f18-431f-992a-f52ef4fc3191 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:26.890217 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f2961bee-5f18-431f-992a-f52ef4fc3191 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/2c698259-8091-44fc-ae10-7f9383709448 HTTP/1.1" status: 404 len: 339 time: 0.0322096 May 20 08:03:26.893771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43750) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:26.901303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-783573232', 'description': 'd1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:26.905114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:26.955283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:27.026424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Usage tracker for resource:network and tenant:d65e2a49696b499583385673b0eb2edc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:27.030990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:27.055056 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP ecb829c8-d5be-41d0-950e-607a670df950 associated. External IP: 172.25.8.84, port: 8e8c358e-3cc8-4f13-8378-3ee490a1d43b. May 20 08:03:27.092412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:27.098531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.103169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.167467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:27.171161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.196145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.196638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a06adfa-f669-4dd1-b689-82726ed3ea4f {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:27.208005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:27.212428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.213591 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "DELETE /v2.0/routers/0a06adfa-f669-4dd1-b689-82726ed3ea4f HTTP/1.1" status: 204 len: 168 time: 2.2859645 May 20 08:03:27.217924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43754) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:27.224324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1242876967', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:27.237248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.237623 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment 075f062e-0088-4eea-88e5-ab28d28841d4 of type vlan for network 02058318-8419-48a2-8aea-88ea20da86ce May 20 08:03:27.238976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:27.247842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:27.251608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:27.262704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:27.282326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.368002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.369165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.386028 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.414200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.420876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:27.422902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:27.426041 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0428b2ef-da2d-41de-8093-8dca86fecf22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:27.596834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 1a955c59-8b07-48f8-91d3-6b85ad28d60d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:03:27.751256 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8562913 May 20 08:03:27.755429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43764) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:27.770663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=02058318-8419-48a2-8aea-88ea20da86ce,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:27.783567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 02058318-8419-48a2-8aea-88ea20da86ce details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:27.861946 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:27.907083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:27.916052 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Sync routers for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:27.925166 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:27.925821 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:27.931210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64ef9c-7b10-492b-99b9-b2c32c7bf11c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:27.931902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe64ef9c-7b10-492b-99b9-b2c32c7bf11c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Synchronizing usage tracker for tenant:d65e2a49696b499583385673b0eb2edc on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:28.003018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.054039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.083885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe64ef9c-7b10-492b-99b9-b2c32c7bf11c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Unset dirty status for tenant:d65e2a49696b499583385673b0eb2edc on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:28.087597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe64ef9c-7b10-492b-99b9-b2c32c7bf11c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks?id=02058318-8419-48a2-8aea-88ea20da86ce HTTP/1.1" status: 200 len: 764 time: 0.3287106 May 20 08:03:28.091335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43768) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:28.104321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'description': 'd2'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:28.120498 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:28.208669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e1708bf-7768-4259-b7d7-2daaff72ae29 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:28.233932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7043188 May 20 08:03:28.235128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:28.261088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3e1708bf-7768-4259-b7d7-2daaff72ae29 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:28.261838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e1708bf-7768-4259-b7d7-2daaff72ae29 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:28.461521 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.503852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3454-17cc-47dc-ae26-5ebb3545e880 req-a1adc1a9-1b6f-4863-9f01-0c1372e84821 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:28.505466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-415f3454-17cc-47dc-ae26-5ebb3545e880 req-a1adc1a9-1b6f-4863-9f01-0c1372e84821 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1365607 May 20 08:03:28.527785 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'ecb829c8-d5be-41d0-950e-607a670df950', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'mac_address': 'fa:16:3e:42:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfaa62-a786-461b-996d-3e1173756720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:26Z', 'updated_at': '2021-05-20T08:03:26Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:28.529541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.532445 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Checking router: 1a955c59-8b07-48f8-91d3-6b85ad28d60d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:28.541535 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:28.542342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:28.548139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.556509 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:28.564768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.591337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 02058318-8419-48a2-8aea-88ea20da86ce is not hosted by any dhcp agent {{(pid=93101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:03:28.596511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:28.597112 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:28.598590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "PUT /v2.0/networks/02058318-8419-48a2-8aea-88ea20da86ce HTTP/1.1" status: 200 len: 761 time: 0.5061357 May 20 08:03:28.604130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43784) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:28.605326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-415f3454-17cc-47dc-ae26-5ebb3545e880 req-a47a945b-01bf-4402-92ae-6e2c7b923a43 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927505 May 20 08:03:28.649526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:28.686086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=02058318-8419-48a2-8aea-88ea20da86ce,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:28.698758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:28.698966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 02058318-8419-48a2-8aea-88ea20da86ce details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:28.700594 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'status': 'completed', 'code': 200} May 20 08:03:28.770495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:28.816857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-62b676d0-4c54-4894-926c-535f55894012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:28.818411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-62b676d0-4c54-4894-926c-535f55894012 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.1017818 May 20 08:03:28.982777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-129e5114-469a-447d-955e-456b2d96c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:28.984251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-129e5114-469a-447d-955e-456b2d96c13e service neutron] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.1561460 May 20 08:03:29.043135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Allocated IP 172.25.8.97 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/0daa5bd0-cde5-4f38-b87c-6d6bcc9eb291) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:29.110021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-2bf31830-c2ab-471b-9624-7187ef6ba785 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 999 time: 0.1192517 May 20 08:03:29.147035 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bbd15890-d677-479b-bcd6-dd1f951bcdf9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/ecb829c8-d5be-41d0-950e-607a670df950 HTTP/1.1" status: 200 len: 991 time: 0.4927361 May 20 08:03:29.171688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05763749-0510-4d3b-b60c-d059838931e2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.172376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-05763749-0510-4d3b-b60c-d059838931e2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Synchronizing usage tracker for tenant:d65e2a49696b499583385673b0eb2edc on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:29.175820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-b7c67e7c-2b8b-42dc-97ca-b5c3e47b0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.177326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-b7c67e7c-2b8b-42dc-97ca-b5c3e47b0392 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0598702 May 20 08:03:29.194627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-05763749-0510-4d3b-b60c-d059838931e2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Unset dirty status for tenant:d65e2a49696b499583385673b0eb2edc on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:29.211008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-05763749-0510-4d3b-b60c-d059838931e2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks?id=02058318-8419-48a2-8aea-88ea20da86ce HTTP/1.1" status: 200 len: 764 time: 0.6008737 May 20 08:03:29.211008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:29.230381 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'ecb829c8-d5be-41d0-950e-607a670df950', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'mac_address': 'fa:16:3e:42:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfaa62-a786-461b-996d-3e1173756720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:26Z', 'updated_at': '2021-05-20T08:03:26Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:29.234476 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339130c-95f4-40be-a23e-55b551a269b0 None None] The sync data for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 is: [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'ecb829c8-d5be-41d0-950e-607a670df950', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'fixed_ip_address': '172.20.0.27', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'mac_address': 'fa:16:3e:42:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfaa62-a786-461b-996d-3e1173756720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:26Z', 'updated_at': '2021-05-20T08:03:26Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:29.265746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-03b46b63-bbab-41e6-be01-02bf9bc304d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.267538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-03b46b63-bbab-41e6-be01-02bf9bc304d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836968 May 20 08:03:29.343718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:29.411582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb91a6-ccbc-4354-8985-32afd00f6363 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.413906 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54fb91a6-ccbc-4354-8985-32afd00f6363 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2029109 May 20 08:03:29.416382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43804) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:29.466957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-66317fee-6599-4b87-a749-65c54d2783db service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925159 May 20 08:03:29.618144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5d57a-46fc-417f-bcfe-7e01d90d7298 None None] New status for floating IP ecb829c8-d5be-41d0-950e-607a670df950: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:03:29.663294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d12b5f84-d880-42f0-998b-150c6d795cb5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Synchronizing usage tracker for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:29.739702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:29.744199 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27476735-f2cf-48d1-b460-57e20db90cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:29.783809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d12b5f84-d880-42f0-998b-150c6d795cb5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Unset dirty status for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:29.789353 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d12b5f84-d880-42f0-998b-150c6d795cb5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 207 time: 0.3676908 May 20 08:03:29.796127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43810) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:29.857778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:29.865238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:29.871318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event updated for resources: {'Port': ['ID=0daa5bd0-cde5-4f38-b87c-6d6bcc9eb291,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:29.874068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:29.891426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.897943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.904236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.910482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.916297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.923362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.930436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:29.932360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-0259a81f-96ff-4bf4-9b63-013ba800919f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.2182827 May 20 08:03:29.934414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c86a455f-eb23-4e32-bde8-dfc206093616 req-028d2c4c-a03e-4fcd-9e98-dc2a36673d27 service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588156 May 20 08:03:29.960663 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:29.983771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8da57e34-e270-4117-9ea3-12e2dfa1d085 req-44565f16-1f2a-4198-b510-9e76b5318b09 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451918 May 20 08:03:30.119120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.125455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.132056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.138056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.144090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.149844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.157141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88b4f4e1-b83b-4752-ada1-fd3386e63e55 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3453577 May 20 08:03:30.157141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43818) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:30.167682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43820) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:30.228762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.234573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.240739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.246665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.252518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.259158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.264931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.267084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b54fef5d-a69a-4c41-abde-2e88e5cfcd77 req-5cf9e349-2fd8-4ee4-8f5d-788cefb8b973 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.1307807 May 20 08:03:30.499197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1194991e-f22b-40dc-81d7-93869d876003 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/ecb829c8-d5be-41d0-950e-607a670df950 HTTP/1.1" status: 200 len: 993 time: 0.3327355 May 20 08:03:30.549799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7db3e88c-4b97-4c2d-b72b-5099b4684e59 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3792560 May 20 08:03:30.553688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:30.634215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.635961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.637451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.639114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.640641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.641610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Synchronizing usage tracker for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:30.657802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Unset dirty status for tenant:d65e2a49696b499583385673b0eb2edc on resource:subnet {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:30.659460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f5f8cf8-fb7c-44d2-9ef8-b0885640c743 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1046753 May 20 08:03:30.665700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43834) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:30.752204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.753395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.754813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.757187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.758172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.759754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4483ba54-17b7-44c4-a7ee-b96c32829e6f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0929689 May 20 08:03:30.763801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43838) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:30.776875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:30.919067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e18f0c-5eae-4917-a2c8-9f76e4bf89bc tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:30.921916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-91e18f0c-5eae-4917-a2c8-9f76e4bf89bc tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks/ba514915-5acb-4619-b8d1-5a07f414d429 HTTP/1.1" status: 200 len: 803 time: 0.1571009 May 20 08:03:30.924800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43842) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.079948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c2aa03fb-39c0-4042-95b4-edeaa5985517 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/networks/ba514915-5acb-4619-b8d1-5a07f414d429?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1538332 May 20 08:03:31.082982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43846) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.155150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1bfcae-e3e9-4d73-ad47-5840d483d3c3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:31.155882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.160543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3d1bfcae-e3e9-4d73-ad47-5840d483d3c3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets/be962b23-bcf5-40e0-9763-a36d18e7e0bd HTTP/1.1" status: 200 len: 843 time: 0.0730283 May 20 08:03:31.160802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.237408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598db0b-5b0f-4acb-ad0e-c0843c0390be tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['shared'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:31.238819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3598db0b-5b0f-4acb-ad0e-c0843c0390be tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "GET /v2.0/subnets/be962b23-bcf5-40e0-9763-a36d18e7e0bd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0769246 May 20 08:03:31.246725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43856) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.252952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943620929'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:31.259700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:31.271831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:31.350594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:31.354160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.385167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:31.394705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.395093 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Added segment a1c36527-1993-4541-a08a-da626da13165 of type vlan for network 1f5b69a7-0025-4c88-87c7-74211e29a23d May 20 08:03:31.424728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.521810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.528801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:31.528801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.532815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313f8731-b416-4901-9a33-ec6d76e22a5c tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:31.618798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Router 64823482-db2c-4dc8-aa8d-18b9848bb51b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:31.643794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Network': ['ID=1f5b69a7-0025-4c88-87c7-74211e29a23d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:31.656440 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:31.659509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:31.722876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4747684 May 20 08:03:31.726576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.732548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:31.854024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:31.864663 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] Sync routers for ids ['64823482-db2c-4dc8-aa8d-18b9848bb51b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:31.866526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:31.878110 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] Routers {'64823482-db2c-4dc8-aa8d-18b9848bb51b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:31.878750 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['64823482-db2c-4dc8-aa8d-18b9848bb51b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:31.882923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:31.948572 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:31.954917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:31.958763 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] Routers {'64823482-db2c-4dc8-aa8d-18b9848bb51b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:31.959917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43872) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:31.960629 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['64823482-db2c-4dc8-aa8d-18b9848bb51b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:31.963253 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7437298 May 20 08:03:31.967835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:32.024713 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:32.025746 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88430a63-d6ac-4165-a453-5bcfca7ffce5 None None] The sync data for ids ['64823482-db2c-4dc8-aa8d-18b9848bb51b'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:32.042298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Made reservation on behalf of d65e2a49696b499583385673b0eb2edc for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:32.048910 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:32.546730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Performing IP validity checks on allocation pools {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 08:03:32.546730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43890) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-a7952ff6-dd19-48a1-81ca-75933b62c8d8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.1589212 May 20 08:03:32.589988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-08c363af-3e36-4a07-8a8d-48f006cf8035 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406523 May 20 08:03:32.932284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:33.151865 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:33.157947 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0a55124-b9f6-4492-a378-eff7859639df tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:33.296850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=bc3e7177-13da-4ecf-a873-33650e59d265,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:33.300618 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:33.315548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Checking segment: {'id': 'a1c36527-1993-4541-a08a-da626da13165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:33.315907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network hostable DHCP agents. Network: 1f5b69a7-0025-4c88-87c7-74211e29a23d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:33.434424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:33.591840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1f5b69a7-0025-4c88-87c7-74211e29a23d) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:33.601829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46df7ff-2343-4cf9-a493-093792d9aef8 None None] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:33.626104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:33.626726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:33.810986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0832880 May 20 08:03:33.813889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43904) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:33.820797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:33.857668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1f5b69a7-0025-4c88-87c7-74211e29a23d', 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d', 'tenant_id': 'd65e2a49696b499583385673b0eb2edc', 'fixed_ips': [{'subnet_id': 'bc3e7177-13da-4ecf-a873-33650e59d265'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:33.858511 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:33.987871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:33.994269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.016398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985037'] for subnet, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.060274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Allocated IP 2001:db8::3 (1f5b69a7-0025-4c88-87c7-74211e29a23d/bc3e7177-13da-4ecf-a873-33650e59d265/b5eca751-b786-4274-9d80-1eaefbfc3d3f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:34.329638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.339794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Transition to ACTIVE for port object b5eca751-b786-4274-9d80-1eaefbfc3d3f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:34.358062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Transition to ACTIVE for port object b5eca751-b786-4274-9d80-1eaefbfc3d3f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:34.384202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 64823482-db2c-4dc8-aa8d-18b9848bb51b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:03:34.465059 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.469867 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:34.551182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:34.555164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:34.557751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:34.579635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:34.584407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.585771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-33561ceb-95f9-44bb-af62-f6725e1e6f1d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "PUT /v2.0/routers/64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 200 len: 921 time: 2.6243026 May 20 08:03:34.588134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43916) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:34.604025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] Sync routers for ids ['64823482-db2c-4dc8-aa8d-18b9848bb51b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:34.611501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Pushing event updated for resources: {'Port': ['ID=b5eca751-b786-4274-9d80-1eaefbfc3d3f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:34.669108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.669514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.669844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.670182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.670515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.670848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.671177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.671500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.671826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.672148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.672470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.672792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:03:34.676564 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:34.680756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] Routers {'64823482-db2c-4dc8-aa8d-18b9848bb51b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:34.681412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['64823482-db2c-4dc8-aa8d-18b9848bb51b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:34.751435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:34.757466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Attempting to bind port b5eca751-b786-4274-9d80-1eaefbfc3d3f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:34.757875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Attempting to bind port b5eca751-b786-4274-9d80-1eaefbfc3d3f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a1c36527-1993-4541-a08a-da626da13165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:34.758246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Attempting to bind port b5eca751-b786-4274-9d80-1eaefbfc3d3f on network 1f5b69a7-0025-4c88-87c7-74211e29a23d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:34.767565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:34.767949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Checking segment: {'id': 'a1c36527-1993-4541-a08a-da626da13165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:34.768354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.768755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Bound using segment: {'id': 'a1c36527-1993-4541-a08a-da626da13165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:34.769227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Bound port: b5eca751-b786-4274-9d80-1eaefbfc3d3f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c36527-1993-4541-a08a-da626da13165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1f5b69a7-0025-4c88-87c7-74211e29a23d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:34.769638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.782322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] Routers {'64823482-db2c-4dc8-aa8d-18b9848bb51b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:34.782969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['64823482-db2c-4dc8-aa8d-18b9848bb51b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:34.813407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735356162982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5503967'] for subnet, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.818617 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be65146e-d0d3-4256-8974-e5a2bf829f79 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:34.868485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3a774b4b-ab87-4abf-9799-debe1d37b661 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 200 len: 921 time: 0.2786334 May 20 08:03:34.870972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43920) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:34.879224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:34.879607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:34.879832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:34.880046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264b889-293e-4803-a6d6-9650df408aaa None None] The sync data for ids ['64823482-db2c-4dc8-aa8d-18b9848bb51b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:34.883871 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "PUT /v2.0/subnets/bc3e7177-13da-4ecf-a873-33650e59d265 HTTP/1.1" status: 200 len: 900 time: 1.0662694 May 20 08:03:34.885182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43924) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:34.940070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] For port b5eca751-b786-4274-9d80-1eaefbfc3d3f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:34.943304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] For port b5eca751-b786-4274-9d80-1eaefbfc3d3f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b5eca751-b786-4274-9d80-1eaefbfc3d3f,segment=NetworkSegment(a1c36527-1993-4541-a08a-da626da13165),segment_id=a1c36527-1993-4541-a08a-da626da13165)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:34.948559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9709e-acec-4e37-beb8-94c6e649427c req-674b3439-c70a-4a6f-81c5-afe2cedb4a1c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:34.952150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-def9709e-acec-4e37-beb8-94c6e649427c req-674b3439-c70a-4a6f-81c5-afe2cedb4a1c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.1760724 May 20 08:03:34.996319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event updated for resources: {'Subnet': ['ID=bc3e7177-13da-4ecf-a873-33650e59d265,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:35.001096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:35.001353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa783612-ac9c-4255-8098-00a9770f8d9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:35.001691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.002085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa783612-ac9c-4255-8098-00a9770f8d9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Synchronizing usage tracker for tenant:77735020642b4439a26b0243226945e0 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:35.008715 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:35.012826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-def9709e-acec-4e37-beb8-94c6e649427c req-022f9a60-d029-4303-8542-811621e990f0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559919 May 20 08:03:35.052464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.097048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Pushing event updated for resources: {'Port': ['ID=b5eca751-b786-4274-9d80-1eaefbfc3d3f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:35.100934 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:35.109422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa783612-ac9c-4255-8098-00a9770f8d9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Unset dirty status for tenant:77735020642b4439a26b0243226945e0 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:35.113361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fa783612-ac9c-4255-8098-00a9770f8d9d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=64823482-db2c-4dc8-aa8d-18b9848bb51b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2389414 May 20 08:03:35.113723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:35.137813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port b5eca751-b786-4274-9d80-1eaefbfc3d3f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:35.152237 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.260209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9064229-71a8-43e5-bf13-f32994e5cd04 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:35.260790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9064229-71a8-43e5-bf13-f32994e5cd04 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Synchronizing usage tracker for tenant:77735020642b4439a26b0243226945e0 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:35.299001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port b5eca751-b786-4274-9d80-1eaefbfc3d3f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b5eca751-b786-4274-9d80-1eaefbfc3d3f,segment=NetworkSegment(a1c36527-1993-4541-a08a-da626da13165),segment_id=a1c36527-1993-4541-a08a-da626da13165)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:35.299375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.372047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9064229-71a8-43e5-bf13-f32994e5cd04 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Unset dirty status for tenant:77735020642b4439a26b0243226945e0 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:35.376283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a9064229-71a8-43e5-bf13-f32994e5cd04 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.2611482 May 20 08:03:35.377013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43932) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:35.432653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-03c2a57d-ad6a-459c-8073-a7133ae219cd tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 200 len: 205 time: 0.0544648 May 20 08:03:35.435043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:35.438825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for b5eca751-b786-4274-9d80-1eaefbfc3d3f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:35.614621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.630192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.634825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14c66594-655f-41c9-9805-b4c759184b57 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:35.805942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.837675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=b5eca751-b786-4274-9d80-1eaefbfc3d3f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:35.840919 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:35.914932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port b5eca751-b786-4274-9d80-1eaefbfc3d3f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:35.954967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port 0daa5bd0-cde5-4f38-b87c-6d6bcc9eb291 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:35.955649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:35.979997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.143963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f30127-27e1-44c5-92fd-5a4b8d58a4e0 None None] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:36.253124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c855fded-a4e0-4c68-956b-48eb941a28a5 None None] Could not find standard attr ID for object b5eca751-b786-4274-9d80-1eaefbfc3d3f. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:03:36.387407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.390237 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4856d08d-3bbd-423e-b17a-a5db15907790 tempest-TagsExtTest-1676489474 tempest-TagsExtTest-1676489474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:36.395876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.448723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3e7177-13da-4ecf-a873-33650e59d265,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:36.458555 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:36.536998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.546877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for 0daa5bd0-cde5-4f38-b87c-6d6bcc9eb291 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:36.553935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5b69a7-0025-4c88-87c7-74211e29a23d']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:36.573413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c36527-1993-4541-a08a-da626da13165') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:36.573821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c36527-1993-4541-a08a-da626da13165') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:36.578394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a04138-57c8-4ae9-8650-07ffef53db65 req-82554bb7-14dd-4a8b-a79d-21ccfac532ce tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:36.580038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64a04138-57c8-4ae9-8650-07ffef53db65 req-82554bb7-14dd-4a8b-a79d-21ccfac532ce tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.3411639 May 20 08:03:36.580185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a73cdb-30dd-4708-8135-a037926a5660 None None] Network 1f5b69a7-0025-4c88-87c7-74211e29a23d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:36.586620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.590308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-395d0092-2e5c-4698-8fa1-367ccfd7166a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:36.591854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-395d0092-2e5c-4698-8fa1-367ccfd7166a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.3543010 May 20 08:03:36.604858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.611735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:36.612132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:36.627786 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:36.748698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64a04138-57c8-4ae9-8650-07ffef53db65 req-b4dd3d3e-96d5-47fa-ac02-b0a53cde87c8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483357 May 20 08:03:36.762867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.773577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61a83aeb-79ab-4969-a9e3-dcedb96f38f1 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:36.806848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a0c552e7-814e-4fab-9982-286532ed856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.809758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.812620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=1f5b69a7-0025-4c88-87c7-74211e29a23d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:36.816020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:36.831321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/1f5b69a7-0025-4c88-87c7-74211e29a23d HTTP/1.1" status: 204 len: 168 time: 1.9454641 May 20 08:03:36.833666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Deleting port a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:36.834018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:36.834970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:36.847708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedfd619-5960-442a-abaf-50a6c6eb870a None None] DHCP port deletion for 1f5b69a7-0025-4c88-87c7-74211e29a23d request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:36.890506 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de971b7-34a1-4eb2-90db-93a1f5f1b870 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:36.891175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de971b7-34a1-4eb2-90db-93a1f5f1b870 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:36.892673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6de971b7-34a1-4eb2-90db-93a1f5f1b870 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/bc3e7177-13da-4ecf-a873-33650e59d265 HTTP/1.1" status: 404 len: 337 time: 0.0566807 May 20 08:03:36.895408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:36.924885 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8d9887-4c17-4099-a0af-810231351bcc tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:36.924885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8d9887-4c17-4099-a0af-810231351bcc tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:36.924885 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6a8d9887-4c17-4099-a0af-810231351bcc tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/1f5b69a7-0025-4c88-87c7-74211e29a23d HTTP/1.1" status: 404 len: 339 time: 0.0278420 May 20 08:03:36.926929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43954) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:37.026829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] For port a4639663-257a-41ad-a870-aee9e79e555f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a4639663-257a-41ad-a870-aee9e79e555f,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:37.027472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.050681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.102688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.115078 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:37.169301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=0daa5bd0-cde5-4f38-b87c-6d6bcc9eb291,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:37.191631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.197806 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:37.205507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02058318-8419-48a2-8aea-88ea20da86ce']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:37.218580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075f062e-0088-4eea-88e5-ab28d28841d4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:37.218879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075f062e-0088-4eea-88e5-ab28d28841d4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:37.230706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.247523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.254378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:37.254778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: timer() May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:37.270194 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:37.353822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.424846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.429560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee51149c-d0d3-4bf8-a311-47c223055913 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:37.445676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.461188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=02058318-8419-48a2-8aea-88ea20da86ce,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:37.466261 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/02058318-8419-48a2-8aea-88ea20da86ce HTTP/1.1" status: 204 len: 168 time: 0.5360584 May 20 08:03:37.466261 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:37.466627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43958) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:37.511121 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-373f8f29-fee1-4038-9637-f8040771a5a8 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:37.511574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373f8f29-fee1-4038-9637-f8040771a5a8 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:37.515640 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-373f8f29-fee1-4038-9637-f8040771a5a8 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/7bf8f752-3e96-41ba-b39e-2501415a0b34 HTTP/1.1" status: 404 len: 337 time: 0.0458131 May 20 08:03:37.515861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43962) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:37.542238 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-587aed85-257b-45b9-b739-1958135553c2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:37.542707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587aed85-257b-45b9-b739-1958135553c2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:37.546673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-587aed85-257b-45b9-b739-1958135553c2 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/2c698259-8091-44fc-ae10-7f9383709448 HTTP/1.1" status: 404 len: 339 time: 0.0275681 May 20 08:03:37.546878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43966) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:37.614591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting subnet d0617130-ea71-448b-aaa7-c9fb9bfce9e7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:37.619396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.684410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.768241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.772144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.786281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.800817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.800957 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.801233 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Floating IP 8321e2a6-1332-4032-95d9-717d801b2fb9 disassociated. External IP: 172.25.8.126, port: a4639663-257a-41ad-a870-aee9e79e555f. May 20 08:03:37.801605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Calling delete_port for a4639663-257a-41ad-a870-aee9e79e555f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:37.909426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:37.910027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router 64823482-db2c-4dc8-aa8d-18b9848bb51b {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:38.003610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.004694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 204 len: 168 time: 2.5686643 May 20 08:03:38.009307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43974) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:38.017684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-940722496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:38.034347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:38.040902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:38.045188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:38.054675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:38.074162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471eac7-e8c1-4332-89d0-01036ccbf525 req-25897390-9152-46db-8f4b-d8f4e11eec8c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:38.074883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5471eac7-e8c1-4332-89d0-01036ccbf525 req-25897390-9152-46db-8f4b-d8f4e11eec8c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:38.087862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5471eac7-e8c1-4332-89d0-01036ccbf525 req-25897390-9152-46db-8f4b-d8f4e11eec8c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:38.089004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5471eac7-e8c1-4332-89d0-01036ccbf525 req-25897390-9152-46db-8f4b-d8f4e11eec8c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 946 time: 0.1864731 May 20 08:03:38.099328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.124756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a213358a-1358-4341-88bf-1137fdb8d4b3 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:38.149716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b5eca751-b786-4274-9d80-1eaefbfc3d3f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:38.182864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.183901 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.189772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.196875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b5eca751-b786-4274-9d80-1eaefbfc3d3f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:38.197245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b5eca751-b786-4274-9d80-1eaefbfc3d3f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:38.201976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'Port': ['ID=a4639663-257a-41ad-a870-aee9e79e555f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:38.208343 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9781d969-a429-4814-9df3-375295e2ee25 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:38.216048 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:38.220902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5471eac7-e8c1-4332-89d0-01036ccbf525 req-e55c401d-ddb3-49cd-b28e-f1a11a8d9190 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=790f7afe-405b-4d7a-ba23-406c13c5b664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233311 May 20 08:03:38.249754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=d0617130-ea71-448b-aaa7-c9fb9bfce9e7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:38.256874 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:38.257932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.266241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b88132-4397-48f7-b9ac-f0b40e2fbf04 None None] Network 939fe866-7954-425e-8369-93b9ad318e7b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:38.273197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/d0617130-ea71-448b-aaa7-c9fb9bfce9e7 HTTP/1.1" status: 204 len: 168 time: 0.7242897 May 20 08:03:38.275633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43978) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:38.291333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.354547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting subnet 46277178-37fb-4e1a-abf2-4dfbdeb973d6 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:38.358081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.424453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.428543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.471023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:03:38.550152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.641687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.643096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c4107e93-8d2d-4031-b27e-50d4d448ae3f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6314328 May 20 08:03:38.648909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43982) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:38.658730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:38.698472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:38.714866 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:38.745665 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:38.746825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:38.802619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] No DVR routers for this DVR port a4639663-257a-41ad-a870-aee9e79e555f on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:38.808033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:38.811641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b738591e-f3b4-4787-9416-cd4f4b48e4be req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "DELETE /v2.0/ports/a4639663-257a-41ad-a870-aee9e79e555f HTTP/1.1" status: 204 len: 173 time: 2.2083859 May 20 08:03:38.812312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-deleted', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:38.902349 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6', 'name': 'network-vif-deleted', 'tag': 'a4639663-257a-41ad-a870-aee9e79e555f', 'status': 'completed', 'code': 200} May 20 08:03:39.035456 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:39.223806 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f964fac1-3814-4613-b1c9-edd259b3f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.410435 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:39.415870 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:03:39.416041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-43d3c261-1157-41f4-804c-81cfea3047cc None None] Provisioning complete for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:39.416540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43d3c261-1157-41f4-804c-81cfea3047cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.425204 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:39.426059 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:39.462052 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.473529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-641a5b6f-8f1f-4b2d-b963-c89151828b13 req-1fa7ebbf-b0cd-4547-a4a9-64f4707c3c23 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5005a39-d6f5-4b6b-83c0-4c81b53c8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0817204 May 20 08:03:39.614860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.617405 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:03:39.621146 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55590baa-f1ba-46f3-ac02-d41eed36948d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:39.707535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=46277178-37fb-4e1a-abf2-4dfbdeb973d6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:39.710656 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:39.711915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.716129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f1a39-d10d-4339-85b7-458a131ea09f None None] Network 939fe866-7954-425e-8369-93b9ad318e7b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:39.735382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/46277178-37fb-4e1a-abf2-4dfbdeb973d6 HTTP/1.1" status: 204 len: 168 time: 1.4569402 May 20 08:03:39.736206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43992) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:39.743231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.923644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:39.980873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.026568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.031837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:40.032193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.049992 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:40.056843 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8878ab-ab2d-44a8-803a-f7ee76f33678 None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:40.109647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] DHCP port deletion for 939fe866-7954-425e-8369-93b9ad318e7b request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:40.165777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,segment=NetworkSegment(371d4af0-2a1f-4ed3-923d-5f9f393558bb),segment_id=371d4af0-2a1f-4ed3-923d-5f9f393558bb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:40.166153 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.207819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Allocated IP 172.25.8.57 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/0e9cb988-dd84-4d10-a562-f04b3164cd3b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:40.223842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Deleting port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:40.224855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.265540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:40.321998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:40.391334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:40.393359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.455836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f268976f-4624-40e4-9c28-ffc248ddb333 None None] New status for floating IP 8321e2a6-1332-4032-95d9-717d801b2fb9: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:03:40.515059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: a4639663-257a-41ad-a870-aee9e79e555f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:40.515409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a4639663-257a-41ad-a870-aee9e79e555f not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:40.527685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.532896 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d7264b7d-2264-43a1-981d-c7388642cfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:40.548196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] For port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,segment=NetworkSegment(371d4af0-2a1f-4ed3-923d-5f9f393558bb),segment_id=371d4af0-2a1f-4ed3-923d-5f9f393558bb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:40.548196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.573935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.584408 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:40.585821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:40.622533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:40.628815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:40.638608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No active binding found for port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 08:03:40.639032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:40.645387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:40.653599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:40.653599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:40.681341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:40.702553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event updated for resources: {'Port': ['ID=0e9cb988-dd84-4d10-a562-f04b3164cd3b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:40.707009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:40.816692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Calling delete_port for f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.871927 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:40.876024 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:03:40.882966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.888982 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:40.946824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Pushing event deleted for resources: {'Port': ['ID=f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:40.950260 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:40.951190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] No DVR routers for this DVR port f30d3c33-38e6-45f3-9ed7-66d8ab6b0fce on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:40.974825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:40.998261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939fe866-7954-425e-8369-93b9ad318e7b']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:41.016029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371d4af0-2a1f-4ed3-923d-5f9f393558bb') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:41.016318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371d4af0-2a1f-4ed3-923d-5f9f393558bb') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:41.038986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.053294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.073691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.090710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:41.091108 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: timer() May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:41.105733 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:41.107926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.156035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.344312 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.348053 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dac4dc69-1c52-4eb6-ab49-32e4c2b317b7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:41.366542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.373209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=939fe866-7954-425e-8369-93b9ad318e7b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:41.378023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:41.385064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.389142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/939fe866-7954-425e-8369-93b9ad318e7b HTTP/1.1" status: 204 len: 168 time: 1.6518903 May 20 08:03:41.396407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.396407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.396407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "DELETE /v2.0/security-groups/790f7afe-405b-4d7a-ba23-406c13c5b664 HTTP/1.1" status: 204 len: 168 time: 0.7119868 May 20 08:03:41.396407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.396407 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19693816-6feb-4086-9b32-a311430ccaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:41.406683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44010) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.457171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f7afe-405b-4d7a-ba23-406c13c5b664,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:41.464412 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:41.465809 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9998b4d5-c8ad-4e45-9669-3b4a3da58b7a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.466251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9998b4d5-c8ad-4e45-9669-3b4a3da58b7a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.467934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9998b4d5-c8ad-4e45-9669-3b4a3da58b7a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/c9cf591f-3c9c-4343-926a-bd54aba72e73 HTTP/1.1" status: 404 len: 337 time: 0.0652502 May 20 08:03:41.469505 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ab8d9284-133d-4b95-a988-6e54580ce53e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] show failed (client error): The resource could not be found. May 20 08:03:41.472821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ab8d9284-133d-4b95-a988-6e54580ce53e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups/790f7afe-405b-4d7a-ba23-406c13c5b664 HTTP/1.1" status: 404 len: 347 time: 0.0627289 May 20 08:03:41.472821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44016) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.473059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.575826 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d5ceca-419d-4012-85c0-cf855d243f7c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.576316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d5ceca-419d-4012-85c0-cf855d243f7c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.578009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-49d5ceca-419d-4012-85c0-cf855d243f7c tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/1b2e1028-ccba-4a7c-9aa3-a2b4e9d563e7 HTTP/1.1" status: 404 len: 339 time: 0.1063843 May 20 08:03:41.580977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44024) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.692694 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb348b78-09f2-4a94-b728-3879789760da tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.693071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb348b78-09f2-4a94-b728-3879789760da tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.694977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb348b78-09f2-4a94-b728-3879789760da tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/b58a2d47-9727-4cb2-a7d1-65a33b53d395 HTTP/1.1" status: 404 len: 337 time: 0.1130130 May 20 08:03:41.698068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44028) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.744735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-8109daf5-875a-4e41-8539-d9f08262fd58 req-d1de1850-0934-4b06-b3f3-9bcdb60fcbd7 service neutron] (93102) timed out ('10.222.0.81', 54247) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:03:41.752962 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9919ebd0-be15-4af8-9b99-92d9cf4f3fd6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.753441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9919ebd0-be15-4af8-9b99-92d9cf4f3fd6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.755140 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9919ebd0-be15-4af8-9b99-92d9cf4f3fd6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/5ac14707-078e-4e23-a540-b194658521a9 HTTP/1.1" status: 404 len: 339 time: 0.0561931 May 20 08:03:41.757516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.759242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44032) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.790362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Deleting port 682e1a92-c28a-469a-b768-6a6ea298097b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:41.790714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.797217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:41.804127 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-200aafbd-602b-415e-828c-dfbeda0cfcd3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.804583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200aafbd-602b-415e-828c-dfbeda0cfcd3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.867903 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-200aafbd-602b-415e-828c-dfbeda0cfcd3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/8d889610-f670-48dc-a6c6-282af27d85d8 HTTP/1.1" status: 404 len: 337 time: 0.1076286 May 20 08:03:41.870973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44036) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:41.907353 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-69443c69-2e99-4b9b-9582-8b846819a0f5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:41.909285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69443c69-2e99-4b9b-9582-8b846819a0f5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:41.909548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-69443c69-2e99-4b9b-9582-8b846819a0f5 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/fc5b36e7-e988-4416-8927-80ae88464a89 HTTP/1.1" status: 404 len: 339 time: 0.0375879 May 20 08:03:41.912016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44040) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:42.000759 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.001813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.013047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting subnet 583dc295-d08d-4525-89ea-025e1a2dfb77 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:42.020132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.109014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Router 23f57c86-1c59-4274-b34b-830656ca2531 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:42.164338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Calling delete_port for 682e1a92-c28a-469a-b768-6a6ea298097b owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:42.190220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.298890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:42.300960 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.307393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.308646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "PUT /v2.0/routers/23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 200 len: 878 time: 3.6586294 May 20 08:03:42.309436 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] Sync routers for ids ['23f57c86-1c59-4274-b34b-830656ca2531'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:42.311364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44044) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:42.321245 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] Routers {'23f57c86-1c59-4274-b34b-830656ca2531'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:42.321896 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['23f57c86-1c59-4274-b34b-830656ca2531'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:42.401345 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:42.410514 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] Routers {'23f57c86-1c59-4274-b34b-830656ca2531'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:42.411115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['23f57c86-1c59-4274-b34b-830656ca2531'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:42.424742 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.472121 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:42.472529 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6a5d4-af41-4ba5-a3f4-7c2e1b8f08f4 None None] The sync data for ids ['23f57c86-1c59-4274-b34b-830656ca2531'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:42.522885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.529879 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:42.586692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'Port': ['ID=682e1a92-c28a-469a-b768-6a6ea298097b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:42.598627 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:42.687615 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e9440af7-f97a-460d-958c-cf0cd88c6443 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 200 len: 919 time: 0.3748605 May 20 08:03:42.690456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44050) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:42.771303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344efef-679d-460e-9842-f0aa453e9389 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:42.772094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d344efef-679d-460e-9842-f0aa453e9389 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Synchronizing usage tracker for tenant:77735020642b4439a26b0243226945e0 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:42.784593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d344efef-679d-460e-9842-f0aa453e9389 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Unset dirty status for tenant:77735020642b4439a26b0243226945e0 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:42.788263 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d344efef-679d-460e-9842-f0aa453e9389 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=23f57c86-1c59-4274-b34b-830656ca2531&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0967026 May 20 08:03:42.789111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44054) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:42.918638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:42.920034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2277f-c9a4-4ba7-9c33-b12d24c9b2cb tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:42.920617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d9e2277f-c9a4-4ba7-9c33-b12d24c9b2cb tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Synchronizing usage tracker for tenant:77735020642b4439a26b0243226945e0 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:42.933924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d9e2277f-c9a4-4ba7-9c33-b12d24c9b2cb tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Unset dirty status for tenant:77735020642b4439a26b0243226945e0 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:42.935083 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9e2277f-c9a4-4ba7-9c33-b12d24c9b2cb tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.1449201 May 20 08:03:42.937965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44058) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:42.986267 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36d68180-2b8f-4633-9ca1-708722b22a6e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 200 len: 205 time: 0.0471532 May 20 08:03:42.988678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44062) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:43.032122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.040241 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-46c22b60-55dc-40e1-b36a-03529ae31df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:43.085860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=583dc295-d08d-4525-89ea-025e1a2dfb77,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:43.088344 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:43.091649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.095798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.100590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "DELETE /v2.0/floatingips/8321e2a6-1332-4032-95d9-717d801b2fb9 HTTP/1.1" status: 204 len: 168 time: 1.6233094 May 20 08:03:43.101146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907094e-083c-4ad7-a2ad-d1ef83ca2604 None None] Network 2eab7e9f-1595-481a-8e8e-0a41037274f1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:43.124000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/583dc295-d08d-4525-89ea-025e1a2dfb77 HTTP/1.1" status: 204 len: 168 time: 1.2059424 May 20 08:03:43.124000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44066) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:43.184965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.257037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.344792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port 17ea8194-c6b3-4341-bdd8-4d05299ec95d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:43.345145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.416630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] DHCP port deletion for 2eab7e9f-1595-481a-8e8e-0a41037274f1 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:43.416867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.461868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=17ea8194-c6b3-4341-bdd8-4d05299ec95d,segment=NetworkSegment(32c555a6-5093-4c27-bb8b-cef26d25fb4b),segment_id=32c555a6-5093-4c27-bb8b-cef26d25fb4b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:43.465243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.489537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Deleting port 17ea8194-c6b3-4341-bdd8-4d05299ec95d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:43.490092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.568145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port 0e9cb988-dd84-4d10-a562-f04b3164cd3b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:43.569109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.599318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] For port 17ea8194-c6b3-4341-bdd8-4d05299ec95d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=17ea8194-c6b3-4341-bdd8-4d05299ec95d,segment=NetworkSegment(32c555a6-5093-4c27-bb8b-cef26d25fb4b),segment_id=32c555a6-5093-4c27-bb8b-cef26d25fb4b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:43.599875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.605674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for 17ea8194-c6b3-4341-bdd8-4d05299ec95d owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:43.658820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44074) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:43.664646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993793881', 'description': 'tempest-description--1709330497'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:43.671521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:43.686489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:43.730197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.794113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Calling delete_port for 17ea8194-c6b3-4341-bdd8-4d05299ec95d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:43.865667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.873530 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5dc2dfbe-6071-4115-9998-d941f5724456 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:43.874872 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.878793 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:43.883247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for 0e9cb988-dd84-4d10-a562-f04b3164cd3b owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:43.925191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Pushing event deleted for resources: {'Port': ['ID=17ea8194-c6b3-4341-bdd8-4d05299ec95d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:43.927105 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:43.932518 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:43.935309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] No DVR routers for this DVR port 17ea8194-c6b3-4341-bdd8-4d05299ec95d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:43.940639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=17ea8194-c6b3-4341-bdd8-4d05299ec95d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:43.950767 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:43.952115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port 17ea8194-c6b3-4341-bdd8-4d05299ec95d on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:43.996673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:44.016141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:44.029412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:44.039678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:44.106825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.122468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eab7e9f-1595-481a-8e8e-0a41037274f1']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:44.137722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c555a6-5093-4c27-bb8b-cef26d25fb4b') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:44.143756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c555a6-5093-4c27-bb8b-cef26d25fb4b') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:44.144221 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.163912 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d2f26ab3-e2f5-4eb2-9b7e-11626e63cdad tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:44.165916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.188367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.200980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:44.201315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: timer() May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:44.217166 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:44.224721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 17ea8194-c6b3-4341-bdd8-4d05299ec95d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:44.268220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 17ea8194-c6b3-4341-bdd8-4d05299ec95d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:44.268902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 17ea8194-c6b3-4341-bdd8-4d05299ec95d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:44.325062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.330862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=0e9cb988-dd84-4d10-a562-f04b3164cd3b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:44.338591 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:44.361340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.390621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.394888 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58d2422a-7265-40ed-877d-e8478f0df5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:44.440313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd389ed3-313e-4a95-9509-a9e47b2d9c37,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:44.444670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.446864 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:44.450666 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d2939d3-0882-4fcd-8e90-78ccefd9d97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:44.475231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.478319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=2eab7e9f-1595-481a-8e8e-0a41037274f1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:44.482426 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:44.485689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/2eab7e9f-1595-481a-8e8e-0a41037274f1 HTTP/1.1" status: 204 len: 168 time: 1.3606360 May 20 08:03:44.487861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44078) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:44.536084 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-896dd76e-fa92-470e-8a67-92642d5e99cd tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:44.536541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896dd76e-fa92-470e-8a67-92642d5e99cd tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:44.538445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-896dd76e-fa92-470e-8a67-92642d5e99cd tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/0b2fd8ef-4272-42b3-92c4-690329c761f2 HTTP/1.1" status: 404 len: 337 time: 0.0494723 May 20 08:03:44.539864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.540953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8810771 May 20 08:03:44.541579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:44.544029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44086) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:44.570000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group_rule': {'security_group_id': 'bd389ed3-313e-4a95-9509-a9e47b2d9c37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:44.579073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:44.581919 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d414b7c-17b6-4223-9e7c-d8780763406e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] DELETE failed (client error): The resource could not be found. May 20 08:03:44.582403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d414b7c-17b6-4223-9e7c-d8780763406e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:03:44.584175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d414b7c-17b6-4223-9e7c-d8780763406e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/42011fa6-5b45-4536-b149-37e49ba036fb HTTP/1.1" status: 404 len: 339 time: 0.0416141 May 20 08:03:44.587477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:44.590120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:44.592852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:44.637114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:44.672541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting subnet be962b23-bcf5-40e0-9763-a36d18e7e0bd {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:03:44.676030 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.716524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.718701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.736810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.753842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.830350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.830905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router 23f57c86-1c59-4274-b34b-830656ca2531 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:44.858292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.858292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 204 len: 168 time: 1.8681083 May 20 08:03:44.860664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:44.862351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.870631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1908006616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:44.878802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:44.885305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:44.889602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:44.895968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.927251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:44.974181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:44.993031 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:45.069202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322bfb5b-fa35-4458-8009-c48aa18657bd,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:45.082960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:45.086406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.086406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.128511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.221423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.222628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6777506 May 20 08:03:45.225790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44100) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:45.230708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'security_group_rule': {'security_group_id': 'bd389ed3-313e-4a95-9509-a9e47b2d9c37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:45.236545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:45.240411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:security_group_rule and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:45.243523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:45.250270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:45.337936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.399777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.409900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb2fbfa9-e070-4b78-8675-fe4fd92e678b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:45.447434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.456430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Subnet': ['ID=be962b23-bcf5-40e0-9763-a36d18e7e0bd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:45.459570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:45.464116 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.465668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/subnets/be962b23-bcf5-40e0-9763-a36d18e7e0bd HTTP/1.1" status: 204 len: 168 time: 0.8745830 May 20 08:03:45.467328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88ce3f-c3ec-4997-a69d-35e70004e34b None None] Network ba514915-5acb-4619-b8d1-5a07f414d429 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:45.468916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44104) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:45.729440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] DHCP port deletion for ba514915-5acb-4619-b8d1-5a07f414d429 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:03:45.745598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.746772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bb42357c-13de-48f2-82b2-35d8dd4730c8 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8832679 May 20 08:03:45.749636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44108) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:45.755577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': True}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:45.776152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.794261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.813814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Deleting port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:45.814205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.850726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.855215 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:45.886490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7e6fb7-e337-4b4c-999d-05e31c8ecad1,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:45.892499 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:45.903135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Deleting port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:45.903493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.921719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] For port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,segment=NetworkSegment(201a1719-3407-416f-b892-cdb9157f01ca),segment_id=201a1719-3407-416f-b892-cdb9157f01ca)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:45.922130 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.995072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:45.997053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7696207 May 20 08:03:46.002627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44114) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:46.016894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:46.033563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:46.042922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] For port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,segment=NetworkSegment(201a1719-3407-416f-b892-cdb9157f01ca),segment_id=201a1719-3407-416f-b892-cdb9157f01ca)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:46.043289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.047841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Calling delete_port for d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:46.053615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Usage tracker for resource:floatingip and tenant:da5252f472e744cda9c65e7a57557248 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:46.060702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:46.121451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:46.156562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.161540 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-82edc146-618a-4e0e-9c91-4539bf0ea368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:46.192719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Calling delete_port for d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:46.201829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.220393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:03:46.245268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.250183 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25bfe451-32f8-4d46-80fc-46669c6b1127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:46.250633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Pushing event deleted for resources: {'Port': ['ID=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:46.259385 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:46.259947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:03:46.260299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:03:46.261767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] No DVR routers for this DVR port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:46.295298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.321050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Port': ['ID=d70cee25-ba94-4f82-94e1-92c9b0d4ebd9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:46.323366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] No DVR routers for this DVR port d70cee25-ba94-4f82-94e1-92c9b0d4ebd9 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:03:46.362073 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:46.517367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.540065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba514915-5acb-4619-b8d1-5a07f414d429']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:46.556442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201a1719-3407-416f-b892-cdb9157f01ca') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:46.556744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201a1719-3407-416f-b892-cdb9157f01ca') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:46.576343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.593833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.596707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.606004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:03:46.606395 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: timer() May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:03:46.625707 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:03:46.628005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.712185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.752754 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.757205 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d77d235a-b8c1-4637-a211-a59b30b07866 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:46.771709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:46.773974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.25.8.67 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/746d88e1-3efd-4c4e-b97f-dfc2611e9bd4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:46.795054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Pushing event deleted for resources: {'Network': ['ID=ba514915-5acb-4619-b8d1-5a07f414d429,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:46.809230 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:46.819053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] 10.222.0.79 "DELETE /v2.0/networks/ba514915-5acb-4619-b8d1-5a07f414d429 HTTP/1.1" status: 204 len: 168 time: 1.3488863 May 20 08:03:46.930875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.093561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.098577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec0b059a-3e42-4b81-ab2b-a787c83c7490 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:47.161057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Allocated IP 172.25.8.161 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4fe76c12-da40-42f3-9996-8209a9d104ac) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:47.163083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:47.166074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:47.168588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:47.218364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=746d88e1-3efd-4c4e-b97f-dfc2611e9bd4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:47.221175 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:47.322497 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.408523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:47.424898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.431161 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea2e759a-0d1a-47fa-bf5a-6bb6e232c971 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:47.497010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:47.504789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:47.510539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:47.583780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=4fe76c12-da40-42f3-9996-8209a9d104ac,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:47.594806 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:47.626530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba5e09c9-c8b4-47b3-a437-50712c7a69f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d65e2a49696b499583385673b0eb2edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167821 May 20 08:03:47.629095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:47.653334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.756730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.793201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.801315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:47.917347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.024591 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.143149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.148420 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:48.152093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.166142 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efe173c3-dfa1-4791-bd30-2e9b39945655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:48.191539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff1859-84db-46b9-807a-96944f58e2bc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:48.197181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:48.268094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=4fe76c12-da40-42f3-9996-8209a9d104ac,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:48.272236 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:48.272729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.274227 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38ff1859-84db-46b9-807a-96944f58e2bc HTTP/1.1" status: 204 len: 168 time: 0.6436918 May 20 08:03:48.281253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.303961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.307539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.384653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.394459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3823907 May 20 08:03:48.623986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 5672fcb1-67d5-46f5-be54-963fc4bdcb05 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:48.637457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-9a70174d-481e-47a4-8b9a-686f515da4ff tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:48.726453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-9a70174d-481e-47a4-8b9a-686f515da4ff tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:48.728173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-9a70174d-481e-47a4-8b9a-686f515da4ff tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1993793881&fields=id&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 267 time: 0.1350591 May 20 08:03:48.809842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:48.814429 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:48.818051 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "PUT /v2.0/routers/5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 200 len: 914 time: 3.0673985 May 20 08:03:48.821227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:48.822327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] Sync routers for ids ['5672fcb1-67d5-46f5-be54-963fc4bdcb05'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:48.832909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] Routers {'5672fcb1-67d5-46f5-be54-963fc4bdcb05'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:48.833092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5672fcb1-67d5-46f5-be54-963fc4bdcb05'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:48.890058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-01bbf055-d9dd-4fe8-bd13-6156c4b0ed59 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:48.891537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-01bbf055-d9dd-4fe8-bd13-6156c4b0ed59 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 817 time: 0.1563928 May 20 08:03:48.904265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:48.913917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] Routers {'5672fcb1-67d5-46f5-be54-963fc4bdcb05'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:48.914771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5672fcb1-67d5-46f5-be54-963fc4bdcb05'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:48.914963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-8bf08887-83cf-4ddb-ba18-d1c7b7bca1ce tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/quotas/da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 375 time: 0.0153677 May 20 08:03:48.986209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:48.986625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43d924-3a3b-4fc5-8f44-c61c495e9679 None None] The sync data for ids ['5672fcb1-67d5-46f5-be54-963fc4bdcb05'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:49.019920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-63ba35e0-e299-4899-bbac-8f1ed45706e2 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 200 len: 920 time: 0.1949468 May 20 08:03:49.020129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-794d3fd7-01a3-4943-a820-5d9277128c40 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:49.020447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:49.092923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-794d3fd7-01a3-4943-a820-5d9277128c40 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:49.094420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-794d3fd7-01a3-4943-a820-5d9277128c40 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758816 May 20 08:03:49.287512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55af596-b87a-43ba-b5a5-795922e0a0e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:49.289530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c55af596-b87a-43ba-b5a5-795922e0a0e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=5672fcb1-67d5-46f5-be54-963fc4bdcb05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2676256 May 20 08:03:49.292018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:49.410123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-32d5c587-2131-431f-a76d-0ef20b7ed5e3 service neutron] 10.222.0.79 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020995 May 20 08:03:49.431478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a41e3d-6ce3-456d-b9c0-a25d5cf980d2 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:49.433106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-30a41e3d-6ce3-456d-b9c0-a25d5cf980d2 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.1398854 May 20 08:03:49.436055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44184) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:49.492093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec8f9f16-a618-4c14-9167-9395a06c910d tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 200 len: 205 time: 0.0548401 May 20 08:03:49.494660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:49.508445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44192) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:49.573093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-b8cb37d7-eefe-46b8-a98f-e3ae71fb3e36 service neutron] 10.222.0.79 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620333 May 20 08:03:49.628704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-686074604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:49.636681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:49.641020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:router and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:49.644043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:49.650147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:49.683130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:49.801851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:49.803775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:49.827139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:49.870253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:49.876993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d225e876-c763-453b-ac21-caf56c4489ff req-e8909e57-fcc7-40c3-ba42-c1b54620c866 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 210 time: 0.0544024 May 20 08:03:49.973128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.013248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port 746d88e1-3efd-4c4e-b97f-dfc2611e9bd4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:50.013787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.087256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.091191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:50.091385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6933646d-4c6b-4cda-87b8-ccfd76d61915 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5819356 May 20 08:03:50.101224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-87785772'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:50.114040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:50.121841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:network and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:50.125985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:50.135004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:50.158616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.292007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for 746d88e1-3efd-4c4e-b97f-dfc2611e9bd4 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:50.294590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:50.298054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.314120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.344031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:50.344031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:security_group_rule and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:50.347099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:50.354893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:50.483403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.618323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.622196 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c832548-9cfe-4d52-8d55-8fd0ecdc2080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:50.651295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e6438-116e-4e00-8961-bdb948ffd230,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:50.654495 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:50.701062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.707839 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9add33b-7a52-48bb-88d3-7ff63a9bef13 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:50.742953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:50.754679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=746d88e1-3efd-4c4e-b97f-dfc2611e9bd4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:50.758408 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:50.800320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.800670 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Added segment f0b781e3-2fcb-4ede-a343-9aa3363165e9 of type vlan for network 4dfe7b04-e251-42af-8149-15581087716a May 20 08:03:50.871430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:50.880046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.046365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1faae893-066f-481c-b6ae-471d36f7b7b7 req-a175f9ad-cb08-468f-8ebd-6ba954e2ef51 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 210 time: 0.0506990 May 20 08:03:51.194978 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:03:51.216463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.220151 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.286756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.292816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:51.293402 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.297241 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7148b64f-ceae-4e51-b6d1-9484691d8a78 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:51.340655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.341146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router 5672fcb1-67d5-46f5-be54-963fc4bdcb05 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:03:51.426849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.428940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 204 len: 168 time: 1.9330010 May 20 08:03:51.429839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Network': ['ID=4dfe7b04-e251-42af-8149-15581087716a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:51.432266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:51.434905 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:51.442269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1378764815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:51.442413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4dfe7b04-e251-42af-8149-15581087716a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:51.452011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:51.456287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:51.459477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:51.465950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:51.515049 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4196885 May 20 08:03:51.515429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:51.521595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'subnet': {'network_id': '4dfe7b04-e251-42af-8149-15581087716a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:51.606418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.607432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.649371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.650963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:51.662524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:subnet and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:51.666645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:51.673859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:51.766524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.773245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:51.776865 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.887731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:51.888894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4776d534-4654-45b2-bc35-fcf1c796a0b5 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4557171 May 20 08:03:51.891779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44230) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:51.900775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:52.041817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-1aeb4654-0959-4ed5-9ff7-c9cf4064dfb9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:52.043683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-1aeb4654-0959-4ed5-9ff7-c9cf4064dfb9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 817 time: 0.1571689 May 20 08:03:52.096445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-7e4ddc14-c36b-4925-9ded-424a8e15c08a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 380 time: 0.0419858 May 20 08:03:52.105446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'port': {'device_id': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'admin_state_up': True, 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'security_groups': ['bd389ed3-313e-4a95-9509-a9e47b2d9c37']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:52.281493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5084e9f-b375-4704-b08c-5a8f1d0e2753 req-02e994d8-4da2-42d8-9820-f884749462a5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 210 time: 0.0677085 May 20 08:03:52.322695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:52.332284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:52.357398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:52.399664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Made reservation on behalf of da5252f472e744cda9c65e7a57557248 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:52.403712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:52.567572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Allocated IP 172.20.0.11 (646ad6d1-a2fc-483a-9973-8158c4d4eeeb/30f181f2-c497-4c5d-963d-8133dffa98fe/8b36e60a-1fca-47ba-8794-60703f5f3035) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:52.767862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:52.783842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Transition to ACTIVE for port object 8b36e60a-1fca-47ba-8794-60703f5f3035 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:52.875086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:52.881339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d0db2c6-914e-4bf5-93db-edb3494d2b25 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:52.950445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:52.953613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:52.957539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:52.993347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:52.998380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:53.035031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:53.035772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.129445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.135262 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9bfc624-8f8e-494d-a489-3a798b91deb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:53.157356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0559485 May 20 08:03:53.169171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Request body: {'port': {'device_id': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:53.190473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.235661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cf58-67f1-4938-9d96-ae6659404314 None None] Provisioning for port 8b36e60a-1fca-47ba-8794-60703f5f3035 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:53.236191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.240810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cf58-67f1-4938-9d96-ae6659404314 None None] Provisioning complete for port 8b36e60a-1fca-47ba-8794-60703f5f3035 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:53.241221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf58-67f1-4938-9d96-ae6659404314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.287531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Subnet': ['ID=5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:53.295991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:53.302652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.304305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5cf58-67f1-4938-9d96-ae6659404314 None None] Port 8b36e60a-1fca-47ba-8794-60703f5f3035 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:03:53.329282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Checking segment: {'id': 'f0b781e3-2fcb-4ede-a343-9aa3363165e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4dfe7b04-e251-42af-8149-15581087716a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:53.329677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network hostable DHCP agents. Network: 4dfe7b04-e251-42af-8149-15581087716a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:53.420596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Allocated IP 172.25.8.99 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/0ffeabb9-7aff-44a3-aceb-11bb43b03940) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:53.508103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 4dfe7b04-e251-42af-8149-15581087716a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:53.577736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.624172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 4dfe7b04-e251-42af-8149-15581087716a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:53.635103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18d0b1-cdb4-439c-833d-ea9844921068 None None] Network 4dfe7b04-e251-42af-8149-15581087716a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:53.635419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:53.636025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.711779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.718122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fe9852a-5ad9-4932-8c7f-e09b561ee431 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:53.777371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2579274 May 20 08:03:53.780036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44244) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:53.792160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'network': {'name': 'tempest-router-network01--1291146937'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:53.801014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:53.804631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:53.807108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:53.808392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:53.824208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637b7ef-50be-4d88-8729-2b96a287721f req-efd7a7e8-c224-4ee2-bb40-e271e8f10ee5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:53.824996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e637b7ef-50be-4d88-8729-2b96a287721f req-efd7a7e8-c224-4ee2-bb40-e271e8f10ee5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Synchronizing usage tracker for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:03:53.827869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:network and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:53.840029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:53.853408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffeabb9-7aff-44a3-aceb-11bb43b03940,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:53.853683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:53.861305 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:53.893233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-4dfe7b04-e251-42af-8149-15581087716a', 'network_id': '4dfe7b04-e251-42af-8149-15581087716a', 'tenant_id': '35228cbb82344cc6a441792a2391f8e8', 'fixed_ips': [{'subnet_id': '5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:53.894106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.949938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:53.953331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:53.971284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:03:53.981602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e637b7ef-50be-4d88-8729-2b96a287721f req-efd7a7e8-c224-4ee2-bb40-e271e8f10ee5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Unset dirty status for tenant:da5252f472e744cda9c65e7a57557248 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:03:53.987641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e637b7ef-50be-4d88-8729-2b96a287721f req-efd7a7e8-c224-4ee2-bb40-e271e8f10ee5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 932 time: 0.5554688 May 20 08:03:53.992626 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.044178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Transition to ACTIVE for port object 8b36e60a-1fca-47ba-8794-60703f5f3035 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:54.052029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:54.062094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Allocated IP 172.20.0.2 (4dfe7b04-e251-42af-8149-15581087716a/5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3/c788d475-ca7b-49d1-a327-6b9d980a8c1d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:54.064531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e637b7ef-50be-4d88-8729-2b96a287721f req-6994dbef-0d60-466a-afd8-66c5b50d561e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761287 May 20 08:03:54.068869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.068869 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Added segment f9012c5e-fc0f-4d99-b95b-eb1c1fa749be of type vlan for network 3166486d-a2f7-4845-b654-cb39dce519bc May 20 08:03:54.100267 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.119734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.127185 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:54.334723 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.345978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Transition to ACTIVE for port object c788d475-ca7b-49d1-a327-6b9d980a8c1d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:54.353506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.366676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Transition to ACTIVE for port object c788d475-ca7b-49d1-a327-6b9d980a8c1d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:54.379621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.385350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:54.389510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.392945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:54.400816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Attempting to bind port 8b36e60a-1fca-47ba-8794-60703f5f3035 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:54.401151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Attempting to bind port 8b36e60a-1fca-47ba-8794-60703f5f3035 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:54.401566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Attempting to bind port 8b36e60a-1fca-47ba-8794-60703f5f3035 on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:54.407454 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:54.407998 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22f1c1b5-2a6a-40e9-a04d-4ed7963ac9e6 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:54.425520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.429461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.431494 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-75429296-1581-40b8-ab17-c20e1e9827ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:54.441848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Port 8b36e60a-1fca-47ba-8794-60703f5f3035 on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:03:54.442181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Attempting to bind port 8b36e60a-1fca-47ba-8794-60703f5f3035 on network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:54.454626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:54.455077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Checking segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:54.455361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Bound using segment: {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:54.455810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Bound port: 8b36e60a-1fca-47ba-8794-60703f5f3035, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d75bc0-c038-4a5d-9b0c-8aed9d479a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:54.456212 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.499616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Network 4dfe7b04-e251-42af-8149-15581087716a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:54.502499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:54.509956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:54.519271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Pushing event updated for resources: {'Port': ['ID=c788d475-ca7b-49d1-a327-6b9d980a8c1d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:54.527096 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:54.570769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7855394 May 20 08:03:54.577498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44250) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:54.579921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Network': ['ID=3166486d-a2f7-4845-b654-cb39dce519bc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:54.585950 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:54.589631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'network': {'name': 'tempest-router-network02--2037659330'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:54.598180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:54.605743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:network and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:54.615479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 3166486d-a2f7-4845-b654-cb39dce519bc details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:54.617402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:54.627345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:54.663120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Attempting to bind port c788d475-ca7b-49d1-a327-6b9d980a8c1d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:54.663795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Attempting to bind port c788d475-ca7b-49d1-a327-6b9d980a8c1d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f0b781e3-2fcb-4ede-a343-9aa3363165e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4dfe7b04-e251-42af-8149-15581087716a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:54.664166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Attempting to bind port c788d475-ca7b-49d1-a327-6b9d980a8c1d on network 4dfe7b04-e251-42af-8149-15581087716a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:54.717641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:54.718031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Checking segment: {'id': 'f0b781e3-2fcb-4ede-a343-9aa3363165e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4dfe7b04-e251-42af-8149-15581087716a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:54.718442 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.718848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Bound using segment: {'id': 'f0b781e3-2fcb-4ede-a343-9aa3363165e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4dfe7b04-e251-42af-8149-15581087716a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:54.719348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Bound port: c788d475-ca7b-49d1-a327-6b9d980a8c1d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b781e3-2fcb-4ede-a343-9aa3363165e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4dfe7b04-e251-42af-8149-15581087716a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:54.719734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.729871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:54.733598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.759211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:54.778410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:54.791839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:03:54.801328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.801899 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Added segment 4b3b2e80-ca72-4489-a2a1-822d2ef40456 of type vlan for network ba9da2b1-6012-487c-b260-333f365639dc May 20 08:03:54.819202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] For port c788d475-ca7b-49d1-a327-6b9d980a8c1d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:54.822837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] For port c788d475-ca7b-49d1-a327-6b9d980a8c1d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c788d475-ca7b-49d1-a327-6b9d980a8c1d,segment=NetworkSegment(f0b781e3-2fcb-4ede-a343-9aa3363165e9),segment_id=f0b781e3-2fcb-4ede-a343-9aa3363165e9)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:54.831961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.871104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.878194 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11b7ac8b-0a16-4b5d-926c-56fd668d59eb tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:54.897147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.906663 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2eaf700b-7340-4515-bff1-3fe8c9052b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:54.933995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.938123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.947448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:54.948628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:54.950098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] 10.222.0.81 "PUT /v2.0/ports/8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 1092 time: 1.7852459 May 20 08:03:54.962437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:03:55.004431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-d2b6cf52-8d08-4906-b930-ccd7912584dd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3085487 May 20 08:03:55.007542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:55.017452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Pushing event updated for resources: {'Port': ['ID=c788d475-ca7b-49d1-a327-6b9d980a8c1d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:55.029769 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:55.038633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.045746 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:55.136005 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'status': 'completed', 'code': 200} May 20 08:03:55.139599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:55.209833 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:55.210635 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-17c05d84-f8af-4d4b-b5d5-88c84fa42b81 tempest-BulkNetworkOpsIpV6Test-397561511 tempest-BulkNetworkOpsIpV6Test-397561511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:55.344456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Router 2659120e-4111-4b75-b5af-988f516b6354 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:03:55.367865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7859461 May 20 08:03:55.413068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:55.424166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'subnet': {'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:55.454313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Network': ['ID=ba9da2b1-6012-487c-b260-333f365639dc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:55.460272 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:55.466966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ba9da2b1-6012-487c-b260-333f365639dc details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:03:55.506432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.506995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.507428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.507921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.508382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.508860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.509342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.511373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e034b1d3-e6cc-41d9-8f31-aa0f515d666b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ac49e641b5a44669086a37dc7b75282&device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 6503 time: 0.3575356 May 20 08:03:55.514188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-b9c197b4-b60e-49d3-9f1f-e7be405487a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.515989 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-b9c197b4-b60e-49d3-9f1f-e7be405487a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1095 time: 0.4356830 May 20 08:03:55.528313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce0578-860e-40a2-95df-4394ed7a6573 req-03de414d-a9e2-4526-a9c2-0c646c991c35 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.529852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcce0578-860e-40a2-95df-4394ed7a6573 req-03de414d-a9e2-4526-a9c2-0c646c991c35 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.2774980 May 20 08:03:55.639921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:55.641301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-e991bd4f-ef72-4137-9719-7982d91ee7b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 217 time: 0.1100817 May 20 08:03:55.647510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:subnet and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:55.652793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:55.662109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:55.664532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:03:55.669118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:55.671957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "PUT /v2.0/routers/2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 200 len: 915 time: 3.7790947 May 20 08:03:55.674453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] Sync routers for ids ['2659120e-4111-4b75-b5af-988f516b6354'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:03:55.674885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:55.686972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] Routers {'2659120e-4111-4b75-b5af-988f516b6354'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:55.733773 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2659120e-4111-4b75-b5af-988f516b6354'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:55.767759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:55.777926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcce0578-860e-40a2-95df-4394ed7a6573 req-401b407c-784f-4c05-971c-3acbb1642b74 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760447 May 20 08:03:55.793065 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] Routers {'2659120e-4111-4b75-b5af-988f516b6354'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:03:55.794171 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2659120e-4111-4b75-b5af-988f516b6354'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:55.795535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-13abf3b3-e797-46ef-819b-0c1de848460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:55.796968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-13abf3b3-e797-46ef-819b-0c1de848460c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1470835 May 20 08:03:55.838769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:55.842721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:55.890077 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:03:55.890869 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9dee4-3cd6-472d-a625-4da3c8cc114c None None] The sync data for ids ['2659120e-4111-4b75-b5af-988f516b6354'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:03:55.919118 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:03:55.925903 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-99cb3485-bb59-44ae-847a-b655c15006ff tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 200 len: 921 time: 0.2498498 May 20 08:03:55.930362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:56.071171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7937706d-b08b-4d02-9157-9be1ce6b86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.071654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7937706d-b08b-4d02-9157-9be1ce6b86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.072126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7937706d-b08b-4d02-9157-9be1ce6b86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.073775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7937706d-b08b-4d02-9157-9be1ce6b86f3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=9be48ced-bf74-4367-9c12-853a8c6657ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&id=19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 200 len: 2298 time: 0.4913733 May 20 08:03:56.132556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6aa115-81d0-4d06-af1e-7e64eb32c695 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.136552 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7d6aa115-81d0-4d06-af1e-7e64eb32c695 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=2659120e-4111-4b75-b5af-988f516b6354&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2027612 May 20 08:03:56.137585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44274) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:56.211757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa32c64-fb4f-4515-8c0f-f6cc49931efe None None] Network 4dfe7b04-e251-42af-8149-15581087716a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:56.257583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c788d475-ca7b-49d1-a327-6b9d980a8c1d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:56.273934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-c1f82e06-68a8-45b5-bf2c-f717a8dc6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.275500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-c1f82e06-68a8-45b5-bf2c-f717a8dc6d95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650910 May 20 08:03:56.295664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.322770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-6cb2da50-0041-49ac-b214-ce7ee5c41e2f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 200 len: 1002 time: 0.2408440 May 20 08:03:56.360799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9a166965-3112-4b54-aed6-7e49b97204c5 None None] Provisioning for port c788d475-ca7b-49d1-a327-6b9d980a8c1d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:56.441757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f883f8-2834-4b8c-a5c3-2b84ffaa8443 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.446563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a3f883f8-2834-4b8c-a5c3-2b84ffaa8443 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.3030050 May 20 08:03:56.451134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:56.480696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7e50e30e-add6-42c5-9fbc-ab1f1713b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.482181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-7e50e30e-add6-42c5-9fbc-ab1f1713b137 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 200 len: 856 time: 0.1388907 May 20 08:03:56.538282 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0a5d628a-77bb-4d0e-99e0-2e6492d58491 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 200 len: 205 time: 0.0845783 May 20 08:03:56.543558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:56.562448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.563529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c788d475-ca7b-49d1-a327-6b9d980a8c1d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:56.566936 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f41cedf5-f4e1-409e-99de-7e45f44bf429 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:56.570631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c788d475-ca7b-49d1-a327-6b9d980a8c1d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:56.571533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.634830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-91a70082-af0d-4425-ae77-0fd513db1770 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424489 May 20 08:03:56.649486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Subnet': ['ID=99850cf3-696e-41ab-83dc-ac83a8111234,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:56.653715 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:56.658102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Checking segment: {'id': 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:56.658463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network hostable DHCP agents. Network: 3166486d-a2f7-4845-b654-cb39dce519bc, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:56.723856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.727063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 3166486d-a2f7-4845-b654-cb39dce519bc is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:56.761674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c788d475-ca7b-49d1-a327-6b9d980a8c1d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c788d475-ca7b-49d1-a327-6b9d980a8c1d,segment=NetworkSegment(f0b781e3-2fcb-4ede-a343-9aa3363165e9),segment_id=f0b781e3-2fcb-4ede-a343-9aa3363165e9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:03:56.801888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 3166486d-a2f7-4845-b654-cb39dce519bc) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:56.810925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aca9c7-7825-449a-b810-2c8f5afe0c86 None None] Network 3166486d-a2f7-4845-b654-cb39dce519bc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:56.818407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.820479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.872980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-6f23a4be-5845-4819-9278-6285cfb52a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:56.878294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-6f23a4be-5845-4819-9278-6285cfb52a35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1ef93c2f-5da8-41d8-be8a-313532f33ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3803322 May 20 08:03:56.924570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.930804 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:56.937073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:56.947497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304327 May 20 08:03:56.947836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44290) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:56.953787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'subnet': {'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:03:57.009214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3bfd81c3-5f00-40ea-a94b-444848622b98 None None] Provisioning complete for port c788d475-ca7b-49d1-a327-6b9d980a8c1d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:57.009609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3bfd81c3-5f00-40ea-a94b-444848622b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.074963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:03:57.079390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Usage tracker for resource:subnet and tenant:35228cbb82344cc6a441792a2391f8e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:03:57.082685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:03:57.088880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:03:57.113375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c788d475-ca7b-49d1-a327-6b9d980a8c1d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:57.125951 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:57.146042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b7ab2f9-794b-40a2-b11a-73cd994ccadf req-07d84aa6-9f74-415c-a02d-185879473d5f service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981706 May 20 08:03:57.200937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Made reservation on behalf of 35228cbb82344cc6a441792a2391f8e8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:03:57.205826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.264788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-3166486d-a2f7-4845-b654-cb39dce519bc', 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc', 'tenant_id': '35228cbb82344cc6a441792a2391f8e8', 'fixed_ips': [{'subnet_id': '99850cf3-696e-41ab-83dc-ac83a8111234'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:57.265952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.360522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-f3cd9ecc-5629-4b26-be0b-a651e6acb0bd service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743688 May 20 08:03:57.367564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.426190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb78c6-cdb0-47d5-95bb-bd70b61edf8c req-9ab783c3-72a6-4acc-aade-8d73046cda2c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:57.428567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97bb78c6-cdb0-47d5-95bb-bd70b61edf8c req-9ab783c3-72a6-4acc-aade-8d73046cda2c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.4933085 May 20 08:03:57.455802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Allocated IP 172.20.0.2 (3166486d-a2f7-4845-b654-cb39dce519bc/99850cf3-696e-41ab-83dc-ac83a8111234/9c5dd6fd-f334-46ac-9913-2c2de61fd390) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:57.677776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.687584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Transition to ACTIVE for port object 9c5dd6fd-f334-46ac-9913-2c2de61fd390 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:57.705950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Transition to ACTIVE for port object 9c5dd6fd-f334-46ac-9913-2c2de61fd390 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:57.783511 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.788230 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-062a5b7f-29b1-41b0-8d19-0572f154d286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:57.795002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97bb78c6-cdb0-47d5-95bb-bd70b61edf8c req-350c846c-04bf-41ff-91a2-8c864204e6bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294336 May 20 08:03:57.803317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-b0b07df0-53ee-48e6-bd88-64d59da2c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:57.804455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-b0b07df0-53ee-48e6-bd88-64d59da2c7c7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1095 time: 0.5187280 May 20 08:03:57.809916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-0b1e0d55-6873-485c-8d21-2b0ae464e77f service neutron] 10.222.0.84 "GET /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370730 May 20 08:03:57.869706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Network 3166486d-a2f7-4845-b654-cb39dce519bc is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:57.873274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:57.875640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:57.916549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.921692 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee5db877-55b1-4eb4-a76a-07be0db6e151 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:57.921861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-282a8c27-56b9-444e-bbd2-b295bb32bba0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 217 time: 0.0890203 May 20 08:03:57.971417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port 0ffeabb9-7aff-44a3-aceb-11bb43b03940 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:03:57.971417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.984450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Pushing event updated for resources: {'Port': ['ID=9c5dd6fd-f334-46ac-9913-2c2de61fd390,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:57.988148 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:57.989742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Attempting to bind port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:57.990353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Attempting to bind port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:57.991207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Attempting to bind port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 on network 3166486d-a2f7-4845-b654-cb39dce519bc {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:57.998680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:57.999114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Checking segment: {'id': 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:57.999470 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:57.999860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Bound using segment: {'id': 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:58.000426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Bound port: 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3166486d-a2f7-4845-b654-cb39dce519bc'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:58.000736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Subnet': ['ID=fd3bfb36-56be-4e69-95a5-08488f9e4ea1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:58.000870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.004761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:58.009648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Checking segment: {'id': '4b3b2e80-ca72-4489-a2a1-822d2ef40456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:58.010010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network hostable DHCP agents. Network: ba9da2b1-6012-487c-b260-333f365639dc, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:03:58.086846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network ba9da2b1-6012-487c-b260-333f365639dc is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:03:58.102016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] For port 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:58.105224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] For port 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c5dd6fd-f334-46ac-9913-2c2de61fd390,segment=NetworkSegment(f9012c5e-fc0f-4d99-b95b-eb1c1fa749be),segment_id=f9012c5e-fc0f-4d99-b95b-eb1c1fa749be)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:58.154468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-3f75d575-8662-4a44-b838-d3a40698136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:58.156250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-3f75d575-8662-4a44-b838-d3a40698136c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1872821 May 20 08:03:58.165558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-1593ac7e-5678-46af-8a55-8de873b466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:58.167167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-1593ac7e-5678-46af-8a55-8de873b466e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.3549917 May 20 08:03:58.167311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ba9da2b1-6012-487c-b260-333f365639dc) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:58.175572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38faa192-b5f6-4021-9c14-13367c4fc6ef None None] Network ba9da2b1-6012-487c-b260-333f365639dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:58.194663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.198469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:58.200898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.215736 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:58.267180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c788d475-ca7b-49d1-a327-6b9d980a8c1d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:03:58.297680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3487732 May 20 08:03:58.300513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44298) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:03:58.300752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-2bee609e-620f-41c3-afa9-d6db479ee82c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 217 time: 0.0899162 May 20 08:03:58.303158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.437082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Pushing event updated for resources: {'Port': ['ID=9c5dd6fd-f334-46ac-9913-2c2de61fd390,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:58.443897 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:58.470156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for 0ffeabb9-7aff-44a3-aceb-11bb43b03940 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:03:58.513062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c788d475-ca7b-49d1-a327-6b9d980a8c1d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:03:58.513407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.531733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-27331b8d-30e8-4451-a3be-2a01573b727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:58.533191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-27331b8d-30e8-4451-a3be-2a01573b727e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.2189884 May 20 08:03:58.542458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-252eb6ff-cdbd-4533-b7ff-33443ce9fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:58.544699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-252eb6ff-cdbd-4533-b7ff-33443ce9fc1a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3764093 May 20 08:03:58.656776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ba9da2b1-6012-487c-b260-333f365639dc', 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc', 'tenant_id': '35228cbb82344cc6a441792a2391f8e8', 'fixed_ips': [{'subnet_id': 'fd3bfb36-56be-4e69-95a5-08488f9e4ea1'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:03:58.657984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:58.841907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-0ef02c3f-7178-4824-90ba-ab8de461698e service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620184 May 20 08:03:58.907640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Allocated IP 172.20.0.2 (ba9da2b1-6012-487c-b260-333f365639dc/fd3bfb36-56be-4e69-95a5-08488f9e4ea1/b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:58.945645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.018058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-da4e2c49-c5ca-412f-8fa9-7ba8235d12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:59.019556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-da4e2c49-c5ca-412f-8fa9-7ba8235d12c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4795814 May 20 08:03:59.082778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-dbc3b40a-c0f6-4aa6-b178-edbaed96d963 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069767 May 20 08:03:59.170583 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.191785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Transition to ACTIVE for port object b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:59.219040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Transition to ACTIVE for port object b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:59.276883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.282159 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b4c6bc52-87c0-4d14-9001-100d3a1b69c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:59.357717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Pushing event updated for resources: {'Port': ['ID=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:59.362823 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:59.381890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Network ba9da2b1-6012-487c-b260-333f365639dc is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:59.383894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:59.389358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:03:59.392555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Allocated IP 172.20.0.1 (3166486d-a2f7-4845-b654-cb39dce519bc/99850cf3-696e-41ab-83dc-ac83a8111234/0624221c-5cfa-4fc6-986c-8cc8c772d32a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:03:59.410191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-2a057fdb-bd33-4860-87c1-93c30b182537 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 217 time: 0.2802963 May 20 08:03:59.410795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.424894 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da3e3f59-6c5d-42dc-a81b-25db40e033a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:59.572321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=0ffeabb9-7aff-44a3-aceb-11bb43b03940,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:03:59.600535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Attempting to bind port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:03:59.600934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Attempting to bind port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4b3b2e80-ca72-4489-a2a1-822d2ef40456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:03:59.601310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Attempting to bind port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 on network ba9da2b1-6012-487c-b260-333f365639dc {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:03:59.608771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:03:59.609260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Checking segment: {'id': '4b3b2e80-ca72-4489-a2a1-822d2ef40456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:03:59.609605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.610014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Bound using segment: {'id': '4b3b2e80-ca72-4489-a2a1-822d2ef40456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:03:59.611383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Bound port: b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3b2e80-ca72-4489-a2a1-822d2ef40456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ba9da2b1-6012-487c-b260-333f365639dc'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:03:59.611714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.617889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:03:59.685616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebe6db-90d6-41ed-a7ff-4d15bab9bf37 None None] Network 3166486d-a2f7-4845-b654-cb39dce519bc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:03:59.725105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-e8e79354-6c86-4f28-a05e-2be702be9257 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957328 May 20 08:03:59.729161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-9eb63c68-7e3b-4033-be8f-598bd65d4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:03:59.730570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-9eb63c68-7e3b-4033-be8f-598bd65d4c19 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.2643044 May 20 08:03:59.735091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.761444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.781229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Transition to ACTIVE for port object 0624221c-5cfa-4fc6-986c-8cc8c772d32a will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:03:59.813278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] For port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:03:59.825634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] For port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,segment=NetworkSegment(4b3b2e80-ca72-4489-a2a1-822d2ef40456),segment_id=4b3b2e80-ca72-4489-a2a1-822d2ef40456)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:03:59.887021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.892149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6b79460-e768-46e3-8f8e-660c42b0a699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:59.898809 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:03:59.905619 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:03:59.934447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bbfda32c-af07-43c3-9c60-b52b61a27a1e None None] Provisioning for port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:03:59.961122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 3166486d-a2f7-4845-b654-cb39dce519bc is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:03:59.964229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:03:59.966982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:00.012020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Port': ['ID=0624221c-5cfa-4fc6-986c-8cc8c772d32a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:00.014814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:00.036346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Pushing event updated for resources: {'Port': ['ID=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:00.038333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.040526 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:00.081070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.100484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bc9f5-68ae-453c-89c5-21750d82df58 req-944edd9b-56ea-4476-84f5-c4ac98ad43c3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:00.106005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a7bc9f5-68ae-453c-89c5-21750d82df58 req-944edd9b-56ea-4476-84f5-c4ac98ad43c3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 1.1181746 May 20 08:04:00.110567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.242645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e2ad01e-297f-401e-a842-bdddc10cee50 req-5d6f6375-670d-4948-864c-ababfba84a44 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109470 May 20 08:04:00.249513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a7bc9f5-68ae-453c-89c5-21750d82df58 req-fa6bf647-ae54-4ca1-93cb-0b49711c10c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329422 May 20 08:04:00.254680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.255238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router 2659120e-4111-4b75-b5af-988f516b6354 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:04:00.271986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-2fd05328-2a33-4c91-89d0-ae49be482464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:00.273779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-2fd05328-2a33-4c91-89d0-ae49be482464 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4746554 May 20 08:04:00.279404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.284790 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 204 len: 168 time: 3.7352412 May 20 08:04:00.291028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:00.294213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1420100295', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:00.313044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:00.316354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c5dd6fd-f334-46ac-9913-2c2de61fd390 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:00.353684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Usage tracker for resource:router and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:00.362831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:00.394475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:00.415195 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.453811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:04:00.540990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-e650b3ed-d90e-45bc-af47-d3be2d3af03f service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588348 May 20 08:04:00.555341 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.563109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.671089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Provisioning for port 0624221c-5cfa-4fc6-986c-8cc8c772d32a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:00.682565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:00.689898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Provisioning complete for port 0624221c-5cfa-4fc6-986c-8cc8c772d32a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:00.690281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.699711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.748852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:00.749023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-6dd07319-f2be-4044-9f3d-9b0dded47c4a service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011080 May 20 08:04:00.756059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Port 0624221c-5cfa-4fc6-986c-8cc8c772d32a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:04:00.762670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:00.763046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.787426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:04:00.831423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-4e92e1e4-1e39-43c6-a7b7-97f863836d8d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 200 len: 217 time: 0.0757394 May 20 08:04:00.863609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Provisioning complete for port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:00.863988 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:00.904015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-811d608f-8f0f-447a-a60b-361e47f5522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:00.906122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-811d608f-8f0f-447a-a60b-361e47f5522d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.0684636 May 20 08:04:00.941415 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.001082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-71c3d754-fddc-4f61-8819-9b963422296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:01.002272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:04:01.002391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-71c3d754-fddc-4f61-8819-9b963422296f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863113 May 20 08:04:01.038061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:01.084126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.135703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.136662 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.141849 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:01.195097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.243815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c5dd6fd-f334-46ac-9913-2c2de61fd390,segment=NetworkSegment(f9012c5e-fc0f-4d99-b95b-eb1c1fa749be),segment_id=f9012c5e-fc0f-4d99-b95b-eb1c1fa749be)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:01.257884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:01.261897 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:01.286787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.326041 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.334722 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:01.334970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-cf1b542d-2671-40b3-8614-27460de9eca2 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220766 May 20 08:04:01.454450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8b36e60a-1fca-47ba-8794-60703f5f3035'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:04:01.540281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-5c6aed65-5ba3-4317-a228-d871cf2dc6b9 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983950 May 20 08:04:01.541496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c4331-acd1-46d8-b9dd-c0555af343d9 None None] Network ba9da2b1-6012-487c-b260-333f365639dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:01.634719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-dc9e7100-50ef-4466-8509-fc362c2606c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 200 len: 217 time: 0.0857625 May 20 08:04:01.639896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.655380 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:04:01.655745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-11516006-9065-4ddd-bbd2-6d12ae571dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:04:01.661536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9c5dd6fd-f334-46ac-9913-2c2de61fd390,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:01.671491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87cfade1-7889-48ce-afb1-f48fc5ec9d60 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:01.687655 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:01.780238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Port': ['ID=0624221c-5cfa-4fc6-986c-8cc8c772d32a,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:01.782991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:01.783765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:01.786498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-c569a9df-ddc8-4508-9539-422630cb0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:01.790356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-c569a9df-ddc8-4508-9539-422630cb0eb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 200 len: 797 time: 0.1077123 May 20 08:04:01.859456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace27a-9c66-4e71-9c39-c43792883d3f req-ad7f7ac1-52b8-4f75-a849-11e66d724fe8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:01.860937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1aace27a-9c66-4e71-9c39-c43792883d3f req-ad7f7ac1-52b8-4f75-a849-11e66d724fe8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 945 time: 0.2283454 May 20 08:04:01.932597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1aace27a-9c66-4e71-9c39-c43792883d3f req-a71187c7-95ef-4674-ae76-4e26635904f7 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611551 May 20 08:04:01.934997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-70c9f7ae-450b-40ab-93ae-28d9db2c191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:01.936711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-70c9f7ae-450b-40ab-93ae-28d9db2c191e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9be48ced-bf74-4367-9c12-853a8c6657ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388569 May 20 08:04:02.109439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.141203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-790181d7-1f44-4b2f-ab44-d87cc41bd842 service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963251 May 20 08:04:02.143624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 3166486d-a2f7-4845-b654-cb39dce519bc is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:02.145168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.147998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:02.298652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df413331-d7dd-4224-82d6-5081e6321c8f req-e1a25298-21fc-4d6a-a1e3-c167a958a92c tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:02.300155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df413331-d7dd-4224-82d6-5081e6321c8f req-e1a25298-21fc-4d6a-a1e3-c167a958a92c tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.2441874 May 20 08:04:02.335642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-1a8a34aa-5f52-485f-a764-5d67b28b21bc service neutron] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863170 May 20 08:04:02.339909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.384386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:02.428512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-f7c45170-16c1-42ad-87c5-1c568c4f7711 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 200 len: 217 time: 0.0737815 May 20 08:04:02.430556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:02.434605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Usage tracker for resource:security_group_rule and tenant:aa02fee49d574cb9b65ebad2294a4761 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:02.439731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:02.479145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Provisioning complete for port 0624221c-5cfa-4fc6-986c-8cc8c772d32a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:02.479145 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.482862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:02.514885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Allocated IP 172.25.8.95 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/be275aab-b091-44ed-89b1-b8d02175f82a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:02.528869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-241f8747-8eec-4f5e-956d-54d72572f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:02.530244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-241f8747-8eec-4f5e-956d-54d72572f4c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0914872 May 20 08:04:02.556373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Port 0624221c-5cfa-4fc6-986c-8cc8c772d32a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:04:02.633387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Router 8db4cac7-6a72-4110-81c8-7bf659a112a9 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:04:02.656926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.663186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-5964223f-e65e-4467-9ae5-1f7edbcf9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:02.664670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-5964223f-e65e-4467-9ae5-1f7edbcf9ed0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248188 May 20 08:04:02.665093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:02.668584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Provisioning for port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:02.674343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:02.674808 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.703539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Provisioning complete for port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:02.703539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.763720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.776723 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4377f10d-d5bf-4b9f-b465-709f6e2fa57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:02.809453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df413331-d7dd-4224-82d6-5081e6321c8f req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962387 May 20 08:04:02.830734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad35473-8e7b-49ab-80c2-670d817272d9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:02.843795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:02.870665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-aaa574e1-5078-4cef-86e3-ee7e4feb9f20 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952398 May 20 08:04:02.871066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.925505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:02.936834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.950242 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:02.952013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6499867 May 20 08:04:02.957636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44328) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:02.967670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] Sync routers for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:02.999545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:03.005136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:03.069192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:03.077049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,segment=NetworkSegment(4b3b2e80-ca72-4489-a2a1-822d2ef40456),segment_id=4b3b2e80-ca72-4489-a2a1-822d2ef40456)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:03.082655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:03.083274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:03.103363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:03.104796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-cc995575-3c67-451e-9ab5-f3536ee0a9f2 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264528 May 20 08:04:03.117914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3b0b-9cbe-47a9-8092-4da2e5b463bf req-943c7d31-2f91-4419-aea7-6ccd493757df tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:03.119423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c7d3b0b-9cbe-47a9-8092-4da2e5b463bf req-943c7d31-2f91-4419-aea7-6ccd493757df tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1749253 May 20 08:04:03.150016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:03.150441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d6d7c-2027-4512-aa7b-78fbc1e9d5c6 None None] The sync data for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:03.183414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:03.184313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c5dd6fd-f334-46ac-9913-2c2de61fd390 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:03.225616 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5418301b-390d-4ad9-9898-9aaeb6438a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:03.302045 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c45b9b5a-b1d5-47f6-8799-8a8e8e9af51e tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:03.335104 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:04:03.335308 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-e99d1570-c82a-4549-8929-7f0963252177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:04:03.354250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:03.357271 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:03.370029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:03.370413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:03.373342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-039c8e65-00c6-4bc6-b6d3-311a16c7ef0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 200 len: 217 time: 0.2529383 May 20 08:04:03.378399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:03.384452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:03.391401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:03.432928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c7d3b0b-9cbe-47a9-8092-4da2e5b463bf req-3b7cd265-40a0-4ec2-ba61-f9322bc96dad tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924973 May 20 08:04:03.461158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-84bb3530-2244-45c0-9ff9-46953b7b4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:03.462286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-84bb3530-2244-45c0-9ff9-46953b7b4f7e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 200 len: 797 time: 0.0756974 May 20 08:04:03.464568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:03.495402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event updated for resources: {'Port': ['ID=be275aab-b091-44ed-89b1-b8d02175f82a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:03.512892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:03.681856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f17d43c-61eb-4cd8-92f8-ffadbf94438c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/ecb829c8-d5be-41d0-950e-607a670df950 HTTP/1.1" status: 200 len: 993 time: 0.2160873 May 20 08:04:03.713571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7427a3-6959-4bee-9403-edce593fff5d req-560456ac-6725-4868-a85a-f21bc2c56a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:03.714966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-560456ac-6725-4868-a85a-f21bc2c56a14 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=19799f4d-b0bb-4c8b-bc02-55923a2094ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870193 May 20 08:04:03.722896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b758a-8452-44d8-a768-ff844991cd7e req-d862b7e4-aba6-486c-93e1-d4a577aa005c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:03.724827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae8b758a-8452-44d8-a768-ff844991cd7e req-d862b7e4-aba6-486c-93e1-d4a577aa005c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 945 time: 0.1434355 May 20 08:04:03.858469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae8b758a-8452-44d8-a768-ff844991cd7e req-2dfa065e-0b80-4a92-956e-98db1b3ec3ae tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119554 May 20 08:04:03.889524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-9afaa85b-261a-4c1f-8250-961d4a484305 service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630321 May 20 08:04:04.047084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c7427a3-6959-4bee-9403-edce593fff5d req-961f8055-0b75-44ac-a90f-a5003cc2498c service neutron] 10.222.0.84 "GET /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469398 May 20 08:04:04.101379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d23c29d9-1f2d-4ba5-a4ff-7e07b466d3c2 None None] Provisioning complete for port 0624221c-5cfa-4fc6-986c-8cc8c772d32a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:04.102003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d23c29d9-1f2d-4ba5-a4ff-7e07b466d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.152045 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-0e0e6707-428f-44b3-a339-f468114dca1a tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:04:04.153053 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e0e6707-428f-44b3-a339-f468114dca1a tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1944799 May 20 08:04:04.156388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:04.163811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d23c29d9-1f2d-4ba5-a4ff-7e07b466d3c2 None None] Port 0624221c-5cfa-4fc6-986c-8cc8c772d32a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:04:04.207968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:04.281290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:04.281964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.409227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.455891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:04.600568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 8b36e60a-1fca-47ba-8794-60703f5f3035 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:04.606152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 8b36e60a-1fca-47ba-8794-60703f5f3035 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:04.606566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.785435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.813288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:04:04.824386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:04.867700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89534c9-0f85-47ff-b9b3-edbe0e808985 req-6d4f76eb-c4a2-4fb6-9452-8f1987f506db tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:04.869182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d89534c9-0f85-47ff-b9b3-edbe0e808985 req-6d4f76eb-c4a2-4fb6-9452-8f1987f506db tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1057663 May 20 08:04:04.894310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:04.896865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:04.920988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d89534c9-0f85-47ff-b9b3-edbe0e808985 req-6e7a8f77-1d81-4db0-ab06-6604462b7e44 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457275 May 20 08:04:04.985513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:04.989580 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'code': 200} May 20 08:04:04.991083 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:05.197989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1803a-47a5-4955-9e15-4ca86e90a788 req-747450e0-df72-4e07-8a29-f028570f78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:05.199349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aca1803a-47a5-4955-9e15-4ca86e90a788 req-747450e0-df72-4e07-8a29-f028570f78e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1097 time: 0.1339657 May 20 08:04:05.227935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a7fe2-e944-4ee5-aed5-efa1277881cd req-315815e9-e6d2-483d-81b7-fb84112b2311 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:05.229354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-831a7fe2-e944-4ee5-aed5-efa1277881cd req-315815e9-e6d2-483d-81b7-fb84112b2311 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1325419 May 20 08:04:05.270195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aca1803a-47a5-4955-9e15-4ca86e90a788 req-1e54d17f-b706-452e-9ce6-6057da18f08d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631471 May 20 08:04:05.289939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-831a7fe2-e944-4ee5-aed5-efa1277881cd req-57754b09-80d8-4a75-bc04-ede6f8520c4b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536232 May 20 08:04:05.329590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:05.340236 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-f1735238-39f6-477c-ad75-1328932cc197 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5124657 May 20 08:04:05.596100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:05.807256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Router ff3c267b-1b1f-4517-9fe4-f3361e6c1145 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:04:06.200455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3f19-37e3-408f-b09a-e8c28c5cc5b8 req-0384f929-7e37-4180-9eb7-def4c7329a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:06.202034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-844b3f19-37e3-408f-b09a-e8c28c5cc5b8 req-0384f929-7e37-4180-9eb7-def4c7329a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1229787 May 20 08:04:06.232354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:06.243321 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] Sync routers for ids ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:06.254777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-844b3f19-37e3-408f-b09a-e8c28c5cc5b8 req-5973f5c9-b528-40a6-9afa-8e34868e723e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 May 20 08:04:06.259942 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] Routers {'ff3c267b-1b1f-4517-9fe4-f3361e6c1145'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:06.260601 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:06.334956 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:06.344560 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] Routers {'ff3c267b-1b1f-4517-9fe4-f3361e6c1145'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:06.345449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:06.394191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting port 0624221c-5cfa-4fc6-986c-8cc8c772d32a {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:06.394797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:06.425960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:06.430380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1401210 May 20 08:04:06.430589 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:06.430589 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92832ee-75a4-484a-a9a4-41101b11959b None None] The sync data for ids ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:06.430741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:06.436002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:06.551718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:06.681340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Calling delete_port for 0624221c-5cfa-4fc6-986c-8cc8c772d32a owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:06.736246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ce5c-e437-4869-ba15-3058c93e1058 req-49b90f07-fd67-4aa0-8fd2-c62c5f56ba7a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:06.737736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba5ce5c-e437-4869-ba15-3058c93e1058 req-49b90f07-fd67-4aa0-8fd2-c62c5f56ba7a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2534184 May 20 08:04:06.795492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-76aa896a-5c3d-4190-a721-aaeeb68ab2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:06.904199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:06.909746 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:06.962397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Port': ['ID=0624221c-5cfa-4fc6-986c-8cc8c772d32a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:06.990407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:07.034037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ba5ce5c-e437-4869-ba15-3058c93e1058 req-31f3eb83-9e00-40ec-adca-6fbe08f7222a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272299 May 20 08:04:07.221208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:07.331658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:07.364394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82d42-4fc5-4140-b291-527f99207901 req-3d76b920-9df4-4bca-9b9c-e1dc287de469 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:07.378072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcb82d42-4fc5-4140-b291-527f99207901 req-3d76b920-9df4-4bca-9b9c-e1dc287de469 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2096336 May 20 08:04:07.378702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:07.391478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Request body: {'floatingip': {'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:07.518733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:07.573911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Router 8db4cac7-6a72-4110-81c8-7bf659a112a9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:07.635183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:07.726536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:07.742578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] Sync routers for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:07.744061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5854459 May 20 08:04:07.744950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:07.764178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:07.765152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:07.823926 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-73a7ce1e-f680-43af-a189-54f8036ee06c tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] delete failed (client error): The resource could not be found. May 20 08:04:07.824768 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73a7ce1e-f680-43af-a189-54f8036ee06c tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-544510586 HTTP/1.1" status: 404 len: 334 time: 0.0788136 May 20 08:04:07.825385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:07.830763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b317c4d5-6a72-4554-9a24-ed00e4183ac6 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'router': {'external_gateway_info': {'network_id': '8db4cac7-6a72-4110-81c8-7bf659a112a9'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:07.834452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:07.843925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:07.844814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:03:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:07.910908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:07.911325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddd5b3-1443-4db3-aebc-8d672ce4e170 None None] The sync data for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:07.968748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba8dcf-86fe-49af-9ba9-a81008ac19fb req-fca32c4a-9056-4ae8-bfa5-5330b524c8d3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:07.970375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72ba8dcf-86fe-49af-9ba9-a81008ac19fb req-fca32c4a-9056-4ae8-bfa5-5330b524c8d3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.4546969 May 20 08:04:08.011161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-bb238543-3c95-4a22-a3e2-1f5f934b0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:08.012728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-bb238543-3c95-4a22-a3e2-1f5f934b0e79 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.3391297 May 20 08:04:08.155683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72ba8dcf-86fe-49af-9ba9-a81008ac19fb req-f2954cb8-042d-4fdb-bfa1-1494eaaa2254 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710713 May 20 08:04:08.203906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Deleting port be275aab-b091-44ed-89b1-b8d02175f82a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:08.204251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:08.386683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b317c4d5-6a72-4554-9a24-ed00e4183ac6 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:08.544334 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-b317c4d5-6a72-4554-9a24-ed00e4183ac6 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] update failed (client error): The resource could not be found. May 20 08:04:08.549540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b317c4d5-6a72-4554-9a24-ed00e4183ac6 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9 HTTP/1.1" status: 404 len: 339 time: 0.7190976 May 20 08:04:08.549540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:08.608641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-20a6eed2-7203-4546-8dbe-f7399db9e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:08.610137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-20a6eed2-7203-4546-8dbe-f7399db9e43b service neutron] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.5852361 May 20 08:04:08.707217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:08.849999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Calling delete_port for be275aab-b091-44ed-89b1-b8d02175f82a owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:08.881643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-4bcf258c-1b9c-455b-ac35-023bd7b515ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 1001 time: 0.2591803 May 20 08:04:09.044584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.048947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-28aaabf4-b8ca-4479-bcf9-ab2bb1902b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:09.050418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-28aaabf4-b8ca-4479-bcf9-ab2bb1902b76 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.1592894 May 20 08:04:09.109827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.173068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-2411a784-fffc-46f7-82c3-3a9d9cab8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:09.174571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-2411a784-fffc-46f7-82c3-3a9d9cab8d5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096656 May 20 08:04:09.195651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18936bf7-872d-4eb2-961d-13e63ec043a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.227003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.601570 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Floating IP f76f1688-edf5-465d-a1e3-0da6aa452527 associated. External IP: 172.25.8.161, port: 8b36e60a-1fca-47ba-8794-60703f5f3035. May 20 08:04:09.639510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ebcbcbba-d3a5-44b4-ae46-463ef5a8b36e service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345725 May 20 08:04:09.656181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605324-b139-4d99-a62b-4f2e1cb2367c req-0bef1fcf-c530-4be1-8040-7eceed3828b5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:09.658610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28605324-b139-4d99-a62b-4f2e1cb2367c req-0bef1fcf-c530-4be1-8040-7eceed3828b5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.3732288 May 20 08:04:09.661826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.692332 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:09.772307 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:09.773706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Pushing event deleted for resources: {'Port': ['ID=be275aab-b091-44ed-89b1-b8d02175f82a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:09.780487 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:09.813366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Allocated IP 172.20.0.1 (4dfe7b04-e251-42af-8149-15581087716a/5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3/65d01252-fd8a-4791-8099-5c69af78b8d7) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:10.141231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.157534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Transition to ACTIVE for port object 65d01252-fd8a-4791-8099-5c69af78b8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:04:10.209755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28605324-b139-4d99-a62b-4f2e1cb2367c req-79ea87e2-2b09-4ac4-ba72-10e5dd963995 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727752 May 20 08:04:10.246080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-2c35e9d3-713a-460d-b2a3-8ae28c4f452c service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852108 May 20 08:04:10.250476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.258389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.263321 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e235865f-9e70-40d4-b892-9d8fb4f865e0 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:10.328075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 4dfe7b04-e251-42af-8149-15581087716a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:10.331416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:10.335785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:10.383775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Port': ['ID=65d01252-fd8a-4791-8099-5c69af78b8d7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:10.388846 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:10.401752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.616696 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.687606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0b7dc82-0bf1-46d1-be00-765426d5f291 None None] Provisioning for port 65d01252-fd8a-4791-8099-5c69af78b8d7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:10.695818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0b7dc82-0bf1-46d1-be00-765426d5f291 None None] Provisioning complete for port 65d01252-fd8a-4791-8099-5c69af78b8d7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:10.696207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0b7dc82-0bf1-46d1-be00-765426d5f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.770520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7dc82-0bf1-46d1-be00-765426d5f291 None None] Port 65d01252-fd8a-4791-8099-5c69af78b8d7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:04:10.808501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.809888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:10.815818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:11.011572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.029676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Router ff3c267b-1b1f-4517-9fe4-f3361e6c1145 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:11.073717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.106999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24b7a036-2f00-45f6-bc37-79628a8a4559 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:11.138213 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.195148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.199024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event updated for resources: {'Port': ['ID=65d01252-fd8a-4791-8099-5c69af78b8d7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:11.202534 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:11.345180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Network 4dfe7b04-e251-42af-8149-15581087716a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:11.346475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:11.480947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:11.483017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:11.501428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca626c-7618-4265-b911-958f2661285e None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:11.532958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:11.532958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.533151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da361a37-3093-47a1-8583-754de3266df3 None None] Sync routers for ids ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:11.533323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] Routers {'ff3c267b-1b1f-4517-9fe4-f3361e6c1145'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:11.534163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.536461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Router 8db4cac7-6a72-4110-81c8-7bf659a112a9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:11.537404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.593674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.595303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "PUT /v2.0/routers/ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 200 len: 706 time: 5.1635361 May 20 08:04:11.604871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:11.610616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.627684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] Routers {'ff3c267b-1b1f-4517-9fe4-f3361e6c1145'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:11.628512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.678349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca2fe4c1-d2e7-491c-8ef9-b6272089de71 None None] Provisioning complete for port 65d01252-fd8a-4791-8099-5c69af78b8d7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:11.678959 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe4c1-d2e7-491c-8ef9-b6272089de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:11.727190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:11.736094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-da361a37-3093-47a1-8583-754de3266df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.736648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da361a37-3093-47a1-8583-754de3266df3 None None] The sync data for ids ['ff3c267b-1b1f-4517-9fe4-f3361e6c1145'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:11.738825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] Sync routers for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:11.742598 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921499 May 20 08:04:11.745772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:11.754667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fe4c1-d2e7-491c-8ef9-b6272089de71 None None] Port 65d01252-fd8a-4791-8099-5c69af78b8d7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:04:11.756201 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:04:11.788676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a55bcd1c-76b0-4e22-a49d-10ae7e251d94 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "PUT /v2.0/floatingips/f76f1688-edf5-465d-a1e3-0da6aa452527 HTTP/1.1" status: 200 len: 992 time: 4.4087951 May 20 08:04:11.798060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:04:11.815230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0172a5f-c87f-4dc1-9253-dc7d6eb5029a req-f89c54e2-cb8b-4542-bb12-6b6a5b08d2a3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:11.816901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0172a5f-c87f-4dc1-9253-dc7d6eb5029a req-f89c54e2-cb8b-4542-bb12-6b6a5b08d2a3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.4678316 May 20 08:04:11.823492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3eae6197-1f93-4686-8d41-ea49de648d55 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/routers/ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 200 len: 741 time: 0.2061853 May 20 08:04:11.825594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:11.827789 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:11.828627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.895180 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:11.897174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1456294-ef23-43c1-bd21-52c90df0cac1 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 200 len: 205 time: 0.0699971 May 20 08:04:11.903656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:11.964475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ea6fe940-c96a-46fc-895f-ca1a27dfa792 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 200 len: 205 time: 0.0582416 May 20 08:04:11.968467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:11.986731 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:11.987523 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:12.038550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0172a5f-c87f-4dc1-9253-dc7d6eb5029a req-b094f941-f718-4da5-bcf2-ffcd1ecd630d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089767 May 20 08:04:12.072388 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:12.072890 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24d56-86b5-4497-8482-a1c21f4f87b8 None None] The sync data for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:12.092784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7edde824-53c4-440e-959e-4ca31c960067 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.124061 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.256272 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-7edde824-53c4-440e-959e-4ca31c960067 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 08:04:12.257293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7edde824-53c4-440e-959e-4ca31c960067 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9 HTTP/1.1" status: 409 len: 329 time: 0.5086920 May 20 08:04:12.260463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:12.267367 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'status': 'completed', 'code': 200} May 20 08:04:12.344655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f76f1688-edf5-465d-a1e3-0da6aa452527', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:47Z', 'updated_at': '2021-05-20T08:04:08Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:12.349947 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca626c-7618-4265-b911-958f2661285e None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:04:12.358553 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:12.359260 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:12.412330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.529203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.532866 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.553079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:04:12.560903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-befbd5fa-6deb-49bf-8a71-600ab1881e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:12.563736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-befbd5fa-6deb-49bf-8a71-600ab1881e0a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1097 time: 0.2970090 May 20 08:04:12.653843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.654333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Fanout notify agent at l3_agent the message router_deleted on router ff3c267b-1b1f-4517-9fe4-f3361e6c1145 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:04:12.722445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.728453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ac19daca-79cf-418f-b8e0-7b318ba47ccf tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 204 len: 168 time: 0.7538886 May 20 08:04:12.732094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44460) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:12.788070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:12.951198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6cca626c-7618-4265-b911-958f2661285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f76f1688-edf5-465d-a1e3-0da6aa452527', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:47Z', 'updated_at': '2021-05-20T08:04:08Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:12.962774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f51cefde-456f-4775-bdf0-e73dd9386e10 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 200 len: 205 time: 0.2294388 May 20 08:04:12.965730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:12.969241 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca626c-7618-4265-b911-958f2661285e None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'f76f1688-edf5-465d-a1e3-0da6aa452527', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:03:47Z', 'updated_at': '2021-05-20T08:04:08Z', 'revision_number': 1, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:13.044994 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-d14b4cba-d12a-4ea6-8dc5-793149b28d39 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:13.046078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d14b4cba-d12a-4ea6-8dc5-793149b28d39 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/ff3c267b-1b1f-4517-9fe4-f3361e6c1145 HTTP/1.1" status: 404 len: 336 time: 0.0790734 May 20 08:04:13.048684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44470) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.117871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-73cfbeb2-d7b1-450c-84ec-2ea6ede8ba5a tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 200 len: 205 time: 0.0647795 May 20 08:04:13.117871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-10f12fa0-3988-458a-9e1d-43062d63acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:13.118148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-10f12fa0-3988-458a-9e1d-43062d63acfb service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.5488017 May 20 08:04:13.118556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44476) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.247703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting port 65d01252-fd8a-4791-8099-5c69af78b8d7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:13.252511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:13.287799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c34703-8321-4432-a94a-9db26d1d6fe2 None None] New status for floating IP f76f1688-edf5-465d-a1e3-0da6aa452527: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:04:13.300451 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-19816dfa-4608-40c8-a255-a64e5bb38c2f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:13.301566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19816dfa-4608-40c8-a255-a64e5bb38c2f tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/2659120e-4111-4b75-b5af-988f516b6354 HTTP/1.1" status: 404 len: 336 time: 0.1820245 May 20 08:04:13.310249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44482) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.383524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b16a6dc9-60dc-4b6c-b396-a00898749e3c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 200 len: 205 time: 0.0700963 May 20 08:04:13.386516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.392806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-905c14a7-89cd-4c41-a101-e685ca059d6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 1000 time: 0.2166619 May 20 08:04:13.464530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e06cd-ccde-47c2-b45e-657b515e11d6 req-2ffc1118-46f8-4419-b016-54dea58549af tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:13.466093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb0e06cd-ccde-47c2-b45e-657b515e11d6 req-2ffc1118-46f8-4419-b016-54dea58549af tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.2359657 May 20 08:04:13.472209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:13.476275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-67c54ba1-328b-4985-8a61-b2afdb617d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:13.477746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-67c54ba1-328b-4985-8a61-b2afdb617d34 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.0775540 May 20 08:04:13.575338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb0e06cd-ccde-47c2-b45e-657b515e11d6 req-9e0d5999-a551-45fa-a463-125e58531e85 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017017 May 20 08:04:13.613193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-94a466e9-59b3-4dcf-ac32-dd612908ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:13.615606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-94a466e9-59b3-4dcf-ac32-dd612908ae29 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245723 May 20 08:04:13.728857 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ba2f2b7b-1049-4f92-b9d2-4d54fd5629b4 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:13.729920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ba2f2b7b-1049-4f92-b9d2-4d54fd5629b4 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/5672fcb1-67d5-46f5-be54-963fc4bdcb05 HTTP/1.1" status: 404 len: 336 time: 0.3398414 May 20 08:04:13.732580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44492) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.781987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-068d8a44-98ac-40de-9b39-bd382f11c773 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 200 len: 205 time: 0.0478411 May 20 08:04:13.784259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44496) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.793550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Calling delete_port for 65d01252-fd8a-4791-8099-5c69af78b8d7 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:13.869419 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-0c3629fe-d519-4ed1-886c-cdb0e57dd8a2 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:13.870455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0c3629fe-d519-4ed1-886c-cdb0e57dd8a2 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/23f57c86-1c59-4274-b34b-830656ca2531 HTTP/1.1" status: 404 len: 336 time: 0.0853250 May 20 08:04:13.874724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:13.876800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-f1427703-86b8-472b-92f6-95ca69dae173 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547030 May 20 08:04:13.960185 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-74e082c2-f467-4845-bc51-02377b274362 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 200 len: 205 time: 0.0814900 May 20 08:04:13.961416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.011274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-860989a8-e0d7-4b46-ace5-9aa48b89ea1b req-ebfd8c01-83a1-401d-94cf-2b2a722f325a service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279955 May 20 08:04:14.035035 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-ecb1579a-2311-4342-b150-b2c4e43b45d9 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:14.044836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ecb1579a-2311-4342-b150-b2c4e43b45d9 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/64823482-db2c-4dc8-aa8d-18b9848bb51b HTTP/1.1" status: 404 len: 336 time: 0.0739968 May 20 08:04:14.046847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.093349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9fd8ea3a-cbab-4f83-84ef-eb298cfa84c6 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "GET /v2.0/ports?device_id=9fda909a-3c47-46b7-9203-ee64f3cd9e2e HTTP/1.1" status: 200 len: 205 time: 0.0432377 May 20 08:04:14.093600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.154109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:14.155218 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:14.164675 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-2c8db6c3-f60f-420b-8d43-a3e462f42b95 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] delete failed (client error): The resource could not be found. May 20 08:04:14.165718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2c8db6c3-f60f-420b-8d43-a3e462f42b95 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/routers/9fda909a-3c47-46b7-9203-ee64f3cd9e2e HTTP/1.1" status: 404 len: 336 time: 0.0712039 May 20 08:04:14.168340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44518) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.206289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Port': ['ID=65d01252-fd8a-4791-8099-5c69af78b8d7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:14.229023 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ffb082-7fbd-4a1b-9478-7e2320e3f7c2 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] DELETE failed (client error): The resource could not be found. May 20 08:04:14.229023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ffb082-7fbd-4a1b-9478-7e2320e3f7c2 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:04:14.229023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b4ffb082-7fbd-4a1b-9478-7e2320e3f7c2 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] 10.222.0.79 "DELETE /v2.0/subnets/c851e2cb-e153-46bc-86bc-3a618462d738 HTTP/1.1" status: 404 len: 337 time: 0.0410166 May 20 08:04:14.238938 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:14.438379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:14.715592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Router 8db4cac7-6a72-4110-81c8-7bf659a112a9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:14.738242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44530) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.795685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c88fe-e597-4c5d-8bde-f7f30e45c08d req-724d9a35-4fdd-43c9-87a3-ef6da3fc6b8e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:14.798471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-104c88fe-e597-4c5d-8bde-f7f30e45c08d req-724d9a35-4fdd-43c9-87a3-ef6da3fc6b8e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1014042 May 20 08:04:14.852940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-104c88fe-e597-4c5d-8bde-f7f30e45c08d req-aecae918-f0d7-4e8c-9a43-d96210bf0d18 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 May 20 08:04:14.862382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:14.872664 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111817 May 20 08:04:14.876052 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] Sync routers for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:14.876996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44536) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:14.879557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:14.886287 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:14.886904 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:14.947579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:14.956179 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] Routers {'8db4cac7-6a72-4110-81c8-7bf659a112a9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:14.956785 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['8db4cac7-6a72-4110-81c8-7bf659a112a9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:15.024775 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:15.025193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9c330-cc3e-4f68-864d-d829eac97dbd None None] The sync data for ids ['8db4cac7-6a72-4110-81c8-7bf659a112a9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:15.135699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:15.138344 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ec2a4112-584f-448d-a5ae-d1a9476b0a8e tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] show failed (client error): The resource could not be found. May 20 08:04:15.139392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ec2a4112-584f-448d-a5ae-d1a9476b0a8e tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1550473890 HTTP/1.1" status: 404 len: 335 time: 0.2613089 May 20 08:04:15.142413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Usage tracker for resource:security_group_rule and tenant:43623e9e7c514321a5a457fd22c3e83d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:15.144659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:15.145717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:15.149921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dec7eced-def0-4350-8bdd-d38902355912 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:15.152656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:15.220202 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-dec7eced-def0-4350-8bdd-d38902355912 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] update failed (client error): The resource could not be found. May 20 08:04:15.221220 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dec7eced-def0-4350-8bdd-d38902355912 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-312703123 HTTP/1.1" status: 404 len: 334 time: 0.0769544 May 20 08:04:15.225104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44546) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:15.246989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.295970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting subnet fd3bfb36-56be-4e69-95a5-08488f9e4ea1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:04:15.296515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.298982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.305523 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-afa5aeb1-35fe-4273-9ff9-8a6b5c89a809 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:15.346530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43623e9e7c514321a5a457fd22c3e83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081250 May 20 08:04:15.347549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889d5c33-9958-4948-aeb0-ebdec4de35dc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:15.349352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44550) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:15.350900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:15.373394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.636045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.668863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.679052 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.938059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.944673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b90b3468-9f8a-492e-aaf2-b45dd1d0bccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:15.967232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889d5c33-9958-4948-aeb0-ebdec4de35dc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:15.974271 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:15.979066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:15.980192 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/889d5c33-9958-4948-aeb0-ebdec4de35dc HTTP/1.1" status: 204 len: 168 time: 0.6290448 May 20 08:04:16.042888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558d27f-6e33-4005-8f05-4f2dd612a6aa req-8bc9264a-21e6-4a32-bcae-3430a33155ae tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:16.044351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4558d27f-6e33-4005-8f05-4f2dd612a6aa req-8bc9264a-21e6-4a32-bcae-3430a33155ae tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.0829091 May 20 08:04:16.086900 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.091787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e34aacd-1a63-4db1-ade0-e7d48d6e7aa4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:16.096533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4558d27f-6e33-4005-8f05-4f2dd612a6aa req-a6f6caaf-e114-4f9a-a33a-8cc979c527b5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 May 20 08:04:16.133396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3bfb36-56be-4e69-95a5-08488f9e4ea1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:16.140859 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:16.140859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.144173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81df50-4cca-44df-b46d-b0ee4d8ba540 None None] Network ba9da2b1-6012-487c-b260-333f365639dc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:16.146593 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/subnets/fd3bfb36-56be-4e69-95a5-08488f9e4ea1 HTTP/1.1" status: 204 len: 168 time: 0.9204466 May 20 08:04:16.147267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:16.221688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting subnet 99850cf3-696e-41ab-83dc-ac83a8111234 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:04:16.225599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.286261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.385574 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.431129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] DHCP port deletion for ba9da2b1-6012-487c-b260-333f365639dc request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:04:16.513928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Deleting port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:16.514427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.618380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] For port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,segment=NetworkSegment(4b3b2e80-ca72-4489-a2a1-822d2ef40456),segment_id=4b3b2e80-ca72-4489-a2a1-822d2ef40456)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:16.618906 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.679171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44568) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:16.722584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.730570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c959ebb-7190-4c4c-bce8-fd85360e3259 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:16.743741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Calling delete_port for b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:16.768110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-755ef21c-5df7-45e7-b5e3-dbb6a17c416f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77735020642b4439a26b0243226945e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877042 May 20 08:04:16.770441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Subnet': ['ID=99850cf3-696e-41ab-83dc-ac83a8111234,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:16.772495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.774396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44572) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:16.775287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:16.782148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/subnets/99850cf3-696e-41ab-83dc-ac83a8111234 HTTP/1.1" status: 204 len: 168 time: 0.6338594 May 20 08:04:16.782811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:16.787908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ba5d8-ca25-4047-ada8-7b5e865fff9f None None] Network 3166486d-a2f7-4845-b654-cb39dce519bc requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:16.844313 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.873240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.905699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.957676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] The port 'b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52' was deleted {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 08:04:16.974769 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:16.981301 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:17.012086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.017144 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6ef8180-78ef-4684-a2f9-5c1d4a12e611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:17.032955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf214220-e9c9-4b50-b841-33a77bf13b13,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:17.035897 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:17.040962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.042113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf214220-e9c9-4b50-b841-33a77bf13b13 HTTP/1.1" status: 204 len: 168 time: 0.2649508 May 20 08:04:17.075546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Pushing event deleted for resources: {'Port': ['ID=b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:17.077578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] No DVR routers for this DVR port b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:17.084179 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.087999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:17.098105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9da2b1-6012-487c-b260-333f365639dc']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:17.113314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b2e80-ca72-4489-a2a1-822d2ef40456') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:17.113742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b2e80-ca72-4489-a2a1-822d2ef40456') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:17.125981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.144619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.154001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:04:17.154404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: timer() May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:04:17.187680 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:04:17.212210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] DHCP port deletion for 3166486d-a2f7-4845-b654-cb39dce519bc request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:04:17.284565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Deleting port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:17.284949 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.323640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704ee3-4bd8-4880-a7e4-9a404079d298 req-55eaff55-92bc-4a3a-93e6-806b44ab8f9e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:17.325162 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86704ee3-4bd8-4880-a7e4-9a404079d298 req-55eaff55-92bc-4a3a-93e6-806b44ab8f9e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.0906644 May 20 08:04:17.353123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.358878 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51928673-68b2-463f-b031-ee1aadd66cd2 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:17.376219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86704ee3-4bd8-4880-a7e4-9a404079d298 req-e240cffa-98a1-4c40-83ad-744081414af4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 May 20 08:04:17.380485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.383482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Network': ['ID=ba9da2b1-6012-487c-b260-333f365639dc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:17.387639 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:17.391457 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/networks/ba9da2b1-6012-487c-b260-333f365639dc HTTP/1.1" status: 204 len: 168 time: 0.6068475 May 20 08:04:17.393804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44588) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:17.396210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] For port 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c5dd6fd-f334-46ac-9913-2c2de61fd390,segment=NetworkSegment(f9012c5e-fc0f-4d99-b95b-eb1c1fa749be),segment_id=f9012c5e-fc0f-4d99-b95b-eb1c1fa749be)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:17.396619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.569368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.569857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Calling delete_port for 9c5dd6fd-f334-46ac-9913-2c2de61fd390 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:17.647166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:17.647603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.731146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.736046 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:17.755875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] For port 9c5dd6fd-f334-46ac-9913-2c2de61fd390, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c5dd6fd-f334-46ac-9913-2c2de61fd390,segment=NetworkSegment(f9012c5e-fc0f-4d99-b95b-eb1c1fa749be),segment_id=f9012c5e-fc0f-4d99-b95b-eb1c1fa749be)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:17.756443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:17.782984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Pushing event deleted for resources: {'Port': ['ID=9c5dd6fd-f334-46ac-9913-2c2de61fd390,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:17.784791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] No DVR routers for this DVR port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:17.786174 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:18.045159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Calling delete_port for 9c5dd6fd-f334-46ac-9913-2c2de61fd390 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:18.081674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.085525 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-753eba31-8d18-4616-9204-7f7692dd7ef1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:18.132042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Port': ['ID=9c5dd6fd-f334-46ac-9913-2c2de61fd390,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:18.136186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:18.138029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] No DVR routers for this DVR port 9c5dd6fd-f334-46ac-9913-2c2de61fd390 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:18.213252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:04:18.250422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:04:18.250968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b7f4e4a2-0724-4a9f-a9a7-5e2bd30e8c52 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:04:18.251900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c5dd6fd-f334-46ac-9913-2c2de61fd390 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:04:18.266192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.280129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3166486d-a2f7-4845-b654-cb39dce519bc']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:18.286788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9c5dd6fd-f334-46ac-9913-2c2de61fd390 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:04:18.286788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c5dd6fd-f334-46ac-9913-2c2de61fd390 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:04:18.293565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:18.293869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9012c5e-fc0f-4d99-b95b-eb1c1fa749be') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:18.307523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.323777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.329753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:04:18.330135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.355744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44610) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: timer() May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:04:18.359256 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:04:18.475277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-3c8eb45a-4c2d-409c-be0a-7b7d463e509a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.476327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c8eb45a-4c2d-409c-be0a-7b7d463e509a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1195884 May 20 08:04:18.479533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.484358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-91591b25-3d26-4c57-95bb-998495755ed6 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.485490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-91591b25-3d26-4c57-95bb-998495755ed6 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050404 May 20 08:04:18.487917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44622) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.496475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-42270c2d-f2e5-45a5-9acf-3aa78453346c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.498931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-42270c2d-f2e5-45a5-9acf-3aa78453346c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0087390 May 20 08:04:18.500016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44626) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.503940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.505030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-9d8cd9a6-a486-4252-9943-af6a3a37a7d7 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.506211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d8cd9a6-a486-4252-9943-af6a3a37a7d7 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052359 May 20 08:04:18.508642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44632) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.519520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.519626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-834c1619-1ae0-4ff7-84af-cba859126788 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.519626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-834c1619-1ae0-4ff7-84af-cba859126788 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061927 May 20 08:04:18.521789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44636) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.522456 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50a2f498-5f63-4769-bef1-23cff17d3073 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:18.529320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-e3bdd95e-8e63-4d44-b2d4-8899408a0add tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.533498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e3bdd95e-8e63-4d44-b2d4-8899408a0add tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102913 May 20 08:04:18.535178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44642) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.550674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Network': ['ID=3166486d-a2f7-4845-b654-cb39dce519bc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:18.554132 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:18.556067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/networks/3166486d-a2f7-4845-b654-cb39dce519bc HTTP/1.1" status: 204 len: 168 time: 1.1611395 May 20 08:04:18.558572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.578550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-24ec4330-666f-4896-bacc-fc207281ac7f tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.582304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-24ec4330-666f-4896-bacc-fc207281ac7f tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0127151 May 20 08:04:18.588402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44650) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.595508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-e911bce6-78eb-4240-81a8-b1d9fd645f2b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.597385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e911bce6-78eb-4240-81a8-b1d9fd645f2b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078113 May 20 08:04:18.604521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44654) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.614102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-46ad3deb-c3e5-473c-84a2-c4c871b83652 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.616118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-46ad3deb-c3e5-473c-84a2-c4c871b83652 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128231 May 20 08:04:18.618831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44658) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.624785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-d9c815e9-a41a-49ea-9150-40f5e45f2b3d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.625709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d9c815e9-a41a-49ea-9150-40f5e45f2b3d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058429 May 20 08:04:18.628120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44662) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.634297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-1532dba2-b0ef-4357-b839-3e728958ff52 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.635198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1532dba2-b0ef-4357-b839-3e728958ff52 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062208 May 20 08:04:18.638581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44666) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.638977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting subnet 5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:04:18.642286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.644167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-27c8df85-5868-47fd-859e-389c3695b419 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.645054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-27c8df85-5868-47fd-859e-389c3695b419 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056427 May 20 08:04:18.647275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44670) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.653257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-bd419570-dd30-48f7-9d57-7ddca60bff48 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.654183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bd419570-dd30-48f7-9d57-7ddca60bff48 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060825 May 20 08:04:18.658077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44674) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.663789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-7aeae93a-cc59-4786-8ab8-c8f9bb756752 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.664690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7aeae93a-cc59-4786-8ab8-c8f9bb756752 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057898 May 20 08:04:18.667935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.673139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-cce1c2e8-92d5-463a-a219-bd9929a85824 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.674061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cce1c2e8-92d5-463a-a219-bd9929a85824 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056026 May 20 08:04:18.679015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44682) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.682460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e13a0-4f71-49eb-ba8f-3dd6fb25cdd8 req-09aec180-da3d-4dba-9eb8-1153df9eda6a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:18.683877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-371e13a0-4f71-49eb-ba8f-3dd6fb25cdd8 req-09aec180-da3d-4dba-9eb8-1153df9eda6a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1590114 May 20 08:04:18.686028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-50ec1d53-38d9-4919-8bc1-cd5e1578d8d2 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.686961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50ec1d53-38d9-4919-8bc1-cd5e1578d8d2 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069752 May 20 08:04:18.689410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44686) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.708785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.711937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-65121c09-5c1d-4fc7-91d0-81618790b39d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.712862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65121c09-5c1d-4fc7-91d0-81618790b39d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0214510 May 20 08:04:18.718050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44690) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.725301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-bfef1448-2785-4346-a538-6a1e4f09b711 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.726237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bfef1448-2785-4346-a538-6a1e4f09b711 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073385 May 20 08:04:18.734326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.744413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c16b6cfa-44a2-48b9-9735-fa11fddd9f48 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.745318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c16b6cfa-44a2-48b9-9735-fa11fddd9f48 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082047 May 20 08:04:18.748321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44698) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.754789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-b61fefaf-d4c9-43b9-acda-5b239b6263dc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.756571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b61fefaf-d4c9-43b9-acda-5b239b6263dc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073788 May 20 08:04:18.758898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44702) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.763548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-371e13a0-4f71-49eb-ba8f-3dd6fb25cdd8 req-aa407ab1-3fda-4e21-8dd7-1829bf1a1ac6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732672 May 20 08:04:18.767064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-5e21ff50-9257-48d5-9a23-8237f24a1d85 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.767340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5e21ff50-9257-48d5-9a23-8237f24a1d85 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076079 May 20 08:04:18.769794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44706) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.785467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-cff9a392-7c57-4147-b4d0-1ff58d918941 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.785467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cff9a392-7c57-4147-b4d0-1ff58d918941 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065253 May 20 08:04:18.785671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.785671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-4f30b7e2-2a40-45b2-a38d-5d0e19ebc15c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.786171 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4f30b7e2-2a40-45b2-a38d-5d0e19ebc15c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053489 May 20 08:04:18.789040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44714) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.794314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-a579c33e-72f4-4cba-9257-89ca0685aeed tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.795370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a579c33e-72f4-4cba-9257-89ca0685aeed tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052922 May 20 08:04:18.798006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44718) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.803258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-735fa045-ccfb-4bea-a5d7-34dff451547c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.804175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-735fa045-ccfb-4bea-a5d7-34dff451547c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054336 May 20 08:04:18.806433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44722) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.811049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-8099f85b-6646-4edd-9b14-5a184ff72c05 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.811957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8099f85b-6646-4edd-9b14-5a184ff72c05 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046818 May 20 08:04:18.814193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44726) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.816722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:18.819027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-add57a10-fde7-42c7-9992-886c4f9ade1a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.819931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-add57a10-fde7-42c7-9992-886c4f9ade1a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049078 May 20 08:04:18.822316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.830054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c52540c0-d5ea-4178-8143-1e1f14d8139d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.830054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c52540c0-d5ea-4178-8143-1e1f14d8139d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046105 May 20 08:04:18.831726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44734) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.837420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-124cf374-d79f-426b-9e45-b89a47795adc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.838599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-124cf374-d79f-426b-9e45-b89a47795adc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059059 May 20 08:04:18.840813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44738) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.845877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-ee99b64f-51da-444f-9e71-f30b1a18e0a3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.846498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ee99b64f-51da-444f-9e71-f30b1a18e0a3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047574 May 20 08:04:18.848656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44742) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.855370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-6560fd37-f540-4bd2-8bbf-4ab986292a79 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.857912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6560fd37-f540-4bd2-8bbf-4ab986292a79 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077262 May 20 08:04:18.858478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44746) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.863114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-19560573-2035-4b20-9cb8-dce3e3aca7ac tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.867178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19560573-2035-4b20-9cb8-dce3e3aca7ac tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078213 May 20 08:04:18.867731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44750) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.872291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c7884cc9-924f-44d9-b7a8-112c356a4071 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.873180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c7884cc9-924f-44d9-b7a8-112c356a4071 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046198 May 20 08:04:18.875428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44754) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.880828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-a53bd41c-1190-4dfa-8846-00c0acb30f2d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.881825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a53bd41c-1190-4dfa-8846-00c0acb30f2d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054910 May 20 08:04:18.884215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44758) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.906208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-81fe3143-024a-4f91-985c-05bc1de92795 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.907132 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-81fe3143-024a-4f91-985c-05bc1de92795 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0220177 May 20 08:04:18.909524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44762) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.914568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-f1ae285a-b920-473c-bcaa-e4f5192a33e3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.915461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f1ae285a-b920-473c-bcaa-e4f5192a33e3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050330 May 20 08:04:18.917671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44766) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.923080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-5e95f5d7-0b0a-4d05-bc3d-267999d9acbc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.923998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5e95f5d7-0b0a-4d05-bc3d-267999d9acbc tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053480 May 20 08:04:18.926168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44770) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.931019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-47c36e08-d067-4b80-bafc-15491f785c8b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.931915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-47c36e08-d067-4b80-bafc-15491f785c8b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049253 May 20 08:04:18.934095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44774) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.938480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-df6b0507-7c2e-4528-bdb2-310256c633f0 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.939356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df6b0507-7c2e-4528-bdb2-310256c633f0 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044019 May 20 08:04:18.941366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44778) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.946598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-61908cdc-55b9-4136-b0af-a3d91370bddb tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.947482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61908cdc-55b9-4136-b0af-a3d91370bddb tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052230 May 20 08:04:18.949495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44782) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.953801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-27537020-70a1-4d34-af86-34f943b39cd9 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.954681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-27537020-70a1-4d34-af86-34f943b39cd9 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043826 May 20 08:04:18.956650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.961732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c1889599-1da0-444c-ac03-aee5f009b6fa tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.962614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c1889599-1da0-444c-ac03-aee5f009b6fa tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051727 May 20 08:04:18.964607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44790) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.968915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-937a4950-3e4d-426b-9b4f-cb8b955476ce tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.969846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-937a4950-3e4d-426b-9b4f-cb8b955476ce tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044107 May 20 08:04:18.971771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44794) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.977107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-df7b0ff4-713f-4518-99eb-39c0e54ad9c9 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.978079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df7b0ff4-713f-4518-99eb-39c0e54ad9c9 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054748 May 20 08:04:18.980384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44798) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.984972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-b54d585d-f8dc-4564-b056-0694fb4ebb60 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.986025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b54d585d-f8dc-4564-b056-0694fb4ebb60 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046849 May 20 08:04:18.988136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44802) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:18.992702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-2facf55f-5ff0-4751-973a-5afac5926eaf tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:18.993611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2facf55f-5ff0-4751-973a-5afac5926eaf tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046272 May 20 08:04:18.995859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44806) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.000099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-2d8397d2-43c3-4391-a161-4aca1dcf3115 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.000985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2d8397d2-43c3-4391-a161-4aca1dcf3115 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043190 May 20 08:04:19.003141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44810) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.008087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-49693d1b-a980-439f-9320-c95566169147 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.008980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-49693d1b-a980-439f-9320-c95566169147 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050423 May 20 08:04:19.011090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44814) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.016771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-d9cf50c1-c768-4947-85bb-be2924625e6e tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.017931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d9cf50c1-c768-4947-85bb-be2924625e6e tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057747 May 20 08:04:19.019973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44818) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.025197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-7e909ff1-bd6d-47d0-b139-772c875590ae tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.027420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7e909ff1-bd6d-47d0-b139-772c875590ae tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065792 May 20 08:04:19.028247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44822) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.033065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-dac2c4e6-b26b-4718-b5e7-f41cb6730868 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.033993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dac2c4e6-b26b-4718-b5e7-f41cb6730868 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049083 May 20 08:04:19.036213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44826) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.041099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-f0bfb75a-7537-4701-bb8d-10e4c270911c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.042028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f0bfb75a-7537-4701-bb8d-10e4c270911c tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048006 May 20 08:04:19.044081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.052163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-e6c25a20-f449-4a54-83ec-26f4f1c08891 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.052163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e6c25a20-f449-4a54-83ec-26f4f1c08891 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048871 May 20 08:04:19.052163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44834) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.056362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c0c76ca9-7e5d-4abb-b862-b0d734195da3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.057223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c0c76ca9-7e5d-4abb-b862-b0d734195da3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045102 May 20 08:04:19.059300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44838) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.063622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-23db4926-8cd9-42c7-9ed0-a5232c2691e6 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.064503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-23db4926-8cd9-42c7-9ed0-a5232c2691e6 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044019 May 20 08:04:19.066563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44842) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.072831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-b8ed21fa-c381-4da4-bdad-37b0fa48d1e7 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.075760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b8ed21fa-c381-4da4-bdad-37b0fa48d1e7 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0063548 May 20 08:04:19.075985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44846) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.080378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-e2d21925-953a-42dc-87af-aa2e17aa48a8 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.081298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e2d21925-953a-42dc-87af-aa2e17aa48a8 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044913 May 20 08:04:19.084120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.088534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-30cb0009-921e-4b6f-83d7-bff236ab9246 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.089417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-30cb0009-921e-4b6f-83d7-bff236ab9246 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044754 May 20 08:04:19.091817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44856) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.096228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-222f626b-1bf4-49a7-a014-c4a1589e68da tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.097134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-222f626b-1bf4-49a7-a014-c4a1589e68da tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045171 May 20 08:04:19.099430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.104357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [None req-dc5dcb1c-933c-4b6a-acc1-3927cf3abb7b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.105273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dc5dcb1c-933c-4b6a-acc1-3927cf3abb7b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049565 May 20 08:04:19.107664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.112760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-f86171a7-14ba-4057-aa2d-1f9a94a4a18d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.113708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f86171a7-14ba-4057-aa2d-1f9a94a4a18d tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050952 May 20 08:04:19.116390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44868) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.121394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-0d77bb37-73a1-4569-93cc-5e55c59ed53a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.122339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d77bb37-73a1-4569-93cc-5e55c59ed53a tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050650 May 20 08:04:19.124394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44872) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.128910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-17c1e3dc-8a2f-4751-8a82-d08926d805f3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.130735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-17c1e3dc-8a2f-4751-8a82-d08926d805f3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048454 May 20 08:04:19.132731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.137908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-58bc1b86-410d-4024-b3d9-5895f0f9b5f3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.138848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58bc1b86-410d-4024-b3d9-5895f0f9b5f3 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052786 May 20 08:04:19.140845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44880) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.145331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-fc258517-f11f-4e83-8166-5150fb6efd9b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.146320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fc258517-f11f-4e83-8166-5150fb6efd9b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046589 May 20 08:04:19.148467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44884) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.152841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-6ce9373d-e82a-46d3-ba29-e558b3bd0306 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.153785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6ce9373d-e82a-46d3-ba29-e558b3bd0306 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044777 May 20 08:04:19.156040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44888) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.161085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-d178779d-9f74-4a47-9a50-eed37b695541 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.162072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d178779d-9f74-4a47-9a50-eed37b695541 tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048389 May 20 08:04:19.164143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.168503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-c57111df-1480-4bf7-92d9-84644a36b40b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.169411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c57111df-1480-4bf7-92d9-84644a36b40b tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044582 May 20 08:04:19.171395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44896) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.175703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [None req-b2c47cd6-c9b4-48b4-95b7-b6aa22f6384f tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:04:19.176602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b2c47cd6-c9b4-48b4-95b7-b6aa22f6384f tempest-ExtensionsTestJSON-1550345527 tempest-ExtensionsTestJSON-1550345527-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044012 May 20 08:04:19.234165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.240054 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de8bd117-a1be-4462-bc47-94c2d49aba61 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:19.279103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.283022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:19.284814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715bd1f5-aa72-4032-b727-c951e6086d17 None None] Network 4dfe7b04-e251-42af-8149-15581087716a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:19.285838 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:19.292687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/subnets/5c3d8dff-b15a-4ae9-ab9f-27c5e54650f3 HTTP/1.1" status: 204 len: 168 time: 0.7310119 May 20 08:04:19.293348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44902) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.410242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.485298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Deleting port c788d475-ca7b-49d1-a327-6b9d980a8c1d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:19.485668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.546469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] DHCP port deletion for 4dfe7b04-e251-42af-8149-15581087716a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:04:19.591596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] For port c788d475-ca7b-49d1-a327-6b9d980a8c1d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c788d475-ca7b-49d1-a327-6b9d980a8c1d,segment=NetworkSegment(f0b781e3-2fcb-4ede-a343-9aa3363165e9),segment_id=f0b781e3-2fcb-4ede-a343-9aa3363165e9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:19.591979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.614060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Deleting port c788d475-ca7b-49d1-a327-6b9d980a8c1d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:19.615819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.725326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] For port c788d475-ca7b-49d1-a327-6b9d980a8c1d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c788d475-ca7b-49d1-a327-6b9d980a8c1d,segment=NetworkSegment(f0b781e3-2fcb-4ede-a343-9aa3363165e9),segment_id=f0b781e3-2fcb-4ede-a343-9aa3363165e9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:19.726415 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.747661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Calling delete_port for c788d475-ca7b-49d1-a327-6b9d980a8c1d owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:19.771567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:19.858696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Calling delete_port for c788d475-ca7b-49d1-a327-6b9d980a8c1d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:19.926342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.931225 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:19.942097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:19.949778 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d228e093-f152-4cbf-8e0e-9b27fab7730c tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:19.976382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Pushing event deleted for resources: {'Port': ['ID=c788d475-ca7b-49d1-a327-6b9d980a8c1d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:19.979341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:19.981979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] No DVR routers for this DVR port c788d475-ca7b-49d1-a327-6b9d980a8c1d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:19.994291 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.020176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] No DVR routers for this DVR port c788d475-ca7b-49d1-a327-6b9d980a8c1d on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:20.049538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Port': ['ID=c788d475-ca7b-49d1-a327-6b9d980a8c1d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:20.058359 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:20.083592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:20.100561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:14debc9f1b9345d99125f450c6b1321e is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:20.103922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:20.116155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:20.195099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.213146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c788d475-ca7b-49d1-a327-6b9d980a8c1d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:04:20.219767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45237f40-227a-4d3d-bab3-00ae13a84ca3 req-d7db703d-bfb3-40d4-9cba-0945a6476d08 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:20.221282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45237f40-227a-4d3d-bab3-00ae13a84ca3 req-d7db703d-bfb3-40d4-9cba-0945a6476d08 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.3386469 May 20 08:04:20.224877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfe7b04-e251-42af-8149-15581087716a']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:20.249232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c788d475-ca7b-49d1-a327-6b9d980a8c1d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:04:20.249621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c788d475-ca7b-49d1-a327-6b9d980a8c1d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:04:20.257492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b781e3-2fcb-4ede-a343-9aa3363165e9') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:20.257804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b781e3-2fcb-4ede-a343-9aa3363165e9') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:20.281734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.311743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.323745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45237f40-227a-4d3d-bab3-00ae13a84ca3 req-be3f3cb9-6747-45b9-be75-24e1fccb1e9d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881445 May 20 08:04:20.329187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:04:20.329660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: timer() May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:04:20.345416 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:04:20.457940 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.514999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.518436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:20.534487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.553813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Pushing event deleted for resources: {'Network': ['ID=4dfe7b04-e251-42af-8149-15581087716a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:20.558229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.579518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.579897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.580271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.580638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.581004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.581359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.581740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.582154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.582516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.582870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.583877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.584395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:20.593691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/networks/4dfe7b04-e251-42af-8149-15581087716a HTTP/1.1" status: 204 len: 168 time: 1.2991946 May 20 08:04:20.596367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44920) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:20.597175 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:20.597711 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32380d41-4b9b-4fa7-8069-6aa8ba191fab tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:20.612688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14debc9f1b9345d99125f450c6b1321e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400764 May 20 08:04:20.621780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:20.646332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ecdf06a8-6d8e-481c-83c0-693ca224daae tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Synchronizing usage tracker for tenant:35228cbb82344cc6a441792a2391f8e8 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:04:20.648385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d0dfa-ca67-45f2-98bb-92e57cf46079,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:20.657294 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:20.694195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.719189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.730769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ecdf06a8-6d8e-481c-83c0-693ca224daae tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Unset dirty status for tenant:35228cbb82344cc6a441792a2391f8e8 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:04:20.731926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ecdf06a8-6d8e-481c-83c0-693ca224daae tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db4cac7-6a72-4110-81c8-7bf659a112a9 HTTP/1.1" status: 200 len: 205 time: 0.1346059 May 20 08:04:20.734407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:20.840469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.844362 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b17abb33-491e-434c-a40c-f0787863d463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:20.855731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d0dfa-ca67-45f2-98bb-92e57cf46079,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:20.858045 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:20.865681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:20.869146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d72d0dfa-ca67-45f2-98bb-92e57cf46079 HTTP/1.1" status: 204 len: 168 time: 0.2441437 May 20 08:04:20.869269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:21.318825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:21.322042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:21.405393 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:21.405957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Fanout notify agent at l3_agent the message router_deleted on router 8db4cac7-6a72-4110-81c8-7bf659a112a9 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:04:21.418105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:21.421462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a1c4a52-614a-405e-8f96-eb67469eabea tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] 10.222.0.79 "DELETE /v2.0/routers/8db4cac7-6a72-4110-81c8-7bf659a112a9 HTTP/1.1" status: 204 len: 168 time: 0.6839240 May 20 08:04:21.530472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fec79-4bf4-4352-903e-399f07bb9b1e req-de1dceac-d5e0-45b7-8efc-21ccdd02342d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:21.532076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-362fec79-4bf4-4352-903e-399f07bb9b1e req-de1dceac-d5e0-45b7-8efc-21ccdd02342d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.0901878 May 20 08:04:21.581805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-362fec79-4bf4-4352-903e-399f07bb9b1e req-73f03b97-3696-4b6a-b43d-c5251a70f989 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 May 20 08:04:21.871435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44964) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:21.946437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44970) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:22.092897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1249e209-031b-43d7-9368-0c6246f2471f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35228cbb82344cc6a441792a2391f8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444559 May 20 08:04:22.095416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:22.099370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1942336851'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:22.104608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:22.108461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:network and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:22.111366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:22.117754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:22.157082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.183762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.200385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:22.203894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.217697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.233667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:22.237450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:security_group_rule and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:22.240536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:22.246338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:22.314954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.319833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d5af8cda-ed85-498b-b8f8-73ddfea35c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:22.333519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e6438-116e-4e00-8961-bdb948ffd230,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:22.336550 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:22.337716 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.338822 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/818e6438-116e-4e00-8961-bdb948ffd230 HTTP/1.1" status: 204 len: 168 time: 0.2424257 May 20 08:04:22.396183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.526798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.531718 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7829bb23-aea5-4683-b890-3cc11d3eef79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:22.563782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:04:22.573331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4c9fb-0da1-4d0c-ac88-be354d901725,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:22.576635 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:22.580396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.580750 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Added segment 3cdefebd-5f8c-42e8-b406-fcd02c4704fa of type vlan for network c95b4b7d-e921-48eb-9cf2-9570455a2f83 May 20 08:04:22.851934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:22.914007 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-6386b900-129e-4167-86dd-a24242ef63e9 service neutron] show failed (client error): The resource could not be found. May 20 08:04:22.915000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-6386b900-129e-4167-86dd-a24242ef63e9 service neutron] 10.222.0.84 "GET /v2.0/ports/8e8c358e-3cc8-4f13-8378-3ee490a1d43b/bindings/n-h1-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.1724548 May 20 08:04:22.930767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547b3b2-541a-48c2-8e4b-78b9cbcd498d req-36824340-e9d1-41fb-bff9-a921c3458397 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:22.932277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0547b3b2-541a-48c2-8e4b-78b9cbcd498d req-36824340-e9d1-41fb-bff9-a921c3458397 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.1908212 May 20 08:04:22.978890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0547b3b2-541a-48c2-8e4b-78b9cbcd498d req-ab1b73c8-3707-4c34-bc3c-cc51abd29354 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 May 20 08:04:23.001464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:23.013856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:23.013856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:23.015315 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04c4c986-8ac6-461b-915a-ee2fe2f4466a tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:23.132332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Network': ['ID=c95b4b7d-e921-48eb-9cf2-9570455a2f83,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:23.135026 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:23.143068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:04:23.150206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2775748 May 20 08:04:23.152887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45000) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:23.158839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'subnet': {'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:23.287014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:23.292824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:subnet and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:23.296098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:23.303402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:23.366681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:23.370195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:23.551592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45012) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:23.570187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-532a30b6-f383-40cf-b2e3-13d6662feb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:23.571741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-532a30b6-f383-40cf-b2e3-13d6662feb66 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 1097 time: 0.1107502 May 20 08:04:23.604522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:23.674039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8a52f059-1ab4-401d-b757-35235129409a tempest-ServiceProvidersTest-377275467 tempest-ServiceProvidersTest-377275467-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1210642 May 20 08:04:23.779060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.191995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:24.234772 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.242287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45028) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:24.253918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:04:24.344562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5758-e4d7-425c-94eb-7418e9051827 req-f3358dd1-606b-4017-9a88-806104b6acbc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:24.346044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d8c5758-e4d7-425c-94eb-7418e9051827 req-f3358dd1-606b-4017-9a88-806104b6acbc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.2319758 May 20 08:04:24.369173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.385696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:24.389918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Usage tracker for resource:security_group_rule and tenant:862417fbd08844d9a14e5e8ef8a58797 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:24.390829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:04:24.393162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:24.398472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.398963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:24.438150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.443634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Transition to ACTIVE for port object 8e8c358e-3cc8-4f13-8378-3ee490a1d43b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:04:24.444464 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5e2a1871-b3f8-4578-9446-3c9c90ab6af9 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:24.472335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d8c5758-e4d7-425c-94eb-7418e9051827 req-14cd47bd-7d7d-43d1-861f-e9e6bd059117 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179099 May 20 08:04:24.488967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.514192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.547995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Subnet': ['ID=651d34ee-5665-47f2-b94f-6f8dea00424b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:24.551650 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:24.595440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.607304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:24.662959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=862417fbd08844d9a14e5e8ef8a58797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194937 May 20 08:04:24.664786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa69042-5553-4ca5-8fd3-8a5b4d15f572,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:24.667701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45038) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:24.682116 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:24.759164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:24.784487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.816540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.829928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Checking segment: {'id': '3cdefebd-5f8c-42e8-b406-fcd02c4704fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:04:24.830302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network hostable DHCP agents. Network: c95b4b7d-e921-48eb-9cf2-9570455a2f83, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:04:24.877119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:24.884592 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'code': 200} May 20 08:04:24.885573 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:24.925999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] No DVR routers for this DVR port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:04:24.960548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.964399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:24.975942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa69042-5553-4ca5-8fd3-8a5b4d15f572,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:24.978478 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:24.986122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:24.987674 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1fa69042-5553-4ca5-8fd3-8a5b4d15f572 HTTP/1.1" status: 204 len: 168 time: 0.3070102 May 20 08:04:25.002936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:04:25.076930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c95b4b7d-e921-48eb-9cf2-9570455a2f83) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:25.084672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e623f-699a-4331-b3db-45ccb86001c9 None None] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:25.098054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:25.099350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.186141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:04:25.186692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:04:25.186965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:04:25.191841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:04:25.192236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Attempting to bind port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on network d39dd481-a6e4-443a-9170-d908b4288662 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:04:25.198438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:04:25.198765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Checking segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:04:25.204967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Bound using segment: {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:04:25.204967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Bound port: 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:04:25.204967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.257246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1000285 May 20 08:04:25.257436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:25.265566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1124001285', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:25.290904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:25.295264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:router and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:25.295648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bb49d-51c4-443c-bfb3-1a2fc87a7aab None None] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:04:25.298573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:25.306801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:25.309802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:04:25.313174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:04:25.383642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.384952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.385793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.392135 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c37ec7a7-9a1a-452a-81a8-a08c42120da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:25.401215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.475663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:25.475762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.480982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] 10.222.0.81 "PUT /v2.0/ports/8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 1092 time: 1.8768067 May 20 08:04:25.595641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:25.602254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:25.624240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-9305d5d5-ed98-4337-ba9e-62866ef72f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:25.625930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-9305d5d5-ed98-4337-ba9e-62866ef72f85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1095 time: 0.1211455 May 20 08:04:25.829313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:25.839552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765a04e-d995-4ce3-93d1-1c78beeef3eb req-41b59e4e-8b1d-4660-a4f7-a539d52c80b7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:25.841038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9765a04e-d995-4ce3-93d1-1c78beeef3eb req-41b59e4e-8b1d-4660-a4f7-a539d52c80b7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.2140326 May 20 08:04:25.843698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-48fb1c23-b64a-49fd-b106-a570148cd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:25.845077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-48fb1c23-b64a-49fd-b106-a570148cd96d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.1805079 May 20 08:04:25.966729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9765a04e-d995-4ce3-93d1-1c78beeef3eb req-a4cbb793-4d4f-4a38-a2a2-1475db7ebacc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198924 May 20 08:04:25.980515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-7e6c3494-6e6b-4990-8554-063551bf037b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 999 time: 0.1202164 May 20 08:04:26.046793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-38943527-1c93-4568-8a38-525b118cc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:26.048246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-38943527-1c93-4568-8a38-525b118cc977 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0611067 May 20 08:04:26.146262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-0538c8f4-7810-453d-884b-cc863e321fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:26.147921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-0538c8f4-7810-453d-884b-cc863e321fa3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856893 May 20 08:04:26.207658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:26.237264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:26.269427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:26.309742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-fd18adb8-744d-4306-9c2a-7f6e5cbc658f service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532781 May 20 08:04:26.402388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.240 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/227def1a-a5d0-4631-9af0-ac9ad2eed702) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:26.466103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2a3c723-0526-4714-a7cc-c75719c0aa25 req-3b259231-4965-47dd-80d2-4df793c5be4b service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494970 May 20 08:04:26.569973 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:26.669344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:26.674267 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:26.737542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:26.740344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:26.745893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:26.885451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:04:26.945757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=227def1a-a5d0-4631-9af0-ac9ad2eed702,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:26.946667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:04:26.957727 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'status': 'completed', 'code': 200} May 20 08:04:26.965170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.965803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.966409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.966954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.967483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.967981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.968511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.969281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.969859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.978038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.978038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.978038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:04:26.983066 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:27.064485 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:04:27.372710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-a175940c-2a05-4098-8ce4-5c3517892608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:27.374422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-a175940c-2a05-4098-8ce4-5c3517892608 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1095 time: 0.4072821 May 20 08:04:27.380469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-91a52526-3bc5-42e7-998c-9a5d9f41b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:27.380469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-91a52526-3bc5-42e7-998c-9a5d9f41b7ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1095 time: 0.1714461 May 20 08:04:27.432817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b5b58-88cd-4778-b15f-7eec3f8bc9a7 req-ae3a2415-87be-4889-86f8-6b5525c27d08 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:27.434538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f9b5b58-88cd-4778-b15f-7eec3f8bc9a7 req-ae3a2415-87be-4889-86f8-6b5525c27d08 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.2278173 May 20 08:04:27.470346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:27.657363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f9b5b58-88cd-4778-b15f-7eec3f8bc9a7 req-5ec59706-a643-45b1-93a4-6f29ab2bb4b9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693852 May 20 08:04:27.684252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-5073fcb1-0bd7-423a-a5ee-12c512a81570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:27.685776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-5073fcb1-0bd7-423a-a5ee-12c512a81570 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.3034918 May 20 08:04:27.770262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-9c0a16a8-fc36-40c4-bf28-563b2515879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:27.770262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-9c0a16a8-fc36-40c4-bf28-563b2515879e service neutron] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.3328452 May 20 08:04:27.856378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:27.891148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-257f2f0f-9eaa-4711-857a-4b741377bdd8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 999 time: 0.1958499 May 20 08:04:27.940641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-57e77d59-367c-4e74-90ad-824cb255f89a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 999 time: 0.1548460 May 20 08:04:28.021968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-2de7a49b-9453-4340-a7a4-7cad592431ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:28.023337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-2de7a49b-9453-4340-a7a4-7cad592431ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.1248233 May 20 08:04:28.033725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-4e0b2a94-5767-4660-a1e1-d228f1887358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:28.035082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-4e0b2a94-5767-4660-a1e1-d228f1887358 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0855289 May 20 08:04:28.130425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:04:28.174628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-ea887441-9de0-48e5-a7a9-b0bf3f6812e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:28.176190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-ea887441-9de0-48e5-a7a9-b0bf3f6812e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443837 May 20 08:04:28.178549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-069df57b-a887-4bac-8df5-278688a0e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:28.179861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-069df57b-a887-4bac-8df5-278688a0e62b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076627 May 20 08:04:28.314983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:28.324971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:28.336569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:28.337400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:28.400578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:28.406743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:28.410571 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1493137 May 20 08:04:28.410705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:28.410705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:28.411729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45108) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:28.432978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-e32fdd36-629c-4e6c-b40e-4e9e28990470 service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486677 May 20 08:04:28.434881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-95efcaa8-99fc-4ca1-9356-99b8dbcd609c service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318995 May 20 08:04:28.502762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:28.503199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae47a3-3099-4563-bab9-b3637ce744d3 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:28.656759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:04:28.843581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:28.858782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'port_id': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'mac_address': 'fa:16:3e:42:00:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:04:28.918879 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:28.925944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-8924da7a-cfcb-4823-8920-31a4ae805d57 service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802744 May 20 08:04:28.928622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f4ce70-5445-4372-9d37-1fc45b49f218 req-71cbf8c9-3478-4b67-bf80-8f4031a97ddd service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644547 May 20 08:04:28.937231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8c358e-3cc8-4f13-8378-3ee490a1d43b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:04:28.955688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:28.964258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470403f-f7aa-446c-87a0-4428ecefb8bb req-b3ec81ca-54eb-493e-82c2-3a7fa2f77e11 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:28.965838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b470403f-f7aa-446c-87a0-4428ecefb8bb req-b3ec81ca-54eb-493e-82c2-3a7fa2f77e11 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 944 time: 0.1228399 May 20 08:04:29.019166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b470403f-f7aa-446c-87a0-4428ecefb8bb req-3e2b7781-2d85-4081-8deb-9f27b3f51ff4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 May 20 08:04:29.023955 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:29.025816 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-54946637-be90-43cf-b28a-f9a8dbf6c8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:29.098373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:29.109373 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:29.341835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8e8c358e-3cc8-4f13-8378-3ee490a1d43b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:04:29.372618 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:29.790988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3383b-e4bf-4a66-884a-1873e870266c req-4e0b08ef-bd5b-424e-ab06-286e173124e1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:29.792511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfc3383b-e4bf-4a66-884a-1873e870266c req-4e0b08ef-bd5b-424e-ab06-286e173124e1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 945 time: 0.1940525 May 20 08:04:29.802516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.1 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/8e652746-17fa-4d0e-8126-95e551e23da6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:29.865458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfc3383b-e4bf-4a66-884a-1873e870266c req-a089f5a3-9565-4c1e-853e-fed562498662 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642569 May 20 08:04:29.883027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7595c-8d00-4971-9816-377e77f20380 req-809d9593-8dfa-4570-96a5-cad917e5c5b4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:29.885565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-809d9593-8dfa-4570-96a5-cad917e5c5b4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 945 time: 0.1467757 May 20 08:04:29.981809 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-e0d7595c-8d00-4971-9816-377e77f20380 req-a187863c-0807-46ed-8e71-89a3b8bebaf2 service neutron] delete failed (client error): The resource could not be found. May 20 08:04:29.982520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-a187863c-0807-46ed-8e71-89a3b8bebaf2 service neutron] 10.222.0.84 "DELETE /v2.0/ports/8e8c358e-3cc8-4f13-8378-3ee490a1d43b/bindings/n-h2-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.0893764 May 20 08:04:30.000193 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:30.132567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:30.137419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d1881e2-0c55-4012-b33b-943316d54b83 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:30.141393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7595c-8d00-4971-9816-377e77f20380 req-c7334d92-c5d0-4f31-97e8-d7e9dc71b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:30.142916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-c7334d92-c5d0-4f31-97e8-d7e9dc71b122 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1096 time: 0.0713613 May 20 08:04:30.218615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:30.221880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:30.226286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:30.275883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=8e652746-17fa-4d0e-8126-95e551e23da6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:30.290163 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:30.306262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7595c-8d00-4971-9816-377e77f20380 req-70bdd223-a0dc-415c-8771-d15f6f22baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:30.306262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-70bdd223-a0dc-415c-8771-d15f6f22baf9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.1522393 May 20 08:04:30.307154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:30.420581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-c45f8afa-4033-43a7-950b-0dd9d731d890 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 1000 time: 0.1047132 May 20 08:04:30.492201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7595c-8d00-4971-9816-377e77f20380 req-ac5f2fa0-c700-49bf-845e-047c44667322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:30.493692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-ac5f2fa0-c700-49bf-845e-047c44667322 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.0639966 May 20 08:04:30.546807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:30.575300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7595c-8d00-4971-9816-377e77f20380 req-e7fd994b-c4fb-4d70-ab5b-943dd2ef5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:30.576782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-e7fd994b-c4fb-4d70-ab5b-943dd2ef5d46 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734587 May 20 08:04:30.675418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:04:30.733866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-74e51ba7-815a-477f-a2ba-ed14792bd91f service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467419 May 20 08:04:30.863523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:04:30.870667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:04:30.871317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:30.889674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0d7595c-8d00-4971-9816-377e77f20380 req-c9f435f8-fbd6-49b6-9c56-de5e17dfdd3c service neutron] 10.222.0.84 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464553 May 20 08:04:31.044707 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:31.121064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:04:31.125056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:04:31.127694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed0809-9787-48c6-9ca4-33179a335d75 req-470d3ae2-46ed-49ec-8712-6c62d66b138c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:31.129286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69ed0809-9787-48c6-9ca4-33179a335d75 req-470d3ae2-46ed-49ec-8712-6c62d66b138c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 945 time: 0.1012125 May 20 08:04:31.196310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69ed0809-9787-48c6-9ca4-33179a335d75 req-a4bd2573-248c-41a4-9aae-267fd66eb4d1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581598 May 20 08:04:31.200418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:31.204561 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:31.212738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:31.268316 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'code': 200} May 20 08:04:31.278123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:31.281330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:31.284996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:31.318258 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbe27709-f684-47f2-87ee-ad63f6b57355 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:31.403291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:31.411963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=8e652746-17fa-4d0e-8126-95e551e23da6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:31.415866 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:31.547027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:31.548134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:31.737626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:31.922980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:31.932038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:31.932729 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/routers/1a37712b-94bc-460e-a897-a948962e13c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198283 May 20 08:04:31.935301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45154) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:31.940990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'port': {'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83', 'name': 'tempest-FloatingIPTestJSON-1188387295'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:31.943011 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:31.943754 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:32.011092 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:32.019645 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:32.020820 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:32.080572 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:32.080989 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4adf31-448b-4f85-8d59-a1d8cac605fa None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:32.088336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:32.092291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:port and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:32.095174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:32.101639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:32.178096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:32.181667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:32.203463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] device_id is not set on port aa3961b9-098a-4d4c-937e-e1831b9aae85 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:04:32.351004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.8 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/aa3961b9-098a-4d4c-937e-e1831b9aae85) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:32.390172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6531ec6-50fe-4c19-a410-2a2fceb79b22 req-3641f16a-ef85-4ec0-970b-d2ed961b66da tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:32.391670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6531ec6-50fe-4c19-a410-2a2fceb79b22 req-3641f16a-ef85-4ec0-970b-d2ed961b66da tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.0904574 May 20 08:04:32.441314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6531ec6-50fe-4c19-a410-2a2fceb79b22 req-46661d65-2512-4866-93e9-2359f33e92f8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 May 20 08:04:32.466819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45168) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:32.572806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:32.592879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-06e94d18-3aaa-4743-a928-87affc3e05a8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/ecb829c8-d5be-41d0-950e-607a670df950 HTTP/1.1" status: 200 len: 993 time: 0.1246543 May 20 08:04:32.669924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:32.679072 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8433783d-1097-4173-a72c-f102b38f55aa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:32.899649 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:04:32.907791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:32.916084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:32.917448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:32.959376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=aa3961b9-098a-4d4c-937e-e1831b9aae85,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:32.967947 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:32.989509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:32.990120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:33.138110 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2017546 May 20 08:04:33.140416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:33.146013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'port': {'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83', 'name': 'tempest-FloatingIPTestJSON-1267349412'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:33.286487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:33.290265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:port and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:33.293069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:33.298741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:33.354701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:33.358239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:33.387969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] device_id is not set on port bccb4bfc-2740-4946-a6a8-d54845131066 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:04:33.535166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.3 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/bccb4bfc-2740-4946-a6a8-d54845131066) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:33.757441 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:33.867320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:33.871176 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c6706a-082a-4074-a1e5-c4a92752d7c5 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:33.941498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:33.944893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:33.950535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:33.982438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=bccb4bfc-2740-4946-a6a8-d54845131066,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:33.989243 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:34.054390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:34.055251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:34.167452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0258882 May 20 08:04:34.170448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:34.177426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'bccb4bfc-2740-4946-a6a8-d54845131066', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:34.185164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:34.189335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:floatingip and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:34.192549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:34.199198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:34.267981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:34.410199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:34.553539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.42 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/bba417a8-7739-4388-bc4d-8a6f82d39a89) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:34.703900 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:34.783429 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:34.787308 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf74d110-f737-4024-8683-aa789b45630b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:34.855472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:34.858648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:34.863338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:34.897984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=bba417a8-7739-4388-bc4d-8a6f82d39a89,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:34.902238 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:35.286744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:35.438132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:35.647586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:35.731455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:35.736532 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dac0c661-ee52-4ab9-837a-5a9f89efdad1 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:35.996454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=bba417a8-7739-4388-bc4d-8a6f82d39a89,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:36.000746 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:36.005379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:36.187966 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP b6536df8-ef9b-47a5-a3a6-843a62e465b2 associated. External IP: 172.25.8.42, port: bccb4bfc-2740-4946-a6a8-d54845131066. May 20 08:04:36.564022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:36.750190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:36.761721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:36.780466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:36.781203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:36.851563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:36.884108 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c09bd8a4-e6b7-491c-8371-aacc4d0357d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:36.894324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:36.903384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:36.904293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:36.923100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7508948 May 20 08:04:36.925649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:36.932159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:36.972317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:36.972640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6a471-2259-4b77-9ecb-29ec2db46cdb None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:37.036610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:37.310211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:37.360798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:37.361121 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP b6536df8-ef9b-47a5-a3a6-843a62e465b2 disassociated. External IP: 172.25.8.42, port: bccb4bfc-2740-4946-a6a8-d54845131066. May 20 08:04:37.910977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:38.110279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:38.114828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:38.121133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:38.137046 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:38.138272 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:38.196370 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a01015e7-6a6e-44d7-aa48-53740143f812 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/b6536df8-ef9b-47a5-a3a6-843a62e465b2 HTTP/1.1" status: 200 len: 687 time: 1.2660000 May 20 08:04:38.196630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:38.215636 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:38.227646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:38.228424 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:38.306657 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:38.307137 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a7847a-002f-491d-98f4-992aeacba5fa None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:38.439406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port bba417a8-7739-4388-bc4d-8a6f82d39a89 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:38.439754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:38.589625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:38.589927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:38.742822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for bba417a8-7739-4388-bc4d-8a6f82d39a89 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:38.978110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:38.983674 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ee66255-5c7d-48e6-beed-8ef6f7dca66b tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:39.028046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=bba417a8-7739-4388-bc4d-8a6f82d39a89,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:39.032896 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:39.130094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.141535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.146075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/b6536df8-ef9b-47a5-a3a6-843a62e465b2 HTTP/1.1" status: 204 len: 168 time: 0.9452045 May 20 08:04:39.146237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:39.151731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'aa3961b9-098a-4d4c-937e-e1831b9aae85'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:39.158966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:39.163584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:floatingip and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:39.167029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:39.173224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:39.187641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-daebaef0-9f12-48c0-b490-1cb9514a9819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.252013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.548655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.667423 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.692781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.13 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/63ccdac6-791a-46ce-894a-c817c7a7aeb3) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:39.852212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.926377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:39.931183 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b94687a-8f82-40a7-8ec4-a293c6874b88 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:40.001756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:40.004469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:40.009757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:40.043970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=63ccdac6-791a-46ce-894a-c817c7a7aeb3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:40.048195 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:40.431377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:40.729732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:40.958671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:41.027570 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:41.032558 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:41.145551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=63ccdac6-791a-46ce-894a-c817c7a7aeb3,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:41.150358 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:41.155273 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:41.160092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:41.330584 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 1fcbe20b-6d61-46fe-979b-b3720eef554f associated. External IP: 172.25.8.13, port: aa3961b9-098a-4d4c-937e-e1831b9aae85. May 20 08:04:41.846429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:42.037292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:42.047779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:42.059512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:42.060334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:42.129187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:42.137731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:42.138840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:42.139523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:42.199056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0517721 May 20 08:04:42.201626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:42.202633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:42.203147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f006d21-f6a8-4638-868d-5fa810c1a6be None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:42.307092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e60c2994-b288-4bbf-9f99-8738c571c5ad tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/floatingips/1fcbe20b-6d61-46fe-979b-b3720eef554f HTTP/1.1" status: 200 len: 977 time: 0.1041610 May 20 08:04:42.309184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:42.404625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1dbd1ed2-8aea-4217-8606-029ac023055b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Synchronizing usage tracker for tenant:49c50183c97846c7aef334d0a704e8ff on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:04:42.429860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:42.503365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1dbd1ed2-8aea-4217-8606-029ac023055b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Unset dirty status for tenant:49c50183c97846c7aef334d0a704e8ff on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:04:42.504744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1dbd1ed2-8aea-4217-8606-029ac023055b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1945970 May 20 08:04:42.508912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45280) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:42.515012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': 'bccb4bfc-2740-4946-a6a8-d54845131066'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:42.620804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:43.466540 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:43.545301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:43.751565 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 1fcbe20b-6d61-46fe-979b-b3720eef554f associated. External IP: 172.25.8.13, port: aa3961b9-098a-4d4c-937e-e1831b9aae85. May 20 08:04:44.205107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:44.432021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:44.440882 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:44.456316 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:44.457082 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:44.529763 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:44.539906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:44.540709 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:44.606582 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:44.607243 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7317e44-a4f2-4675-a0dc-b1b552d27656 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:44.977972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:45.170197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:45.174624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:45.180956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:45.192512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:45.193443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:45.263078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:45.276472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:45.277088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:45.290212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-be1383ce-e0e5-48c0-a951-710d7dcf2ef6 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/1fcbe20b-6d61-46fe-979b-b3720eef554f HTTP/1.1" status: 200 len: 977 time: 2.7796085 May 20 08:04:45.293329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:45.299630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:45.376075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:45.377813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f127b2-6299-4fc9-9deb-81294f50479c None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:45.409258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:45.707337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:45.775788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:45.776144 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 1fcbe20b-6d61-46fe-979b-b3720eef554f disassociated. External IP: 172.25.8.13, port: bccb4bfc-2740-4946-a6a8-d54845131066. May 20 08:04:46.352419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:46.367491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-71eff3c9-249b-405f-91ce-74dbc7a0159c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1030545 May 20 08:04:46.548100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.548600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.549158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.549656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.550291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.552338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-60760cb2-1e4a-428b-93e9-18f3d6ef3dc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0975862 May 20 08:04:46.583278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:46.593214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:46.594077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:46.608005 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:46.608610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:46.667412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-204a4128-14f8-4668-8e5f-a8a97aff11e2 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/1fcbe20b-6d61-46fe-979b-b3720eef554f HTTP/1.1" status: 200 len: 687 time: 1.3723330 May 20 08:04:46.669857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45316) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:46.745954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6688a196-2968-48e1-9a52-0b4ea85bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.746529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6688a196-2968-48e1-9a52-0b4ea85bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.747013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6688a196-2968-48e1-9a52-0b4ea85bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.748793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6688a196-2968-48e1-9a52-0b4ea85bc82b service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1716948 May 20 08:04:46.835372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-62bed256-36e1-4365-a787-717123a0a15a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0795128 May 20 08:04:46.836997 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:46.852500 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:46.853128 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:46.914343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-903d688f-5602-4b18-b613-263407ed744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:46.918933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-903d688f-5602-4b18-b613-263407ed744b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0716991 May 20 08:04:46.919346 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:46.920107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e20d6-767b-4de2-a5a5-0d792cf28474 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:46.953799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 63ccdac6-791a-46ce-894a-c817c7a7aeb3 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:46.954132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.019033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-b974e525-803e-43af-8593-e7505bbfc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.020655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-b974e525-803e-43af-8593-e7505bbfc717 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945361 May 20 08:04:47.079380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.079753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.165745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-a3433f80-0180-4f7e-a640-28e0bcf70667 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378024 May 20 08:04:47.211052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 63ccdac6-791a-46ce-894a-c817c7a7aeb3 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:47.311560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-7d9c1dc9-b2f2-42aa-8b13-76923fe196f5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394393 May 20 08:04:47.383439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-20206180-f856-477e-be91-e79043281f4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0647893 May 20 08:04:47.399951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.408096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:47.458055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-b2a2a4bb-4284-4f6d-aa59-a6c48d210210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.459596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-b2a2a4bb-4284-4f6d-aa59-a6c48d210210 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0701423 May 20 08:04:47.541172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-799e2f9f-7086-4c80-911c-78b30667746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.542833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-799e2f9f-7086-4c80-911c-78b30667746c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760815 May 20 08:04:47.558894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=63ccdac6-791a-46ce-894a-c817c7a7aeb3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:47.561292 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:47.593148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.675327 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:47.676411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/1fcbe20b-6d61-46fe-979b-b3720eef554f HTTP/1.1" status: 204 len: 168 time: 1.0048778 May 20 08:04:47.679896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:47.752064 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-39a9ba3f-5628-431a-b420-dcac76b79b7f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] delete failed (client error): The resource could not be found. May 20 08:04:47.753140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39a9ba3f-5628-431a-b420-dcac76b79b7f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/1fcbe20b-6d61-46fe-979b-b3720eef554f HTTP/1.1" status: 404 len: 345 time: 0.0721972 May 20 08:04:47.757040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:47.847848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.849606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-19361cf1-689f-4439-bd75-ce68c7ab0b5a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992506 May 20 08:04:47.853880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.859697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:47.860558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Synchronizing usage tracker for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:04:47.942948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Unset dirty status for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:04:47.947275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-250ee06e-361c-4963-9134-ad153054b42c tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/ports?network_id=c95b4b7d-e921-48eb-9cf2-9570455a2f83 HTTP/1.1" status: 200 len: 2358 time: 0.1856647 May 20 08:04:47.947635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:47.991809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-50b92f09-e25b-47cf-bed3-bd15e318a894 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331539 May 20 08:04:48.025224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5d9ea-c51c-449e-a190-0fae0111722e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:48.031481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e1c5d9ea-c51c-449e-a190-0fae0111722e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/subnets/651d34ee-5665-47f2-b94f-6f8dea00424b HTTP/1.1" status: 200 len: 797 time: 0.0779731 May 20 08:04:48.031834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:48.038457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'port': {'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83', 'name': 'tempest-FloatingIPTestJSON-81949098', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:48.065565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-de479fe6-4b15-43df-92df-e979773c9b98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0672078 May 20 08:04:48.132614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6f89eea2-7af4-448b-9144-c50c4c295e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:48.134153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-6f89eea2-7af4-448b-9144-c50c4c295e97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0626514 May 20 08:04:48.227696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-20b84a12-08ea-4daa-b902-6285a32406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:48.229303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-20b84a12-08ea-4daa-b902-6285a32406a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887372 May 20 08:04:48.358434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:48.369047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:48.374125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-8ee4aeec-9bf6-4ea6-81a6-95860b5eecfb service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369746 May 20 08:04:48.456970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:48.524080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-b4c2c4e2-205c-4279-b75b-fc3b9f0a19aa service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429279 May 20 08:04:48.584453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:48.595597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-289df6ca-90dc-4650-9adc-05a1dc1b686c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0639682 May 20 08:04:48.609218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] device_id is not set on port 12e06acd-ca53-4b45-9372-acd601d4b433 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:04:48.669737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-3662e015-1d4b-496a-aa8a-89be8720d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:48.671319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-3662e015-1d4b-496a-aa8a-89be8720d598 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0690038 May 20 08:04:48.751932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-d64b7146-a872-42a5-aa25-23e49d6d7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:48.753449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-d64b7146-a872-42a5-aa25-23e49d6d7fc2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753720 May 20 08:04:48.895092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-644adcac-ec90-40dd-80fe-dcd4707d5819 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341958 May 20 08:04:48.972221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.14 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/12e06acd-ca53-4b45-9372-acd601d4b433) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:48.978936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.13 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/12e06acd-ca53-4b45-9372-acd601d4b433) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:49.036782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-e2b326cd-9354-4a20-ad34-c051a1f4320e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340568 May 20 08:04:49.118564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-840c1134-eed0-49a8-b01d-20e8b6e8f338 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0706418 May 20 08:04:49.185325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-d4b130b6-26d9-4921-8dbe-2a39fa8c4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:49.186920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-d4b130b6-26d9-4921-8dbe-2a39fa8c4f26 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0626209 May 20 08:04:49.191043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:49.267920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-2a9e18af-a2d4-4671-9ab1-66341c9ab389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:49.269396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-2a9e18af-a2d4-4671-9ab1-66341c9ab389 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760026 May 20 08:04:49.303095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:49.309045 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:49.386529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:49.389640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:49.394404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:49.424351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=12e06acd-ca53-4b45-9372-acd601d4b433,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:49.427786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-8bc4c0eb-afa4-4438-951f-85ee29ecb197 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503494 May 20 08:04:49.431621 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:49.461989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:49.462626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:49.608724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73e60a1e-519c-4f86-8b04-d79ab84970ad req-235e5fec-3fe1-4990-8f25-b6bb253c5c1d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712334 May 20 08:04:49.630028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5970695 May 20 08:04:49.633255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:49.638780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '12e06acd-ca53-4b45-9372-acd601d4b433', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:49.646288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:49.653655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:floatingip and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:49.657031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:49.662826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:49.800577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:49.948864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:50.092660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.218 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4ffa5265-b793-422d-9f31-7aa4c0abf077) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:50.246749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:50.331873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:50.336469 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-55653340-c794-4084-9be6-6c36e8d918fa tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:50.400695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:50.403609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:50.406350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:50.451062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=4ffa5265-b793-422d-9f31-7aa4c0abf077,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:50.463398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:50.848364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:51.015044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:51.380579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:51.462799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:51.466823 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:51.603176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:51.652305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=4ffa5265-b793-422d-9f31-7aa4c0abf077,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:51.655821 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:51.786243 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 1d3c4a2c-2e17-42aa-b8d5-b00675af420e associated. External IP: 172.25.8.218, port: 12e06acd-ca53-4b45-9372-acd601d4b433. May 20 08:04:52.162083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:52.345359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:52.354288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:52.364814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:52.365435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:52.426358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:52.435852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:52.436479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:52.474174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:52.500832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:52.501238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75331a8a-569f-4d5f-8f55-88eac55a3b1e None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:52.531880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8973815 May 20 08:04:52.534581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:52.540194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': '12e06acd-ca53-4b45-9372-acd601d4b433', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:52.641348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:53.469660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:53.594073 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:53.974446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:54.153989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:54.158373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:54.167101 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:54.189801 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:54.190435 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:54.266309 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:54.276831 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:54.277655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:54.280235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:54.289208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36ae99b4-ad35-440d-b652-64913f106b79 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/1d3c4a2c-2e17-42aa-b8d5-b00675af420e HTTP/1.1" status: 200 len: 977 time: 1.7529948 May 20 08:04:54.293885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45430) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:54.345036 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:54.345339 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f339eff-2e41-4888-b50a-ccab0f40d217 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:54.743514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 4ffa5265-b793-422d-9f31-7aa4c0abf077 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:54.744477 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:54.876071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:54.876405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:55.001904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 4ffa5265-b793-422d-9f31-7aa4c0abf077 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:55.187110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:55.191087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3eb5ef54-752d-4ab6-9cb0-e851c404e49f tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:55.234938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=4ffa5265-b793-422d-9f31-7aa4c0abf077,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:55.237388 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:55.331551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:55.332169 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 1d3c4a2c-2e17-42aa-b8d5-b00675af420e disassociated (deleted). External IP: 172.25.8.218, port: 12e06acd-ca53-4b45-9372-acd601d4b433. May 20 08:04:55.692977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:04:55.883774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:04:55.901827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:04:55.905877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:55.919612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:55.921081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:55.965724 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/1d3c4a2c-2e17-42aa-b8d5-b00675af420e HTTP/1.1" status: 204 len: 168 time: 1.6705291 May 20 08:04:55.968357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:55.996467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:56.005902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:04:56.006616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:56.092998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:04:56.093679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4240515a-212f-4ef1-9cd0-0d98c026e648 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:04:56.153303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 12e06acd-ca53-4b45-9372-acd601d4b433 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:04:56.153676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:56.263799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:56.464708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:56.600551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 12e06acd-ca53-4b45-9372-acd601d4b433 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:04:56.862553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:56.869114 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:56.914852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=12e06acd-ca53-4b45-9372-acd601d4b433,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:56.917696 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:57.048666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:57.058593 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/12e06acd-ca53-4b45-9372-acd601d4b433 HTTP/1.1" status: 204 len: 168 time: 1.0892456 May 20 08:04:57.062255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45468) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:57.067478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:57.073894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:57.078285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:floatingip and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:57.081144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:57.088261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:57.171284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:57.468653 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:57.611635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.128 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4876e41f-a55d-4022-9dc3-288f32f3c4ba) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:57.764128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:57.914573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:57.919509 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a77358e7-0948-4237-a39d-d974d23cfc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:57.980842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:57.983877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:57.987597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:58.025696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=4876e41f-a55d-4022-9dc3-288f32f3c4ba,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:58.029989 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:58.079778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.242698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.457570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.503145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.508987 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:58.624639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=4876e41f-a55d-4022-9dc3-288f32f3c4ba,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:58.627434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:58.639002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.720137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:58.721390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6581147 May 20 08:04:58.723971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45494) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:58.730799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'port': {'network_id': 'c95b4b7d-e921-48eb-9cf2-9570455a2f83', 'name': 'tempest-FloatingIPTestJSON-1836801715'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:58.886014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:04:58.899639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:port and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:04:58.899639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for port was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:04:58.899639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:04:58.976664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:04:58.980381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:59.002828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] device_id is not set on port 53e7c149-bbee-48a2-8573-1d2765ab457c yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:04:59.154696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.11 (c95b4b7d-e921-48eb-9cf2-9570455a2f83/651d34ee-5665-47f2-b94f-6f8dea00424b/53e7c149-bbee-48a2-8573-1d2765ab457c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:04:59.358619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:59.474870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:59.481102 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf0fc813-bfa8-4d79-beae-fbb020db23f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:04:59.554376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network c95b4b7d-e921-48eb-9cf2-9570455a2f83 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:04:59.557430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:04:59.561248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:04:59.592123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=53e7c149-bbee-48a2-8573-1d2765ab457c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:04:59.598486 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:04:59.629206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:04:59.629845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:04:59.727991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0001216 May 20 08:04:59.728233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45510) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:04:59.733642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': '53e7c149-bbee-48a2-8573-1d2765ab457c'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:04:59.816160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:00.420777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:00.514349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:00.693694 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 825c0189-af0b-4480-9730-0ec1dfbcd732 associated. External IP: 172.25.8.128, port: 53e7c149-bbee-48a2-8573-1d2765ab457c. May 20 08:05:01.164492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2a424-2127-4c46-961a-b247aff9156f req-bbdcc885-a046-4a37-9aee-993f1a14c0d5 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:01.165966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acb2a424-2127-4c46-961a-b247aff9156f req-bbdcc885-a046-4a37-9aee-993f1a14c0d5 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.0849485 May 20 08:05:01.212449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-acb2a424-2127-4c46-961a-b247aff9156f req-5d68174b-6afa-4968-b7fe-9bde171915a2 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Synchronizing usage tracker for tenant:aa02fee49d574cb9b65ebad2294a4761 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:01.219183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:01.296863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-acb2a424-2127-4c46-961a-b247aff9156f req-5d68174b-6afa-4968-b7fe-9bde171915a2 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Unset dirty status for tenant:aa02fee49d574cb9b65ebad2294a4761 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:01.298343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acb2a424-2127-4c46-961a-b247aff9156f req-5d68174b-6afa-4968-b7fe-9bde171915a2 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261714 May 20 08:05:01.324400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45532) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:01.411856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:01.416867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:01.422650 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:01.433673 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:01.434357 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:01.478767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c1bd09f-eb7e-40f6-aedf-ceaa7c1e9984 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/825c0189-af0b-4480-9730-0ec1dfbcd732 HTTP/1.1" status: 200 len: 979 time: 1.7472432 May 20 08:05:01.479113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45538) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:01.544654 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:01.556023 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:01.557005 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:01.640485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 4c027192-bfbc-45dc-902a-a88fc6281aaa {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:01.640839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:01.644355 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:01.644761 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6a4da-640f-4a9f-94ce-9a71fe0a8a26 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:01.652073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 53e7c149-bbee-48a2-8573-1d2765ab457c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:01.652546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:01.766867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:01.767197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:01.800025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.048685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 4c027192-bfbc-45dc-902a-a88fc6281aaa owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:02.227145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.227864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.228248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.228561 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP 825c0189-af0b-4480-9730-0ec1dfbcd732 disassociated. External IP: 172.25.8.128, port: 53e7c149-bbee-48a2-8573-1d2765ab457c. May 20 08:05:02.228904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 53e7c149-bbee-48a2-8573-1d2765ab457c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:02.230967 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:02.274519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=4c027192-bfbc-45dc-902a-a88fc6281aaa,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:02.277706 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:02.368865 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.369196 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP ecb829c8-d5be-41d0-950e-607a670df950 disassociated (deleted). External IP: 172.25.8.84, port: 8e8c358e-3cc8-4f13-8378-3ee490a1d43b. May 20 08:05:02.411479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:02.418426 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df25ffb2-093f-433d-bfc0-346e4f949486 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:02.462977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=53e7c149-bbee-48a2-8573-1d2765ab457c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:02.466470 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:02.736454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 1a955c59-8b07-48f8-91d3-6b85ad28d60d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:02.832858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:02.934409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:02.948304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Sync routers for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:02.958918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:02.960626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.039965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:03.050275 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:03.062206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:03.070176 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:03.071022 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.165988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:03.178001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/floatingips/ecb829c8-d5be-41d0-950e-607a670df950 HTTP/1.1" status: 204 len: 168 time: 1.8524148 May 20 08:05:03.178965 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/53e7c149-bbee-48a2-8573-1d2765ab457c HTTP/1.1" status: 204 len: 168 time: 1.6988163 May 20 08:05:03.179167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45562) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:03.179725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:03.203079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.213976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:03.214726 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.226189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:03.284534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.285172 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def3ce4b-78c9-4639-a0cb-1bac3f2b8924 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:03.301978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-172ade02-5dd2-4852-b4a0-e1845a9cb764 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/floatingips/825c0189-af0b-4480-9730-0ec1dfbcd732 HTTP/1.1" status: 200 len: 688 time: 0.1162512 May 20 08:05:03.305093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:03.536620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 4876e41f-a55d-4022-9dc3-288f32f3c4ba {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:03.536835 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:03.612580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.618005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Checking router: 1a955c59-8b07-48f8-91d3-6b85ad28d60d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:05:03.626593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:03.627589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:03.815424 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'status': 'completed', 'code': 200} May 20 08:05:03.822940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:03.832399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:03.833208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:04.034749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 4876e41f-a55d-4022-9dc3-288f32f3c4ba owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:04.118865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-aa4e1ceb-672e-444e-9224-16c9cfb5e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:04.120356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-aa4e1ceb-672e-444e-9224-16c9cfb5e28d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 1097 time: 0.2788918 May 20 08:05:04.147482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:04.152255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f7235-c9bf-4855-942a-1528038e8632 None None] The sync data for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 is: [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:02:59Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0', 'name': '', 'network_id': 'd39dd481-a6e4-443a-9170-d908b4288662', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:9f:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0be59fee-4036-4eff-9428-19ff135177d7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:57Z', 'updated_at': '2021-05-20T08:03:06Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '0be59fee-4036-4eff-9428-19ff135177d7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:04.187961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430e422-ea55-4017-9f71-8505a1171e28 req-b2dc92f9-3285-41b6-9e85-00ec51db31a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:04.188681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a430e422-ea55-4017-9f71-8505a1171e28 req-b2dc92f9-3285-41b6-9e85-00ec51db31a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:04.354610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a430e422-ea55-4017-9f71-8505a1171e28 req-b2dc92f9-3285-41b6-9e85-00ec51db31a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:04.355778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a430e422-ea55-4017-9f71-8505a1171e28 req-b2dc92f9-3285-41b6-9e85-00ec51db31a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.4159539 May 20 08:05:04.363132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-adef1ccb-9233-4120-8913-db88161bff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:04.364632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-adef1ccb-9233-4120-8913-db88161bff52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 200 len: 898 time: 0.2364473 May 20 08:05:04.446290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d967cbf-7e66-48b5-ba81-755eb2dd8a6b None None] New status for floating IP ecb829c8-d5be-41d0-950e-607a670df950: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:05:04.450102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:04.454661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-dbed6fb5-4e27-42ee-8bbd-1335913ffc4f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 200 len: 217 time: 0.0719900 May 20 08:05:04.458960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:04.545751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=4876e41f-a55d-4022-9dc3-288f32f3c4ba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:04.556803 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:04.587938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a430e422-ea55-4017-9f71-8505a1171e28 req-de2d5b23-0ee8-42d4-8508-48b495f80b13 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223494 May 20 08:05:04.663254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-3125cb1f-012d-48b7-b151-bfab4388a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:04.664724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-3125cb1f-012d-48b7-b151-bfab4388a7cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 200 len: 838 time: 0.1586039 May 20 08:05:04.710342 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:04.745590 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:04.746705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/825c0189-af0b-4480-9730-0ec1dfbcd732 HTTP/1.1" status: 204 len: 168 time: 1.4406486 May 20 08:05:04.750433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45586) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:04.755955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'bccb4bfc-2740-4946-a6a8-d54845131066'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:04.765266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:04.770976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:floatingip and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:04.774275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:04.781670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:04.786415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-10e7d29f-42c0-4751-b6ba-c67a9e356b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:04.788461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-10e7d29f-42c0-4751-b6ba-c67a9e356b19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d39dd481-a6e4-443a-9170-d908b4288662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151068 May 20 08:05:04.881731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:05.012444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-5bcc3411-3c2e-48fd-b313-437a5f8c8fbd service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120740 May 20 08:05:05.220276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3618b33-e90e-45a8-9480-2492adfefac0 req-4f6675af-2766-4fff-b125-839d84e23a5c service neutron] 10.222.0.81 "GET /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970363 May 20 08:05:05.226350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:05.348541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-0e703d7e-745e-4c79-8e06-b9aec86a93e3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:05.350082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-0e703d7e-745e-4c79-8e06-b9aec86a93e3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.2006621 May 20 08:05:05.608965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.86 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/89920d4d-fdc4-4d46-8d9e-ad0c4b65729f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:05.852467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:05.852801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:05.954666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:05.999309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d8a41-eb39-497e-a02e-5b16ded3b752 req-a1898556-0b8a-4d42-aa1a-bdc2be189651 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:06.000680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-997d8a41-eb39-497e-a02e-5b16ded3b752 req-a1898556-0b8a-4d42-aa1a-bdc2be189651 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 946 time: 0.2950366 May 20 08:05:06.063469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:06.063823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.141982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-997d8a41-eb39-497e-a02e-5b16ded3b752 req-0ff83b79-7e20-4979-b00e-cec72cadb069 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5ed91f7-5e52-4576-ad94-a06a2ff15afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326532 May 20 08:05:06.197088 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.206805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 8e8c358e-3cc8-4f13-8378-3ee490a1d43b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:06.209236 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:06.281976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:06.291287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:06.295943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:06.327086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=89920d4d-fdc4-4d46-8d9e-ad0c4b65729f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:06.336473 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:06.673083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.685181 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2692aace-cc9f-4414-b0c9-cd7402a58153 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:06.736802 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-575750da-e93c-4c83-a787-be60707fce94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.742397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=8e8c358e-3cc8-4f13-8378-3ee490a1d43b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:06.749962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:06.842495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] No DVR routers for this DVR port 8e8c358e-3cc8-4f13-8378-3ee490a1d43b on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:06.848050 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.851248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-deleted', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:06.906159 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfaa62-a786-461b-996d-3e1173756720', 'name': 'network-vif-deleted', 'tag': '8e8c358e-3cc8-4f13-8378-3ee490a1d43b', 'status': 'completed', 'code': 200} May 20 08:05:06.933510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:06.964973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f61e6cf7-9dda-45ad-bb0e-f3f5a007271b req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "DELETE /v2.0/ports/8e8c358e-3cc8-4f13-8378-3ee490a1d43b HTTP/1.1" status: 204 len: 173 time: 1.6080525 May 20 08:05:07.113891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:07.479012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b1018522-1df4-4f78-aea8-408c44ba13dd req-d58026e8-2db4-48bc-a625-651ebf3966c6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:07.563836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:07.661363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b1018522-1df4-4f78-aea8-408c44ba13dd req-d58026e8-2db4-48bc-a625-651ebf3966c6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:07.663174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b1018522-1df4-4f78-aea8-408c44ba13dd req-d58026e8-2db4-48bc-a625-651ebf3966c6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cbfaa62-a786-461b-996d-3e1173756720 HTTP/1.1" status: 200 len: 210 time: 0.2777531 May 20 08:05:07.686727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:07.698983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94c1fc89-1908-42e8-9774-045947621837 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:07.841599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=89920d4d-fdc4-4d46-8d9e-ad0c4b65729f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:07.853671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:07.854694 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:08.064132 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP cc50bab7-dc96-4050-8d98-f43d732a050d associated. External IP: 172.25.8.86, port: bccb4bfc-2740-4946-a6a8-d54845131066. May 20 08:05:08.427786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:08.609725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:08.624955 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f167f76-f34d-416f-9314-957000239447 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:08.635863 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:08.636498 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:08.690178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:08.699483 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:08.708467 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:08.709082 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:04:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:08.751953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:08.756752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0047376 May 20 08:05:08.759756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45628) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:08.768898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1642431186'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:08.769958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45632) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:08.776285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:08.780918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:network and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:08.781248 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f167f76-f34d-416f-9314-957000239447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:08.781689 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f167f76-f34d-416f-9314-957000239447 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:08.783919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:08.791671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:08.804738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 8e8c358e-3cc8-4f13-8378-3ee490a1d43b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:05:08.805089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8e8c358e-3cc8-4f13-8378-3ee490a1d43b not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:08.885175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:08.890276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:08.936689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:05:08.947503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:08.948242 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Added segment 3f4bb89a-dd85-48f5-9318-b8e7f0403c59 of type vlan for network 7af1ce0e-689f-4f3f-ad28-238badb0f95b May 20 08:05:08.984562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.079777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.108970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:09.109681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.113703 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01d30725-2b6d-4a28-998d-7c48cf2965d0 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:09.187313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdd73b8d-c88b-4bea-9936-e552b47817f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.237357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Network': ['ID=7af1ce0e-689f-4f3f-ad28-238badb0f95b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:09.242106 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:09.250115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:05:09.276206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45640) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:09.276409 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5155635 May 20 08:05:09.284040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'subnet': {'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:09.483043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:09.491617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:subnet and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:09.496707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:09.529312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:09.614705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:09.618387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.655766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:09.899658 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:05:09.905303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:10.518325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:10.523929 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fafa1ba5-d921-4e07-84e3-cc520f6e6c44 tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:10.596495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:10.596842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:10.645734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Subnet': ['ID=0e55387f-4bcb-4288-a9e8-eb95404e8490,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:10.648515 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:10.872428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Checking segment: {'id': '3f4bb89a-dd85-48f5-9318-b8e7f0403c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:10.872802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network hostable DHCP agents. Network: 7af1ce0e-689f-4f3f-ad28-238badb0f95b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:05:10.919022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:10.919669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.052142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:11.052142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:05:11.141488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7af1ce0e-689f-4f3f-ad28-238badb0f95b) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:11.153735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb4058-7271-427a-901f-d18796a35c12 None None] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:11.169137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:11.169414 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.184693 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.303337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0259817 May 20 08:05:11.306295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:11.311554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-8174521', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:11.319338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:11.323202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:router and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:11.326151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for router was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:11.332853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:11.360180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.364183 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e50833e0-393c-42ea-a394-289f31d44b1e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:11.376689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-7af1ce0e-689f-4f3f-ad28-238badb0f95b', 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b', 'tenant_id': '49c50183c97846c7aef334d0a704e8ff', 'fixed_ips': [{'subnet_id': '0e55387f-4bcb-4288-a9e8-eb95404e8490'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:05:11.377562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.411697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:11.415831 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:11.596309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Allocated IP 172.20.0.2 (7af1ce0e-689f-4f3f-ad28-238badb0f95b/0e55387f-4bcb-4288-a9e8-eb95404e8490/5328d295-29ba-4f15-9650-74f5162238ef) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:11.600433 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.601649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.646310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.749225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.834410 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.846854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Transition to ACTIVE for port object 5328d295-29ba-4f15-9650-74f5162238ef will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:11.868402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Transition to ACTIVE for port object 5328d295-29ba-4f15-9650-74f5162238ef will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:11.937029 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:11.952143 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e79952da-da7c-4fef-af07-8bb7fff4f8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:12.025842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:12.031502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:12.035653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:12.067698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Pushing event updated for resources: {'Port': ['ID=5328d295-29ba-4f15-9650-74f5162238ef,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:12.085661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.086018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.086369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.086711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.087043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.087372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.087698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.088023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.088352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.088673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.088993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.089312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:12.119467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:12.145009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Attempting to bind port 5328d295-29ba-4f15-9650-74f5162238ef on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:12.145385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Attempting to bind port 5328d295-29ba-4f15-9650-74f5162238ef by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3f4bb89a-dd85-48f5-9318-b8e7f0403c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:12.145785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Attempting to bind port 5328d295-29ba-4f15-9650-74f5162238ef on network 7af1ce0e-689f-4f3f-ad28-238badb0f95b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:12.151624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:12.152006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Checking segment: {'id': '3f4bb89a-dd85-48f5-9318-b8e7f0403c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:12.152417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:12.152819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Bound using segment: {'id': '3f4bb89a-dd85-48f5-9318-b8e7f0403c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:12.153290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Bound port: 5328d295-29ba-4f15-9650-74f5162238ef, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4bb89a-dd85-48f5-9318-b8e7f0403c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:12.153695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:12.172961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:12.252475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] For port 5328d295-29ba-4f15-9650-74f5162238ef, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:12.257906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] For port 5328d295-29ba-4f15-9650-74f5162238ef, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5328d295-29ba-4f15-9650-74f5162238ef,segment=NetworkSegment(3f4bb89a-dd85-48f5-9318-b8e7f0403c59),segment_id=3f4bb89a-dd85-48f5-9318-b8e7f0403c59)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:12.326655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:12.331189 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-cdc8bdfe-2e83-4a4a-9f81-64e70dab0d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:12.432735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Pushing event updated for resources: {'Port': ['ID=5328d295-29ba-4f15-9650-74f5162238ef,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:12.442881 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:12.490274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:12.667513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 1a955c59-8b07-48f8-91d3-6b85ad28d60d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:13.074417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.113574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.160344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:13.170502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Sync routers for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:13.183020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:13.183677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:13.190151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/1a955c59-8b07-48f8-91d3-6b85ad28d60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4189153 May 20 08:05:13.192981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:13.281721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.25.8.243 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/3d972a40-d51b-4b80-aa69-1bf04f0dee4e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:13.298061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting subnet 0be59fee-4036-4eff-9428-19ff135177d7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:05:13.302203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.429301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.453074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:13.561771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.588343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.727415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc425bdf-7ac1-408a-9701-9eda5de491a9 None None] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:13.777345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:13.781682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af9212f6-7358-4063-b714-588d0b79b6ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:13.856358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:13.860029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:13.864038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:13.897836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=3d972a40-d51b-4b80-aa69-1bf04f0dee4e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:13.912977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:13.923103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-60e54934-9bee-4390-b4b0-0a40cc0dc6da None None] Provisioning for port 5328d295-29ba-4f15-9650-74f5162238ef completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:13.926918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:05:11Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:13.942510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Checking router: 1a955c59-8b07-48f8-91d3-6b85ad28d60d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:05:13.996295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Routers {'1a955c59-8b07-48f8-91d3-6b85ad28d60d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:13.996976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:14.000162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.020265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a6540f9e-77ff-4b45-b5b0-4810936ddeb2 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:14.088256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Subnet': ['ID=0be59fee-4036-4eff-9428-19ff135177d7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:14.095154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.098036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:14.098240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ee745-e182-4cbf-918e-e162f36036c3 None None] Network d39dd481-a6e4-443a-9170-d908b4288662 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:14.105422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/subnets/0be59fee-4036-4eff-9428-19ff135177d7 HTTP/1.1" status: 204 len: 168 time: 0.9081237 May 20 08:05:14.116968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45696) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:14.417822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] Set router 1a955c59-8b07-48f8-91d3-6b85ad28d60d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:14.520650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.564149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5328d295-29ba-4f15-9650-74f5162238ef up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:14.693745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.726103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.894726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5328d295-29ba-4f15-9650-74f5162238ef completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:14.904113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5328d295-29ba-4f15-9650-74f5162238ef triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:14.904113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:14.922087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 72a8ff16-deca-445d-9e65-18a9c97a48bb {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:14.922434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.000907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:05:11Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:15.033695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] DHCP port deletion for d39dd481-a6e4-443a-9170-d908b4288662 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:05:15.043654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc34aa-4c6a-4d06-b5c8-d0db51138193 None None] The sync data for ids ['1a955c59-8b07-48f8-91d3-6b85ad28d60d'] in n-d-780147-4 is: [{'id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225109698', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:02:49Z', 'updated_at': '2021-05-20T08:05:11Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '72a8ff16-deca-445d-9e65-18a9c97a48bb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a955c59-8b07-48f8-91d3-6b85ad28d60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:02:50Z', 'updated_at': '2021-05-20T08:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:15.130265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.143121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5c1b6b39-d5f0-4dab-849c-a13d2f182e70 None None] Provisioning complete for port 5328d295-29ba-4f15-9650-74f5162238ef triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:15.143544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6b39-d5f0-4dab-849c-a13d2f182e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.231903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5328d295-29ba-4f15-9650-74f5162238ef, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5328d295-29ba-4f15-9650-74f5162238ef,segment=NetworkSegment(3f4bb89a-dd85-48f5-9318-b8e7f0403c59),segment_id=3f4bb89a-dd85-48f5-9318-b8e7f0403c59)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:15.243317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Deleting port 450a2f77-72ae-4b09-a95d-ecc6ef267284 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:15.243726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.312757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 72a8ff16-deca-445d-9e65-18a9c97a48bb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=72a8ff16-deca-445d-9e65-18a9c97a48bb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:15.313134 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.364241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.378559 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-731c71e9-fe17-425b-ac3b-75b0ce97d837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:15.390571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.467335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] For port 450a2f77-72ae-4b09-a95d-ecc6ef267284, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=450a2f77-72ae-4b09-a95d-ecc6ef267284,segment=NetworkSegment(f7a587e4-ec91-4342-bbd5-1a0cfea1ba02),segment_id=f7a587e4-ec91-4342-bbd5-1a0cfea1ba02)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:15.468026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.486573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 72a8ff16-deca-445d-9e65-18a9c97a48bb owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:15.610132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Calling delete_port for 450a2f77-72ae-4b09-a95d-ecc6ef267284 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:15.617137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5328d295-29ba-4f15-9650-74f5162238ef,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:15.621227 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:15.760138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.760611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.760733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 595b5403-2977-4458-821b-8b5d8a886436 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:05:15.770140 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a50627a4-816c-4d39-8ee9-ca210402073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:15.770571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcffba78-4b5a-4fce-94ea-fb9c692dfb2f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:15.808057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] No DVR routers for this DVR port 450a2f77-72ae-4b09-a95d-ecc6ef267284 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:15.816583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Pushing event deleted for resources: {'Port': ['ID=450a2f77-72ae-4b09-a95d-ecc6ef267284,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:15.823645 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:15.853316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=72a8ff16-deca-445d-9e65-18a9c97a48bb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:15.860588 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:15.915163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:15.951513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:15.960198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] Sync routers for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:15.969441 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:15.970086 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.033305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.040046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.042433 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:16.043030 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.045599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7383063 May 20 08:05:16.049582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45708) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:16.094122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.096354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.103080 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.103503 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1906901-c444-4f63-82ca-67638c3a7a58 None None] The sync data for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:16.194007 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.194651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Fanout notify agent at l3_agent the message router_deleted on router 1a955c59-8b07-48f8-91d3-6b85ad28d60d {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:05:16.214862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.216022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/routers/1a955c59-8b07-48f8-91d3-6b85ad28d60d HTTP/1.1" status: 204 len: 168 time: 2.0971823 May 20 08:05:16.218658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45716) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:16.385871 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.422770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5328d295-29ba-4f15-9650-74f5162238ef up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:16.540931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5328d295-29ba-4f15-9650-74f5162238ef triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:16.541323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.566593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.586260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39dd481-a6e4-443a-9170-d908b4288662']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.602666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.603049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a587e4-ec91-4342-bbd5-1a0cfea1ba02') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:16.617941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.642202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.651178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:05:16.651590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: timer() May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:05:16.667850 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:05:16.835523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 450a2f77-72ae-4b09-a95d-ecc6ef267284 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:16.856545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.860623 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cbdfff87-7459-46dd-8f5c-bc9f15f3bc14 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:16.889274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 450a2f77-72ae-4b09-a95d-ecc6ef267284 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:05:16.889556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:16.890121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 450a2f77-72ae-4b09-a95d-ecc6ef267284 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:16.890964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:16.893659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Network': ['ID=d39dd481-a6e4-443a-9170-d908b4288662,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:16.904279 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:16.910845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/networks/d39dd481-a6e4-443a-9170-d908b4288662 HTTP/1.1" status: 204 len: 168 time: 0.6907485 May 20 08:05:16.918312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:16.932456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:05:16.932977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 53b4afa5-d79b-4dd3-8f7b-3b8f5624d9e0 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:17.028381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.065574 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.191006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.198308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.203763 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f8ca790b-0982-45b9-b5e9-7b56ec3b2efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:17.221708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed91f7-5e52-4576-ad94-a06a2ff15afc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:17.224278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:17.225522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.228048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5ed91f7-5e52-4576-ad94-a06a2ff15afc HTTP/1.1" status: 204 len: 168 time: 0.3069570 May 20 08:05:17.601979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.1 (7af1ce0e-689f-4f3f-ad28-238badb0f95b/0e55387f-4bcb-4288-a9e8-eb95404e8490/5cb9625f-a383-4e8d-956e-9127cd2f9f6a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:17.731825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45750) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:17.737137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276411816', 'description': 'tempest-secgroup-smoke-276411816 description', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:17.744320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:17.748173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:17.751105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:17.758583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:17.789533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.806366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Transition to ACTIVE for port object 5cb9625f-a383-4e8d-956e-9127cd2f9f6a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:17.811187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.834269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:17.838492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:17.841595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:17.847573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:17.891280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.896151 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ce3738a-0806-4306-8a30-142ce4842ccd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:17.941868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:17.968725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:17.970884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:17.975611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:18.012655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=5cb9625f-a383-4e8d-956e-9127cd2f9f6a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:18.014899 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:18.034020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.038819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-551cb422-2c20-4046-9c58-b61d7c67774b tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:18.041346 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.110044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:18.112734 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:18.211508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.217550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4799516 May 20 08:05:18.217550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45760) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:18.221068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:18.243100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:18.244150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 72a8ff16-deca-445d-9e65-18a9c97a48bb no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:18.254881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:18.254881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:18.259830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:18.284397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 72a8ff16-deca-445d-9e65-18a9c97a48bb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:05:18.284747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 72a8ff16-deca-445d-9e65-18a9c97a48bb not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:18.376626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.403443 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.410774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7fa4aebd-4691-46c7-8f52-ec1d818d509a None None] Provisioning for port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:18.416080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7fa4aebd-4691-46c7-8f52-ec1d818d509a None None] Provisioning complete for port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:18.416529 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7fa4aebd-4691-46c7-8f52-ec1d818d509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.455019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.496521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4aebd-4691-46c7-8f52-ec1d818d509a None None] Port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:18.513913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.517278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ec4f76e-9bbd-4db0-abd2-6df13edd1edc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:18.541000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa543f5-4ae1-45f7-906b-4424ec830008,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:18.546235 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:18.611106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.614998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956695 May 20 08:05:18.615138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:18.620645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:18.627381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:18.631709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:18.635289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:18.640598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:18.749125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.831073 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.906785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.908736 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:18.932636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef120512-aeaa-4bed-b188-6c783febce96,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:18.935389 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:18.993841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:18.995701 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3795464 May 20 08:05:18.998452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45772) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:19.004797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:19.012828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:19.017668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:19.020922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:19.025010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.028150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:19.102062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.136190 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84dfe757-9f7b-480e-9ca6-035effcd9f50 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:19.140921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.213768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.225850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.229303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=5cb9625f-a383-4e8d-956e-9127cd2f9f6a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:19.232969 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:19.302110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.310126 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:19.331279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f644b351-20e2-4e68-863d-bc21294e82f9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:19.336445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:19.370941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:19.372702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:19.399537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.406048 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062951 May 20 08:05:19.414597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:19.414597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:19.422290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:19.427012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:19.431188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:19.437585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:19.537673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.607236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 595b5403-2977-4458-821b-8b5d8a886436 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:19.628626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.719752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.732911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c29f8a1a-ee52-4e29-9e8a-6035739f0b1a None None] Provisioning complete for port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:19.733509 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c29f8a1a-ee52-4e29-9e8a-6035739f0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.735928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b24d5177-98d1-40ab-a555-bf0b51f502bf tempest-SecurityGroupRulesTestJSON-33220544 tempest-SecurityGroupRulesTestJSON-33220544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:19.751576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae04792-97b2-4b58-b691-7e93ed6932aa,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:19.755332 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:19.797181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:19.811608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/routers/595b5403-2977-4458-821b-8b5d8a886436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7641997 May 20 08:05:19.813911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c29f8a1a-ee52-4e29-9e8a-6035739f0b1a None None] Port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:19.814059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.814152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45784) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:19.818009 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4071481 May 20 08:05:19.829693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:19.829830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'port': {'network_id': '7af1ce0e-689f-4f3f-ad28-238badb0f95b', 'name': 'tempest-FloatingIPTestJSON-2010824413'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:19.829934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:19.830077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] Sync routers for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:19.832176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:19.836038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:19.839412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:19.840853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:19.841541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:19.847999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:19.892789 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:05:19.902601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:19.918693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:19.930282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:19.930912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:19.999633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.000477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:20.004807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Usage tracker for resource:port and tenant:49c50183c97846c7aef334d0a704e8ff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:20.008408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Quota usage for port was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:20.014275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:20.029635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:20.030043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d497f-4905-46d8-a0d1-72c7c307eb29 None None] The sync data for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:20.079527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.081375 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:20.101607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Made reservation on behalf of 49c50183c97846c7aef334d0a704e8ff for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:20.102104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8719b7ba-058d-4b07-a86f-fc6c768c3a2a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:20.106348 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:20.106563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.132216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] device_id is not set on port 510addf9-d710-4470-93a6-78fdbcd983b3 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:05:20.182289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.183508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3633597 May 20 08:05:20.186299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:20.192848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '6c386850-9b14-46b9-92c1-0dfd3d3bf0ef', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:20.200136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:20.204060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:20.207007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:20.212967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:20.281260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Allocated IP 172.20.0.7 (7af1ce0e-689f-4f3f-ad28-238badb0f95b/0e55387f-4bcb-4288-a9e8-eb95404e8490/510addf9-d710-4470-93a6-78fdbcd983b3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:20.290945 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:05:20.296910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.366275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.427885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.429926 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a87ef599-ea8b-4c82-9c47-4a4c118899b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:20.458322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f855079-9680-4ad5-8217-c2a6da8dff25,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:20.466570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:20.494964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.511261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Transition to ACTIVE for port object 510addf9-d710-4470-93a6-78fdbcd983b3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:20.546556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.548841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3603122 May 20 08:05:20.551548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45804) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:20.558235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'network': {'name': 'tempest-network-smoke--1362863692', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'port_security_enabled': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:20.569578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:20.573436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:network and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:20.576340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:20.582093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:20.622421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.628306 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:20.692828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:20.696727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:20.700613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:20.730967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:20.734502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.764946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event updated for resources: {'Port': ['ID=510addf9-d710-4470-93a6-78fdbcd983b3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:20.783222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.783629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.783995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.784377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.784753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.785123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.785515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.785880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.786243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.786615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.787068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.787573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:20.794472 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:20.812069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:20.812722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.830559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:05:20.849198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.849689 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Added segment d86141e4-6d7d-4646-8057-fe18ee27e8a7 of type vlan for network 401b57e9-f729-4b98-b70b-9de8788de60a May 20 08:05:20.878593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.929314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1107461 May 20 08:05:20.929559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45808) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:20.934734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Request body: {'floatingip': {'port_id': '510addf9-d710-4470-93a6-78fdbcd983b3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:20.991477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:20.996967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:20.997578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:21.005227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-480a96d4-57ec-403c-a7a1-f485ba794b37 None None] Provisioning for port 510addf9-d710-4470-93a6-78fdbcd983b3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:21.010542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-480a96d4-57ec-403c-a7a1-f485ba794b37 None None] Provisioning complete for port 510addf9-d710-4470-93a6-78fdbcd983b3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:21.010925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-480a96d4-57ec-403c-a7a1-f485ba794b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:21.073990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-480a96d4-57ec-403c-a7a1-f485ba794b37 None None] Port 510addf9-d710-4470-93a6-78fdbcd983b3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:21.164385 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f999bcc8-bad2-477e-a7eb-49aa27a082f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:21.295715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:21.346312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Network': ['ID=401b57e9-f729-4b98-b70b-9de8788de60a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:21.356845 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:21.357996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8053908 May 20 08:05:21.359728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 401b57e9-f729-4b98-b70b-9de8788de60a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:05:21.361697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:21.368655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'admin_state_up': True, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:21.376732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:21.381078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:router and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:21.384616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:21.392324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:21.491202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:21.495713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:21.511706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.069383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.097814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.199856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.377786 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP cc50bab7-dc96-4050-8d98-f43d732a050d associated. External IP: 172.25.8.86, port: bccb4bfc-2740-4946-a6a8-d54845131066. May 20 08:05:22.527021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.562254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.699890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.156 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/1b6f1e8c-3d6e-4271-ad55-e845beec042a) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:22.762162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:22.860321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.948550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:22.952745 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-899b74f6-c7c4-45bc-849f-5a11707caf89 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:23.017219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:23.020068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:23.024675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:23.059355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=1b6f1e8c-3d6e-4271-ad55-e845beec042a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:23.063675 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:23.120547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:23.130877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:23.144533 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:23.145217 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.212280 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.222162 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:23.222794 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.289455 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.289911 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6a5f8-f0a2-430c-804f-9b3bf6dd76cb None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:23.526191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 595b5403-2977-4458-821b-8b5d8a886436 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:23.541642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:23.713842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:23.718333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:23.728612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] Sync routers for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:23.745920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:23.747406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.839421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-79195edc-0ef6-436d-a670-803805a0be16 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/floatingips/cc50bab7-dc96-4050-8d98-f43d732a050d HTTP/1.1" status: 200 len: 977 time: 2.9088328 May 20 08:05:23.842257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45848) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:23.865765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.877844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:23.878626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.941349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:23.941790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0b52f-782c-48d1-9f88-d7b7fc2279a7 None None] The sync data for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:24.006713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 510addf9-d710-4470-93a6-78fdbcd983b3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:24.007121 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.147222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.180420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.228198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.485227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:05:24.625445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.626074 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.626489 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Floating IP cc50bab7-dc96-4050-8d98-f43d732a050d disassociated. External IP: 172.25.8.86, port: 510addf9-d710-4470-93a6-78fdbcd983b3. May 20 08:05:24.626906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 510addf9-d710-4470-93a6-78fdbcd983b3 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:24.720263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:24.730136 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Sync routers for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:24.741514 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:24.746473 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:24.816794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.824638 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e88079a4-5bfe-4e65-8b5c-c698900b4202 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:24.828838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:24.835762 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4725444 May 20 08:05:24.837003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45866) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:24.877248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=510addf9-d710-4470-93a6-78fdbcd983b3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:24.900938 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-94941800-1e2e-45a8-ac7b-2a56bd61ff53 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=567cfd0691fb47aeaf538b4099e7d8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622644 May 20 08:05:24.907041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:24.972800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:25.016293 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:25.119915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252e7e02-58a0-4174-a8a2-42e7c90e0e19 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:25.121415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-252e7e02-58a0-4174-a8a2-42e7c90e0e19 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2133596 May 20 08:05:25.140233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:25.163261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 595b5403-2977-4458-821b-8b5d8a886436 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:25.185205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-927e7474-403c-46f6-9721-6e40161c2de1 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489452 May 20 08:05:25.189978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45878) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:25.196540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274549551', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:25.321032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:25.326435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:subnet and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:25.330460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:25.336512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:25.351438 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:23Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:25.355450 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Checking router: 9a68baba-e16b-4537-a7ab-b5c8381f35a7 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:05:25.355927 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Updating router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 port 1b6f1e8c-3d6e-4271-ad55-e845beec042a binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:05:25.365966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:25.377386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] Sync routers for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:25.394689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:25.396781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:25.420103 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:25.463093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:25.466868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:25.495640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:25.511570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:25.522856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:25.524354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:25.533420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/510addf9-d710-4470-93a6-78fdbcd983b3 HTTP/1.1" status: 204 len: 168 time: 1.6900024 May 20 08:05:25.534171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 45884) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:25.603857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:25.604465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e79ed-6e70-44bb-8c71-9d10dd35ff7f None None] The sync data for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:25.932425 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:25.943918 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Transition to ACTIVE for port object 1b6f1e8c-3d6e-4271-ad55-e845beec042a will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:26.044686 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.054117 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-780b9b62-122b-4d70-b2cb-ad2909b8f69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:26.127140 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Pushing event updated for resources: {'Port': ['ID=1b6f1e8c-3d6e-4271-ad55-e845beec042a,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:26.138098 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.139068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.139068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.139275 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.139446 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.139764 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.140078 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.140394 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.140702 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.141013 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.141330 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.141732 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:26.145278 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:26.146521 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Attempting to bind port 1b6f1e8c-3d6e-4271-ad55-e845beec042a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:26.146855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Attempting to bind port 1b6f1e8c-3d6e-4271-ad55-e845beec042a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:26.147400 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Attempting to bind port 1b6f1e8c-3d6e-4271-ad55-e845beec042a on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:26.153059 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:26.153436 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:26.154140 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.154514 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:26.154977 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Bound port: 1b6f1e8c-3d6e-4271-ad55-e845beec042a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:26.155348 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.166805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.171942 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-702d9af1-62f1-4a59-bd5b-0c5e9f68ad5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:26.189068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.231893 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] For port 1b6f1e8c-3d6e-4271-ad55-e845beec042a, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:26.234952 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] For port 1b6f1e8c-3d6e-4271-ad55-e845beec042a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1b6f1e8c-3d6e-4271-ad55-e845beec042a,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:26.250559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Subnet': ['ID=00e9cf3e-1c82-43da-a4c9-633a5d191229,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:26.254814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:26.259099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:26.259488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network hostable DHCP agents. Network: 401b57e9-f729-4b98-b70b-9de8788de60a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:05:26.267759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.296556 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.300619 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-74106fa5-229a-470d-9d08-699cd7d518d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:26.376161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 401b57e9-f729-4b98-b70b-9de8788de60a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:05:26.382073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:26.382819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:26.455784 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Pushing event updated for resources: {'Port': ['ID=1b6f1e8c-3d6e-4271-ad55-e845beec042a,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:26.457154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 401b57e9-f729-4b98-b70b-9de8788de60a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:26.462889 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:26.468725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc3ee6-7aee-44e1-8d76-923b34c6c996 None None] Network 401b57e9-f729-4b98-b70b-9de8788de60a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:26.480471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:26.481264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.583533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3924716 May 20 08:05:26.586860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:26.681629 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:26.727697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-401b57e9-f729-4b98-b70b-9de8788de60a', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:05:26.728892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:26.913655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 5cb9625f-a383-4e8d-956e-9127cd2f9f6a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:26.914055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.060899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Allocated IP 172.20.0.2 (401b57e9-f729-4b98-b70b-9de8788de60a/00e9cf3e-1c82-43da-a4c9-633a5d191229/94300625-b6c6-43c5-a763-0cc9850af664) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:27.157537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.262215 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:23Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:27.266966 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc826d32-d560-4f44-b6b0-f33b4335bc80 None None] The sync data for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 is: [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:23Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:27.311614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 5cb9625f-a383-4e8d-956e-9127cd2f9f6a owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:27.467131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.597603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Transition to ACTIVE for port object 94300625-b6c6-43c5-a763-0cc9850af664 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:27.633072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Transition to ACTIVE for port object 94300625-b6c6-43c5-a763-0cc9850af664 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:27.713766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.717605 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:27.770920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.781613 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab672bc0-4d89-426f-84da-95cdc1570b3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:27.789370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Pushing event updated for resources: {'Port': ['ID=94300625-b6c6-43c5-a763-0cc9850af664,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:27.792784 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:27.794893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Network 401b57e9-f729-4b98-b70b-9de8788de60a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:27.796160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:27.800725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:27.941737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Attempting to bind port 94300625-b6c6-43c5-a763-0cc9850af664 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:27.942127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Attempting to bind port 94300625-b6c6-43c5-a763-0cc9850af664 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:27.942502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Attempting to bind port 94300625-b6c6-43c5-a763-0cc9850af664 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:27.949225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:27.949642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:27.950059 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.956311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Bound using segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:27.956909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Bound port: 94300625-b6c6-43c5-a763-0cc9850af664, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:27.957314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:27.969322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=5cb9625f-a383-4e8d-956e-9127cd2f9f6a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:27.985249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:27.988280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.173496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] For port 94300625-b6c6-43c5-a763-0cc9850af664, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:28.181968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] For port 94300625-b6c6-43c5-a763-0cc9850af664, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=94300625-b6c6-43c5-a763-0cc9850af664,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:28.259764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.266116 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:28.429405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1b6f1e8c-3d6e-4271-ad55-e845beec042a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:28.459828 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.574006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Pushing event updated for resources: {'Port': ['ID=94300625-b6c6-43c5-a763-0cc9850af664,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:28.596302 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:28.631926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.1 (401b57e9-f729-4b98-b70b-9de8788de60a/00e9cf3e-1c82-43da-a4c9-633a5d191229/75360829-1296-44f4-b4d7-c27fd471ac6f) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:28.644899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1b6f1e8c-3d6e-4271-ad55-e845beec042a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:28.657030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1b6f1e8c-3d6e-4271-ad55-e845beec042a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:28.659146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.894047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.894911 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:28.912771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object 75360829-1296-44f4-b4d7-c27fd471ac6f will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:28.914674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 1b6f1e8c-3d6e-4271-ad55-e845beec042a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1b6f1e8c-3d6e-4271-ad55-e845beec042a,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:29.028302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:29.031405 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ea398dc-5722-4192-a99c-206f97c4acca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:29.057128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:29.062333 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:29.128917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=1b6f1e8c-3d6e-4271-ad55-e845beec042a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:29.135051 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:29.159604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 401b57e9-f729-4b98-b70b-9de8788de60a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:29.163874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:29.166270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:29.188969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 595b5403-2977-4458-821b-8b5d8a886436 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:29.209353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:29.226014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.226407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.226796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.227176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.227549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.227927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.228292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.228662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.229058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.229426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.229819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.230185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:05:29.234079 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:29.248407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:29.392681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:29.405676 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] Sync routers for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:29.407761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/routers/595b5403-2977-4458-821b-8b5d8a886436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725302 May 20 08:05:29.410611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:29.419349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:29.419970 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:29.502731 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:29.545448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] Routers {'595b5403-2977-4458-821b-8b5d8a886436'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:29.546423 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['595b5403-2977-4458-821b-8b5d8a886436'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:29.668237 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:29.668877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248720c5-a0b9-4a49-8228-f6c4a40aa97d None None] The sync data for ids ['595b5403-2977-4458-821b-8b5d8a886436'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:29.886444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:29.989027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.218760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438f20b-a17d-48e1-88a4-8ac947c8f64e None None] Network 401b57e9-f729-4b98-b70b-9de8788de60a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:30.351580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.464765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1b6f1e8c-3d6e-4271-ad55-e845beec042a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:30.548330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d892b5e8-4239-49ac-bf34-b364d5893f48 None None] Provisioning for port 94300625-b6c6-43c5-a763-0cc9850af664 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:30.584628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1b6f1e8c-3d6e-4271-ad55-e845beec042a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:30.584628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.607005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.629147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 3d972a40-d51b-4b80-aa69-1bf04f0dee4e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:30.629413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.729541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.763959 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:30.765844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 94300625-b6c6-43c5-a763-0cc9850af664 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:30.890606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 94300625-b6c6-43c5-a763-0cc9850af664 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:30.896072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 94300625-b6c6-43c5-a763-0cc9850af664 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:30.896940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.897703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:30.904797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:30.907879 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:30.915925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.046540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.080988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 94300625-b6c6-43c5-a763-0cc9850af664, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=94300625-b6c6-43c5-a763-0cc9850af664,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:31.090992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Provisioning for port 75360829-1296-44f4-b4d7-c27fd471ac6f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:31.096671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Provisioning complete for port 75360829-1296-44f4-b4d7-c27fd471ac6f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:31.097058 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.160067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Port 75360829-1296-44f4-b4d7-c27fd471ac6f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:31.162042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.169873 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:31.248137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Provisioning complete for port 94300625-b6c6-43c5-a763-0cc9850af664 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:31.248943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31cb749d-cfa0-48ec-b84f-a6c66847dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.311465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=94300625-b6c6-43c5-a763-0cc9850af664,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:31.324825 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:31.325895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 3d972a40-d51b-4b80-aa69-1bf04f0dee4e owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:31.396001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 401b57e9-f729-4b98-b70b-9de8788de60a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:31.398268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:31.517350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-582416cc-ad6f-43a1-8b02-cb60a08f5426 None None] Provisioning complete for port 75360829-1296-44f4-b4d7-c27fd471ac6f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:31.517882 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-582416cc-ad6f-43a1-8b02-cb60a08f5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.650368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-582416cc-ad6f-43a1-8b02-cb60a08f5426 None None] Port 75360829-1296-44f4-b4d7-c27fd471ac6f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:31.654411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:31.772115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-16a4fa39-c719-4c63-9998-1641c14d46b6 None None] Provisioning complete for port 75360829-1296-44f4-b4d7-c27fd471ac6f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:31.772478 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16a4fa39-c719-4c63-9998-1641c14d46b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.841204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-16a4fa39-c719-4c63-9998-1641c14d46b6 None None] Port 75360829-1296-44f4-b4d7-c27fd471ac6f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:31.888274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:31.894390 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff6a8ec-43f3-4629-9c35-f1a4727830f5 tempest-PortsAdminExtendedAttrsTestJSON-1975308846 tempest-PortsAdminExtendedAttrsTestJSON-1975308846-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:31.947319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=3d972a40-d51b-4b80-aa69-1bf04f0dee4e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:31.949641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:31.985156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:31.994743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Sync routers for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:32.004087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:32.004780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:32.037803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/9a68baba-e16b-4537-a7ab-b5c8381f35a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4481492 May 20 08:05:32.061003 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.192283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:32.253200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.256179 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.289354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-075e44a5-90f3-41eb-8bbd-ea27be041995 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276411816&fields=id&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 267 time: 0.0549073 May 20 08:05:32.325076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.325806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Fanout notify agent at l3_agent the message router_deleted on router 595b5403-2977-4458-821b-8b5d8a886436 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:05:32.344558 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.345646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 94300625-b6c6-43c5-a763-0cc9850af664 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:32.347763 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/routers/595b5403-2977-4458-821b-8b5d8a886436 HTTP/1.1" status: 204 len: 168 time: 2.9358799 May 20 08:05:32.348439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:32.424508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting subnet 0e55387f-4bcb-4288-a9e8-eb95404e8490 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:05:32.428116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.452811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-07fe3910-b67c-4a7e-9921-fe67c56f8d98 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:32.453754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-07fe3910-b67c-4a7e-9921-fe67c56f8d98 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:32.485531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.535043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 94300625-b6c6-43c5-a763-0cc9850af664 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:32.535422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.575430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-07fe3910-b67c-4a7e-9921-fe67c56f8d98 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:32.576670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-07fe3910-b67c-4a7e-9921-fe67c56f8d98 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 797 time: 0.2795188 May 20 08:05:32.578306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.593284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-341e8eeb-9b26-4242-ad89-2bbaad8c7ada tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/quotas/567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 375 time: 0.0100813 May 20 08:05:32.689320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-bb821bb1-7d6c-43be-bb60-284af0926520 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:32.705347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:30Z', 'revision_number': 2, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:32.713394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Checking router: 9a68baba-e16b-4537-a7ab-b5c8381f35a7 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:05:32.713794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Updating router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 port 75360829-1296-44f4-b4d7-c27fd471ac6f binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:05:32.764753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-bb821bb1-7d6c-43be-bb60-284af0926520 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:32.766129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-bb821bb1-7d6c-43be-bb60-284af0926520 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672695 May 20 08:05:32.770035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:32.961785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-c5f42c16-4e7a-4b02-b5fd-cf2dd4697ba9 service neutron] 10.222.0.79 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818013 May 20 08:05:33.062804 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.067131 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-821ef910-e613-481c-ac50-303939480031 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:33.113421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-87cf6d95-11f4-419c-893b-cdb82029327a service neutron] 10.222.0.79 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507728 May 20 08:05:33.191517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.205095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Transition to ACTIVE for port object 75360829-1296-44f4-b4d7-c27fd471ac6f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:33.264683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Subnet': ['ID=0e55387f-4bcb-4288-a9e8-eb95404e8490,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:33.267777 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:33.268744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.275602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/subnets/0e55387f-4bcb-4288-a9e8-eb95404e8490 HTTP/1.1" status: 204 len: 168 time: 0.9240606 May 20 08:05:33.276165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab98422-705a-49f9-8996-4309fa449bf1 None None] Network 7af1ce0e-689f-4f3f-ad28-238badb0f95b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:33.278265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 45990) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:33.365446 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.371676 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f42f2ec-6ce2-4a30-8446-b8094e6d657e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:33.401244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.459851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Pushing event updated for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:33.469060 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:33.505219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 5328d295-29ba-4f15-9650-74f5162238ef {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:33.509588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.678675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] For port 5328d295-29ba-4f15-9650-74f5162238ef, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5328d295-29ba-4f15-9650-74f5162238ef,segment=NetworkSegment(3f4bb89a-dd85-48f5-9318-b8e7f0403c59),segment_id=3f4bb89a-dd85-48f5-9318-b8e7f0403c59)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:33.679182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.773883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d19545b1-07d5-4776-9475-d5545540fc47 req-1c9d4ac6-589b-431e-a756-cf642a9e826d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 210 time: 0.0979490 May 20 08:05:33.831875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 5328d295-29ba-4f15-9650-74f5162238ef owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:33.855031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Attempting to bind port 75360829-1296-44f4-b4d7-c27fd471ac6f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:33.855652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Attempting to bind port 75360829-1296-44f4-b4d7-c27fd471ac6f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:33.856201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Attempting to bind port 75360829-1296-44f4-b4d7-c27fd471ac6f on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:33.866612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:33.867268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:33.867827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.868365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Bound using segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:33.869004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Bound port: 75360829-1296-44f4-b4d7-c27fd471ac6f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:33.869564 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.954034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:33.960421 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc9ce288-d150-41e0-8793-eac5728c0a0d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:33.986690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] For port 75360829-1296-44f4-b4d7-c27fd471ac6f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:33.991616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] For port 75360829-1296-44f4-b4d7-c27fd471ac6f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=75360829-1296-44f4-b4d7-c27fd471ac6f,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:34.012188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e703460-7fc5-4c85-82b4-88363e6b9941 None None] DHCP port deletion for 7af1ce0e-689f-4f3f-ad28-238badb0f95b request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:05:34.043716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] No DVR routers for this DVR port 5328d295-29ba-4f15-9650-74f5162238ef on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:34.068740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.074163 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e590bf4-b4ed-44a7-aaaf-475d53a5305a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:34.075690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=5328d295-29ba-4f15-9650-74f5162238ef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:34.078279 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:34.172557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:34.173384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:34.195922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.210797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af1ce0e-689f-4f3f-ad28-238badb0f95b']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:34.226831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4bb89a-dd85-48f5-9318-b8e7f0403c59') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:34.227014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4bb89a-dd85-48f5-9318-b8e7f0403c59') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:34.241386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.260851 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.270300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:05:34.270300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.283805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Pushing event updated for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:34.296382 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: timer() May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:05:34.369324 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:05:34.397263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5328d295-29ba-4f15-9650-74f5162238ef no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:34.448957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5328d295-29ba-4f15-9650-74f5162238ef {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:05:34.448957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5328d295-29ba-4f15-9650-74f5162238ef not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:34.485974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.497584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.501022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:34.505362 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:34.543795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Network': ['ID=7af1ce0e-689f-4f3f-ad28-238badb0f95b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:34.548295 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:34.553253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46014) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:34.554338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/networks/7af1ce0e-689f-4f3f-ad28-238badb0f95b HTTP/1.1" status: 204 len: 168 time: 1.2748237 May 20 08:05:34.857879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 89920d4d-fdc4-4d46-8d9e-ad0c4b65729f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:34.859059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:34.871114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:33Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:34.875467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64374bc7-4041-4941-ab3f-caa2873fc6fa None None] The sync data for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 is: [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:33Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:35.026507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:35.026933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:35.413313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 89920d4d-fdc4-4d46-8d9e-ad0c4b65729f owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:35.481733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d4c0cf5-4554-4d96-94fc-f216c1b68ec0 req-c1729388-21c3-453e-a0b8-ceeebe218bcc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 210 time: 0.0611725 May 20 08:05:35.703945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.710510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.716460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.723320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.730050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.736064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.741951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:35.743935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-303f5251-5b00-4b1a-a962-b8dc8640f461 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.1442668 May 20 08:05:35.745179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:35.749268 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a22f914f-c956-418d-b992-1b9015ee5b03 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:35.812884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=89920d4d-fdc4-4d46-8d9e-ad0c4b65729f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:35.821171 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:35.924285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13b4dbd6-dbfe-4064-81a6-159a8aedf26a req-f0a54d56-30b8-4f2d-9528-24a4466f3fc8 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346972 May 20 08:05:36.028077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.075586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.076729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/floatingips/cc50bab7-dc96-4050-8d98-f43d732a050d HTTP/1.1" status: 204 len: 168 time: 1.5222859 May 20 08:05:36.087814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46034) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:36.151187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-fd87aacf-bb57-4823-92ac-898dc25e49ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.152717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-fd87aacf-bb57-4823-92ac-898dc25e49ed tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 797 time: 0.2274880 May 20 08:05:36.154149 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f04419-9999-48dc-9fa3-2a22c87fa1ab tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] DELETE failed (client error): The resource could not be found. May 20 08:05:36.154596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f04419-9999-48dc-9fa3-2a22c87fa1ab tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:05:36.156194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c0f04419-9999-48dc-9fa3-2a22c87fa1ab tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/510addf9-d710-4470-93a6-78fdbcd983b3 HTTP/1.1" status: 404 len: 333 time: 0.0673625 May 20 08:05:36.159253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46038) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:36.212366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-d9748b78-4cee-4fd1-8cdd-e2a1e3828310 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 379 time: 0.0495496 May 20 08:05:36.217520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed046976-4e12-424c-b77a-15548d5a9dff tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Synchronizing usage tracker for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:36.233586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'port': {'device_id': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'admin_state_up': True, 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'security_groups': ['6c386850-9b14-46b9-92c1-0dfd3d3bf0ef']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:36.279377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed046976-4e12-424c-b77a-15548d5a9dff tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Unset dirty status for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:36.283752 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed046976-4e12-424c-b77a-15548d5a9dff tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/ports?device_id=595b5403-2977-4458-821b-8b5d8a886436 HTTP/1.1" status: 200 len: 205 time: 0.1234357 May 20 08:05:36.284541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46044) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:36.389690 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-8f29195e-feba-4799-b1d3-a7397f6ef92d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] delete failed (client error): The resource could not be found. May 20 08:05:36.390865 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f29195e-feba-4799-b1d3-a7397f6ef92d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/routers/595b5403-2977-4458-821b-8b5d8a886436 HTTP/1.1" status: 404 len: 336 time: 0.1049252 May 20 08:05:36.393300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46050) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:36.397081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75360829-1296-44f4-b4d7-c27fd471ac6f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:36.434814 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-641f7050-d923-4c31-9677-7f745e5e6e65 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] DELETE failed (client error): The resource could not be found. May 20 08:05:36.435408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641f7050-d923-4c31-9677-7f745e5e6e65 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:05:36.441651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-641f7050-d923-4c31-9677-7f745e5e6e65 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/subnets/0e55387f-4bcb-4288-a9e8-eb95404e8490 HTTP/1.1" status: 404 len: 337 time: 0.0429647 May 20 08:05:36.445274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46054) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:36.526987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:36.554621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:36.587940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.593746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.600016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.605983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.611765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.616904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 75360829-1296-44f4-b4d7-c27fd471ac6f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:36.618419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.625103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 75360829-1296-44f4-b4d7-c27fd471ac6f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:36.625822 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.626237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.628246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8d7fcc42-f2b2-40f6-940c-420d63c95877 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.1657777 May 20 08:05:36.658347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port bccb4bfc-2740-4946-a6a8-d54845131066 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:36.658734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.700615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:36.704450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.729733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8a48830-3c3f-4620-a14c-ff5ec8760dbf req-527cf0df-943e-453e-8431-700be348051f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 210 time: 0.1003995 May 20 08:05:36.792126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-948d502b-4a90-4d45-811f-0b28515e982a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.809192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.828893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-ac0ff716-0849-4553-a123-8fa5f02c5096 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:36.830845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-ac0ff716-0849-4553-a123-8fa5f02c5096 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1685798 May 20 08:05:36.845221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 75360829-1296-44f4-b4d7-c27fd471ac6f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=75360829-1296-44f4-b4d7-c27fd471ac6f,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:36.850348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.923829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:36.940692 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:36.986790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for bccb4bfc-2740-4946-a6a8-d54845131066 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:37.035364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.10 (401b57e9-f729-4b98-b70b-9de8788de60a/00e9cf3e-1c82-43da-a4c9-633a5d191229/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:37.077350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:37.081264 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:37.127782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9b7c8889-c056-49a0-b8ed-890313db1e11 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2836740 May 20 08:05:37.349935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:37.376444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:37.387942 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-000017f7-8b4e-4699-ba36-e855bdfc2e6f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:37.464203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.467573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=bccb4bfc-2740-4946-a6a8-d54845131066,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:37.470250 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:37.471339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.478970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.487135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.494665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.500614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.507100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:37.509093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8449d59b-6327-488c-bba8-9d956ada360c req-075671d2-750a-498d-8089-6950eb6e0d6f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 5446 time: 0.3549459 May 20 08:05:37.560489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:37.651644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/bccb4bfc-2740-4946-a6a8-d54845131066 HTTP/1.1" status: 204 len: 168 time: 1.2050097 May 20 08:05:37.654280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:37.767832 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:37.800604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port aa3961b9-098a-4d4c-937e-e1831b9aae85 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:37.800604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:37.813529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:37.828076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8449d59b-6327-488c-bba8-9d956ada360c req-fb5e0f48-1441-4a6a-803d-65f02aaae852 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018865 May 20 08:05:37.828887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.002619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.075718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.089515 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-192a36bc-ab35-4c3f-8917-447635f6a00c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:38.172147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for aa3961b9-098a-4d4c-937e-e1831b9aae85 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:38.225146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 401b57e9-f729-4b98-b70b-9de8788de60a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:38.238807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:38.242066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:38.335467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=49209233-9254-4f06-8ab8-d25aa23f2f85,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:38.347294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:38.348650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75360829-1296-44f4-b4d7-c27fd471ac6f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:38.357840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:38.371544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.377725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:38.378472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.379823 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:38.418507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84040153-20e3-456f-8390-4b08d0f3c3f5 req-8b34d595-df2a-45c9-9749-fc06c704302f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:38.420081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-84040153-20e3-456f-8390-4b08d0f3c3f5 req-8b34d595-df2a-45c9-9749-fc06c704302f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 932 time: 0.2949560 May 20 08:05:38.453385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 75360829-1296-44f4-b4d7-c27fd471ac6f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:38.454324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=aa3961b9-098a-4d4c-937e-e1831b9aae85,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:38.454513 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.460006 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:38.491485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] For port 49209233-9254-4f06-8ab8-d25aa23f2f85, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:38.578631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-84040153-20e3-456f-8390-4b08d0f3c3f5 req-d5225a21-d70a-4262-be5a-00f04f1cec00 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511669 May 20 08:05:38.604527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] device_id is not set on port 49209233-9254-4f06-8ab8-d25aa23f2f85 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:05:38.615845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.628368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4022381 May 20 08:05:38.648539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Request body: {'port': {'device_id': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:38.654247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.671124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/ports/aa3961b9-098a-4d4c-937e-e1831b9aae85 HTTP/1.1" status: 204 len: 168 time: 1.0156195 May 20 08:05:38.673523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46104) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:38.742929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d08dd279-060b-4c06-8600-e64eb1c1f6f3 None None] Provisioning for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:38.749204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d08dd279-060b-4c06-8600-e64eb1c1f6f3 None None] Provisioning complete for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:38.749629 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d08dd279-060b-4c06-8600-e64eb1c1f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.758734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.770074 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:38.787690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed19d5-d8e6-4e4b-bed6-dbaaf270c70f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:38.789132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-deed19d5-d8e6-4e4b-bed6-dbaaf270c70f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Synchronizing usage tracker for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:38.815298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d08dd279-060b-4c06-8600-e64eb1c1f6f3 None None] Port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:38.848760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46110) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:38.879326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-deed19d5-d8e6-4e4b-bed6-dbaaf270c70f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Unset dirty status for tenant:49c50183c97846c7aef334d0a704e8ff on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:38.882157 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-deed19d5-d8e6-4e4b-bed6-dbaaf270c70f tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a37712b-94bc-460e-a897-a948962e13c9 HTTP/1.1" status: 200 len: 913 time: 0.2058785 May 20 08:05:38.885019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:38.940273 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:38.974646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] No DVR routers for this DVR port 49209233-9254-4f06-8ab8-d25aa23f2f85 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:39.058753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.074896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Pushing event updated for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:39.077707 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:39.138947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ae26ac4a-3fcd-4acb-8338-5dc6f1d9c943 None None] Provisioning complete for port 49209233-9254-4f06-8ab8-d25aa23f2f85 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:39.139789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ae26ac4a-3fcd-4acb-8338-5dc6f1d9c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.144421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:39.150320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] In _notify_port_updated(), no bound segment for port 49209233-9254-4f06-8ab8-d25aa23f2f85 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:05:39.151215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.151834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.152035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Usage tracker for resource:security_group_rule and tenant:b4de05cb46374af4964f1f09fd9652d3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:39.153279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] 10.222.0.84 "PUT /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 200 len: 1032 time: 2.0112453 May 20 08:05:39.156696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:39.167158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:39.181639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-154e9107-f015-4484-aa96-454d1d22fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.207424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ae26ac4a-3fcd-4acb-8338-5dc6f1d9c943 None None] Port 49209233-9254-4f06-8ab8-d25aa23f2f85 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:39.258217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device dfa6c045-39f5-44e3-9850-f125cf625115 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:39.321220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-3cbf218c-8fec-4c06-97b7-ba796e940e37 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.322604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-3cbf218c-8fec-4c06-97b7-ba796e940e37 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "GET /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1573989 May 20 08:05:39.333217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.339308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.345221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.351140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.356956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.362835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:39.365194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-e68e40fb-de4c-4339-a556-e02690ee06cf tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 4667 time: 0.3515172 May 20 08:05:39.370100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:39.419240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.455365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:39.460736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:39.492698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.576140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.576862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 31633478-0ce4-4e0c-956f-b91b2dacdb28 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:39.588101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-744ec19a-79a1-4644-9bb9-7b17b212cc9c req-fab42c61-f674-4e62-b31a-ee97ab9c4d99 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&id=e338c4de-56fa-4d8c-923d-7c3a8388461f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746273 May 20 08:05:39.638587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:39.697451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.707515 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf8d215a-5fbc-42d1-8b03-7e7e918d0e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:39.722972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:39.755323 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:39.763595 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4de05cb46374af4964f1f09fd9652d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059954 May 20 08:05:39.766128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c542df2-ff98-4ca5-9d5a-72c5ebcaa589,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:39.770036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:39.770496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:39.812265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.845407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.875307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.884502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:39.903811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.941869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.981178 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:39.982883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 2e4f92b1-59c7-431c-9c55-56955699f3fc no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:39.990646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.016246 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f74628a5-65ee-4533-9d5a-ecf2a680ae0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.056915 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa6c045-39f5-44e3-9850-f125cf625115', 'code': 200} May 20 08:05:40.124816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:05:40.126624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:40.132011 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:40.140710 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.187937 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.224274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:40.249202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=dfa6c045-39f5-44e3-9850-f125cf625115,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:40.262957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Transition to ACTIVE for port object ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:40.263150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.274587 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-96558a25-0f3f-406e-ae7c-8e6757aeb07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.285267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.286222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6716a4ee-8a6c-487b-8dac-76f21f5249fc no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:40.291500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537ef1-6944-4b37-96e1-4e719b17491a req-8e649c16-53bf-47c5-873f-2f7ec31cef6c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:40.292218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ff537ef1-6944-4b37-96e1-4e719b17491a req-8e649c16-53bf-47c5-873f-2f7ec31cef6c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:40.305004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] For port dfa6c045-39f5-44e3-9850-f125cf625115, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:40.315528 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.316878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c542df2-ff98-4ca5-9d5a-72c5ebcaa589,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:40.322320 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:40.332269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.334640 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c542df2-ff98-4ca5-9d5a-72c5ebcaa589 HTTP/1.1" status: 204 len: 168 time: 0.5612266 May 20 08:05:40.365330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] device_id is not set on port dfa6c045-39f5-44e3-9850-f125cf625115 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:05:40.370765 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.377739 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.420067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.432729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ff537ef1-6944-4b37-96e1-4e719b17491a req-8e649c16-53bf-47c5-873f-2f7ec31cef6c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:40.450279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff537ef1-6944-4b37-96e1-4e719b17491a req-8e649c16-53bf-47c5-873f-2f7ec31cef6c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 932 time: 0.3114738 May 20 08:05:40.512845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:40.518914 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:40.525835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.530529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 8e652746-17fa-4d0e-8126-95e551e23da6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:40.531011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.575931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:40.579163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.644958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.646004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ba871499-6c94-4dfc-a868-edc22341ea34 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:40.716086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:40.736005 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.795451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:40.798680 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:40.813406 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c987d4-d31a-4793-986c-3b1ec8de4238 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:40.861458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:40.870736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff537ef1-6944-4b37-96e1-4e719b17491a req-bada1614-e277-406a-b1a2-73ad519e4862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171648 May 20 08:05:40.871996 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:40.911073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 8e652746-17fa-4d0e-8126-95e551e23da6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:40.960020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] No DVR routers for this DVR port dfa6c045-39f5-44e3-9850-f125cf625115 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:40.968207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.018151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:41.079174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.079936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 49209233-9254-4f06-8ab8-d25aa23f2f85 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:41.109766 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:41.122196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:41.134605 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:41.163398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] In _notify_port_updated(), no bound segment for port dfa6c045-39f5-44e3-9850-f125cf625115 on network 9be48ced-bf74-4367-9c12-853a8c6657ba {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:05:41.164286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.164908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.166385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] 10.222.0.84 "PUT /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 200 len: 1033 time: 1.8002238 May 20 08:05:41.174070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:41.174298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:41.174632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:41.178066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46146) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:41.199444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.214267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.222081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:41.222955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ad029ae7-36a7-419f-887f-f7a8d70a9a18 None None] Provisioning complete for port dfa6c045-39f5-44e3-9850-f125cf625115 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:41.223332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad029ae7-36a7-419f-887f-f7a8d70a9a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.226934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:05:41.227275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:41.230848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Usage tracker for resource:security_group_rule and tenant:74fb7b83b4a142dabd54e547bbbaf59d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:41.231803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.235965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:41.239769 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a789d070-d75b-4218-9a6a-af1e7f3ec59c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:41.249650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:41.250002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:41.250398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Bound using segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:41.250847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Bound port: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:41.251203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.253008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:41.262528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 49209233-9254-4f06-8ab8-d25aa23f2f85 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:05:41.262868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7f7a9f31-148b-4d6a-93f0-047d172fc78f no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:05:41.291152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:41.298049 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:41.316867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=8e652746-17fa-4d0e-8126-95e551e23da6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:41.324463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:41.331937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ad029ae7-36a7-419f-887f-f7a8d70a9a18 None None] Port dfa6c045-39f5-44e3-9850-f125cf625115 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:05:41.380037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.386568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.392435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.395553 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.398920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.404997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.406991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf333871-d829-4729-af80-a041d289ee94 req-2eb50d96-9d0d-4d72-9707-67c31b9da729 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3879 time: 0.3472164 May 20 08:05:41.431492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:41.496213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf333871-d829-4729-af80-a041d289ee94 req-8dd441df-c1ef-4f45-a78d-b06fbb0c51b7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768838 May 20 08:05:41.497240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:41.507984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:41.509985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 6716a4ee-8a6c-487b-8dac-76f21f5249fc {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:41.510333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.553678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.555725 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-af155a20-b0e3-47a2-ba24-8486e26c84d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:41.633990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.636025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:41.639531 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:41.644459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc6e2133-9a2b-421b-938c-a2f414815427 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:41.683068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.684078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.728140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:41.728785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.730190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] 10.222.0.84 "PUT /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1092 time: 3.0865545 May 20 08:05:41.730715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:41.745915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port 6716a4ee-8a6c-487b-8dac-76f21f5249fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6716a4ee-8a6c-487b-8dac-76f21f5249fc,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:41.746277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.761400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:41.773099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1298e372-8086-411b-955e-21f9f52c77a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:41.815616 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:05:41.836799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74fb7b83b4a142dabd54e547bbbaf59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577783 May 20 08:05:42.012432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:42.050732 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:42.053723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46152) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:42.057837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23508af-3231-4663-83a3-ffef365b9bc2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:42.062680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:42.072518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:42.301230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Router 1a37712b-94bc-460e-a897-a948962e13c9 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:42.406045 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.447795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-49f55ccb-ea4b-4103-a0e0-cb4556ce8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:42.449262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-49f55ccb-ea4b-4103-a0e0-cb4556ce8d1e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1095 time: 0.6174974 May 20 08:05:42.461809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.473212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.475044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2027a45-9723-4439-adaa-51e98fe5a40e req-15113774-2cbc-4438-92f0-3bec70b88733 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:42.477930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2027a45-9723-4439-adaa-51e98fe5a40e req-15113774-2cbc-4438-92f0-3bec70b88733 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.4284575 May 20 08:05:42.485123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:42.496567 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] Sync routers for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:42.507573 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:42.508266 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:42.557033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.557320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.557737 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Floating IP c743dd79-f6a0-4d86-b6a9-e9813999229b disassociated. External IP: 172.25.8.199, port: 6716a4ee-8a6c-487b-8dac-76f21f5249fc. May 20 08:05:42.558094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 6716a4ee-8a6c-487b-8dac-76f21f5249fc owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:42.570534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:42.579749 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] Routers {'1a37712b-94bc-460e-a897-a948962e13c9'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:42.580369 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1a37712b-94bc-460e-a897-a948962e13c9'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:42.584776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "PUT /v2.0/routers/1a37712b-94bc-460e-a897-a948962e13c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6964881 May 20 08:05:42.585686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:42.646653 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:42.647426 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3eaff0-8d47-4ad2-a882-5f2cb0a09986 None None] The sync data for ids ['1a37712b-94bc-460e-a897-a948962e13c9'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:42.688075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2027a45-9723-4439-adaa-51e98fe5a40e req-18ed8d8f-3eed-4444-b44c-5dec997822cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716406 May 20 08:05:42.741375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-8542a0e1-c336-43c8-942f-22e63b21de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:42.743220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-8542a0e1-c336-43c8-942f-22e63b21de7b service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2571025 May 20 08:05:42.754425 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'code': 200} May 20 08:05:42.755371 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'code': 200} May 20 08:05:42.757131 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'code': 200} May 20 08:05:42.757997 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'code': 200} May 20 08:05:42.758711 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'code': 200} May 20 08:05:42.784816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.799956 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.808582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8978e875-cd1f-48be-9762-9aa0c66e2219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:42.945679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23508af-3231-4663-83a3-ffef365b9bc2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:42.962248 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:42.973705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.985625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:42.986747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de039230-3412-476f-960b-db98eae31266 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a23508af-3231-4663-83a3-ffef365b9bc2 HTTP/1.1" status: 204 len: 168 time: 0.9320230 May 20 08:05:43.041851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-c9237886-62d8-43a0-8364-38a421132c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.043305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8ab7b46-d188-47c2-90fb-91c616f2dd2e req-c9237886-62d8-43a0-8364-38a421132c39 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2858596 May 20 08:05:43.075651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.081569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.089042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.096191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.101867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.103708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-941b3ec3-779a-4438-a485-32bb676710e7 req-8720b9d0-e828-4b2e-90c3-f271108ce19f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3877 time: 0.2312589 May 20 08:05:43.124260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting port 227def1a-a5d0-4631-9af0-ac9ad2eed702 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:43.130308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:43.167813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:43.184082 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:43.247109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=6716a4ee-8a6c-487b-8dac-76f21f5249fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:43.256108 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:43.268784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:43.277212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-941b3ec3-779a-4438-a485-32bb676710e7 req-b93cb54c-0db5-4212-bbb4-4fd69ccc6ed6 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361866 May 20 08:05:43.368081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-86a91a1a-7863-45e2-b0db-b1a7c53b69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.375765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-86a91a1a-7863-45e2-b0db-b1a7c53b69a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1095 time: 0.2650204 May 20 08:05:43.420025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Calling delete_port for 227def1a-a5d0-4631-9af0-ac9ad2eed702 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:43.454307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-eaa31106-880f-475b-8e09-354752ddec7d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0718377 May 20 08:05:43.595080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-0404a769-4a53-4935-9f42-ab66afed0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:43.596558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-0404a769-4a53-4935-9f42-ab66afed0c4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.0926373 May 20 08:05:43.611185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Router 6507854f-2589-4cde-8b39-72cf3c1b4dcf has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:43.668326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:43.675123 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b9613e-a974-419c-8450-7dff0e97f557 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:43.766247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Port': ['ID=227def1a-a5d0-4631-9af0-ac9ad2eed702,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:43.771803 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:44.080708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.137260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-a37434ca-9ce9-4669-82e6-610c26d55e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:44.138717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-a37434ca-9ce9-4669-82e6-610c26d55e26 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5259533 May 20 08:05:44.274413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.276879 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.325965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc6e34-ab24-4f58-acd4-4ffad8300052 req-6d12d30a-73c9-46bb-9c2d-46a0080bf965 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:44.327681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3fc6e34-ab24-4f58-acd4-4ffad8300052 req-6d12d30a-73c9-46bb-9c2d-46a0080bf965 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.3695202 May 20 08:05:44.334660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:44.345680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Sync routers for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:44.353368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.354114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Fanout notify agent at l3_agent the message router_deleted on router 1a37712b-94bc-460e-a897-a948962e13c9 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:05:44.356183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:44.357006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:44.380927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.385148 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/routers/1a37712b-94bc-460e-a897-a948962e13c9 HTTP/1.1" status: 204 len: 168 time: 1.7981930 May 20 08:05:44.386181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:44.425564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-ae3a7517-2277-4e49-90ed-d7ef198d73b3 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594681 May 20 08:05:44.485393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Deleting subnet 651d34ee-5665-47f2-b94f-6f8dea00424b {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:05:44.501241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.573561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.577902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:44.607243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port 6716a4ee-8a6c-487b-8dac-76f21f5249fc on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:44.610424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.642224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:44.679121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:44.769940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b24d062f-6131-4995-a8b2-52dcd3ea1e83 req-cfe14fd6-f310-42e8-9fdd-5a18680f1646 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304799 May 20 08:05:44.789214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "DELETE /v2.0/ports/6716a4ee-8a6c-487b-8dac-76f21f5249fc HTTP/1.1" status: 204 len: 173 time: 3.6120625 May 20 08:05:44.804779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3fc6e34-ab24-4f58-acd4-4ffad8300052 req-10a89421-70cc-4f24-96a6-1c2d5778c81c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017475 May 20 08:05:45.010517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.016784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Checking router: 6507854f-2589-4cde-8b39-72cf3c1b4dcf for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:05:45.027463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:45.028157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.045324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 7f7a9f31-148b-4d6a-93f0-047d172fc78f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:45.045517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.092408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:45.098296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:45.105089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:45.110944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:45.111862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:45.119518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.129388 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:45.175214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Subnet': ['ID=651d34ee-5665-47f2-b94f-6f8dea00424b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:45.178002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.181036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:45.188027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/subnets/651d34ee-5665-47f2-b94f-6f8dea00424b HTTP/1.1" status: 204 len: 168 time: 0.7991018 May 20 08:05:45.188725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46216) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:45.227258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:05:45.294989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:45.297690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-2ab9c822-06e2-4ab7-af33-7357f24a6bb0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 3143 time: 0.3415301 May 20 08:05:45.350840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port 7f7a9f31-148b-4d6a-93f0-047d172fc78f, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7f7a9f31-148b-4d6a-93f0-047d172fc78f,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:45.351217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.441402 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.508191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 7f7a9f31-148b-4d6a-93f0-047d172fc78f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:45.523690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9499a3b-f783-4e2d-9ac2-93e2f866684e req-16ba79f4-a21a-4c33-921e-a7ff629e0e4d tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115364 May 20 08:05:45.694698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:45.699447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.704195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c72d5b-6934-42e7-9341-01fd34169162 None None] The sync data for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 is: [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T07:54:28Z', 'revision_number': 4, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '99086fe9-715d-4e9f-8b38-b81b93f1f649', 'name': '', 'network_id': '1ef93c2f-5da8-41d8-be8a-313532f33ef7', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'mac_address': 'fa:16:3e:a4:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:24Z', 'updated_at': '2021-05-20T07:54:39Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'subnets': [{'id': '80fa4a96-2963-4e3b-921d-2a7e91af1b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:05:45.889259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95b4b7d-e921-48eb-9cf2-9570455a2f83']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.897715 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '6716a4ee-8a6c-487b-8dac-76f21f5249fc', 'status': 'completed', 'code': 200} May 20 08:05:45.902689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdefebd-5f8c-42e8-b406-fcd02c4704fa') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.902988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdefebd-5f8c-42e8-b406-fcd02c4704fa') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:45.932171 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.008238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.057993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50c7fc-2bdf-4f7c-8a25-ec6b0b4b6757 None None] New status for floating IP c743dd79-f6a0-4d86-b6a9-e9813999229b: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:05:46.063822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:05:46.064229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: timer() May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:05:46.091158 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:05:46.224895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc266ef-eb46-4455-a5b3-abcdf1191711 req-c0fe8b76-5f3b-48fc-a31d-bce19cafd569 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:46.226388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cc266ef-eb46-4455-a5b3-abcdf1191711 req-c0fe8b76-5f3b-48fc-a31d-bce19cafd569 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.2654376 May 20 08:05:46.275117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cc266ef-eb46-4455-a5b3-abcdf1191711 req-aea1fcf1-9510-4df2-8101-6970c8712aba tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 May 20 08:05:46.306887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.308529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.313722 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3e2104-e460-465d-9fbb-619e9b86e113 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:46.358671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.362873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=7f7a9f31-148b-4d6a-93f0-047d172fc78f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:46.367745 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:46.370930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ca0e0243-32c7-4862-8514-a7c3ca60995b tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:46.436357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] 10.222.0.79 "DELETE /v2.0/networks/c95b4b7d-e921-48eb-9cf2-9570455a2f83 HTTP/1.1" status: 204 len: 168 time: 1.2442260 May 20 08:05:46.441993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Pushing event deleted for resources: {'Network': ['ID=c95b4b7d-e921-48eb-9cf2-9570455a2f83,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:46.474654 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:46.481771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port 7f7a9f31-148b-4d6a-93f0-047d172fc78f on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:46.484476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.486661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "DELETE /v2.0/ports/7f7a9f31-148b-4d6a-93f0-047d172fc78f HTTP/1.1" status: 204 len: 173 time: 1.6766436 May 20 08:05:46.638789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:46.646228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 31633478-0ce4-4e0c-956f-b91b2dacdb28 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:46.646739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.841625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.872525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port 31633478-0ce4-4e0c-956f-b91b2dacdb28, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=31633478-0ce4-4e0c-956f-b91b2dacdb28,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:46.873151 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:46.882882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:46.890881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Usage tracker for resource:security_group_rule and tenant:45cbddf4d87b46ae9850dd0a507b3224 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:46.894597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:46.904111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:46.910558 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:05:46.985306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46266) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:47.016699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 31633478-0ce4-4e0c-956f-b91b2dacdb28 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:47.030637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:47.036820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:47.042619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:47.043446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.043612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:47.107211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.115273 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9aee663e-5ccc-4184-8706-944ffbdf350c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:47.134561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:47.135782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-4c2eeaee-4217-48ae-963d-8edbfc144131 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 2410 time: 0.4602792 May 20 08:05:47.198978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46274) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:47.199444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45cbddf4d87b46ae9850dd0a507b3224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594382 May 20 08:05:47.203561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d8ab0-116d-4151-a5c7-c368518ed1dc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:47.215207 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:47.218536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c96f5ee0-1fc6-4cfa-ac9f-69d2461e80cf req-a21b4047-ddb9-48b1-aab8-a8321dfc30f8 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738578 May 20 08:05:47.228627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-42ba4c3c-64ee-4fa6-aedb-cfab00d48749 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49c50183c97846c7aef334d0a704e8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420025 May 20 08:05:47.230986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:47.263688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.273843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-360dca17-71a7-4f6c-a952-c54a3dc1fa14 tempest-DHCPAgentSchedulersTestJSON-660510115 tempest-DHCPAgentSchedulersTestJSON-660510115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:47.284705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:05:47.330564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.398578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.434910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=31633478-0ce4-4e0c-956f-b91b2dacdb28,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:47.440358 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:47.479989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:47.505749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:05:47.540744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.546252 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e518743b-d03c-4c5f-86be-b42f65326c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:47.561073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4c9fb-0da1-4d0c-ac88-be354d901725,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:47.565065 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:47.569994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.571794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.573200 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86a4c9fb-0da1-4d0c-ac88-be354d901725 HTTP/1.1" status: 204 len: 168 time: 0.3407879 May 20 08:05:47.601922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:05:47.619265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:47.640299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port 31633478-0ce4-4e0c-956f-b91b2dacdb28 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:47.645184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.648967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.651252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "DELETE /v2.0/ports/31633478-0ce4-4e0c-956f-b91b2dacdb28 HTTP/1.1" status: 204 len: 173 time: 1.1564460 May 20 08:05:47.679767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.681590 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b18b493-a364-4cac-b6a2-5781231bfab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:47.761129 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:47.770858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:47.790341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:47.900358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f'}, {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:48.007129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:05:48.102809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-3b0aa71e-33af-4f6b-bb08-fdaee81665fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6915436 May 20 08:05:48.118796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d83cb-9019-4891-b6e2-19208ac54166 req-f9fb5683-5ec8-481c-8bd1-3bbd1d69c3bc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:48.126877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-719d83cb-9019-4891-b6e2-19208ac54166 req-f9fb5683-5ec8-481c-8bd1-3bbd1d69c3bc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.6445994 May 20 08:05:48.238786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-719d83cb-9019-4891-b6e2-19208ac54166 req-2ffcc611-5ddf-4cb4-8703-25f296fb7fc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110408 May 20 08:05:48.248035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port ba871499-6c94-4dfc-a868-edc22341ea34 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:48.248388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:48.314656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:48.370608 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '7f7a9f31-148b-4d6a-93f0-047d172fc78f', 'status': 'completed', 'code': 200} May 20 08:05:48.370917 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '31633478-0ce4-4e0c-956f-b91b2dacdb28', 'status': 'completed', 'code': 200} May 20 08:05:48.373383 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67e626c8-d968-4cb3-a543-41c420dbe6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:48.397586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d8ab0-116d-4151-a5c7-c368518ed1dc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:48.400757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-cc593c98-abb4-4430-b9fa-13e51e2f8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:48.402310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-cc593c98-abb4-4430-b9fa-13e51e2f8c01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1097 time: 0.2698648 May 20 08:05:48.403101 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:48.412272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:48.413396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e38d8ab0-116d-4151-a5c7-c368518ed1dc HTTP/1.1" status: 204 len: 168 time: 1.2113793 May 20 08:05:48.601564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port ba871499-6c94-4dfc-a868-edc22341ea34, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ba871499-6c94-4dfc-a868-edc22341ea34,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:48.601951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:48.754800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for ba871499-6c94-4dfc-a868-edc22341ea34 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:48.795262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-1f0d6e4a-4dbf-409d-93d9-590528243695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:48.796782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-1f0d6e4a-4dbf-409d-93d9-590528243695 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.3317189 May 20 08:05:48.814442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa318a2-7018-4b38-a29f-68136e1784ce req-d3c5fce8-ade7-4beb-b600-686a0d9207eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:48.820705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa318a2-7018-4b38-a29f-68136e1784ce req-d3c5fce8-ade7-4beb-b600-686a0d9207eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:48.822378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfa318a2-7018-4b38-a29f-68136e1784ce req-d3c5fce8-ade7-4beb-b600-686a0d9207eb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 1677 time: 0.4050329 May 20 08:05:48.892496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46320) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:48.976562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cfa318a2-7018-4b38-a29f-68136e1784ce req-493d8f34-ee7b-491e-8002-6f42dbe19d1a tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups?id=2916ad0b-74c4-49ba-8901-db507899b88d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903015 May 20 08:05:49.006537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-af19445c-154b-4ad7-8514-f6595940100d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 1002 time: 0.1959841 May 20 08:05:49.043028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1462127453'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:49.049604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:49.054332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:49.058130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:49.066170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:49.138039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-0b769d34-1fb7-449b-ac08-daf7ee76b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:49.140199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-0b769d34-1fb7-449b-ac08-daf7ee76b7ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.1269081 May 20 08:05:49.150082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:49.155941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.169761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.185648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:49.189595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:security_group_rule and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:49.196833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:49.198539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:49.228461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-232e80c4-e207-4d31-917e-87789ac2c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:49.230298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-232e80c4-e207-4d31-917e-87789ac2c795 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809522 May 20 08:05:49.275685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.285008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2423b809-2477-4bb2-bbb7-8c0ec7bea017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:49.289994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:49.296497 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.336846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=ba871499-6c94-4dfc-a868-edc22341ea34,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:49.337029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46330) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:49.363029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.381805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:49.385940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Usage tracker for resource:security_group_rule and tenant:8962bfbd4631492ea5f0ab7d93af753d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:49.389137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:49.394973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:49.400256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.409163 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:49.413596 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2d1b55f-0dff-499b-82b0-02d0b572464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:49.454088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:05:49.455732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:49.464074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:49.465370 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.474897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d741aa2f-3e33-41be-a871-2651f9b23185,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:49.483084 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:49.484191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.485024 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment b44141c2-f9e0-4c2c-b8f3-a14547fc9721 of type vlan for network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 May 20 08:05:49.529959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.565067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port ba871499-6c94-4dfc-a868-edc22341ea34 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:49.572609 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.594207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.608787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-b914d22f-5032-4e65-9a3e-855493b6cd13 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712373 May 20 08:05:49.661820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726490fc-fd3d-403e-8f53-16607084e974 req-cb0891d5-d781-4999-940c-2acaa5491022 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:49.663866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-726490fc-fd3d-403e-8f53-16607084e974 req-cb0891d5-d781-4999-940c-2acaa5491022 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.2609725 May 20 08:05:49.663996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.664488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.672289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:49.672898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.684952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ff94af-e647-4590-8a9a-1fc36fdf774e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:49.692549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:49.702903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:49.710521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.735241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "DELETE /v2.0/ports/ba871499-6c94-4dfc-a868-edc22341ea34 HTTP/1.1" status: 204 len: 173 time: 2.0737641 May 20 08:05:49.782175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:49.785726 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:49.846453 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8962bfbd4631492ea5f0ab7d93af753d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080183 May 20 08:05:49.847337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:49.855519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-726490fc-fd3d-403e-8f53-16607084e974 req-b4d809f9-16af-4663-aa9d-1549aa2f0257 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840429 May 20 08:05:49.874627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:49.878363 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:49.898237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=37869dec-4e38-4eed-b7fb-c2823cd5d7e0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:49.904527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:49.905070 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46d2354e-bd97-4b79-99ea-e5ea2228d23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:49.912264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:05:49.973041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0795486 May 20 08:05:49.985898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52120ec9-715f-466d-886c-9b2412f1fa3b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:50.014166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:50.014166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.046329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.113196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46346) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:50.119455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:50.167602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b42b7e4-b006-4914-86cc-5a7b9df54991 req-c9527657-04ec-46e8-9fc9-04aef1c5f8b5 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500998 May 20 08:05:50.201212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 2e4f92b1-59c7-431c-9c55-56955699f3fc {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:50.201709 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.241250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.246164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:50.248419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3f4b151-32b5-4507-96ac-e4be401b249a tempest-ExternalNetworksTestJSON-1488455647 tempest-ExternalNetworksTestJSON-1488455647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:50.262942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:50.267232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:50.275942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52120ec9-715f-466d-886c-9b2412f1fa3b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:50.279856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:50.282184 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:50.285105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.288543 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52120ec9-715f-466d-886c-9b2412f1fa3b HTTP/1.1" status: 204 len: 168 time: 0.4211471 May 20 08:05:50.372095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port 2e4f92b1-59c7-431c-9c55-56955699f3fc, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=2e4f92b1-59c7-431c-9c55-56955699f3fc,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:50.372468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.375921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:50.379274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:50.380826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.515965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 2e4f92b1-59c7-431c-9c55-56955699f3fc owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:50.786668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:50.809741 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9048baa1-44de-4ad6-bda7-9d2ea11fe33f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:50.836879 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'code': 200} May 20 08:05:50.887880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=2e4f92b1-59c7-431c-9c55-56955699f3fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:50.892843 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:51.071028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port 2e4f92b1-59c7-431c-9c55-56955699f3fc on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:51.079158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.082640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7349c450-f930-4e2f-af1d-782ffaa6fbf7 req-38e4a7a7-7fd1-4abd-b3e0-e72cf6bc53e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Synchronizing usage tracker for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:05:51.107309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b871456-dfb5-4efa-af6d-4274443e7bc8 req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.84 "DELETE /v2.0/ports/2e4f92b1-59c7-431c-9c55-56955699f3fc HTTP/1.1" status: 204 len: 173 time: 1.3601189 May 20 08:05:51.129328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495759d3-9c3b-4d74-9dfa-74e8076ab7d8 req-01cf3213-e97f-4e53-91fd-bb35415d53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:51.131030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-495759d3-9c3b-4d74-9dfa-74e8076ab7d8 req-01cf3213-e97f-4e53-91fd-bb35415d53cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1097 time: 0.1797674 May 20 08:05:51.179050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-495759d3-9c3b-4d74-9dfa-74e8076ab7d8 req-878b23c5-2550-483c-b80a-90b58a277ce2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 May 20 08:05:51.215428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7349c450-f930-4e2f-af1d-782ffaa6fbf7 req-38e4a7a7-7fd1-4abd-b3e0-e72cf6bc53e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Unset dirty status for tenant:9ac49e641b5a44669086a37dc7b75282 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:05:51.215428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7349c450-f930-4e2f-af1d-782ffaa6fbf7 req-38e4a7a7-7fd1-4abd-b3e0-e72cf6bc53e7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.1982646 May 20 08:05:51.215842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.220061 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c6f8501-0f18-462f-9458-2e6810800ddd tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:51.317275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=1c9dc0d3-469d-44b3-986c-ea7af95a61bd,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:51.330112 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:51.339749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:51.340210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 37869dec-4e38-4eed-b7fb-c2823cd5d7e0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:05:51.457385 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': 'ba871499-6c94-4dfc-a868-edc22341ea34', 'status': 'completed', 'code': 200} May 20 08:05:51.491109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:05:51.640326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eb3a4-8757-451c-8685-7edbb3f2b36e req-ab08fe0f-c42c-4fe5-902d-39a1d9aece4f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:51.641903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b2eb3a4-8757-451c-8685-7edbb3f2b36e req-ab08fe0f-c42c-4fe5-902d-39a1d9aece4f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.0865338 May 20 08:05:51.649975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 37869dec-4e38-4eed-b7fb-c2823cd5d7e0) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:51.660740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8b55e-50f6-406a-8fdd-4897b7a8ef58 None None] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:51.661898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:51.662572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.732085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b2eb3a4-8757-451c-8685-7edbb3f2b36e req-9f894262-d6ed-4559-9e01-e318e76cbc28 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836370 May 20 08:05:51.736318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6219881 May 20 08:05:51.740488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46390) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:51.748407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028931444'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:51.754679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:51.769463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:51.773184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:51.793438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:51.890801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:51.894568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.924153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:05:51.934147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.934760 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 88ffbd3c-8000-49d2-beb5-acebb68d2063 of type vlan for network f9df3177-2973-4db8-9bc6-602c44a2e1f8 May 20 08:05:51.963450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-37869dec-4e38-4eed-b7fb-c2823cd5d7e0', 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '1c9dc0d3-469d-44b3-986c-ea7af95a61bd'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:05:51.964761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.980191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321ad7-8056-4355-9d26-d2231e6bf9d1 req-64db00f0-30f9-4a80-b2eb-ccc7384f8424 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:51.981018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:51.984204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac321ad7-8056-4355-9d26-d2231e6bf9d1 req-64db00f0-30f9-4a80-b2eb-ccc7384f8424 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1172357 May 20 08:05:52.058703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac321ad7-8056-4355-9d26-d2231e6bf9d1 req-518bddb3-71d4-4c21-a1dc-2b3523a41abe tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644577 May 20 08:05:52.079041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:52.087204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:52.088345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:52.093358 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:52.209644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=f9df3177-2973-4db8-9bc6-602c44a2e1f8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:52.222663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network f9df3177-2973-4db8-9bc6-602c44a2e1f8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:05:52.225958 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:52.324397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Allocated IP 172.20.255.242 (37869dec-4e38-4eed-b7fb-c2823cd5d7e0/1c9dc0d3-469d-44b3-986c-ea7af95a61bd/a2569615-8737-495b-8c3b-68629afd6430) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:52.354030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6114109 May 20 08:05:52.356618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:52.365925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:52.440439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e59addc-0fdb-4b90-a897-c2d0a1f7066f req-dd377f57-89d3-46fa-9690-c878e412ea28 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0658946 May 20 08:05:52.533911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:52.538219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:52.541957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:52.548048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:52.649943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:52.653785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:52.732259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:52.749243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Transition to ACTIVE for port object a2569615-8737-495b-8c3b-68629afd6430 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:52.781862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Transition to ACTIVE for port object a2569615-8737-495b-8c3b-68629afd6430 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:52.856128 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:52.860884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0988ded8-4ecd-4571-9ec2-b787bdc2ba53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:52.944951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:52.948310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:52.954927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:52.963923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Pushing event updated for resources: {'Port': ['ID=a2569615-8737-495b-8c3b-68629afd6430,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:52.966787 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:53.024962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1d02d-d60c-42a9-b289-7cfd8eb16cbf req-e87507e3-f139-42c9-9b95-50afb6918dc7 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:53.026940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c1d02d-d60c-42a9-b289-7cfd8eb16cbf req-e87507e3-f139-42c9-9b95-50afb6918dc7 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1244352 May 20 08:05:53.088007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Attempting to bind port a2569615-8737-495b-8c3b-68629afd6430 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:53.088388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Attempting to bind port a2569615-8737-495b-8c3b-68629afd6430 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:53.089136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Attempting to bind port a2569615-8737-495b-8c3b-68629afd6430 on network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:53.095357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:53.095751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Checking segment: {'id': 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:53.096166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:53.096629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Bound using segment: {'id': 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:53.097562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Bound port: a2569615-8737-495b-8c3b-68629afd6430, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37869dec-4e38-4eed-b7fb-c2823cd5d7e0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:53.097975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:53.113670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c1d02d-d60c-42a9-b289-7cfd8eb16cbf req-fb030148-9d14-4fba-81d7-b1d51f72a007 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800321 May 20 08:05:53.206848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] For port a2569615-8737-495b-8c3b-68629afd6430, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:53.210983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] For port a2569615-8737-495b-8c3b-68629afd6430, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a2569615-8737-495b-8c3b-68629afd6430,segment=NetworkSegment(b44141c2-f9e0-4c2c-b8f3-a14547fc9721),segment_id=b44141c2-f9e0-4c2c-b8f3-a14547fc9721)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:53.274267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:53.281157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:53.338241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c80e-201a-40bc-8143-657f8fb178b6 req-c68a7c80-330f-4731-8ff0-d9fb5a12528d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:53.346098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c412c80e-201a-40bc-8143-657f8fb178b6 req-c68a7c80-330f-4731-8ff0-d9fb5a12528d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1015413 May 20 08:05:53.388374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Pushing event updated for resources: {'Port': ['ID=a2569615-8737-495b-8c3b-68629afd6430,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:53.412684 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:53.429762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c412c80e-201a-40bc-8143-657f8fb178b6 req-f47a0ea3-6919-4c05-82fc-f5b0c7f75cac tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824761 May 20 08:05:53.458576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:05:53.464366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:53.469152 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8cb00cc0-3e25-4dc0-9fee-f3fb5deb85c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:53.568847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=4415d59f-3c9d-43b2-a541-ca172f951e88,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:53.572452 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:53.577051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': '88ffbd3c-8000-49d2-beb5-acebb68d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:53.577934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: f9df3177-2973-4db8-9bc6-602c44a2e1f8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:05:53.682355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network f9df3177-2973-4db8-9bc6-602c44a2e1f8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:05:53.689832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b4118-63d4-46be-8f91-bf2b04254576 req-f41d3945-914f-4a14-97d2-f41ab88950f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:53.691357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e03b4118-63d4-46be-8f91-bf2b04254576 req-f41d3945-914f-4a14-97d2-f41ab88950f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.0958664 May 20 08:05:53.778045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e03b4118-63d4-46be-8f91-bf2b04254576 req-b69d9159-4f61-4d6e-825e-89cd8fa54311 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644698 May 20 08:05:53.801121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:53.839540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, f9df3177-2973-4db8-9bc6-602c44a2e1f8) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:53.840537 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a93b76-be2b-495e-9d25-865d2bab1484', 'name': 'network-vif-deleted', 'tag': '2e4f92b1-59c7-431c-9c55-56955699f3fc', 'status': 'completed', 'code': 200} May 20 08:05:53.847887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989e197-6f45-48fb-a74e-dfab42113783 None None] Network f9df3177-2973-4db8-9bc6-602c44a2e1f8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:53.903492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:53.904106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:53.971692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b53b0d-76e9-4a39-8438-dc96dc12c81a tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:53.973135 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-77b53b0d-76e9-4a39-8438-dc96dc12c81a tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1092 time: 0.1708446 May 20 08:05:53.976015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:53.981761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:53.990905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:53.995782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:floatingip and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:53.999325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:54.006531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:54.024380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6667104 May 20 08:05:54.027231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46440) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:54.084017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38ff1d7a-b3f3-40bb-b3fb-823b03151b32 req-f117be1e-8ce1-427f-8622-e54f59b9aff0 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0910382 May 20 08:05:54.150980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.179381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-f9df3177-2973-4db8-9bc6-602c44a2e1f8', 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '4415d59f-3c9d-43b2-a541-ca172f951e88'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:05:54.180992 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.393272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08f8b6-a9f8-4264-bb5b-319baf54de49 req-8f79f759-bd71-4957-b257-87bca66926a6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:54.408092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b08f8b6-a9f8-4264-bb5b-319baf54de49 req-8f79f759-bd71-4957-b257-87bca66926a6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1528325 May 20 08:05:54.473891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.523056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b08f8b6-a9f8-4264-bb5b-319baf54de49 req-4c7f39fe-557b-4fb8-80cc-2b7283e13fc8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074064 May 20 08:05:54.585890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.592271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a2569615-8737-495b-8c3b-68629afd6430 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:54.656064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.664440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:54.784579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Allocated IP 172.20.0.2 (f9df3177-2973-4db8-9bc6-602c44a2e1f8/4415d59f-3c9d-43b2-a541-ca172f951e88/212d3f66-5081-44ef-b90c-0a4f82589361) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:54.956055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e8790-b9dd-4e36-b036-74af4136f92a None None] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:55.022878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a2569615-8737-495b-8c3b-68629afd6430 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:55.073860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.085422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Transition to ACTIVE for port object 212d3f66-5081-44ef-b90c-0a4f82589361 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:55.275489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Transition to ACTIVE for port object 212d3f66-5081-44ef-b90c-0a4f82589361 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:05:55.308199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c631e20-b8f1-458f-bcc3-a483367a9d3b req-e55c64df-af7b-429a-b0de-d284734adb30 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0735662 May 20 08:05:55.358677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.150 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b6f240b8-4dc4-4923-872d-907609cd93e7) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:05:55.362519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Provisioning for port a2569615-8737-495b-8c3b-68629afd6430 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:55.371409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Provisioning complete for port a2569615-8737-495b-8c3b-68629afd6430 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:55.371791 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.423946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.431936 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd71f982-ff48-4b92-a5a5-6c805c997151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:55.513136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Network f9df3177-2973-4db8-9bc6-602c44a2e1f8 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:55.524007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:55.527125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Pushing event updated for resources: {'Port': ['ID=212d3f66-5081-44ef-b90c-0a4f82589361,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:55.531104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:55.532457 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:55.706808 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.732712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Attempting to bind port 212d3f66-5081-44ef-b90c-0a4f82589361 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:05:55.732712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Attempting to bind port 212d3f66-5081-44ef-b90c-0a4f82589361 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '88ffbd3c-8000-49d2-beb5-acebb68d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:05:55.733074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Attempting to bind port 212d3f66-5081-44ef-b90c-0a4f82589361 on network f9df3177-2973-4db8-9bc6-602c44a2e1f8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:05:55.741043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:05:55.741429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Checking segment: {'id': '88ffbd3c-8000-49d2-beb5-acebb68d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:05:55.742256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.742775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Bound using segment: {'id': '88ffbd3c-8000-49d2-beb5-acebb68d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:05:55.743272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Bound port: 212d3f66-5081-44ef-b90c-0a4f82589361, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ffbd3c-8000-49d2-beb5-acebb68d2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:05:55.743665 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.750102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.769057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] For port a2569615-8737-495b-8c3b-68629afd6430, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a2569615-8737-495b-8c3b-68629afd6430,segment=NetworkSegment(b44141c2-f9e0-4c2c-b8f3-a14547fc9721),segment_id=b44141c2-f9e0-4c2c-b8f3-a14547fc9721)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:55.853152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.857522 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-13d6391d-de22-4bfd-9d00-3971958f5a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:55.920538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.926469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] For port 212d3f66-5081-44ef-b90c-0a4f82589361, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:05:55.928189 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfec36a7-fd29-4bdb-9d84-1b4253f30254 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:55.940639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] For port 212d3f66-5081-44ef-b90c-0a4f82589361, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=212d3f66-5081-44ef-b90c-0a4f82589361,segment=NetworkSegment(88ffbd3c-8000-49d2-beb5-acebb68d2063),segment_id=88ffbd3c-8000-49d2-beb5-acebb68d2063)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:05:55.946341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Pushing event updated for resources: {'Port': ['ID=a2569615-8737-495b-8c3b-68629afd6430,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:55.949362 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:55.961099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7efed8-64d2-4252-a80a-7f771272f9c9 req-af2a55c7-4b19-41a1-b615-7217ff4e8c52 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:55.963061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7efed8-64d2-4252-a80a-7f771272f9c9 req-af2a55c7-4b19-41a1-b615-7217ff4e8c52 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1031766 May 20 08:05:55.987253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:55.995800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=4415d59f-3c9d-43b2-a541-ca172f951e88,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:55.999154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1c4cdece-d528-4c6b-a92d-bb2805fed4cf None None] Provisioning complete for port a2569615-8737-495b-8c3b-68629afd6430 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:56.000593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdece-d528-4c6b-a92d-bb2805fed4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.024889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7efed8-64d2-4252-a80a-7f771272f9c9 req-7c1d49e9-93ae-48d7-90aa-44014719aa8e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556962 May 20 08:05:56.028461 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:56.029408 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ff3f312-38aa-46fe-8da0-572d5e5de951 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:56.060682 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.066118 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:56.111889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:05:56.119717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:05:56.169533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:05:56.190077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Pushing event updated for resources: {'Port': ['ID=212d3f66-5081-44ef-b90c-0a4f82589361,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:56.204739 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:56.227309 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.240965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=b6f240b8-4dc4-4923-872d-907609cd93e7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:56.257624 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:56.262799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9df3177-2973-4db8-9bc6-602c44a2e1f8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:56.281601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ffbd3c-8000-49d2-beb5-acebb68d2063') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:56.281953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ffbd3c-8000-49d2-beb5-acebb68d2063') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:56.295343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.327099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.351231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a2569615-8737-495b-8c3b-68629afd6430 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:05:56.362337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.408038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:05:56.408442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: timer() May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:05:56.435170 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:05:56.475641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a2569615-8737-495b-8c3b-68629afd6430 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:05:56.476459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.579408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-832ab7aa-1e50-48fd-9917-e07a27502a87 req-1b334e08-19a9-4d93-a965-4b0a8a6be934 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0625913 May 20 08:05:56.636065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:05:56.636065 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:05:56.636065 n-d-780147-4 neutron-server[93102]: [parameters: {'id': 'f9df3177-2973-4db8-9bc6-602c44a2e1f8'}] May 20 08:05:56.636065 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:05:56.637252 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:05:56.742304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-daef69fc-460d-48ea-82c7-c61042a02394 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787082 May 20 08:05:56.876860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:56.907618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50377de-de71-443e-8e0c-b927093e91b4 req-1300c139-7f50-41da-b0b4-8db69f78b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:56.909108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-1300c139-7f50-41da-b0b4-8db69f78b3a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1097 time: 0.0922935 May 20 08:05:57.095738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:57.141815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:57.332208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50377de-de71-443e-8e0c-b927093e91b4 req-1fea7b98-e842-4409-bd9f-b58e32cc0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:57.333807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-1fea7b98-e842-4409-bd9f-b58e32cc0aa6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.4042988 May 20 08:05:57.502838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ee67c-6904-4546-b795-408d92db616e None None] Network f9df3177-2973-4db8-9bc6-602c44a2e1f8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:05:57.506170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 212d3f66-5081-44ef-b90c-0a4f82589361 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:57.506529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:57.547297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-c01a1a6e-2ca1-44c9-98de-43dcb98e78d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.1659484 May 20 08:05:57.561752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55576-7968-4821-858d-10a94cceed11 req-17da84d2-1baf-4c30-b793-9abc97df424e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:57.564159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3e55576-7968-4821-858d-10a94cceed11 req-17da84d2-1baf-4c30-b793-9abc97df424e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2285335 May 20 08:05:57.680156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3e55576-7968-4821-858d-10a94cceed11 req-78038ebb-1507-476d-98f9-b3b4b745a09e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807800 May 20 08:05:57.693303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50377de-de71-443e-8e0c-b927093e91b4 req-3a27b084-e614-4ceb-8331-efc2a261c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:57.696165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-3a27b084-e614-4ceb-8331-efc2a261c95c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.1319439 May 20 08:05:57.847709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.resource_extend [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:05:57.858930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50377de-de71-443e-8e0c-b927093e91b4 req-3d761334-f4b0-4abb-be36-a9e443a87034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:57.863819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-3d761334-f4b0-4abb-be36-a9e443a87034 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590264 May 20 08:05:57.874323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:57.884370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 212d3f66-5081-44ef-b90c-0a4f82589361, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=212d3f66-5081-44ef-b90c-0a4f82589361,segment=NetworkSegment(88ffbd3c-8000-49d2-beb5-acebb68d2063),segment_id=88ffbd3c-8000-49d2-beb5-acebb68d2063)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:57.885185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:57.987103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-47013a23-8549-4ee5-b184-a4af1030b0ec None None] Provisioning for port 212d3f66-5081-44ef-b90c-0a4f82589361 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:05:58.047034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-8318ccf0-1a5e-40ee-8a3e-fe1f047f15a3 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667449 May 20 08:05:58.047233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 212d3f66-5081-44ef-b90c-0a4f82589361 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:58.056184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] DHCP port deletion for f9df3177-2973-4db8-9bc6-602c44a2e1f8 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:05:58.102608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.117118 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-627ee328-a9c4-4e52-8224-88f32cdd0348 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:58.131332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d530ae5f-578a-45a0-a66a-1a4a726d4b29 req-bbacede5-ca27-4086-8b37-a561f5a48ed5 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0969718 May 20 08:05:58.190285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Deleting port 212d3f66-5081-44ef-b90c-0a4f82589361 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:05:58.190673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.261196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e50377de-de71-443e-8e0c-b927093e91b4 req-5aa08525-b527-47c1-987e-361d06bfb2c2 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870246 May 20 08:05:58.341843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=b6f240b8-4dc4-4923-872d-907609cd93e7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:58.348047 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:58.370723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.393076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] For port 212d3f66-5081-44ef-b90c-0a4f82589361, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=212d3f66-5081-44ef-b90c-0a4f82589361,segment=NetworkSegment(88ffbd3c-8000-49d2-beb5-acebb68d2063),segment_id=88ffbd3c-8000-49d2-beb5-acebb68d2063)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:05:58.393501 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.534456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.539737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Calling delete_port for 212d3f66-5081-44ef-b90c-0a4f82589361 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:05:58.547083 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a651800-17c3-4c73-a62c-387330b080db tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:58.584934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.589924 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:58.619348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=212d3f66-5081-44ef-b90c-0a4f82589361,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:58.623394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 212d3f66-5081-44ef-b90c-0a4f82589361 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:58.631300 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:58.643933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Pushing event deleted for resources: {'Port': ['ID=212d3f66-5081-44ef-b90c-0a4f82589361,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:58.647298 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:58.647298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] No DVR routers for this DVR port 212d3f66-5081-44ef-b90c-0a4f82589361 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:05:58.683366 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP 0dbab761-1157-4e57-847e-b8cbf9f7de61 associated. External IP: 172.25.8.150, port: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0. May 20 08:05:58.886522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:58.995152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9df3177-2973-4db8-9bc6-602c44a2e1f8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:58.995933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bd2ff-2736-4390-b99a-676ea4cc9547 req-90d4bf64-2fae-4352-a4ed-10872cb5985c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:05:58.997506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-007bd2ff-2736-4390-b99a-676ea4cc9547 req-90d4bf64-2fae-4352-a4ed-10872cb5985c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1420922 May 20 08:05:59.050694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ffbd3c-8000-49d2-beb5-acebb68d2063') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:59.051128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ffbd3c-8000-49d2-beb5-acebb68d2063') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:59.058230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-007bd2ff-2736-4390-b99a-676ea4cc9547 req-37cb6f92-933f-4705-a861-a28705bdd08a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529361 May 20 08:05:59.135302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.182662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.256104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:05:59.256609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: timer() May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:05:59.283449 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:05:59.315195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-314025e3-b775-4656-8161-79e6f332348c req-bc18cd91-4def-444a-bec1-c6af4ac6014f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0463083 May 20 08:05:59.386076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:05:59.693188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.704130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7f8de289-1379-4416-8517-107974a1131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:05:59.720016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.758633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=f9df3177-2973-4db8-9bc6-602c44a2e1f8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:05:59.770103 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:05:59.795186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/f9df3177-2973-4db8-9bc6-602c44a2e1f8 HTTP/1.1" status: 204 len: 168 time: 5.7628345 May 20 08:05:59.796257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46494) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:05:59.803828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:05:59.804034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1324102136'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:05:59.815041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Sync routers for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:05:59.815975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:05:59.822382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:05:59.826315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:05:59.838925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:05:59.842354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:05:59.843352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:05:59.896705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:05:59.902436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.941952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.952746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:05:59.978654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:05:59.979026 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4 of type vlan for network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 May 20 08:06:00.025341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:00.080987 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1038716 May 20 08:06:00.082252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:00.145790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:00.153029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:00.153989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:00.160382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:06:00.163329 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e4d5c72-82c8-4526-9035-4f43aa718966 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:00.366563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:00.369793 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:00.378916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:00.390498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5903704 May 20 08:06:00.390924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46506) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:00.398318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:00.423819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3450-9dd3-4acd-8bda-e42ebd955af6 req-46e33ba2-4ac0-47d4-bbba-eb4bcd6ba23e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:00.425770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b2e3450-9dd3-4acd-8bda-e42ebd955af6 req-46e33ba2-4ac0-47d4-bbba-eb4bcd6ba23e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1255548 May 20 08:06:00.493225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b2e3450-9dd3-4acd-8bda-e42ebd955af6 req-f8cae13b-dea6-4b09-8b45-8da3eecc3a1f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544991 May 20 08:06:00.519661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46510) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:00.605555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:00.609761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:00.613547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:00.623531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:00.658810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1daa4f5f-3d4a-48a2-8cac-4bfd516a655b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 200 len: 992 time: 0.1379075 May 20 08:06:00.701559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:00.706405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:00.732851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '0dbab761-1157-4e57-847e-b8cbf9f7de61', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:05:56Z', 'updated_at': '2021-05-20T08:05:56Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:00.737686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Checking router: 9a68baba-e16b-4537-a7ab-b5c8381f35a7 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:06:00.747369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:06:00.748182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:05:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:00.851363 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:06:00.874467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing IP validity checks on allocation pools {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 08:06:00.874992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 08:06:01.022751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:06:01.155780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-41cfb37d-3f97-466e-94ea-d9055f060086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:01.157280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-41cfb37d-3f97-466e-94ea-d9055f060086 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1097 time: 0.3488717 May 20 08:06:01.217133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d25e7-3c85-437a-b61c-2a439958aeb8 req-f23e46b4-6495-4bac-b77d-cb5466e21cb9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:01.220284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa5d25e7-3c85-437a-b61c-2a439958aeb8 req-f23e46b4-6495-4bac-b77d-cb5466e21cb9 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2370052 May 20 08:06:01.361743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa5d25e7-3c85-437a-b61c-2a439958aeb8 req-d71ac49f-7ded-4de6-85e0-5fd07ef8b335 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340184 May 20 08:06:01.394357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-860b5b30-268f-452b-ae7e-dd73b098100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:01.396485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-860b5b30-268f-452b-ae7e-dd73b098100c service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.2318215 May 20 08:06:01.612500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '0dbab761-1157-4e57-847e-b8cbf9f7de61', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:05:56Z', 'updated_at': '2021-05-20T08:05:56Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:01.620205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac67734-06ee-443a-a907-535cb1c084e7 None None] The sync data for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 is: [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '0dbab761-1157-4e57-847e-b8cbf9f7de61', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:05:56Z', 'updated_at': '2021-05-20T08:05:56Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:06:01.625469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:01.636117 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:01.642113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f30e09c-344a-49c7-994b-db7a22fbbd42 req-39670acf-2987-4141-9742-7ab4c7ef2469 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0809283 May 20 08:06:01.658986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-1890a104-d19e-418d-baa4-6c9f78776d27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.2559114 May 20 08:06:01.661623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46522) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:01.728913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=3e7da57c-4f7f-464d-9f67-8cf224738d86,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:01.738920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:01.751414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:01.751957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:01.850499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:01.918999 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f57b2b7-7f7a-4898-bbbe-7e592b92c10c None None] New status for floating IP 0dbab761-1157-4e57-847e-b8cbf9f7de61: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:06:01.942046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:01.954459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61dec93-5734-476f-9e56-f665fed952a1 None None] Network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:01.957396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:01.958086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:02.021351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b31a8d28-bea9-480f-9eef-12737175d2b0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 200 len: 992 time: 0.3573251 May 20 08:06:02.022066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-bd88253c-af99-4ef6-ae86-02ca231faa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:02.023424 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-bd88253c-af99-4ef6-ae86-02ca231faa90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.2861986 May 20 08:06:02.042404 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6503990 May 20 08:06:02.043507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46526) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:02.109959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-f28ee09e-032e-46e9-8dde-7b618e1a8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:02.111570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-f28ee09e-032e-46e9-8dde-7b618e1a8141 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816538 May 20 08:06:02.312756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59', 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '3e7da57c-4f7f-464d-9f67-8cf224738d86'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:02.314266 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:02.353628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:02.363170 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-afebf813-39da-45b7-a64f-2f3f463dfdf0 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445185 May 20 08:06:02.459422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:02.647251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Allocated IP 172.20.0.3 (01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59/3e7da57c-4f7f-464d-9f67-8cf224738d86/0ec272ae-0051-4a71-820f-66ee6ec4a6ae) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:02.694385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7bec734-b3e2-4e39-b98e-402008c96056 req-b667a75e-dcc3-415c-b713-5c97613094fe service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215401 May 20 08:06:02.704181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d807-edea-412d-b330-c287c17a9cc5 req-ea586e96-d78d-4eb7-a9cc-052b02a7bc29 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:02.705697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf3d807-edea-412d-b330-c287c17a9cc5 req-ea586e96-d78d-4eb7-a9cc-052b02a7bc29 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1587386 May 20 08:06:02.770051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf3d807-edea-412d-b330-c287c17a9cc5 req-3cc26f46-f9de-42d1-bc52-aab151495a80 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572796 May 20 08:06:02.936797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-895e6347-7fd6-4e0c-b3a5-1b82bcca849e req-34bb887f-8c1a-4f60-9c7b-76ac51b46938 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0479724 May 20 08:06:02.939684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:06:03.023386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:03.067138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.087555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Transition to ACTIVE for port object 0ec272ae-0051-4a71-820f-66ee6ec4a6ae will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:03.132951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Transition to ACTIVE for port object 0ec272ae-0051-4a71-820f-66ee6ec4a6ae will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:03.148193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2cec8263-5a04-4751-aa66-64431717baf9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 200 len: 994 time: 0.1185167 May 20 08:06:03.148440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:03.162099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:06:03.219369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.233515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.240291 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:03.276936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:06:03.311900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:03.319138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:03.324192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:03.337067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:03.342322 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.347675 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3a19262-7fcc-4fb3-b1fc-5ecb83601102 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:03.369433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Pushing event updated for resources: {'Port': ['ID=0ec272ae-0051-4a71-820f-66ee6ec4a6ae,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:03.376826 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:03.421818 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.425338 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:03.497396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7da57c-4f7f-464d-9f67-8cf224738d86,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:03.514122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Attempting to bind port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:03.514549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Attempting to bind port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:03.514927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Attempting to bind port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae on network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:03.527847 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:03.528056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:03.528675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Checking segment: {'id': 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:03.529125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.529698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Bound using segment: {'id': 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:03.532604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Bound port: 0ec272ae-0051-4a71-820f-66ee6ec4a6ae, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:03.532604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.554237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8b36e60a-1fca-47ba-8794-60703f5f3035'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:06:03.622630 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.640441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:03.641212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:03.669800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:03.670153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:03.683549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.701680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.704657 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:03.709496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:03.709971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.773979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] For port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:03.872234 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:03.896178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:03.896178 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:03.896178 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59'}] May 20 08:06:03.896178 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:03.896610 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:03.910870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] For port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0ec272ae-0051-4a71-820f-66ee6ec4a6ae,segment=NetworkSegment(c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4),segment_id=c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:03.992428 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:03.996587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:04.084841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0f28e-fbc6-4cd7-98dc-dd1eb6f9edff req-84d5e352-064a-4e8f-8354-ede1821c595e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:04.097112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a0f28e-fbc6-4cd7-98dc-dd1eb6f9edff req-84d5e352-064a-4e8f-8354-ede1821c595e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 945 time: 0.1445527 May 20 08:06:04.149293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Pushing event updated for resources: {'Port': ['ID=0ec272ae-0051-4a71-820f-66ee6ec4a6ae,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:04.153522 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:04.197251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37450e97-528b-43b4-b1f4-67a176703ed1 None None] Network 01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:04.204373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a0f28e-fbc6-4cd7-98dc-dd1eb6f9edff req-272ef66b-6365-4249-91c1-9f0bebd027d6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062224 May 20 08:06:04.398087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:04.414757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22042a5b-6354-461a-9960-69a87deb5003 req-153fee78-db53-46e9-b276-285727ddd940 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0847392 May 20 08:06:04.463900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c411902-c89c-43cc-9219-aed51a9e8507 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:04.511769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:04.512108 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:04.663071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c411902-c89c-43cc-9219-aed51a9e8507 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:04.892708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0ec272ae-0051-4a71-820f-66ee6ec4a6ae,segment=NetworkSegment(c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4),segment_id=c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:04.893409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:04.979694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:06:05.043948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 0ec272ae-0051-4a71-820f-66ee6ec4a6ae owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:05.126422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 8b36e60a-1fca-47ba-8794-60703f5f3035 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:06:05.126810 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.222324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.228932 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-597893cb-0c74-47d5-9c09-727344f28708 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:05.341984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=0ec272ae-0051-4a71-820f-66ee6ec4a6ae,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:05.344963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 0ec272ae-0051-4a71-820f-66ee6ec4a6ae on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:05.346808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:05.520275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.563451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.580943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:05.597934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:05.600715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c812a09c-b1f8-4cb8-86e7-7ccf95d40ce4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:05.602594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:05.608243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:05.619711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.640016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.649840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:05.650590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.673027 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.675036 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-02dc4937-a124-47c1-84e9-0928e4bed85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:05.716062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bee95-101f-4e88-88ed-c7ab6bb3b092 req-535b3f5e-14f4-4abd-932a-d301fc2cd57e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:05.730300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bee95-101f-4e88-88ed-c7ab6bb3b092 req-535b3f5e-14f4-4abd-932a-d301fc2cd57e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 945 time: 0.3475688 May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:05.776361 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:05.857714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.862075 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8ffd750-0b0f-45a1-ae32-e7b243df5c89 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:05.878185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bee95-101f-4e88-88ed-c7ab6bb3b092 req-f6e04df8-56bf-43a4-9234-ace42f2abbd5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468997 May 20 08:06:05.898445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:05.909929 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:05.915407 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:05.945806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 HTTP/1.1" status: 204 len: 168 time: 3.8972604 May 20 08:06:05.946124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46600) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:05.949352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:05.952378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:05.952992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1647059544'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:05.967715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:05.972821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:05.978284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:05.985389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:06.060946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:06.068406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.194977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:06.209435 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.209805 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 4af4e058-5bc2-44d8-9f3c-97f8dc396338 of type vlan for network 804805d1-e0e1-446a-8de5-f3500b9542df May 20 08:06:06.241080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.301284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3045233a-c8f0-48c6-8e94-01d5c003b01b req-e533b394-986c-4121-a14d-b8b61c65afe2 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.1874802 May 20 08:06:06.326467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:06.357266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.363900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:06.365343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.385776 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-359cb1eb-ce4a-48cf-bd64-7d811b5caf40 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:06.502607 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'code': 200} May 20 08:06:06.601999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=804805d1-e0e1-446a-8de5-f3500b9542df,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:06.613085 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:06.613283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 804805d1-e0e1-446a-8de5-f3500b9542df details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:06.649941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7021556 May 20 08:06:06.650765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:06.653791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.676420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:06.833937 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca4bbbc0-0d1a-42cd-ba0c-a2ef00250a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:06.859962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:06.869390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Usage tracker for resource:security_group_rule and tenant:76984529efe843e284560c1d35c1c776 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:06.874911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:06.886327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:06.890125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:06.896931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:06.924950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:06.946863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:07.100485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.119873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:07.122463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.220311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f958c9-b2c8-450c-9767-a32e16e8a829 req-a18c0747-e73a-42a9-91df-793a79b9f5a6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:07.221837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2f958c9-b2c8-450c-9767-a32e16e8a829 req-a18c0747-e73a-42a9-91df-793a79b9f5a6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1825826 May 20 08:06:07.233668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.244304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2c18906-b2e6-47ae-9f79-776e98653aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:07.278462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2f958c9-b2c8-450c-9767-a32e16e8a829 req-98961ae7-ddcf-4394-9e63-7c3fc9a4c02f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504823 May 20 08:06:07.322648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d3fdf-47b6-40f4-bd18-b88909bd8cbf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:07.337062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=76984529efe843e284560c1d35c1c776&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0094719 May 20 08:06:07.341258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46622) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:07.346726 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:07.435860 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.484536 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.581938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f2455d6-36fa-4784-bebb-108176819816 req-4c80848e-11ca-498c-82dd-62633bb5013b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3a93b76-be2b-495e-9d25-865d2bab1484 HTTP/1.1" status: 200 len: 210 time: 0.0674007 May 20 08:06:07.713535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.720815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe71671c-718e-4e49-8829-5ab98f57d082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:07.735326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d3fdf-47b6-40f4-bd18-b88909bd8cbf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:07.738488 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:07.742137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.749235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/697d3fdf-47b6-40f4-bd18-b88909bd8cbf HTTP/1.1" status: 204 len: 168 time: 0.4045274 May 20 08:06:07.892201 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:07.897729 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c68efcb8-612a-4aa5-ad17-7ef3eb32bde9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:07.982304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=d004a75e-298f-47bf-9093-72072b4cc21d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:07.986268 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:07.990713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': '4af4e058-5bc2-44d8-9f3c-97f8dc396338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:07.991075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 804805d1-e0e1-446a-8de5-f3500b9542df, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:08.061352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 804805d1-e0e1-446a-8de5-f3500b9542df is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:08.175630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 804805d1-e0e1-446a-8de5-f3500b9542df) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:08.186174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f3ee11-888b-4bf9-ae62-f11837bcbd2e None None] Network 804805d1-e0e1-446a-8de5-f3500b9542df requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:08.188204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:08.188792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.342385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6902595 May 20 08:06:08.345094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:08.581934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:08.602606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.624627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:08.630860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3286df3cbe44258e947956de9c93b4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:08.633953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-804805d1-e0e1-446a-8de5-f3500b9542df', 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': 'd004a75e-298f-47bf-9093-72072b4cc21d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:08.634746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:08.634894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.641065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:08.712572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.724267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d7bb4-156e-4b3a-8c55-71380d1d343d req-1ad6dd78-8648-4e39-9062-faaf61f88081 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:08.732400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f2d7bb4-156e-4b3a-8c55-71380d1d343d req-1ad6dd78-8648-4e39-9062-faaf61f88081 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1751318 May 20 08:06:08.764761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.786353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f2d7bb4-156e-4b3a-8c55-71380d1d343d req-7c65f606-eec6-4af9-9a53-0ffac556babe tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531948 May 20 08:06:08.850208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.877735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:08.906559 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5fae516c-947d-44e8-8751-c434571c3817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:08.927660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46644) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:08.928658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d3286df3cbe44258e947956de9c93b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454390 May 20 08:06:08.990427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3be32-9196-4722-9608-1846ac31affd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:08.991595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Allocated IP 172.20.0.1 (804805d1-e0e1-446a-8de5-f3500b9542df/d004a75e-298f-47bf-9093-72072b4cc21d/c3a3974b-35f6-4633-a255-20b38ca54411) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:08.998514 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:09.095106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:09.119903 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.189367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.229243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.236190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f33057-b1ce-4ebf-aedf-b3d32ea6f463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.303313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.330484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.384555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.386983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Transition to ACTIVE for port object c3a3974b-35f6-4633-a255-20b38ca54411 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:09.398084 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:09.430731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Transition to ACTIVE for port object c3a3974b-35f6-4633-a255-20b38ca54411 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:09.461867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916ad0b-74c4-49ba-8901-db507899b88d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:09.481888 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:09.558760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.576571 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:09.633518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.633518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8f091a6c-dadd-43d2-b7af-d8193cb89b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:09.646919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.646919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/security-groups/2916ad0b-74c4-49ba-8901-db507899b88d HTTP/1.1" status: 204 len: 168 time: 0.5501387 May 20 08:06:09.650712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46656) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:09.656273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3be32-9196-4722-9608-1846ac31affd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:09.665530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Network 804805d1-e0e1-446a-8de5-f3500b9542df is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:09.668783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:09.673589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:09.683002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:09.684735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.685170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Pushing event updated for resources: {'Port': ['ID=c3a3974b-35f6-4633-a255-20b38ca54411,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:09.691461 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4ab0f63a-92c3-4881-a1fd-369cf172d95a tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:09.720556 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:09.739799 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-08a4c472-d876-476e-81de-1245e9a6768e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] show failed (client error): The resource could not be found. May 20 08:06:09.740903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-08a4c472-d876-476e-81de-1245e9a6768e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "GET /v2.0/security-groups/2916ad0b-74c4-49ba-8901-db507899b88d HTTP/1.1" status: 404 len: 347 time: 0.0877626 May 20 08:06:09.743658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=d004a75e-298f-47bf-9093-72072b4cc21d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:09.753335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46660) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:09.806773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Attempting to bind port c3a3974b-35f6-4633-a255-20b38ca54411 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:09.807060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Attempting to bind port c3a3974b-35f6-4633-a255-20b38ca54411 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4af4e058-5bc2-44d8-9f3c-97f8dc396338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:09.807430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Attempting to bind port c3a3974b-35f6-4633-a255-20b38ca54411 on network 804805d1-e0e1-446a-8de5-f3500b9542df {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:09.813491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:09.814138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Checking segment: {'id': '4af4e058-5bc2-44d8-9f3c-97f8dc396338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:09.814292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.814690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Bound using segment: {'id': '4af4e058-5bc2-44d8-9f3c-97f8dc396338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:09.815159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Bound port: c3a3974b-35f6-4633-a255-20b38ca54411, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af4e058-5bc2-44d8-9f3c-97f8dc396338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '804805d1-e0e1-446a-8de5-f3500b9542df'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:09.815539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.838877 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:09.852577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:09.856608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31f3be32-9196-4722-9608-1846ac31affd HTTP/1.1" status: 204 len: 168 time: 0.9249871 May 20 08:06:09.938590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] For port c3a3974b-35f6-4633-a255-20b38ca54411, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:09.943979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] For port c3a3974b-35f6-4633-a255-20b38ca54411, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c3a3974b-35f6-4633-a255-20b38ca54411,segment=NetworkSegment(4af4e058-5bc2-44d8-9f3c-97f8dc396338),segment_id=4af4e058-5bc2-44d8-9f3c-97f8dc396338)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:09.955015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.107893 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.112868 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4476f88b-ef04-4c51-b638-39c6e56af8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:10.113784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.171098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804805d1-e0e1-446a-8de5-f3500b9542df']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:10.195130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af4e058-5bc2-44d8-9f3c-97f8dc396338') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:10.196210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af4e058-5bc2-44d8-9f3c-97f8dc396338') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:10.228554 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.259406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.272992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:10.273454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:10.294232 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:10.315613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702eb33-6f4e-4604-a99d-0529e9a2cb78 req-f7220553-f0dc-494a-9e3f-0740ae833ce4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:10.317766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4702eb33-6f4e-4604-a99d-0529e9a2cb78 req-f7220553-f0dc-494a-9e3f-0740ae833ce4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.3445981 May 20 08:06:10.344665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149d3fc-e46e-4946-8152-bd9a3bf0574f None None] Network 804805d1-e0e1-446a-8de5-f3500b9542df requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:10.383960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Pushing event updated for resources: {'Port': ['ID=c3a3974b-35f6-4633-a255-20b38ca54411,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:10.388457 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:10.393237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port e20a913a-4a6e-4627-b733-a9dc7fef2626 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:10.394839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.519551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:10.519551 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:10.519551 n-d-780147-4 neutron-server[93101]: [parameters: {'id': '804805d1-e0e1-446a-8de5-f3500b9542df'}] May 20 08:06:10.519551 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:10.519964 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:10.550226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4702eb33-6f4e-4604-a99d-0529e9a2cb78 req-791dafa4-3f68-4a30-bb18-8e444b3eb293 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815195 May 20 08:06:10.636232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.636879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:10.703619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf7aa0-d6a0-4e38-a737-35cf4efb7b79 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:10.807168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for e20a913a-4a6e-4627-b733-a9dc7fef2626 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:10.936356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf7aa0-d6a0-4e38-a737-35cf4efb7b79 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:11.015438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.021403 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-68ce2010-5761-481c-8fcd-d25fb6bf21e1 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:11.082205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.140494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=e20a913a-4a6e-4627-b733-a9dc7fef2626,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:11.143734 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:11.169737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.275950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.306253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port c3a3974b-35f6-4633-a255-20b38ca54411 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:11.306829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.425372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.426676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/floatingips/c743dd79-f6a0-4d86-b6a9-e9813999229b HTTP/1.1" status: 204 len: 168 time: 1.6722915 May 20 08:06:11.429848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46692) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:11.456281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port c3a3974b-35f6-4633-a255-20b38ca54411, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c3a3974b-35f6-4633-a255-20b38ca54411,segment=NetworkSegment(4af4e058-5bc2-44d8-9f3c-97f8dc396338),segment_id=4af4e058-5bc2-44d8-9f3c-97f8dc396338)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:11.456660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.632004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 49209233-9254-4f06-8ab8-d25aa23f2f85 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:11.632652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.843337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:11.862347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for c3a3974b-35f6-4633-a255-20b38ca54411 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:11.969167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fccc1-8af4-4484-83e8-3d9183c9aed7 req-669ff41e-f135-43f8-a39b-e7026f08a712 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:11.976946 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-343fccc1-8af4-4484-83e8-3d9183c9aed7 req-669ff41e-f135-43f8-a39b-e7026f08a712 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1220036 May 20 08:06:12.032892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-343fccc1-8af4-4484-83e8-3d9183c9aed7 req-a729d5c1-86e8-41ee-8585-c9b2781fcbad tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550866 May 20 08:06:12.107162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.111344 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-759efcaa-aba6-4961-922c-7f24babb777c tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:12.160329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=c3a3974b-35f6-4633-a255-20b38ca54411,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:12.164077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:12.164893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port c3a3974b-35f6-4633-a255-20b38ca54411 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:12.250292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 49209233-9254-4f06-8ab8-d25aa23f2f85 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:12.329779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.348149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804805d1-e0e1-446a-8de5-f3500b9542df']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:12.370175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af4e058-5bc2-44d8-9f3c-97f8dc396338') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:12.370175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af4e058-5bc2-44d8-9f3c-97f8dc396338') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:12.382490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.400850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.408433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:12.409039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:12.430230 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:12.461623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.495920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.512191 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ada5b2b4-88f8-4890-927f-de913afada25 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:12.598494 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.603926 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-70ad5460-0002-472e-ba62-1b48341a823f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:12.619181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=49209233-9254-4f06-8ab8-d25aa23f2f85,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:12.628274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.630773 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:12.661644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/804805d1-e0e1-446a-8de5-f3500b9542df HTTP/1.1" status: 204 len: 168 time: 4.3147326 May 20 08:06:12.662362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46714) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:12.674059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=804805d1-e0e1-446a-8de5-f3500b9542df,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:12.686253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275507430'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:12.700131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:12.700419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.707126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:12.713214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/ports/49209233-9254-4f06-8ab8-d25aa23f2f85 HTTP/1.1" status: 204 len: 168 time: 1.2799914 May 20 08:06:12.713742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:12.714371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:12.717869 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:12.721762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:12.809667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:12.813731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.885872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port dfa6c045-39f5-44e3-9850-f125cf625115 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:12.886170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.914330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:12.939075 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:12.939941 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment edea6903-fbe1-4f5e-9834-6fc0ac5c5c93 of type vlan for network e586a008-5f1c-47ba-b355-af62721d9649 May 20 08:06:13.003161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.054068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.204235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.214050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:13.214668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.223110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54639fbc-ade9-4bd7-bdba-7a84cdcd6e22 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:13.298289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for dfa6c045-39f5-44e3-9850-f125cf625115 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:13.452174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=e586a008-5f1c-47ba-b355-af62721d9649,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:13.462088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:13.464863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e586a008-5f1c-47ba-b355-af62721d9649 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:13.479354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354d84a-50b6-486d-951b-d676f005417d req-6ccd7b26-9199-4897-899f-8fe1daa9d2e8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:13.486942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5354d84a-50b6-486d-951b-d676f005417d req-6ccd7b26-9199-4897-899f-8fe1daa9d2e8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1942787 May 20 08:06:13.511561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8414011 May 20 08:06:13.512678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:13.523518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:13.547465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5354d84a-50b6-486d-951b-d676f005417d req-88bc0642-76eb-4309-9095-331a78b86d0d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595076 May 20 08:06:13.669782 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.677309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:13.684710 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f617e441-2ba2-44c4-b8fd-3541c0e2023e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:13.725156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:13.737044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:13.739766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=dfa6c045-39f5-44e3-9850-f125cf625115,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:13.750480 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:13.752672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:13.866347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.877613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:13.880303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46750) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:13.880531 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/ports/dfa6c045-39f5-44e3-9850-f125cf625115 HTTP/1.1" status: 204 len: 168 time: 1.1646814 May 20 08:06:13.924223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:13.929026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:13.959330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting subnet 10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:06:13.963702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.030934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.209228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.233757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:14.239005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Usage tracker for resource:security_group_rule and tenant:290586a45402492b85ee5e58b396fa74 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:14.243463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:14.257689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:14.321622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.416098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.541805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.554874 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92cf7f74-6819-4da8-9a0c-982616bd538e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:14.620053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=290586a45402492b85ee5e58b396fa74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390013 May 20 08:06:14.627328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46764) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:14.658437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d22282-937c-431d-b90f-91fa02f6cc52,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:14.672312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.678402 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7df89422-ce32-449d-9bf0-71cf11ef403e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:14.680535 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:14.755888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=94c35570-ea73-4ff8-836d-14dec0384dac,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:14.760066 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:14.764521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:14.765088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: e586a008-5f1c-47ba-b355-af62721d9649, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:14.847453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.895847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.906860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network e586a008-5f1c-47ba-b355-af62721d9649 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:14.922674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ca05-4fd1-495c-9432-5a2411d1e737 req-11f8d0c5-9f16-442b-89f4-a2f1f51e789d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:14.924273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b62ca05-4fd1-495c-9432-5a2411d1e737 req-11f8d0c5-9f16-442b-89f4-a2f1f51e789d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2428470 May 20 08:06:14.983221 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:14.990608 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6bc58a34-fb65-4e29-be65-b2e93f067139 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:15.009842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e586a008-5f1c-47ba-b355-af62721d9649) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:15.019245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf21026-8bc9-4f97-a9e2-304a75443396 None None] Network e586a008-5f1c-47ba-b355-af62721d9649 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:15.031043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b62ca05-4fd1-495c-9432-5a2411d1e737 req-a406d161-050a-4ac4-a94c-0c5be6141db0 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940373 May 20 08:06:15.035047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Subnet': ['ID=10e7acdd-5bdc-4b1a-bd97-17e1a41a8993,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:15.038382 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:15.039518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.050956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/subnets/10e7acdd-5bdc-4b1a-bd97-17e1a41a8993 HTTP/1.1" status: 204 len: 168 time: 1.1693168 May 20 08:06:15.053552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46772) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:15.058520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:15.058520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.101244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.102419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d3f0c-0dd4-4dbb-a470-7cfdad147d5b None None] Network 19799f4d-b0bb-4c8b-bc02-55923a2094ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:15.103929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.107596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9d22282-937c-431d-b90f-91fa02f6cc52 HTTP/1.1" status: 204 len: 168 time: 0.4770205 May 20 08:06:15.120145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1615e87b-05dc-4627-8655-4e496b02027e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:15.164139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d22282-937c-431d-b90f-91fa02f6cc52,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:15.170109 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:15.190151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6721661 May 20 08:06:15.190390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46778) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:15.204679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting subnet f787b335-7096-492e-a23a-2536941340f0 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:06:15.227890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.376799 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.481121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.570664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.619623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:15.809374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e586a008-5f1c-47ba-b355-af62721d9649', 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '94c35570-ea73-4ff8-836d-14dec0384dac'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:15.810403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.003863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Allocated IP 172.20.0.2 (e586a008-5f1c-47ba-b355-af62721d9649/94c35570-ea73-4ff8-836d-14dec0384dac/9e789705-2483-41e1-a0af-aa33de57cf46) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:16.169390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46788) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:16.206252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.273262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:16.286387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Usage tracker for resource:security_group_rule and tenant:925f2ba20b934050a63ed023cde0f3f5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:16.294005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:16.324202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:16.383026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc853d-702a-4ab5-8eee-0906c3bc1ff0 req-d422f821-1724-487a-bfeb-542e15a59e0c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:16.391718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4dc853d-702a-4ab5-8eee-0906c3bc1ff0 req-d422f821-1724-487a-bfeb-542e15a59e0c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1638980 May 20 08:06:16.401165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] DHCP port deletion for 19799f4d-b0bb-4c8b-bc02-55923a2094ba request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:06:16.409778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.429538 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a3e0e9a1-17dc-4aad-acec-5872109ccbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:16.504894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.518945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Transition to ACTIVE for port object 9e789705-2483-41e1-a0af-aa33de57cf46 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:16.539426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Subnet': ['ID=f787b335-7096-492e-a23a-2536941340f0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:16.552272 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:16.554306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.558460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec8278-650c-4707-a0a9-99a9f1566ed4 None None] Network 9be48ced-bf74-4367-9c12-853a8c6657ba requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:16.601919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/subnets/f787b335-7096-492e-a23a-2536941340f0 HTTP/1.1" status: 204 len: 168 time: 1.5469637 May 20 08:06:16.603030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46794) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:16.609232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4dc853d-702a-4ab5-8eee-0906c3bc1ff0 req-c0f513da-6865-4116-90b2-845de4f5f6b2 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166147 May 20 08:06:16.639227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.686967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Transition to ACTIVE for port object 9e789705-2483-41e1-a0af-aa33de57cf46 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:16.688987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Deleting port 1d9aa344-8fba-43e9-8f3a-5b900e668163 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:16.689403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.712292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.741790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb5406b7-4a20-4a8c-bd01-53df898e8fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:16.773589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=925f2ba20b934050a63ed023cde0f3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023471 May 20 08:06:16.774289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46798) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:16.775059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb87f70-2fa1-42c8-8b5f-b03099098b0f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:16.780291 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:16.792673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.820535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.827737 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:16.846340 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.877898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.920814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Deleting port 1d9aa344-8fba-43e9-8f3a-5b900e668163 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:16.921853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.955509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:16.967990 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d072001-8c7b-43c6-a61d-26b5ee5c9d67 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:16.992539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Network e586a008-5f1c-47ba-b355-af62721d9649 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:16.998045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] For port 1d9aa344-8fba-43e9-8f3a-5b900e668163, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1d9aa344-8fba-43e9-8f3a-5b900e668163,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:16.998941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.013542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:17.020681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Pushing event updated for resources: {'Port': ['ID=9e789705-2483-41e1-a0af-aa33de57cf46,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:17.025992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:17.033048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.038245 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6255635e-2074-4323-9856-668809f43c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:17.068876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb87f70-2fa1-42c8-8b5f-b03099098b0f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:17.078701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=94c35570-ea73-4ff8-836d-14dec0384dac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:17.080252 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:17.092637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.094445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0bb87f70-2fa1-42c8-8b5f-b03099098b0f HTTP/1.1" status: 204 len: 168 time: 0.3164611 May 20 08:06:17.107627 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:17.125229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] For port 1d9aa344-8fba-43e9-8f3a-5b900e668163, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1d9aa344-8fba-43e9-8f3a-5b900e668163,segment=NetworkSegment(40df9dfe-06e3-45cf-8896-7101c80737c9),segment_id=40df9dfe-06e3-45cf-8896-7101c80737c9)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:17.125635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.185973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Calling delete_port for 1d9aa344-8fba-43e9-8f3a-5b900e668163 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:17.190364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.190980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.191548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.192619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.193171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.193822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.194394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.194941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.195572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.196643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.197194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.197777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:17.238899 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:17.249256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.327102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Calling delete_port for 1d9aa344-8fba-43e9-8f3a-5b900e668163 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:17.334415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e586a008-5f1c-47ba-b355-af62721d9649']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:17.350628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:17.350822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:17.351422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Attempting to bind port 9e789705-2483-41e1-a0af-aa33de57cf46 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:17.351872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Attempting to bind port 9e789705-2483-41e1-a0af-aa33de57cf46 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:17.352318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Attempting to bind port 9e789705-2483-41e1-a0af-aa33de57cf46 on network e586a008-5f1c-47ba-b355-af62721d9649 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:17.361415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:17.361901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Checking segment: {'id': 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:17.363274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.363274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Bound using segment: {'id': 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:17.363274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Bound port: 9e789705-2483-41e1-a0af-aa33de57cf46, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e586a008-5f1c-47ba-b355-af62721d9649'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:17.363691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.371951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.392538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.402459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:17.403305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.457171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] DHCP port deletion for 9be48ced-bf74-4367-9c12-853a8c6657ba request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:17.528707 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:17.570805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.583850 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e7c993e4-5237-4a5b-91c4-6e2fe156451b tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:17.609637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.624982 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-88108b5a-8a32-4e7a-9dbd-15cd57cee34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:17.645675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Port': ['ID=1d9aa344-8fba-43e9-8f3a-5b900e668163,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: [parameters: {'id': 'e586a008-5f1c-47ba-b355-af62721d9649'}] May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:17.658213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] No DVR routers for this DVR port 1d9aa344-8fba-43e9-8f3a-5b900e668163 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:17.705393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] For port 9e789705-2483-41e1-a0af-aa33de57cf46, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:17.720597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Pushing event deleted for resources: {'Port': ['ID=1d9aa344-8fba-43e9-8f3a-5b900e668163,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:17.722847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] No DVR routers for this DVR port 1d9aa344-8fba-43e9-8f3a-5b900e668163 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:17.736817 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:17.747609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] For port 9e789705-2483-41e1-a0af-aa33de57cf46, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9e789705-2483-41e1-a0af-aa33de57cf46,segment=NetworkSegment(edea6903-fbe1-4f5e-9834-6fc0ac5c5c93),segment_id=edea6903-fbe1-4f5e-9834-6fc0ac5c5c93)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:17.799097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Deleting port 770d9fef-4684-425b-9331-652e66686fcf {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:17.799485 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.827544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.835465 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:17.928896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:17.958811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19799f4d-b0bb-4c8b-bc02-55923a2094ba']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:17.983680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40df9dfe-06e3-45cf-8896-7101c80737c9') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:17.984867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40df9dfe-06e3-45cf-8896-7101c80737c9') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:18.008064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.040011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.052517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:18.053031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.053731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] For port 770d9fef-4684-425b-9331-652e66686fcf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=770d9fef-4684-425b-9331-652e66686fcf,segment=NetworkSegment(a074b623-eb1a-4015-8794-43e9482640bf),segment_id=a074b623-eb1a-4015-8794-43e9482640bf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:18.054404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.063588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24565-2782-47b1-bb15-6d7d793cba5a req-df42888c-2239-49b4-af3f-1d4b7920c942 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:18.074875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ac24565-2782-47b1-bb15-6d7d793cba5a req-df42888c-2239-49b4-af3f-1d4b7920c942 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2188022 May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:18.084533 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:18.124264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Pushing event updated for resources: {'Port': ['ID=9e789705-2483-41e1-a0af-aa33de57cf46,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:18.134677 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:18.162757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ac24565-2782-47b1-bb15-6d7d793cba5a req-2b886151-567e-4fd4-8914-6ab6e27b0bb3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785108 May 20 08:06:18.174934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.280377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.291513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Calling delete_port for 770d9fef-4684-425b-9331-652e66686fcf owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:18.292399 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3ff0e6-5f9c-4682-9f7f-52a01bded8f3 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:18.317025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.326079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcdc3c-8b3a-494c-8a4d-b728bb1262a8 None None] Network e586a008-5f1c-47ba-b355-af62721d9649 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:18.335215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Network': ['ID=19799f4d-b0bb-4c8b-bc02-55923a2094ba,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:18.354627 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:18.370007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1d9aa344-8fba-43e9-8f3a-5b900e668163 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:18.397574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 9e789705-2483-41e1-a0af-aa33de57cf46 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:18.398263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.503529 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/networks/19799f4d-b0bb-4c8b-bc02-55923a2094ba HTTP/1.1" status: 204 len: 168 time: 1.8986013 May 20 08:06:18.507254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46824) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:18.576374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1d9aa344-8fba-43e9-8f3a-5b900e668163 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:06:18.576963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1d9aa344-8fba-43e9-8f3a-5b900e668163 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:18.577143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 770d9fef-4684-425b-9331-652e66686fcf no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:18.578359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 9e789705-2483-41e1-a0af-aa33de57cf46, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9e789705-2483-41e1-a0af-aa33de57cf46,segment=NetworkSegment(edea6903-fbe1-4f5e-9834-6fc0ac5c5c93),segment_id=edea6903-fbe1-4f5e-9834-6fc0ac5c5c93)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:18.578769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.637380 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.642672 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:18.673855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 770d9fef-4684-425b-9331-652e66686fcf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:06:18.674207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 770d9fef-4684-425b-9331-652e66686fcf not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:18.731396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Pushing event deleted for resources: {'Port': ['ID=770d9fef-4684-425b-9331-652e66686fcf,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:18.737358 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:18.752392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] No DVR routers for this DVR port 770d9fef-4684-425b-9331-652e66686fcf on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:18.785442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:18.800998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e902e340-5310-4d2c-b281-59ab48c4b650 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:18.901829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 9e789705-2483-41e1-a0af-aa33de57cf46 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:19.022987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.037609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be48ced-bf74-4367-9c12-853a8c6657ba']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.052473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a074b623-eb1a-4015-8794-43e9482640bf') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.053043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a074b623-eb1a-4015-8794-43e9482640bf') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.065888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.078112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.089568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d497b77-1c0d-43bd-8f63-5ca883969b04 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:19.091763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.107841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:19.108274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.108745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902e340-5310-4d2c-b281-59ab48c4b650 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:19.155191 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:19.200957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=9e789705-2483-41e1-a0af-aa33de57cf46,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:19.205289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 9e789705-2483-41e1-a0af-aa33de57cf46 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:19.263745 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:19.423200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.429657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.437212 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efaadabb-d674-4e19-a0ff-329e0676adc7 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:19.468747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Pushing event deleted for resources: {'Network': ['ID=9be48ced-bf74-4367-9c12-853a8c6657ba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:19.473023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:19.481441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] 10.222.0.79 "DELETE /v2.0/networks/9be48ced-bf74-4367-9c12-853a8c6657ba HTTP/1.1" status: 204 len: 168 time: 0.9730468 May 20 08:06:19.504968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.622294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91a855-7c92-4e71-98de-1d1324d9856c req-c60a7da9-2f30-49bd-82a8-1cfcc804a48e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:19.625030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df91a855-7c92-4e71-98de-1d1324d9856c req-c60a7da9-2f30-49bd-82a8-1cfcc804a48e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.2652164 May 20 08:06:19.751582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df91a855-7c92-4e71-98de-1d1324d9856c req-742b89bb-499a-4399-9aa2-c20177e560b6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094232 May 20 08:06:19.782925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e586a008-5f1c-47ba-b355-af62721d9649']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.799158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.799466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea6903-fbe1-4f5e-9834-6fc0ac5c5c93') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:19.815526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.836822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.856864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:19.857943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:19.879064 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:20.090346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.101468 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0954cb33-af53-4d6c-b0b1-61690abe0358 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:20.129315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.141729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=e586a008-5f1c-47ba-b355-af62721d9649,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:20.144603 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:20.146957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/e586a008-5f1c-47ba-b355-af62721d9649 HTTP/1.1" status: 204 len: 168 time: 4.9556737 May 20 08:06:20.152463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:20.158532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2069108923'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:20.165642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:20.169057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:20.172018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:20.179209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:20.597967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:20.602227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.630777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:20.639125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.639471 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment b8623b0d-8bdc-432d-aae3-eb42f5adc62b of type vlan for network 7e6270af-014e-4716-a978-be2b94f8d1c1 May 20 08:06:20.671341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.788311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.796112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:20.796112 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:20.808959 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:20.992083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=7e6270af-014e-4716-a978-be2b94f8d1c1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:21.018456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.019234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.019901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.021700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.022297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.022875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.028802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:21.031762 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:21.039021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7e6270af-014e-4716-a978-be2b94f8d1c1 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:21.088474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa51ff-08ca-4bc1-98f8-00ee05f5df0d req-9401d829-c7da-436b-a96e-7992b719acfd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:21.090469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72aa51ff-08ca-4bc1-98f8-00ee05f5df0d req-9401d829-c7da-436b-a96e-7992b719acfd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1441388 May 20 08:06:21.095328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:21.096824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9427896 May 20 08:06:21.102952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:21.174665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72aa51ff-08ca-4bc1-98f8-00ee05f5df0d req-1e2e4719-071e-4c6c-a742-3eb9ccc8857f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763195 May 20 08:06:21.348125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:21.353763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:21.356835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:21.364698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:21.438561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:21.443600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:21.565277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing IP validity checks on allocation pools {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 08:06:21.565880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 08:06:22.063528 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:22.068697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab95e6ca-34e3-456a-9006-8b3d2dc73f27 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:22.149905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=e64bf2eb-667c-46ca-bcf4-4e51d51f8cf1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:22.154188 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:22.158392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:22.158758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 7e6270af-014e-4716-a978-be2b94f8d1c1, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:22.225541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 7e6270af-014e-4716-a978-be2b94f8d1c1 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:22.318750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7e6270af-014e-4716-a978-be2b94f8d1c1) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:22.329333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab0230-6f8f-4334-a47f-cc84dd0016b5 None None] Network 7e6270af-014e-4716-a978-be2b94f8d1c1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:22.332008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:22.334480 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:22.390804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72b210-ef91-488b-9ac5-7094fca6d06a req-91f9fb11-8f28-4a1b-9ad4-401077f1872f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:22.392626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d72b210-ef91-488b-9ac5-7094fca6d06a req-91f9fb11-8f28-4a1b-9ad4-401077f1872f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.0843964 May 20 08:06:22.416167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3197100 May 20 08:06:22.418861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:22.452535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d72b210-ef91-488b-9ac5-7094fca6d06a req-962a5f95-f0de-4bed-85e4-e9b84e178d0d tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528238 May 20 08:06:22.640431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:22.710438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-7e6270af-014e-4716-a978-be2b94f8d1c1', 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': 'e64bf2eb-667c-46ca-bcf4-4e51d51f8cf1'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:22.711605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:22.741339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:22.862392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-cd51849f-2ff8-4bf2-9cc4-95de93e0f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:22.863919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-cd51849f-2ff8-4bf2-9cc4-95de93e0f957 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1097 time: 0.0887082 May 20 08:06:22.905411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Allocated IP 172.20.0.3 (7e6270af-014e-4716-a978-be2b94f8d1c1/e64bf2eb-667c-46ca-bcf4-4e51d51f8cf1/8e9f4709-0033-4e23-8bcf-87c042ad81f5) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:23.112789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-e89b9b5e-6d7c-4232-a0ca-feb9aec76510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:23.112789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-e89b9b5e-6d7c-4232-a0ca-feb9aec76510 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.2419336 May 20 08:06:23.212775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.225274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Transition to ACTIVE for port object 8e9f4709-0033-4e23-8bcf-87c042ad81f5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:23.248968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Transition to ACTIVE for port object 8e9f4709-0033-4e23-8bcf-87c042ad81f5 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:23.357796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.364494 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:23.419312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-d68d8392-7616-4fb6-ba40-5a11d5c09822 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 1002 time: 0.2915461 May 20 08:06:23.437584 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Network 7e6270af-014e-4716-a978-be2b94f8d1c1 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:23.447327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:23.452000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.452569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:23.454694 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d8d0ec1-41a1-440e-9a32-7aea230331a7 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:23.510549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-746ab291-1348-4a09-9032-18dd45f26809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:23.512155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-746ab291-1348-4a09-9032-18dd45f26809 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.0861568 May 20 08:06:23.549332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=e64bf2eb-667c-46ca-bcf4-4e51d51f8cf1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:23.555458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:23.617053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-9254a2a4-5682-47aa-bb06-3bc3e0832b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:23.618835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-9254a2a4-5682-47aa-bb06-3bc3e0832b30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002305 May 20 08:06:23.648496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.666958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6270af-014e-4716-a978-be2b94f8d1c1']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:23.680874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Pushing event updated for resources: {'Port': ['ID=8e9f4709-0033-4e23-8bcf-87c042ad81f5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:23.681861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:23.682169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:23.697906 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:23.702591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.703397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Attempting to bind port 8e9f4709-0033-4e23-8bcf-87c042ad81f5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:23.703931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Attempting to bind port 8e9f4709-0033-4e23-8bcf-87c042ad81f5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:23.704456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Attempting to bind port 8e9f4709-0033-4e23-8bcf-87c042ad81f5 on network 7e6270af-014e-4716-a978-be2b94f8d1c1 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:23.712065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:23.712755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Checking segment: {'id': 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:23.713322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.714478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Bound using segment: {'id': 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:23.715145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Bound port: 8e9f4709-0033-4e23-8bcf-87c042ad81f5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '7e6270af-014e-4716-a978-be2b94f8d1c1'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:23.715721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.726486 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.737882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:23.739539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.841135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] For port 8e9f4709-0033-4e23-8bcf-87c042ad81f5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:23.847566 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:23.852215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-5572186f-f0f9-4a1d-83c7-d2a9cde71f2c service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257254 May 20 08:06:23.859817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] For port 8e9f4709-0033-4e23-8bcf-87c042ad81f5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8e9f4709-0033-4e23-8bcf-87c042ad81f5,segment=NetworkSegment(b8623b0d-8bdc-432d-aae3-eb42f5adc62b),segment_id=b8623b0d-8bdc-432d-aae3-eb42f5adc62b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:23.884820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5375b-731d-4c58-913d-6631aabb7792 req-375b6249-91db-44e9-b8c8-85c3acd3ba9e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:23.886359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ea5375b-731d-4c58-913d-6631aabb7792 req-375b6249-91db-44e9-b8c8-85c3acd3ba9e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1496482 May 20 08:06:23.904002 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:06:23.906993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:23.906993 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:23.906993 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '7e6270af-014e-4716-a978-be2b94f8d1c1'}] May 20 08:06:23.906993 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:23.908294 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:23.934342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:23.939524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:24.010337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ea5375b-731d-4c58-913d-6631aabb7792 req-00f3fc80-93bc-4368-be14-4a9dbd063c2e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059268 May 20 08:06:24.063958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c64e036-06a8-45ae-b583-5abc1a5cde7f req-1d1ceccb-7b85-49a9-980a-5153b07fdb53 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044153 May 20 08:06:24.079430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Pushing event updated for resources: {'Port': ['ID=8e9f4709-0033-4e23-8bcf-87c042ad81f5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:24.089119 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:24.115598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25e01b-60fd-4623-929e-265fd95e7fdf None None] Network 7e6270af-014e-4716-a978-be2b94f8d1c1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:24.351336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a5ffe-0bf6-4c7a-8d4d-90d612eea941 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:24.410019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:24.440722 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:24.530417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a5ffe-0bf6-4c7a-8d4d-90d612eea941 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:24.840717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 8e9f4709-0033-4e23-8bcf-87c042ad81f5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:24.841837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:24.971186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 8e9f4709-0033-4e23-8bcf-87c042ad81f5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8e9f4709-0033-4e23-8bcf-87c042ad81f5,segment=NetworkSegment(b8623b0d-8bdc-432d-aae3-eb42f5adc62b),segment_id=b8623b0d-8bdc-432d-aae3-eb42f5adc62b)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:24.971522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.115531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 8e9f4709-0033-4e23-8bcf-87c042ad81f5 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:25.215651 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.219916 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82eebf5f-6870-4f67-a7b1-edca2a6dfa08 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:25.292649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=8e9f4709-0033-4e23-8bcf-87c042ad81f5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:25.296945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:25.298076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 8e9f4709-0033-4e23-8bcf-87c042ad81f5 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:25.311668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049186-49f4-42b6-8518-f7b9dc3c7a94 req-ed4c6167-a1ca-4f51-b9ec-517d273ec821 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:25.313246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62049186-49f4-42b6-8518-f7b9dc3c7a94 req-ed4c6167-a1ca-4f51-b9ec-517d273ec821 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1248298 May 20 08:06:25.373653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62049186-49f4-42b6-8518-f7b9dc3c7a94 req-6072a393-ca6d-4fa6-b517-df5240f20fce tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480793 May 20 08:06:25.454912 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.468772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6270af-014e-4716-a978-be2b94f8d1c1']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:25.481977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:25.482283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8623b0d-8bdc-432d-aae3-eb42f5adc62b') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:25.494450 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.512446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.518840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:25.519577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:25.535832 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:25.718265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.731500 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88776cb9-f141-4d7b-8a08-5988ed7794f3 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:25.758579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.772604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=7e6270af-014e-4716-a978-be2b94f8d1c1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:25.778695 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:25.787287 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/7e6270af-014e-4716-a978-be2b94f8d1c1 HTTP/1.1" status: 204 len: 168 time: 3.3631842 May 20 08:06:25.787479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46932) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:25.794411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611482533'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:25.802508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:25.807557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:25.811784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:25.824063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:25.883002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:25.887661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.919738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:25.935023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:25.935504 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 4d678175-7250-422b-bd7b-1800d575ab9d of type vlan for network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 May 20 08:06:25.970167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:26.066660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:26.073328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:26.074022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:26.085587 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11080f96-b5ce-4a46-8209-b21854ab4032 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:26.181593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3930972 May 20 08:06:26.184348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46938) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:26.190680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:26.191341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=dc0eb8ac-249c-4249-b095-5c0d2a2d63c5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:26.195214 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:26.205881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:26.362465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:26.368545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:26.371818 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:26.372117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:26.382514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:26.516663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:26.526194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:26.635072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab17538-445a-4f4c-903f-4b90ff7d85db req-d0bf84c9-b17a-4ad3-964c-681faf5758d6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:26.645692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ab17538-445a-4f4c-903f-4b90ff7d85db req-d0bf84c9-b17a-4ad3-964c-681faf5758d6 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 946 time: 0.1352389 May 20 08:06:26.710024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8ab17538-445a-4f4c-903f-4b90ff7d85db req-83d1d09c-8511-4427-9520-7675eb3cb6f8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634224 May 20 08:06:27.017213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:27.054249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46962) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:27.115770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.121811 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a705ccad-c62a-4ddb-9efb-db24d6c926af tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:27.166656 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.195963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:27.210640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.213549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:27.226940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=eae1d866-e3f4-4da4-a052-15d29b1b4f4c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:27.226940 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:27.227793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:27.230798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ae41a9461a468d9ed68f32eeb891fc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:27.233730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:27.235310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': '4d678175-7250-422b-bd7b-1800d575ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:27.235680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: dc0eb8ac-249c-4249-b095-5c0d2a2d63c5, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:27.240242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:27.300505 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.303491 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a48fa7f-364d-4d33-a043-1effd40f5b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:27.323423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:27.329033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.379882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:27.383103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:27.397676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, dc0eb8ac-249c-4249-b095-5c0d2a2d63c5) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:27.397849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.406735 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11775e7b-094d-4f3b-b4fa-dccc1a3bc1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:27.408668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:27.411788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.417144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a40e71d-afed-43a3-b082-fb606e3848c6 None None] Network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:27.457902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0ae41a9461a468d9ed68f32eeb891fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020214 May 20 08:06:27.458924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3e6c3-1323-4e8c-8984-93e28fdaf3bc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:27.462221 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:27.465068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46970) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:27.533765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.537014 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3511505 May 20 08:06:27.539790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46974) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:27.583331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.665941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-dc0eb8ac-249c-4249-b095-5c0d2a2d63c5', 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': 'eae1d866-e3f4-4da4-a052-15d29b1b4f4c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:27.666924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.705940 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.758959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.769666 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a317778f-63a0-4209-9a63-18127773a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:27.792021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3e6c3-1323-4e8c-8984-93e28fdaf3bc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:27.792613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.795463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:27.797934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:27.799331 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8a3e6c3-1323-4e8c-8984-93e28fdaf3bc HTTP/1.1" status: 204 len: 168 time: 0.3330557 May 20 08:06:27.912933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Allocated IP 172.20.0.1 (dc0eb8ac-249c-4249-b095-5c0d2a2d63c5/eae1d866-e3f4-4da4-a052-15d29b1b4f4c/2d14a2e0-1d2e-4de5-a19b-608d778feb77) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:28.116680 n-d-780147-4 neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'code': 422} returned with failed status May 20 08:06:28.196248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.212267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Transition to ACTIVE for port object 2d14a2e0-1d2e-4de5-a19b-608d778feb77 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:28.247171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Transition to ACTIVE for port object 2d14a2e0-1d2e-4de5-a19b-608d778feb77 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:28.313531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.333978 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:28.397518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.403013 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:28.429721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:28.434042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:28.436683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:28.505669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=eae1d866-e3f4-4da4-a052-15d29b1b4f4c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:28.535762 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:28.564693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Pushing event updated for resources: {'Port': ['ID=2d14a2e0-1d2e-4de5-a19b-608d778feb77,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:28.579492 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:28.613025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Attempting to bind port 2d14a2e0-1d2e-4de5-a19b-608d778feb77 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:28.613450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Attempting to bind port 2d14a2e0-1d2e-4de5-a19b-608d778feb77 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4d678175-7250-422b-bd7b-1800d575ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:28.614549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Attempting to bind port 2d14a2e0-1d2e-4de5-a19b-608d778feb77 on network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:28.630411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:28.630848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Checking segment: {'id': '4d678175-7250-422b-bd7b-1800d575ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:28.631238 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.632691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Bound using segment: {'id': '4d678175-7250-422b-bd7b-1800d575ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:28.633213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Bound port: 2d14a2e0-1d2e-4de5-a19b-608d778feb77, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d678175-7250-422b-bd7b-1800d575ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:28.633639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.640553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.655782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0eb8ac-249c-4249-b095-5c0d2a2d63c5']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:28.670562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d678175-7250-422b-bd7b-1800d575ab9d') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:28.671280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d678175-7250-422b-bd7b-1800d575ab9d') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:28.685347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.722669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.732496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:28.732907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:28.748929 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:28.762104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] For port 2d14a2e0-1d2e-4de5-a19b-608d778feb77, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:28.831770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] For port 2d14a2e0-1d2e-4de5-a19b-608d778feb77, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d14a2e0-1d2e-4de5-a19b-608d778feb77,segment=NetworkSegment(4d678175-7250-422b-bd7b-1800d575ab9d),segment_id=4d678175-7250-422b-bd7b-1800d575ab9d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:28.867847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:28.867847 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:28.867847 n-d-780147-4 neutron-server[93101]: [parameters: {'id': 'dc0eb8ac-249c-4249-b095-5c0d2a2d63c5'}] May 20 08:06:28.867847 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:28.868310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:28.894753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:28.898927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:29.043246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Pushing event updated for resources: {'Port': ['ID=2d14a2e0-1d2e-4de5-a19b-608d778feb77,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:29.049458 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:29.071075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b3016-3e5a-47db-8195-52965bd2d0d0 None None] Network dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:29.321020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2b78b-f9e2-4cf2-a49c-44297ef27c3d None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:29.369651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:29.506662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2b78b-f9e2-4cf2-a49c-44297ef27c3d None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:29.511201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 2d14a2e0-1d2e-4de5-a19b-608d778feb77 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:29.511737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:29.665392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 2d14a2e0-1d2e-4de5-a19b-608d778feb77, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2d14a2e0-1d2e-4de5-a19b-608d778feb77,segment=NetworkSegment(4d678175-7250-422b-bd7b-1800d575ab9d),segment_id=4d678175-7250-422b-bd7b-1800d575ab9d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:29.665806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:29.810012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 2d14a2e0-1d2e-4de5-a19b-608d778feb77 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:30.079357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eccc9-1d46-4ab5-8613-c1e8e42f23fe req-03c6b9c6-2629-4efc-abb7-e660a312fa31 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:30.090196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba5eccc9-1d46-4ab5-8613-c1e8e42f23fe req-03c6b9c6-2629-4efc-abb7-e660a312fa31 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.3347173 May 20 08:06:30.134357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba5eccc9-1d46-4ab5-8613-c1e8e42f23fe req-06ddd414-4a26-47bf-ac54-3bc5d2010ad2 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 May 20 08:06:30.209440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.213447 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a65cadd-e8ea-48a8-89e7-049564fd3821 tempest-RoutersAdminTest-787295973 tempest-RoutersAdminTest-787295973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:30.263284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=2d14a2e0-1d2e-4de5-a19b-608d778feb77,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:30.266083 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:30.272410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 2d14a2e0-1d2e-4de5-a19b-608d778feb77 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:30.328077 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-af8a5a75-58da-4cf1-aee5-b0d2ec5c5d35 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838132 May 20 08:06:30.443654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.461311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0eb8ac-249c-4249-b095-5c0d2a2d63c5']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:30.481549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d678175-7250-422b-bd7b-1800d575ab9d') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:30.481916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d678175-7250-422b-bd7b-1800d575ab9d') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:30.496924 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.515734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.522341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:30.522804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:30.539104 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:30.710831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.714723 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1e96752-582e-4c74-a12a-cca976a1e282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:30.729739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.743274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=dc0eb8ac-249c-4249-b095-5c0d2a2d63c5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:30.747596 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:30.752656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 HTTP/1.1" status: 204 len: 168 time: 3.2117612 May 20 08:06:30.756882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47050) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:30.762791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091724810'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:30.768107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:30.772722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:30.775767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:30.782697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:30.854909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:30.858895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.890510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:30.899921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:30.900265 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 81a26a0a-ce59-4cea-9a4a-20f9a8f07d21 of type vlan for network c4f763eb-d546-4f00-b5fe-6628212540a7 May 20 08:06:30.933282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:31.038974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:31.044272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:31.044846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:31.048633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:31.175296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4172425 May 20 08:06:31.178326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:31.183872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:31.189978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=c4f763eb-d546-4f00-b5fe-6628212540a7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:31.194297 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:31.202962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c4f763eb-d546-4f00-b5fe-6628212540a7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:31.216813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4005e7-bb8e-40f4-91a7-24014175e42d req-7d7ac784-a2f1-4219-86a2-a259cf983904 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:31.218411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e4005e7-bb8e-40f4-91a7-24014175e42d req-7d7ac784-a2f1-4219-86a2-a259cf983904 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1097 time: 0.2100637 May 20 08:06:31.276733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e4005e7-bb8e-40f4-91a7-24014175e42d req-4bb8f057-fb9b-437b-810a-274847e6f245 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519078 May 20 08:06:31.620481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:31.625327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:31.627749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:31.634761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:31.694637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9608d39-9a43-4288-9d9a-14d145091a34 req-fcf153d6-1630-46e3-9632-a0dd77de21ad tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:31.696229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9608d39-9a43-4288-9d9a-14d145091a34 req-fcf153d6-1630-46e3-9632-a0dd77de21ad tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.2141488 May 20 08:06:31.723619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:31.727154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:31.756643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9608d39-9a43-4288-9d9a-14d145091a34 req-d272b453-3c66-4146-83b2-383c3438999f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539823 May 20 08:06:31.776979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:31.971648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeffef-8b5c-401d-bbd2-b68e82be602a req-de92c7a4-5693-4d5a-9e01-cc67a7045bb8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:31.973174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-63aeffef-8b5c-401d-bbd2-b68e82be602a req-de92c7a4-5693-4d5a-9e01-cc67a7045bb8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.0890613 May 20 08:06:32.088378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-63aeffef-8b5c-401d-bbd2-b68e82be602a req-cea0db5c-484a-4e0b-b89c-c6f46bde8f69 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092083 May 20 08:06:32.115975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:32.263437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:32.267952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a397be44-4ef7-4e28-9982-653bda67ac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:32.344053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=4fb1461a-fefc-46f7-95d5-becb5636af36,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:32.354471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.354861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.355243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.355620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.355993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.356361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.356731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.357095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.357459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.357850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.358219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.358581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:06:32.363143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:32.364909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:32.364909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: c4f763eb-d546-4f00-b5fe-6628212540a7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:32.376129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-160ad812-8145-4cd6-b888-8fdcd65a06d5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 200 len: 994 time: 0.2589703 May 20 08:06:32.453533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network c4f763eb-d546-4f00-b5fe-6628212540a7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:32.593127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c4f763eb-d546-4f00-b5fe-6628212540a7) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:32.613010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:32.614100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:32.626374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862603b-a6a2-4a17-b065-97be6f76ff17 None None] Network c4f763eb-d546-4f00-b5fe-6628212540a7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:32.764796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5850000 May 20 08:06:32.766731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:32.939405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:32.967873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-c4f763eb-d546-4f00-b5fe-6628212540a7', 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '4fb1461a-fefc-46f7-95d5-becb5636af36'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:32.968757 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:32.984725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.089254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.244001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Allocated IP 172.20.0.1 (c4f763eb-d546-4f00-b5fe-6628212540a7/4fb1461a-fefc-46f7-95d5-becb5636af36/7f97c9ed-5256-4b5f-b380-5240c009b3ce) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:33.546897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Deleting port 99086fe9-715d-4e9f-8b38-b81b93f1f649 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:33.547452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.557157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.570134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Transition to ACTIVE for port object 7f97c9ed-5256-4b5f-b380-5240c009b3ce will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:33.590305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Transition to ACTIVE for port object 7f97c9ed-5256-4b5f-b380-5240c009b3ce will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:33.621272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1c8f-bb31-4698-8d2a-88c8b811636f req-7af0c6bf-b556-44ab-baaf-efadad677e33 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:33.622757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-374e1c8f-bb31-4698-8d2a-88c8b811636f req-7af0c6bf-b556-44ab-baaf-efadad677e33 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.1833043 May 20 08:06:33.678889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.683306 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f178c4e7-98b0-4d07-8dde-5c1a41886bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:33.751027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Network c4f763eb-d546-4f00-b5fe-6628212540a7 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:33.753784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:33.757717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:33.765005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Pushing event updated for resources: {'Port': ['ID=7f97c9ed-5256-4b5f-b380-5240c009b3ce,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:33.767150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-374e1c8f-bb31-4698-8d2a-88c8b811636f req-afcb84c5-713f-4312-b7fc-bceec5c8838c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939634 May 20 08:06:33.778081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] For port 99086fe9-715d-4e9f-8b38-b81b93f1f649, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=99086fe9-715d-4e9f-8b38-b81b93f1f649,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:33.778448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.788034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.797351 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5515872-005b-4f96-bd0b-96ffaf9e19c6 tempest-PortsTestJSON-272525396 tempest-PortsTestJSON-272525396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:33.809347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:33.878575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Attempting to bind port 7f97c9ed-5256-4b5f-b380-5240c009b3ce on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:33.879084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Attempting to bind port 7f97c9ed-5256-4b5f-b380-5240c009b3ce by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:33.879728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Attempting to bind port 7f97c9ed-5256-4b5f-b380-5240c009b3ce on network c4f763eb-d546-4f00-b5fe-6628212540a7 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:33.885778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:33.886540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Checking segment: {'id': '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:33.887046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.887544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Bound using segment: {'id': '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:33.888116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Bound port: 7f97c9ed-5256-4b5f-b380-5240c009b3ce, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:33.888595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:33.893624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb1461a-fefc-46f7-95d5-becb5636af36,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:33.896922 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:33.906756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-12646475-4fc3-41bf-98a0-356eb9f17b24 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3274841 May 20 08:06:33.914102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Calling delete_port for 99086fe9-715d-4e9f-8b38-b81b93f1f649 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:33.997793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-151674b4-0b43-466c-a4a5-192612faecff None None] For port 7f97c9ed-5256-4b5f-b380-5240c009b3ce, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:34.001612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-151674b4-0b43-466c-a4a5-192612faecff None None] For port 7f97c9ed-5256-4b5f-b380-5240c009b3ce, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7f97c9ed-5256-4b5f-b380-5240c009b3ce,segment=NetworkSegment(81a26a0a-ce59-4cea-9a4a-20f9a8f07d21),segment_id=81a26a0a-ce59-4cea-9a4a-20f9a8f07d21)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:34.038845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff81a82-a723-4883-80e6-c990cba3f599 req-dcd31e96-be22-46d8-b07c-dfb652cb2c84 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:34.047137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ff81a82-a723-4883-80e6-c990cba3f599 req-dcd31e96-be22-46d8-b07c-dfb652cb2c84 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1228054 May 20 08:06:34.112786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ff81a82-a723-4883-80e6-c990cba3f599 req-1c322ee4-fa3b-42f8-af16-335150bfddd4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658438 May 20 08:06:34.116208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.139250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.139250 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12e19782-eae0-4279-a22f-bac616e13033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:34.157760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f763eb-d546-4f00-b5fe-6628212540a7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:34.172969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:34.176044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:34.187674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.206310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.215392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:34.215909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.223742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Pushing event updated for resources: {'Port': ['ID=7f97c9ed-5256-4b5f-b380-5240c009b3ce,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:34.229726 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:34.243516 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:34.290056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.295833 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d27d1e4-3c18-4555-8d11-970b8930f0ea tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:34.325817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3501ac-58d7-4f9f-9135-1898a5a8bef3 None None] Network c4f763eb-d546-4f00-b5fe-6628212540a7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:34.374881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:34.374881 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:34.374881 n-d-780147-4 neutron-server[93102]: [parameters: {'id': 'c4f763eb-d546-4f00-b5fe-6628212540a7'}] May 20 08:06:34.374881 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:34.375282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:34.393865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Pushing event deleted for resources: {'Port': ['ID=99086fe9-715d-4e9f-8b38-b81b93f1f649,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:34.403829 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:34.679531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff7840f-d8a0-46c4-9251-f3ff363e1353 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:34.877298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.896611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:34.902542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7840f-d8a0-46c4-9251-f3ff363e1353 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:34.980173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 7f97c9ed-5256-4b5f-b380-5240c009b3ce {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:34.980701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:35.202298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01f5a-11ac-438c-8821-03a24310b647 req-0198c8aa-9ffb-4423-bdcb-8414e370d1b8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:35.209717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfd01f5a-11ac-438c-8821-03a24310b647 req-0198c8aa-9ffb-4423-bdcb-8414e370d1b8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.2283533 May 20 08:06:35.211729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 7f97c9ed-5256-4b5f-b380-5240c009b3ce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7f97c9ed-5256-4b5f-b380-5240c009b3ce,segment=NetworkSegment(81a26a0a-ce59-4cea-9a4a-20f9a8f07d21),segment_id=81a26a0a-ce59-4cea-9a4a-20f9a8f07d21)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:35.212161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:35.390720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfd01f5a-11ac-438c-8821-03a24310b647 req-ceb08f34-a544-4c3e-a745-2f5fdd3f495e tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800520 May 20 08:06:35.510014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Router 6507854f-2589-4cde-8b39-72cf3c1b4dcf has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:06:35.597340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 7f97c9ed-5256-4b5f-b380-5240c009b3ce owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:35.757828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:35.762263 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d6e3816f-ea57-4256-abc8-54f7e165a256 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:35.803649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:06:35.812597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=7f97c9ed-5256-4b5f-b380-5240c009b3ce,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:35.813943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Sync routers for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:06:35.815510 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:35.818407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 7f97c9ed-5256-4b5f-b380-5240c009b3ce on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:35.823196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] 10.222.0.79 "PUT /v2.0/routers/6507854f-2589-4cde-8b39-72cf3c1b4dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0448444 May 20 08:06:35.825818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47168) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:35.832804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:06:35.833504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:06:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:35.926177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be4634-9d67-403f-aeb0-e3334762edc8 req-1366a843-f271-4cbb-bb49-99635c211e15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:35.928083 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95be4634-9d67-403f-aeb0-e3334762edc8 req-1366a843-f271-4cbb-bb49-99635c211e15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.3168082 May 20 08:06:35.974036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:35.989218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f763eb-d546-4f00-b5fe-6628212540a7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.002926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.002926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a26a0a-ce59-4cea-9a4a-20f9a8f07d21') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.016198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.026456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:06:36.033570 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.040864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:36.041403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:36.057887 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:36.063952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95be4634-9d67-403f-aeb0-e3334762edc8 req-dcd14acd-fd08-4cc8-9392-af4149d1b2e0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247530 May 20 08:06:36.083603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.216865 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.222594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.237586 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:36.259713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/c4f763eb-d546-4f00-b5fe-6628212540a7 HTTP/1.1" status: 204 len: 168 time: 3.4866292 May 20 08:06:36.259713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47174) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:36.264636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1789038390'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:36.272204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=c4f763eb-d546-4f00-b5fe-6628212540a7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:36.274798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:36.276095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:36.280547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:36.284043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:36.292629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:36.305298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.383845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T08:06:34Z', 'revision_number': 5, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port': {'id': 'f381aa8e-3ea6-46fa-a669-edbb98d80332', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:54:16Z', 'updated_at': '2021-05-20T07:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.389242 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Checking router: 6507854f-2589-4cde-8b39-72cf3c1b4dcf for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:06:36.400302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Routers {'6507854f-2589-4cde-8b39-72cf3c1b4dcf'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:06:36.401011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:06:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.407699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:36.408244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-d3de779a-85d2-4efb-afab-7afb8a67ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:36.409796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-d3de779a-85d2-4efb-afab-7afb8a67ade8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1097 time: 0.0914216 May 20 08:06:36.412752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.453502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:36.471277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.471636 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment a21fdb52-fd9f-4189-bf68-802048a531b4 of type vlan for network 4cff2a01-69b9-41c5-af13-19f17893f162 May 20 08:06:36.500388 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.561425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] Set router 6507854f-2589-4cde-8b39-72cf3c1b4dcf gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:06:36.598885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.606873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:36.607522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.613311 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:36.675219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T08:06:36Z', 'revision_number': 6, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:36.680232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bcad0-a60f-4dec-9e5e-50be43307be3 None None] The sync data for ids ['6507854f-2589-4cde-8b39-72cf3c1b4dcf'] in n-d-780147-4 is: [{'id': '6507854f-2589-4cde-8b39-72cf3c1b4dcf', 'name': 'tempest-TaggedBootDevicesTest_v242-1054682527-router', 'tenant_id': '9ac49e641b5a44669086a37dc7b75282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:54:14Z', 'updated_at': '2021-05-20T08:06:36Z', 'revision_number': 6, 'project_id': '9ac49e641b5a44669086a37dc7b75282', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:06:36.764378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=4cff2a01-69b9-41c5-af13-19f17893f162,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:36.764378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:36.769195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:36.788228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3c48-45f8-4e18-a172-6ee797f4ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:36.835959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5740755 May 20 08:06:36.836369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:36.843687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:36.963557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8add40e9-56eb-4af9-9180-4dc58a872f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:36.965055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8add40e9-56eb-4af9-9180-4dc58a872f42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.5478539 May 20 08:06:36.975527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Deleting port f381aa8e-3ea6-46fa-a669-edbb98d80332 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:36.975863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.111318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.202540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ce646-fd7b-4905-b3b4-7822f30ac17d req-c20f12be-fe17-4dbb-8529-21cb09fa7949 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.203899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-373ce646-fd7b-4905-b3b4-7822f30ac17d req-c20f12be-fe17-4dbb-8529-21cb09fa7949 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.4154437 May 20 08:06:37.208280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.212296 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:37.213296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-9f467b00-a1b7-4f0d-bf7f-77632b4e1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.214764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-9f467b00-a1b7-4f0d-bf7f-77632b4e1b59 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d&tenant_id=da5252f472e744cda9c65e7a57557248 HTTP/1.1" status: 200 len: 1095 time: 0.3556623 May 20 08:06:37.227264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-3f7594b1-87c0-49cf-90a4-9235def55bce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1002 time: 0.2346072 May 20 08:06:37.252769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 4cff2a01-69b9-41c5-af13-19f17893f162 is not hosted by any dhcp agent {{(pid=93102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:06:37.258189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.258805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.260108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "PUT /v2.0/networks/4cff2a01-69b9-41c5-af13-19f17893f162 HTTP/1.1" status: 200 len: 723 time: 0.4229219 May 20 08:06:37.309509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:37.321239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:37.358538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=4cff2a01-69b9-41c5-af13-19f17893f162,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:37.361401 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:37.370886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:37.385705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] For port f381aa8e-3ea6-46fa-a669-edbb98d80332, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f381aa8e-3ea6-46fa-a669-edbb98d80332,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:37.386078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.430109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-373ce646-fd7b-4905-b3b4-7822f30ac17d req-95946291-61d2-49c4-a323-cad3aae44670 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116776 May 20 08:06:37.479064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:37.482552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:37.486866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:37.494002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:37.593387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:37.599382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:37.632080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Calling delete_port for f381aa8e-3ea6-46fa-a669-edbb98d80332 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:37.637434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-c7799ab4-9b1d-4efa-904e-e402ec684eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.638965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-c7799ab4-9b1d-4efa-904e-e402ec684eda service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.3889244 May 20 08:06:37.786034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-f440f3fb-6876-46e1-bec4-73ce614c872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.787534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-f440f3fb-6876-46e1-bec4-73ce614c872b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da5252f472e744cda9c65e7a57557248&device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1095 time: 0.5364120 May 20 08:06:37.941158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0f71a-9b44-4bd9-b86c-b427ebf13448 req-f9b02077-8246-432e-99c3-4f669204cacc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.943299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7a0f71a-9b44-4bd9-b86c-b427ebf13448 req-f9b02077-8246-432e-99c3-4f669204cacc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.3231795 May 20 08:06:37.945251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-2fe62228-8b39-402e-a96e-50e8a281e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:37.946642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-2fe62228-8b39-402e-a96e-50e8a281e83d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730021 May 20 08:06:38.127303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-663c876d-61ea-480d-8eb6-a0cb2d033bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:38.128766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-663c876d-61ea-480d-8eb6-a0cb2d033bd1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 200 len: 918 time: 0.3337555 May 20 08:06:38.137119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7a0f71a-9b44-4bd9-b86c-b427ebf13448 req-c49b70ea-5eb1-443f-a806-8cba26800731 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818471 May 20 08:06:38.165096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:38.169249 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4694ef35-f390-41e4-8153-d8ec456ec6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:38.245619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=ecdbf4a3-a080-4f6b-94cc-16d8209c61f4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:38.254818 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:38.275410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'a21fdb52-fd9f-4189-bf68-802048a531b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:38.275866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 4cff2a01-69b9-41c5-af13-19f17893f162, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:38.334756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 99086fe9-715d-4e9f-8b38-b81b93f1f649 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:38.365340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 4cff2a01-69b9-41c5-af13-19f17893f162 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:38.372834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 99086fe9-715d-4e9f-8b38-b81b93f1f649 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:06:38.374001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 99086fe9-715d-4e9f-8b38-b81b93f1f649 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:38.374606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f381aa8e-3ea6-46fa-a669-edbb98d80332 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:38.462066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 4cff2a01-69b9-41c5-af13-19f17893f162) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:38.490853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-5cf888fc-8d2e-44dd-a983-d841d0d8cdad service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321040 May 20 08:06:38.496465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:38.499642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d61c60-5356-42ab-84d6-969c4bc8c355 None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:38.500444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:38.542275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-0a6b5252-b2f4-45bc-aea9-a86e5f68fb22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 200 len: 1000 time: 0.4018130 May 20 08:06:38.581702 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2703049 May 20 08:06:38.584754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:38.592327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:38.628836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:38.641710 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:38.649971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:38.756823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f381aa8e-3ea6-46fa-a669-edbb98d80332,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:38.788606 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:38.856783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-4cff2a01-69b9-41c5-af13-19f17893f162', 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': 'ecdbf4a3-a080-4f6b-94cc-16d8209c61f4'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:38.857789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:38.908078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-a97f2853-9d8b-415f-ba48-67cfa74b9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:38.908078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-a97f2853-9d8b-415f-ba48-67cfa74b9105 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 200 len: 856 time: 0.3436654 May 20 08:06:38.963912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-65c63984-29a6-4b7c-8d53-26f7f2a8c17b service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600735 May 20 08:06:39.006601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.070644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Allocated IP 172.20.0.2 (4cff2a01-69b9-41c5-af13-19f17893f162/ecdbf4a3-a080-4f6b-94cc-16d8209c61f4/75504800-8d39-4ee5-956c-5e81912707c5) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:39.084981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985037'] for subnet, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.181298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7f75-6bd8-49ba-a191-bfec6a0a2652 req-baa9f67c-9754-4a89-90b4-e239a0edc06b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:39.182953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a55e7f75-6bd8-49ba-a191-bfec6a0a2652 req-baa9f67c-9754-4a89-90b4-e239a0edc06b tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.5033386 May 20 08:06:39.292806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.299567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.319873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-fcdb9ec7-28b2-44f1-99e7-c4db549ad80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:39.322071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-fcdb9ec7-28b2-44f1-99e7-c4db549ad80c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=646ad6d1-a2fc-483a-9973-8158c4d4eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4020641 May 20 08:06:39.332953 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40314e19-d373-4ed9-80b8-b89c10cf48c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.359606 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.371026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Transition to ACTIVE for port object 75504800-8d39-4ee5-956c-5e81912707c5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:39.390923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a55e7f75-6bd8-49ba-a191-bfec6a0a2652 req-86c85059-b827-4c4f-ba98-1438af103b6c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012832 May 20 08:06:39.505581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-a30f1eab-58b3-418d-878a-574517400c46 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740744 May 20 08:06:39.535310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Transition to ACTIVE for port object 75504800-8d39-4ee5-956c-5e81912707c5 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:39.602305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.602808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6507854f-2589-4cde-8b39-72cf3c1b4dcf {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:06:39.645843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.657052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f1d747f0-cd15-4c91-9a40-ca429c894533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:39.705702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.709982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6507854f-2589-4cde-8b39-72cf3c1b4dcf HTTP/1.1" status: 204 len: 168 time: 3.8801699 May 20 08:06:39.713893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47218) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:39.733865 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.773704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:39.778000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:39.783770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:39.786415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Pushing event updated for resources: {'Port': ['ID=75504800-8d39-4ee5-956c-5e81912707c5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:39.791388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:39.847870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50bf71a7-8592-4dda-9fc3-ad3d0ff22a23 req-21aaaf1d-7604-4b3a-8d13-d51d1f149870 service neutron] 10.222.0.81 "GET /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331800 May 20 08:06:39.860841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014ce4f-54d1-4caf-9845-b13f8ab117bb req-95d8bd74-353b-4271-8672-c27441d77e2f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:39.869325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d014ce4f-54d1-4caf-9845-b13f8ab117bb req-95d8bd74-353b-4271-8672-c27441d77e2f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.3247354 May 20 08:06:39.912692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Deleting subnet 80fa4a96-2963-4e3b-921d-2a7e91af1b9d {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:06:39.963769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Attempting to bind port 75504800-8d39-4ee5-956c-5e81912707c5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:39.964172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Attempting to bind port 75504800-8d39-4ee5-956c-5e81912707c5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a21fdb52-fd9f-4189-bf68-802048a531b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:39.964536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Attempting to bind port 75504800-8d39-4ee5-956c-5e81912707c5 on network 4cff2a01-69b9-41c5-af13-19f17893f162 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:39.973928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.974127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:39.974127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Checking segment: {'id': 'a21fdb52-fd9f-4189-bf68-802048a531b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:39.974127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:39.974402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Bound using segment: {'id': 'a21fdb52-fd9f-4189-bf68-802048a531b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:39.974667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Bound port: 75504800-8d39-4ee5-956c-5e81912707c5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21fdb52-fd9f-4189-bf68-802048a531b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cff2a01-69b9-41c5-af13-19f17893f162'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:39.975043 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.008218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d014ce4f-54d1-4caf-9845-b13f8ab117bb req-2ed0896b-4c0a-4805-910f-adaebe420fcc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374838 May 20 08:06:40.037639 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735356162982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5503967'] for subnet, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.045428 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd32e0e4-05b0-4f43-90e1-8ff09bb12980 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:40.049914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.140992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:40.141965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.143411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "PUT /v2.0/subnets/ecdbf4a3-a080-4f6b-94cc-16d8209c61f4 HTTP/1.1" status: 200 len: 806 time: 1.5573952 May 20 08:06:40.145100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=ecdbf4a3-a080-4f6b-94cc-16d8209c61f4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:40.146965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47230) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:40.149285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:40.185035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] For port 75504800-8d39-4ee5-956c-5e81912707c5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:40.189129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] For port 75504800-8d39-4ee5-956c-5e81912707c5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=75504800-8d39-4ee5-956c-5e81912707c5,segment=NetworkSegment(a21fdb52-fd9f-4189-bf68-802048a531b4),segment_id=a21fdb52-fd9f-4189-bf68-802048a531b4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:40.196896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.266685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.282317 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:40.482999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Pushing event updated for resources: {'Port': ['ID=75504800-8d39-4ee5-956c-5e81912707c5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:40.491568 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:40.837582 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:40.984574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcc8f1-c060-4016-ac62-0cca3154eed6 req-ba788685-f1bc-49a4-bbad-d0dc27a35e7a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:40.992102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3dcc8f1-c060-4016-ac62-0cca3154eed6 req-ba788685-f1bc-49a4-bbad-d0dc27a35e7a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.3235211 May 20 08:06:41.169763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:41.220529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3dcc8f1-c060-4016-ac62-0cca3154eed6 req-f546ae1f-0eb7-4049-a527-920476836254 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271924 May 20 08:06:41.273800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port 75504800-8d39-4ee5-956c-5e81912707c5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:41.274810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:41.328354 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:41.336659 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e0cddb5-0ac8-4656-9b1a-2789d6bdfcb5 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:41.531296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port 75504800-8d39-4ee5-956c-5e81912707c5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=75504800-8d39-4ee5-956c-5e81912707c5,segment=NetworkSegment(a21fdb52-fd9f-4189-bf68-802048a531b4),segment_id=a21fdb52-fd9f-4189-bf68-802048a531b4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:41.531600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:41.696378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fa4a96-2963-4e3b-921d-2a7e91af1b9d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:41.782952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for 75504800-8d39-4ee5-956c-5e81912707c5 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:41.793174 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:41.803903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333f97a-aef0-4215-8b4e-a29a5987626f None None] Network 1ef93c2f-5da8-41d8-be8a-313532f33ef7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:41.873598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:41.945087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/80fa4a96-2963-4e3b-921d-2a7e91af1b9d HTTP/1.1" status: 204 len: 168 time: 2.2279630 May 20 08:06:41.946338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47254) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:41.972511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a254d0-3dba-48c0-9c8e-aa68b4ca17fc None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:42.119656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2892a5a-10c9-4c9d-9910-b0a3daf1fb5f req-42133e5b-d6d4-42fe-b0e2-3ea82cf38beb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:42.127523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2892a5a-10c9-4c9d-9910-b0a3daf1fb5f req-42133e5b-d6d4-42fe-b0e2-3ea82cf38beb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.5190363 May 20 08:06:42.153838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.160849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81c85690-4181-4fba-947f-63062b506360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:42.169703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c960ddcf-b42f-41b4-a835-4a97a2cc98c3 None None] Provisioning for port 75504800-8d39-4ee5-956c-5e81912707c5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:06:42.185117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c960ddcf-b42f-41b4-a835-4a97a2cc98c3 None None] Provisioning complete for port 75504800-8d39-4ee5-956c-5e81912707c5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:06:42.185987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c960ddcf-b42f-41b4-a835-4a97a2cc98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.210050 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.216219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=75504800-8d39-4ee5-956c-5e81912707c5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:42.228601 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:42.324202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2892a5a-10c9-4c9d-9910-b0a3daf1fb5f req-2594c505-edc5-4f12-9f3f-1f223aabd597 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958728 May 20 08:06:42.336006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port 75504800-8d39-4ee5-956c-5e81912707c5 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:42.364648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c960ddcf-b42f-41b4-a835-4a97a2cc98c3 None None] Port 75504800-8d39-4ee5-956c-5e81912707c5 was deleted so its status cannot be updated. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 08:06:42.465724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.655052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.655197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Deleting port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:42.655197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:42.803703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] DHCP port deletion for 1ef93c2f-5da8-41d8-be8a-313532f33ef7 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:06:42.939373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Deleting port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:42.939856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:43.076798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4321b9-5c34-44e3-99de-ae81562873f5 None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:43.195509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] For port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:43.196728 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:43.311373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] For port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,segment=NetworkSegment(6b708e6c-a4c5-4322-95cf-c031d021d193),segment_id=6b708e6c-a4c5-4322-95cf-c031d021d193)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:43.313887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:43.399868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7bf6a-4a75-4e2f-a150-7b9c75f2bff0 req-faae2b09-7dac-4aab-9b9d-969f013f4448 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:43.407215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90b7bf6a-4a75-4e2f-a150-7b9c75f2bff0 req-faae2b09-7dac-4aab-9b9d-969f013f4448 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.8077984 May 20 08:06:43.560355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Calling delete_port for c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:43.699903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Calling delete_port for c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:43.839902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:43.841843 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:43.975779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:43.993301 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5bc1c37b-275a-449e-a1aa-67ef65e88181 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:44.059872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] No DVR routers for this DVR port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:44.071171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Pushing event deleted for resources: {'Port': ['ID=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:44.087580 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:44.107289 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.121088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] No DVR routers for this DVR port c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:44.133874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e2499-f3e0-4a34-8c84-a0484f9c7923 None None] Network 4cff2a01-69b9-41c5-af13-19f17893f162 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:44.262539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.288668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cff2a01-69b9-41c5-af13-19f17893f162']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:44.306782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21fdb52-fd9f-4189-bf68-802048a531b4') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:44.307129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21fdb52-fd9f-4189-bf68-802048a531b4') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:44.324483 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.361464 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.369661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:44.370162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.447700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:44.512188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:44.514911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:44.549121 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:44.556387 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5c2dc21-4452-4109-8332-55569bbcdbd0 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:44.562442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:06:44.562882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c7f57634-e9e5-40bd-b5f4-e3a3aad8dbe7 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:44.646684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90b7bf6a-4a75-4e2f-a150-7b9c75f2bff0 req-bd2bb2e6-4116-4ca6-b9ef-1ce5dd328137 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2385137 May 20 08:06:44.826420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdbf4a3-a080-4f6b-94cc-16d8209c61f4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:44.831004 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.833973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:44.842856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dde66c76-3e54-4ff7-b53e-6f9617bb8906 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:44.867973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:44.881868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648aa5f-b44d-4757-bbc4-36ecee6c069a None None] DHCP port deletion for 4cff2a01-69b9-41c5-af13-19f17893f162 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:06:44.897293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.013413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=4cff2a01-69b9-41c5-af13-19f17893f162,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:45.042183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef93c2f-5da8-41d8-be8a-313532f33ef7']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:45.051885 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:45.104226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/4cff2a01-69b9-41c5-af13-19f17893f162 HTTP/1.1" status: 204 len: 168 time: 4.9544191 May 20 08:06:45.105076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47282) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:45.110266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b708e6c-a4c5-4322-95cf-c031d021d193') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:45.110673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b708e6c-a4c5-4322-95cf-c031d021d193') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:45.173538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.182516 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-583eeb81-ef56-4dca-9a80-59f9c541ce3d tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:06:45.183098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583eeb81-ef56-4dca-9a80-59f9c541ce3d tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:06:45.188748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-583eeb81-ef56-4dca-9a80-59f9c541ce3d tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/4cff2a01-69b9-41c5-af13-19f17893f162 HTTP/1.1" status: 404 len: 339 time: 0.0509906 May 20 08:06:45.189504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47286) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:45.205099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192415449', 'description': 'd1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:45.217268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:45.222026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.225411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:network and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:45.229572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:45.237715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:45.244450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:45.245232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: timer() May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:45.261455 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:45.292064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bdf2a-8797-4702-9068-62399598912d req-07de31e7-c1b1-4892-a9f7-f223e60f87ef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:45.293661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e14bdf2a-8797-4702-9068-62399598912d req-07de31e7-c1b1-4892-a9f7-f223e60f87ef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.3633330 May 20 08:06:45.363510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:45.367386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.433538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e14bdf2a-8797-4702-9068-62399598912d req-5d7737c1-533f-46a8-b17b-5707212086db tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939457 May 20 08:06:45.442025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:45.527195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.532015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.536175 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.536753 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 39723d13-df75-47a4-a739-76cd6fc0592b of type vlan for network 1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b May 20 08:06:45.537587 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eaf2598c-d3b7-4986-87ea-b4cea9635fb7 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:45.573193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef93c2f-5da8-41d8-be8a-313532f33ef7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:45.575116 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:45.578186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1ef93c2f-5da8-41d8-be8a-313532f33ef7 HTTP/1.1" status: 204 len: 168 time: 3.6308877 May 20 08:06:45.598243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.699044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.704898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:45.708897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:45.719866 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2e6e3d42-7361-4ead-8af8-eda1db64f202 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:45.846840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6542974 May 20 08:06:45.850647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:45.898477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:45.903995 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:45.909241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:45.976238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76ca6a-303f-4766-bc4e-34ea7557e3fd req-9b062477-c1c9-4fe0-9aea-b2b8657e141a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:45.977835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a76ca6a-303f-4766-bc4e-34ea7557e3fd req-9b062477-c1c9-4fe0-9aea-b2b8657e141a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.1420624 May 20 08:06:46.081572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47302) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:46.111600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48861d5-3424-468c-a9de-8689f0743905 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:46.112734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a48861d5-3424-468c-a9de-8689f0743905 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Synchronizing usage tracker for tenant:f07d26b037294109b5ea215c83f583f8 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:06:46.146064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a76ca6a-303f-4766-bc4e-34ea7557e3fd req-73d11b73-5d7a-418f-bb32-2b0fca453d7a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592376 May 20 08:06:46.193218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:46.207201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-08056033-b611-41a4-8c21-0da16304fa42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ac49e641b5a44669086a37dc7b75282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246860 May 20 08:06:46.256460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a48861d5-3424-468c-a9de-8689f0743905 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Unset dirty status for tenant:f07d26b037294109b5ea215c83f583f8 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:06:46.258208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a48861d5-3424-468c-a9de-8689f0743905 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks?id=1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b HTTP/1.1" status: 200 len: 760 time: 0.4064934 May 20 08:06:46.261153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47312) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:46.273157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'description': 'd2'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:46.307278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75504800-8d39-4ee5-956c-5e81912707c5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:46.307685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.341004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.358609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 75504800-8d39-4ee5-956c-5e81912707c5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:06:46.359373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75504800-8d39-4ee5-956c-5e81912707c5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:46.500757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.513214 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1cb6003e-be5d-45ea-8a16-a29decb33291 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:46.547718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338c4de-56fa-4d8c-923d-7c3a8388461f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:46.549729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.569383 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e338c4de-56fa-4d8c-923d-7c3a8388461f HTTP/1.1" status: 204 len: 168 time: 0.3741291 May 20 08:06:46.571979 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:46.750085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.846257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41be371-f097-4466-b62a-f340e337a609 req-bc13fcca-5b52-4695-b327-1396722963c4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:46.857193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c41be371-f097-4466-b62a-f340e337a609 req-bc13fcca-5b52-4695-b327-1396722963c4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1947856 May 20 08:06:46.909614 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.920311 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6847d0-6975-4078-ad8c-c11349087282 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:46.965210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b is not hosted by any dhcp agent {{(pid=93101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:06:46.971119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:46.971778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:46.973734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "PUT /v2.0/networks/1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b HTTP/1.1" status: 200 len: 757 time: 0.7106636 May 20 08:06:46.976123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47320) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:47.046754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c41be371-f097-4466-b62a-f340e337a609 req-f4c16d7a-62f3-4608-b73c-eb5f1b444e22 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879900 May 20 08:06:47.076605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:47.079904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:47.087970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:47.183636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e30a5-08b1-44d9-8ae4-540c662176fa tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:47.186301 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b5e30a5-08b1-44d9-8ae4-540c662176fa tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks?id=1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b HTTP/1.1" status: 200 len: 760 time: 0.2090325 May 20 08:06:47.190336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47330) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:47.196526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922902903'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:47.210580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:47.242613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:47.352687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:47.356147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:47.402837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:47.419297 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:47.419645 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56 of type vlan for network 29cf6735-c856-4fa3-ac21-58b8b3024764 May 20 08:06:47.629817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:47.680883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234ab1-1cba-4ec0-997b-e9230b676ef8 req-7aebbe2b-9ac5-4360-b39c-2c498b5daa13 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:47.687827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06234ab1-1cba-4ec0-997b-e9230b676ef8 req-7aebbe2b-9ac5-4360-b39c-2c498b5daa13 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.3756151 May 20 08:06:47.758869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:47.775197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:47.777114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:47.794710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06234ab1-1cba-4ec0-997b-e9230b676ef8 req-0ee27dcb-7939-4026-b9ac-066bdd193f16 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060026 May 20 08:06:47.801904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-38977772-18df-4336-8358-453706df5500 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:47.985852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=29cf6735-c856-4fa3-ac21-58b8b3024764,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:47.990815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:47.999212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 29cf6735-c856-4fa3-ac21-58b8b3024764 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:48.032909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8412080 May 20 08:06:48.036287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47354) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:48.044961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:48.320448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:48.324454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Usage tracker for resource:subnet and tenant:f07d26b037294109b5ea215c83f583f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:48.327726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:48.334700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:48.386518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2f670-72d8-4a49-9508-569c46add67e req-8fce1da8-5bfa-4e26-82f9-124bca674b8f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:48.388521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ab2f670-72d8-4a49-9508-569c46add67e req-8fce1da8-5bfa-4e26-82f9-124bca674b8f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1465201 May 20 08:06:48.420831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:48.425079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:48.464727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ab2f670-72d8-4a49-9508-569c46add67e req-42139dd1-f1f8-4e1e-9303-dc71cce0839c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688007 May 20 08:06:48.465515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47366) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:48.737916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-220589951-network', 'tenant_id': 'fdc7c375734348c383a0faf45dbfe413'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:48.751182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:48.751182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Usage tracker for resource:network and tenant:fdc7c375734348c383a0faf45dbfe413 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:48.751182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:48.765193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:48.906537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Made reservation on behalf of fdc7c375734348c383a0faf45dbfe413 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:48.909530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:48.947056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:48.994225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:48.998549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc7c375734348c383a0faf45dbfe413 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:49.002678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:49.015608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:49.215950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.223353 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:49.232154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.311958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.328089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:49.340932 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.341838 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Added segment bdeda8ae-a76a-481d-b364-1c10d21b22ce of type vlan for network ce5f934e-83b8-45c1-b28d-8d1b71910203 May 20 08:06:49.359034 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-24fcb331-0946-494c-8c3c-8444a8443454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:49.361580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=871302cb-075c-4cab-ba88-8a2b9633561c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:49.367412 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:49.400983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:49.401517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 29cf6735-c856-4fa3-ac21-58b8b3024764, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:49.533283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 29cf6735-c856-4fa3-ac21-58b8b3024764 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:49.617070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.661823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 29cf6735-c856-4fa3-ac21-58b8b3024764) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:49.674371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab0694b-9ab3-4751-aaef-8692ee71d9ec None None] Network 29cf6735-c856-4fa3-ac21-58b8b3024764 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:49.703755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:49.705140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:49.797582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731885ec-4723-49c7-826e-573159fa92c8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:49.812174 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:49.865821 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8238049 May 20 08:06:49.865821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:50.013579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eeb47e-f2e7-496d-9951-0817b1b28f97 req-7da37279-58e4-4d1b-aadc-6f7fb60b935f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.030709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41eeb47e-f2e7-496d-9951-0817b1b28f97 req-7da37279-58e4-4d1b-aadc-6f7fb60b935f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.5907414 May 20 08:06:50.056752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-2dd4bf08-1c5e-4b3e-9c6c-f6d02a7e1605 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.5172162 May 20 08:06:50.072595 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:50.073927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.074683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:50.083622 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0572a128-0e5e-4573-b786-e60b21954fca tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:50.138887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:50.255017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:50.276664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5f934e-83b8-45c1-b28d-8d1b71910203,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:50.289663 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:50.290946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ce5f934e-83b8-45c1-b28d-8d1b71910203 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:50.360926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-29cf6735-c856-4fa3-ac21-58b8b3024764', 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '871302cb-075c-4cab-ba88-8a2b9633561c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:06:50.464095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:50.465990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41eeb47e-f2e7-496d-9951-0817b1b28f97 req-839c0699-7208-4b5a-87af-a09df9785239 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340037 May 20 08:06:50.611099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ca1b5-719d-41ff-9bd0-b4b789d602dd req-09ad2c9b-cb57-4a4b-86f3-89696cecfb34 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.622687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-323ca1b5-719d-41ff-9bd0-b4b789d602dd req-09ad2c9b-cb57-4a4b-86f3-89696cecfb34 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1346054 May 20 08:06:50.699881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2332044 May 20 08:06:50.705043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47390) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:50.733613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Request body: {'subnet': {'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-220589951-subnet', 'tenant_id': 'fdc7c375734348c383a0faf45dbfe413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:50.748477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:50.762833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Usage tracker for resource:subnet and tenant:fdc7c375734348c383a0faf45dbfe413 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:06:50.772883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:06:50.777799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Allocated IP 172.20.0.2 (29cf6735-c856-4fa3-ac21-58b8b3024764/871302cb-075c-4cab-ba88-8a2b9633561c/c87be68a-6260-4005-89b3-045f3009d2b0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:06:50.786594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-323ca1b5-719d-41ff-9bd0-b4b789d602dd req-05f11320-c796-4c32-968c-270ec72caa5d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626003 May 20 08:06:50.791176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:50.854948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.857854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.857854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.857854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.857854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:50.858723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-48df54d5-c6ac-48e9-9761-83f55355e904 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2119787 May 20 08:06:50.900527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Made reservation on behalf of fdc7c375734348c383a0faf45dbfe413 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:50.903621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.121848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-a14e14df-9071-4ae7-adb6-59fb797f2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:51.126450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-a14e14df-9071-4ae7-adb6-59fb797f2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:51.126967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-a14e14df-9071-4ae7-adb6-59fb797f2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:51.133021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-a14e14df-9071-4ae7-adb6-59fb797f2b17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2240133 May 20 08:06:51.233648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.270113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Transition to ACTIVE for port object c87be68a-6260-4005-89b3-045f3009d2b0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:51.274907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-5cdefc05-5a36-4b31-a839-ccf563b2c34b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0847487 May 20 08:06:51.315513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Transition to ACTIVE for port object c87be68a-6260-4005-89b3-045f3009d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:51.370374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-cb34a2fe-6a71-45bd-b5f2-07d3b70a5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:51.372004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-cb34a2fe-6a71-45bd-b5f2-07d3b70a5a54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0809734 May 20 08:06:51.399062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.404800 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:51.562822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Network 29cf6735-c856-4fa3-ac21-58b8b3024764 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:06:51.566976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:51.569554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:06:51.573837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.579413 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:51.661267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=871302cb-075c-4cab-ba88-8a2b9633561c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:51.689521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Attempting to bind port c87be68a-6260-4005-89b3-045f3009d2b0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:51.694220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Attempting to bind port c87be68a-6260-4005-89b3-045f3009d2b0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:51.694220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Attempting to bind port c87be68a-6260-4005-89b3-045f3009d2b0 on network 29cf6735-c856-4fa3-ac21-58b8b3024764 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:51.694465 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:51.694590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Pushing event updated for resources: {'Port': ['ID=c87be68a-6260-4005-89b3-045f3009d2b0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:51.697023 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:51.702296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:51.702740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Checking segment: {'id': 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:51.703162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.703630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Bound using segment: {'id': 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:51.704152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Bound port: c87be68a-6260-4005-89b3-045f3009d2b0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '29cf6735-c856-4fa3-ac21-58b8b3024764'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:51.704543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.766130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-2946f650-2843-481e-b907-d5a21d86d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:51.771348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-2946f650-2843-481e-b907-d5a21d86d577 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3626969 May 20 08:06:51.906384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:51.931021 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-fd7cf9e6-8307-451d-9663-6b4fdbc98aa5 service neutron] show failed (client error): The resource could not be found. May 20 08:06:51.932054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-fd7cf9e6-8307-451d-9663-6b4fdbc98aa5 service neutron] 10.222.0.84 "GET /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0/bindings/n-h1-780147-4 HTTP/1.1" status: 404 len: 380 time: 0.4445643 May 20 08:06:51.936340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] For port c87be68a-6260-4005-89b3-045f3009d2b0, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:51.942288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] For port c87be68a-6260-4005-89b3-045f3009d2b0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c87be68a-6260-4005-89b3-045f3009d2b0,segment=NetworkSegment(cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56),segment_id=cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:52.006498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cf6735-c856-4fa3-ac21-58b8b3024764']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:52.023391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:52.028516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:52.048889 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:52.084743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:52.094453 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:52.097027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:52.115634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:52.120388 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:52.207297 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:52.214479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab69914-b746-4790-b943-191e587f4ea4 req-26ccfab9-cbae-4ad7-bc50-85b5cf0adc77 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:52.214479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab69914-b746-4790-b943-191e587f4ea4 req-26ccfab9-cbae-4ad7-bc50-85b5cf0adc77 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.6396120 May 20 08:06:52.298584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-03bb3695-169a-40c3-ad80-0b5b2430399c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016124 May 20 08:06:52.317571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab69914-b746-4790-b943-191e587f4ea4 req-e280db03-7662-45c1-b4d6-934d949fe272 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916781 May 20 08:06:52.413571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f302a74-43e2-4ac7-aa7e-7f06eff5b44e None None] Network 29cf6735-c856-4fa3-ac21-58b8b3024764 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:52.668850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Pushing event updated for resources: {'Port': ['ID=c87be68a-6260-4005-89b3-045f3009d2b0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:52.672813 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:52.741793 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:52.750765 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c26dfe38-fde4-49e5-a689-4acc54accf95 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:52.831087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:06:52.831087 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:06:52.831087 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '29cf6735-c856-4fa3-ac21-58b8b3024764'}] May 20 08:06:52.831087 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:06:52.831442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:06:52.838043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bea911-e0e6-45aa-a608-52dff0449769,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:52.848959 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:52.864573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-90eb6495-b0d0-4c21-a26f-e7ca6cdcd02d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371172 May 20 08:06:52.878040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298edf5-4c8f-4021-98ca-7b23dc435133 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:06:52.905971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Checking segment: {'id': 'bdeda8ae-a76a-481d-b364-1c10d21b22ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:52.906970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Network hostable DHCP agents. Network: ce5f934e-83b8-45c1-b28d-8d1b71910203, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:52.952468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8c20a-7646-4e26-8305-18c3764294ed req-e8646a6c-8694-46ce-8b52-fdaa49281df2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:52.960242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19a8c20a-7646-4e26-8305-18c3764294ed req-e8646a6c-8694-46ce-8b52-fdaa49281df2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.2294183 May 20 08:06:52.982193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-36d1b27f-0a9e-45c7-b162-e9cc417ab304 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1101925 May 20 08:06:52.986557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Network ce5f934e-83b8-45c1-b28d-8d1b71910203 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:53.011662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19a8c20a-7646-4e26-8305-18c3764294ed req-c6221ee1-5f32-4078-a146-611d43771f00 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505548 May 20 08:06:53.038966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298edf5-4c8f-4021-98ca-7b23dc435133 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:06:53.064985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ce5f934e-83b8-45c1-b28d-8d1b71910203) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:53.074522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:53.075245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.169881 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4543922 May 20 08:06:53.260289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-f918be67-a267-4851-90e7-198aba78de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:53.264261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-f918be67-a267-4851-90e7-198aba78de53 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1299627 May 20 08:06:53.333131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.399644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-9688d1a7-6fec-4e3e-801f-a479ce2c194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:53.406315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-9688d1a7-6fec-4e3e-801f-a479ce2c194d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 1097 time: 0.2065954 May 20 08:06:53.418948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:53.493949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-0e5712e2-6cb2-490b-8526-ddf66404f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:53.495695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-0e5712e2-6cb2-490b-8526-ddf66404f6d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141166 May 20 08:06:53.518953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port c87be68a-6260-4005-89b3-045f3009d2b0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:06:53.518953 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.611844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990082f-6d0f-40b5-853c-57943faa060b None None] Network ce5f934e-83b8-45c1-b28d-8d1b71910203 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:53.637656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port c87be68a-6260-4005-89b3-045f3009d2b0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c87be68a-6260-4005-89b3-045f3009d2b0,segment=NetworkSegment(cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56),segment_id=cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:53.638026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.724485 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.781745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for c87be68a-6260-4005-89b3-045f3009d2b0 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:06:53.811863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-dff49f8d-cefe-4a11-9e84-dd4baf5b5d39 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659659 May 20 08:06:53.853818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e264f-6dc1-4ad0-97ab-d30a9c79781d None None] Network ce5f934e-83b8-45c1-b28d-8d1b71910203 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:53.879284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f672c0-84ba-4bf4-8ca8-7846add42983 req-353baffd-5108-4f97-91f9-ab72d89a0845 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:53.881048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60f672c0-84ba-4bf4-8ca8-7846add42983 req-353baffd-5108-4f97-91f9-ab72d89a0845 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 944 time: 0.3843074 May 20 08:06:53.922227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:53.929367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:53.990160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port c87be68a-6260-4005-89b3-045f3009d2b0 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:54.020703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=c87be68a-6260-4005-89b3-045f3009d2b0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:54.023589 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:54.103273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60f672c0-84ba-4bf4-8ca8-7846add42983 req-f04a7ad1-5153-4417-8cce-9a5d6b818a95 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797864 May 20 08:06:54.112044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-5f51c7cf-e392-4c41-8e28-7266341471d7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921014 May 20 08:06:54.135365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.150496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cf6735-c856-4fa3-ac21-58b8b3024764']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:54.165125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:54.165671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9ad3fd-0015-49b6-a0e2-f13c7bfc4c56') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:06:54.179710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.196998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.204334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:06:54.205911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: timer() May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:06:54.221716 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:06:54.239333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-216fffdb-1fe0-45a8-9896-94aaaed89e29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0730884 May 20 08:06:54.283344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.326474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:54.340073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-adc41938-3d0a-4fee-a45f-8cdbb488b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:54.341513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-adc41938-3d0a-4fee-a45f-8cdbb488b508 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0942020 May 20 08:06:54.437635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.444652 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-256dd526-b2bb-4b5a-ad20-680365131994 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:54.444887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:54.466320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.495084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=29cf6735-c856-4fa3-ac21-58b8b3024764,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:54.500379 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:54.503090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/29cf6735-c856-4fa3-ac21-58b8b3024764 HTTP/1.1" status: 204 len: 168 time: 4.6370103 May 20 08:06:54.506505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47434) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:54.552572 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b420a3-6535-4292-b0ce-d910c039990f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] GET failed (client error): The resource could not be found. May 20 08:06:54.553186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9b420a3-6535-4292-b0ce-d910c039990f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Synchronizing usage tracker for tenant:f07d26b037294109b5ea215c83f583f8 on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:06:54.654945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9b420a3-6535-4292-b0ce-d910c039990f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Unset dirty status for tenant:f07d26b037294109b5ea215c83f583f8 on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:06:54.658642 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9b420a3-6535-4292-b0ce-d910c039990f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets/871302cb-075c-4cab-ba88-8a2b9633561c HTTP/1.1" status: 404 len: 337 time: 0.1486535 May 20 08:06:54.661677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47440) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:54.688880 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46dab53-eff9-4488-8931-2e5cc83ce399 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:06:54.689362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46dab53-eff9-4488-8931-2e5cc83ce399 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:06:54.691775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a46dab53-eff9-4488-8931-2e5cc83ce399 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/29cf6735-c856-4fa3-ac21-58b8b3024764 HTTP/1.1" status: 404 len: 339 time: 0.0284491 May 20 08:06:54.695780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47444) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:54.761867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:54.771704 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.812462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Transition to ACTIVE for port object ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:06:54.816484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-985867d5-a4a1-4f75-94fe-9584eec92d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:54.818044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-985867d5-a4a1-4f75-94fe-9584eec92d3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4689472 May 20 08:06:54.826001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-b6e09534-e984-4d37-aa61-644beb0e0354 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:54.826649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-b6e09534-e984-4d37-aa61-644beb0e0354 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Synchronizing usage tracker for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:06:54.861708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72195829-415a-474f-83da-f8550f0e4c61 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:54.862374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72195829-415a-474f-83da-f8550f0e4c61 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Synchronizing usage tracker for tenant:f07d26b037294109b5ea215c83f583f8 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:06:54.923640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:54.933425 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:55.002971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72195829-415a-474f-83da-f8550f0e4c61 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Unset dirty status for tenant:f07d26b037294109b5ea215c83f583f8 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:06:55.004339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72195829-415a-474f-83da-f8550f0e4c61 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3076108 May 20 08:06:55.007287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47450) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.062580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-b6e09534-e984-4d37-aa61-644beb0e0354 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Unset dirty status for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:06:55.062812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f06bea62-e1fb-44c9-b947-a839a1828711 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 207 time: 0.0541756 May 20 08:06:55.063727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-b6e09534-e984-4d37-aa61-644beb0e0354 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/networks?id=ce5f934e-83b8-45c1-b28d-8d1b71910203 HTTP/1.1" status: 200 len: 821 time: 0.6754994 May 20 08:06:55.068831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.111215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-c0f879f2-268b-41d4-9b32-71de864ac617 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/quotas/fdc7c375734348c383a0faf45dbfe413 HTTP/1.1" status: 200 len: 375 time: 0.0338340 May 20 08:06:55.117618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:55.126458 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:55.153982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:06:55.222142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f128c9c8-e141-4314-be2c-9e4f1176a785 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fdc7c375734348c383a0faf45dbfe413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893648 May 20 08:06:55.245987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-fd5cad0b-d482-4dec-ad32-f4d17f25b623 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155405 May 20 08:06:55.281906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98335b45-d62e-4b98-aecd-c56b2af52530 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.288565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98335b45-d62e-4b98-aecd-c56b2af52530 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.296024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98335b45-d62e-4b98-aecd-c56b2af52530 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.303331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98335b45-d62e-4b98-aecd-c56b2af52530 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.309401 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98335b45-d62e-4b98-aecd-c56b2af52530 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2396324 May 20 08:06:55.314663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.335855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] No DVR routers for this DVR port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:06:55.360364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:55.375586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'port_id': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'mac_address': 'fa:16:3e:5e:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:06:55.450125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:55.475013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:06:55.510209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:55.609116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:55.610359 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:55.683873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:06:55.693526 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-89c6feb2-6915-43d9-b937-b59bdeb797bd tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3742023 May 20 08:06:55.693747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-e186253c-dfc8-4d57-86fe-efbfde035516 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667122 May 20 08:06:55.694363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.772188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:06:55.787284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-8e0a162d-5638-40ca-a6f9-0bdd57738d37 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123386 May 20 08:06:55.792052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:55.795193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969b65c-dd68-469c-a9ec-3f7e07e689c2 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.797022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969b65c-dd68-469c-a9ec-3f7e07e689c2 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.803136 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0969b65c-dd68-469c-a9ec-3f7e07e689c2 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1008801 May 20 08:06:55.803315 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:55.805072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.868075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-10611fda-9ccf-421d-8c58-6e6446874b9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0717092 May 20 08:06:55.896780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b46b5-dc44-4ab2-b49f-ea52ccfc7099 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.898268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b46b5-dc44-4ab2-b49f-ea52ccfc7099 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:55.899803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa9b46b5-dc44-4ab2-b49f-ea52ccfc7099 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0936527 May 20 08:06:55.905127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47478) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:55.911371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['8b36e60a-1fca-47ba-8794-60703f5f3035'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:06:55.993011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:06:55.993384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:06:55.993767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:56.000902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-660c756b-36a8-444f-83db-1355acd755a6 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095169 May 20 08:06:56.011031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-3f25aacf-e237-418d-ada6-3a0733ad6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.012683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-3f25aacf-e237-418d-ada6-3a0733ad6a64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1079831 May 20 08:06:56.068380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:06:56.068671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:06:56.081513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:06:56.082081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:56.082688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Bound using segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:06:56.083216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Bound port: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:06:56.083569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.151974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2718b80-57be-4e97-a5d7-8fc374cf87d5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.153709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f2718b80-57be-4e97-a5d7-8fc374cf87d5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks/37869dec-4e38-4eed-b7fb-c2823cd5d7e0 HTTP/1.1" status: 200 len: 800 time: 0.2474346 May 20 08:06:56.158107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:56.196151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-42173e86-644c-4adf-b279-96aa64116dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.197681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-42173e86-644c-4adf-b279-96aa64116dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1704717 May 20 08:06:56.227351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:06:56.250993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:06:56.331280 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-453d5eb9-89e0-4c38-b8d6-ab5c5f8e82fb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/networks/37869dec-4e38-4eed-b7fb-c2823cd5d7e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1688502 May 20 08:06:56.331703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:56.334550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.404823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3202b6e-1606-4335-8dfe-691756657c53 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.409706 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3202b6e-1606-4335-8dfe-691756657c53 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets/1c9dc0d3-469d-44b3-986c-ea7af95a61bd HTTP/1.1" status: 200 len: 811 time: 0.0730326 May 20 08:06:56.409903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47494) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:56.516618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90254ba5-12d8-4013-9af5-83eab69f66a3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['shared'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.523663 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90254ba5-12d8-4013-9af5-83eab69f66a3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "GET /v2.0/subnets/1c9dc0d3-469d-44b3-986c-ea7af95a61bd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1067052 May 20 08:06:56.523663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47498) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:56.529860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407133817'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:56.536063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:56.546781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:56.552815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.575917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4292d08-624b-4e8a-b7a6-d2272525b81f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:56.615405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:56.625737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.655145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.655614 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.657088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] 10.222.0.81 "PUT /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1092 time: 3.2451239 May 20 08:06:56.697149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:06:56.708214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.708214 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Added segment 04a5d70f-9123-4105-bb5f-4630ae0f7f66 of type vlan for network 6e552d81-1afc-401b-bde5-e965ee3f841d May 20 08:06:56.766212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.782326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:56.789400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:56.805280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-76a96968-8242-457e-9cb9-2abcdbe6760c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001890 May 20 08:06:56.923707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.930857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.931472 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:56.938633 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:56.982279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108113-9658-4e4f-9aef-2915bd6e0a9c req-db6031c0-805e-4c42-a516-6b13a3dd3734 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:56.984673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73108113-9658-4e4f-9aef-2915bd6e0a9c req-db6031c0-805e-4c42-a516-6b13a3dd3734 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.4707334 May 20 08:06:57.048680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-54d22a2d-7589-44b7-8119-7792c042bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.050148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-54d22a2d-7589-44b7-8119-7792c042bfc3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1095 time: 0.3633509 May 20 08:06:57.080928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73108113-9658-4e4f-9aef-2915bd6e0a9c req-b2e49bb4-a8d3-4f7f-8069-dfdcb3e57ed5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857477 May 20 08:06:57.092776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5687718 May 20 08:06:57.095588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47510) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:06:57.101829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:06:57.117689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Network': ['ID=6e552d81-1afc-401b-bde5-e965ee3f841d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:57.124814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:57.130961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:06:57.176137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-84de942c-6edd-43de-b4b7-9cfd824119f0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584189 May 20 08:06:57.276292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:06:57.312703 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'code': 200} May 20 08:06:57.357894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:06:57.369719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:06:57.412559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-c218ef20-752e-445c-91a9-15f76308d051 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.2268376 May 20 08:06:57.441789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 8b36e60a-1fca-47ba-8794-60703f5f3035 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:06:57.442532 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:57.517272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-1533bfe1-58b0-485b-8b1c-a3c865aabb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.518759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-1533bfe1-58b0-485b-8b1c-a3c865aabb3f service neutron] 10.222.0.81 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.4580052 May 20 08:06:57.524199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-62964d02-3bd6-4742-8e7c-61912c731dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.525625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-62964d02-3bd6-4742-8e7c-61912c731dcb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1058846 May 20 08:06:57.540790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Made reservation on behalf of f07d26b037294109b5ea215c83f583f8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:06:57.544787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:57.574090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:57.629164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:57.658443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:06:57.662819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0654b48-4246-40c1-8677-60edf09f544a req-02cbd91a-fe5e-44eb-b746-9527d19951b5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.664650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0654b48-4246-40c1-8677-60edf09f544a req-02cbd91a-fe5e-44eb-b746-9527d19951b5 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 945 time: 0.2892196 May 20 08:06:57.697408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing IP validity checks on allocation pools {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 08:06:57.698195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.ipam_backend_mixin [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 08:06:57.728930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-3d2bada0-2290-41ca-9f8a-499fb1417880 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.2004130 May 20 08:06:57.773005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0654b48-4246-40c1-8677-60edf09f544a req-6ffceb63-9c7c-4a97-a876-b18c4d4129d4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971818 May 20 08:06:57.799389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-ec801588-bcff-4fd5-9884-4d0acbde0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.801181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-ec801588-bcff-4fd5-9884-4d0acbde0aff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2190299 May 20 08:06:57.808500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-0203c3c5-7554-4ca8-8781-d768f93424a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:57.818820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-0203c3c5-7554-4ca8-8781-d768f93424a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.0729065 May 20 08:06:57.983070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83be681e-de95-4dab-b943-f4d445236118 req-594c017c-680d-47c6-a66e-23cb0bbc385f tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 210 time: 0.1009836 May 20 08:06:58.053670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-a0bb5ff0-66b8-4ddb-bb25-642510a8cc38 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289231 May 20 08:06:58.053670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-01db770a-91a8-43bc-aede-805c6028904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:58.053670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-01db770a-91a8-43bc-aede-805c6028904f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130883 May 20 08:06:58.062439 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'code': 200} May 20 08:06:58.518500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8151f773-7ae6-44ab-afc2-df0c69313656 req-caeaf3fd-dbd1-41ab-a0f3-d9c83cb7b688 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693334 May 20 08:06:58.524745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-f41e89a1-670a-4cb9-a4b3-b3ac44c3c8d5 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548688 May 20 08:06:58.580481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2ed7-3fcd-461c-82b6-46a827b764e3 req-93669f64-f635-42f2-96c8-3915b4834e99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:58.582624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a29a2ed7-3fcd-461c-82b6-46a827b764e3 req-93669f64-f635-42f2-96c8-3915b4834e99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.1918559 May 20 08:06:58.708673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a29a2ed7-3fcd-461c-82b6-46a827b764e3 req-298a7935-5ef2-484f-9298-62a2e676581c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714903 May 20 08:06:58.717596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-d7f2e834-c44f-48e0-a7ca-1770f0091d39 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876354 May 20 08:06:58.751781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:58.754692 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:58.824370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:58.827046 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:59.314672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:06:59.342830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446591f-ea0d-40b9-89fc-b32ef1c3f05d req-0722af06-5501-436f-8ebc-c2135819c318 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:59.343616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9446591f-ea0d-40b9-89fc-b32ef1c3f05d req-0722af06-5501-436f-8ebc-c2135819c318 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.3017445 May 20 08:06:59.385455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2b9b-1ffa-40cb-9531-fa3daeb49a38 req-32dee733-eef3-4365-9002-235e910a443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:59.387158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf2b9b-1ffa-40cb-9531-fa3daeb49a38 req-32dee733-eef3-4365-9002-235e910a443e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 1098 time: 0.2217236 May 20 08:06:59.422965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:59.430639 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c8bbaa1f-da61-4fe8-a3a4-35a13a58e9c0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:06:59.433406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9446591f-ea0d-40b9-89fc-b32ef1c3f05d req-3cfdb4e0-c9db-46df-a0fc-93c543588b16 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754700 May 20 08:06:59.481677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-abbf2b9b-1ffa-40cb-9531-fa3daeb49a38 req-f4ae15e6-5551-40cf-8e67-b88d72b9541d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693634 May 20 08:06:59.516527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=1638fb61-0a10-4c03-abd3-8b8018936d73,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:06:59.528575 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:06:59.545871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Checking segment: {'id': '04a5d70f-9123-4105-bb5f-4630ae0f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:06:59.553182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network hostable DHCP agents. Network: 6e552d81-1afc-401b-bde5-e965ee3f841d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:06:59.654074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b739d4db-b4ec-432a-b610-f25c3cd8959b req-c3f4daa6-6792-4605-95b5-13cd13acd048 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 210 time: 0.0695128 May 20 08:06:59.678200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Network 6e552d81-1afc-401b-bde5-e965ee3f841d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:06:59.730243 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:06:59.803014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6e552d81-1afc-401b-bde5-e965ee3f841d) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:06:59.812517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab22998-35f8-4110-befa-cdc18d66390c None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:06:59.818881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:59.821044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:06:59.943324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-e6c58a09-3ce5-488b-81b4-fbe28485539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:59.944720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-e6c58a09-3ce5-488b-81b4-fbe28485539c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1095 time: 0.1631925 May 20 08:06:59.953717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-ebe30811-95ca-4f43-b40b-51c2f0caeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:06:59.955102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-ebe30811-95ca-4f43-b40b-51c2f0caeb95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1095 time: 0.2066879 May 20 08:06:59.999166 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9025362 May 20 08:07:00.003001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47538) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:00.009901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:00.160251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d57fd0-662f-4dff-9ea5-075a2908a488 req-68ee4a02-70e1-4a97-9ad7-e88243a3f19c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.161808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67d57fd0-662f-4dff-9ea5-075a2908a488 req-68ee4a02-70e1-4a97-9ad7-e88243a3f19c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 944 time: 0.3119762 May 20 08:07:00.207526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6e552d81-1afc-401b-bde5-e965ee3f841d', 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d', 'tenant_id': 'f07d26b037294109b5ea215c83f583f8', 'fixed_ips': [{'subnet_id': '1638fb61-0a10-4c03-abd3-8b8018936d73'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:07:00.208584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985037'] for subnet, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:00.209045 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:00.355824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-275cb4b9-d920-4834-b72f-00adab372464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.361104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-275cb4b9-d920-4834-b72f-00adab372464 service neutron] 10.222.0.81 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.3817024 May 20 08:07:00.379795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67d57fd0-662f-4dff-9ea5-075a2908a488 req-797b398f-6a1c-4cbb-b307-524597049a1f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965482 May 20 08:07:00.457357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-d35bf427-6e9d-4378-9729-23026b606ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.460054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-d35bf427-6e9d-4378-9729-23026b606ffb service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.5040481 May 20 08:07:00.767910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-0c652285-0ff4-4752-a0d8-19b9740b4355 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.3848472 May 20 08:07:00.814915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-aab7064f-6b7b-4fd2-ac15-41e57e3c84e9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.3340352 May 20 08:07:00.882084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735356162982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5503967'] for subnet, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:00.888527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11b0e3ae-9cd3-4078-8f4c-9fa9726f393c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:00.901792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-3d922be5-4efd-42ce-8cd3-2093f0c78c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.903487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-3d922be5-4efd-42ce-8cd3-2093f0c78c10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.1255949 May 20 08:07:00.905674 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:07:00.916121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-4c3b07fa-f639-4444-9fd1-2259c5bf3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.917545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-4c3b07fa-f639-4444-9fd1-2259c5bf3a30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.0925462 May 20 08:07:00.960244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Allocated IP 172.20.0.3 (6e552d81-1afc-401b-bde5-e965ee3f841d/1638fb61-0a10-4c03-abd3-8b8018936d73/c48548e4-0a79-4055-b933-a829584b90f8) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:00.979311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:00.979924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:00.985503 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "PUT /v2.0/subnets/1638fb61-0a10-4c03-abd3-8b8018936d73 HTTP/1.1" status: 200 len: 877 time: 0.9797869 May 20 08:07:00.990117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:01.037862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event updated for resources: {'Subnet': ['ID=1638fb61-0a10-4c03-abd3-8b8018936d73,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:01.043931 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:01.183977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:01.186023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:01.206496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e02a-63b9-49f7-9a1f-d15c2c633ed9 req-2966e182-f9ef-4949-9018-2b307ee3b384 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:01.213951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8363e02a-63b9-49f7-9a1f-d15c2c633ed9 req-2966e182-f9ef-4949-9018-2b307ee3b384 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.5457549 May 20 08:07:01.306099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8363e02a-63b9-49f7-9a1f-d15c2c633ed9 req-b58c0392-0e1f-4c49-9fb5-02652593acb8 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912302 May 20 08:07:01.345545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-4277057a-38a8-4959-b428-77775eb54b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:01.350139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-4277057a-38a8-4959-b428-77775eb54b6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4356017 May 20 08:07:01.379424 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:07:01.419540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-722b7053-9695-49a0-88d2-24050e589bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:01.425244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-722b7053-9695-49a0-88d2-24050e589bfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4671376 May 20 08:07:01.463432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:01.539163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:01.601334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Transition to ACTIVE for port object c48548e4-0a79-4055-b933-a829584b90f8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:01.756401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:01.770902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Transition to ACTIVE for port object c48548e4-0a79-4055-b933-a829584b90f8 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:01.787424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:01.892350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-ae161a34-e253-4abd-a89b-1a76cf2d4419 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274668 May 20 08:07:01.909048 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:01.939957 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:02.030064 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.051058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:02.055577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:02.061501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Pushing event updated for resources: {'Port': ['ID=c48548e4-0a79-4055-b933-a829584b90f8,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:02.074378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:02.074378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:02.074937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:02.088961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-c76a7eb6-f569-4077-a2b5-a14cc7c43eea tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:02.090528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-c76a7eb6-f569-4077-a2b5-a14cc7c43eea tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.81 "GET /v2.0/networks?id=ce5f934e-83b8-45c1-b28d-8d1b71910203 HTTP/1.1" status: 200 len: 821 time: 0.6077201 May 20 08:07:02.099887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2f31134-8694-49b5-bfe9-d0d4f9e8c93e req-c4c114f8-a3be-4f82-a706-54f7e99eecf8 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 210 time: 0.4884088 May 20 08:07:02.156944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Request body: {'port': {'device_id': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203', 'admin_state_up': True, 'tenant_id': 'fdc7c375734348c383a0faf45dbfe413'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:02.283656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:02.324840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Attempting to bind port c48548e4-0a79-4055-b933-a829584b90f8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:02.326002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Attempting to bind port c48548e4-0a79-4055-b933-a829584b90f8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '04a5d70f-9123-4105-bb5f-4630ae0f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:02.326387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Attempting to bind port c48548e4-0a79-4055-b933-a829584b90f8 on network 6e552d81-1afc-401b-bde5-e965ee3f841d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:02.333911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:02.337063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Checking segment: {'id': '04a5d70f-9123-4105-bb5f-4630ae0f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:02.337063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.337063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Bound using segment: {'id': '04a5d70f-9123-4105-bb5f-4630ae0f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:02.337063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Bound port: c48548e4-0a79-4055-b933-a829584b90f8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a5d70f-9123-4105-bb5f-4630ae0f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '6e552d81-1afc-401b-bde5-e965ee3f841d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:02.337063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.358458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.360793 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:02.449662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.452092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-b2e38d6e-e83b-46c7-9203-494c67c9af70 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0174496 May 20 08:07:02.454601 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-50ec3ed1-4b12-40e6-bd4e-69f56e63299a tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:02.498116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=1638fb61-0a10-4c03-abd3-8b8018936d73,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:02.508400 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:02.512640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] For port c48548e4-0a79-4055-b933-a829584b90f8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:02.516539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] For port c48548e4-0a79-4055-b933-a829584b90f8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c48548e4-0a79-4055-b933-a829584b90f8,segment=NetworkSegment(04a5d70f-9123-4105-bb5f-4630ae0f7f66),segment_id=04a5d70f-9123-4105-bb5f-4630ae0f7f66)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:02.540510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:02.550900 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:02.614931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.621149 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:02.622799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.641991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e552d81-1afc-401b-bde5-e965ee3f841d']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:02.643268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:02.656016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-7785c48c-677c-4074-9138-2c94491238d3 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548508 May 20 08:07:02.660503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Usage tracker for resource:port and tenant:fdc7c375734348c383a0faf45dbfe413 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:02.662621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a5d70f-9123-4105-bb5f-4630ae0f7f66') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:02.663169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a5d70f-9123-4105-bb5f-4630ae0f7f66') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:02.673164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:02.684770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.689993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:02.706789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2e0c-7f37-43ca-bf78-d1d3b36e9df6 req-05f24169-056a-40d0-a878-57cabb9ee0a4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:02.707083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Pushing event updated for resources: {'Port': ['ID=c48548e4-0a79-4055-b933-a829584b90f8,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:02.709111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:02.711938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-797f2e0c-7f37-43ca-bf78-d1d3b36e9df6 req-05f24169-056a-40d0-a878-57cabb9ee0a4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.4175315 May 20 08:07:02.713883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5c59ba-b0ab-4a58-9e9c-cfe6827070f1 req-b449b472-b830-428e-a33c-55199b02ced5 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484307 May 20 08:07:02.717806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.727044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:07:02.727748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.744600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:02.851112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-797f2e0c-7f37-43ca-bf78-d1d3b36e9df6 req-bb10244a-8bed-4fd3-b761-7a1b9d50a477 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216698 May 20 08:07:02.853978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Made reservation on behalf of fdc7c375734348c383a0faf45dbfe413 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:02.883696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: timer() May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:07:02.887103 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:07:02.942148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:07:02.942148 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:07:02.942148 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '6e552d81-1afc-401b-bde5-e965ee3f841d'}] May 20 08:07:02.942148 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:07:02.942737 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:07:03.248398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Allocated IP 172.20.0.12 (ce5f934e-83b8-45c1-b28d-8d1b71910203/88bea911-e0e6-45aa-a608-52dff0449769/f84aacc5-963f-4072-9f7a-6c85196987a5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:03.295157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3d856-3843-4b35-b39f-36dbd9b349fe req-6efb1fb0-f2c9-411a-8b37-83ae791aa8a4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:03.299530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4da3d856-3843-4b35-b39f-36dbd9b349fe req-6efb1fb0-f2c9-411a-8b37-83ae791aa8a4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.2133725 May 20 08:07:03.401519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4da3d856-3843-4b35-b39f-36dbd9b349fe req-c4a0fee0-2b4c-4092-8a7b-ca21a1611b3a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913603 May 20 08:07:03.444728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.526174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port c48548e4-0a79-4055-b933-a829584b90f8 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:03.526783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.551779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.636439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port c48548e4-0a79-4055-b933-a829584b90f8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c48548e4-0a79-4055-b933-a829584b90f8,segment=NetworkSegment(04a5d70f-9123-4105-bb5f-4630ae0f7f66),segment_id=04a5d70f-9123-4105-bb5f-4630ae0f7f66)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:03.636797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.683610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.689498 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c456ec45-4bb3-4486-baa3-2c631c87f7e0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:03.766180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for c48548e4-0a79-4055-b933-a829584b90f8 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:03.888875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:03.894586 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f40a9ee7-e58a-4d0d-91e1-cb7b1d632f66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:03.932026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Network ce5f934e-83b8-45c1-b28d-8d1b71910203 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:03.935089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:03.939892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:03.944217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=c48548e4-0a79-4055-b933-a829584b90f8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:03.946723 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:03.949002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port c48548e4-0a79-4055-b933-a829584b90f8 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:03.971130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Pushing event updated for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:03.978586 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:04.026734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:04.027810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.129241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.142281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9900639 May 20 08:07:04.147121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e552d81-1afc-401b-bde5-e965ee3f841d']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:04.169612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a5d70f-9123-4105-bb5f-4630ae0f7f66') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:04.169960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a5d70f-9123-4105-bb5f-4630ae0f7f66') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:04.183791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.203771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.205371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Request body: {'port': {'device_id': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:04.220880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:07:04.220880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.223866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cab628-cba8-4377-98c2-dddcb2ccc3e8 None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: timer() May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:07:04.250926 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:07:04.375425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-caf40a3c-c4c3-4ff6-a725-eda662f50caf None None] Could not find standard attr ID for object c48548e4-0a79-4055-b933-a829584b90f8. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:07:04.437427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-1945133e-b2bb-4f89-b253-16c54382b152 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:04.441763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-1945133e-b2bb-4f89-b253-16c54382b152 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Synchronizing usage tracker for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:04.441763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.459951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.463779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-dd59f487-dfb7-4c3c-b911-f39e38a86874 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:04.472008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-dd59f487-dfb7-4c3c-b911-f39e38a86874 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 945 time: 0.3835266 May 20 08:07:04.472798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:04.495690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.523007 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/6e552d81-1afc-401b-bde5-e965ee3f841d HTTP/1.1" status: 204 len: 168 time: 3.5322478 May 20 08:07:04.523626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47620) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:04.529174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=6e552d81-1afc-401b-bde5-e965ee3f841d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:04.541971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f8881-f70a-4298-8ae1-93ec32519d9f None None] DHCP port deletion for 6e552d81-1afc-401b-bde5-e965ee3f841d request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:07:04.563852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b0160-8c6a-4c02-af48-1e77ccf6ca76 None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:07:04.588920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b0160-8c6a-4c02-af48-1e77ccf6ca76 None None] Network 6e552d81-1afc-401b-bde5-e965ee3f841d could not be found, it might have been deleted concurrently. {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 08:07:04.589138 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:04.602188 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebfe4c8-3a98-4834-bbfb-c8bedc1d3c54 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:04.603694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebfe4c8-3a98-4834-bbfb-c8bedc1d3c54 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:04.607064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aebfe4c8-3a98-4834-bbfb-c8bedc1d3c54 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/1638fb61-0a10-4c03-abd3-8b8018936d73 HTTP/1.1" status: 404 len: 337 time: 0.0777607 May 20 08:07:04.607293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:04.641367 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a0efb4-9a86-4b18-abfd-3b5b055d22b6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:04.644199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a0efb4-9a86-4b18-abfd-3b5b055d22b6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:04.644199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9a0efb4-9a86-4b18-abfd-3b5b055d22b6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/6e552d81-1afc-401b-bde5-e965ee3f841d HTTP/1.1" status: 404 len: 339 time: 0.0354507 May 20 08:07:04.646557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:04.679202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-1945133e-b2bb-4f89-b253-16c54382b152 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Unset dirty status for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:04.680376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-1945133e-b2bb-4f89-b253-16c54382b152 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 932 time: 0.5476172 May 20 08:07:04.690214 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18de79a-bcbc-4f90-8f36-f904eb74c53c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:04.691048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18de79a-bcbc-4f90-8f36-f904eb74c53c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:04.693990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f18de79a-bcbc-4f90-8f36-f904eb74c53c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/871302cb-075c-4cab-ba88-8a2b9633561c HTTP/1.1" status: 404 len: 337 time: 0.0460289 May 20 08:07:04.696272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:04.750559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-14884ee9-fe68-4146-878b-50a42d1d34b5 service neutron] 10.222.0.81 "GET /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 382 time: 0.2762351 May 20 08:07:04.775881 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c887680-d569-4a8f-b89d-f5bf2dfd3885 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:04.776259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c887680-d569-4a8f-b89d-f5bf2dfd3885 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:04.778167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0c887680-d569-4a8f-b89d-f5bf2dfd3885 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/29cf6735-c856-4fa3-ac21-58b8b3024764 HTTP/1.1" status: 404 len: 339 time: 0.0803797 May 20 08:07:04.780988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47638) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:04.889120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-448b6719-8614-4de6-8473-c7a20b8c8769 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Synchronizing usage tracker for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:04.905308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:04.978525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-403fe422-a961-4bf1-aa7b-d1b3db89a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:04.980015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-403fe422-a961-4bf1-aa7b-d1b3db89a0d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1096 time: 0.2008862 May 20 08:07:04.997359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-448b6719-8614-4de6-8473-c7a20b8c8769 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Unset dirty status for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:04.998404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ece7d2a-1a69-4d65-8544-e0634f57d1af req-448b6719-8614-4de6-8473-c7a20b8c8769 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076532 May 20 08:07:05.063422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.078955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:05.093283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39723d13-df75-47a4-a739-76cd6fc0592b') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:05.093633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39723d13-df75-47a4-a739-76cd6fc0592b') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:05.111438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.128640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.136885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:07:05.137836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: timer() May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:07:05.153436 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:07:05.168632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:05.217424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84aacc5-963f-4072-9f7a-6c85196987a5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:05.228688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.271128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-d4dfafa3-3b32-43a5-a753-79bf87ff96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:05.271128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-d4dfafa3-3b32-43a5-a753-79bf87ff96ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.2747705 May 20 08:07:05.323390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.327263 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ad18ad1-118c-4297-9ac9-bcef354f6b87 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:05.353941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.364165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Transition to ACTIVE for port object f84aacc5-963f-4072-9f7a-6c85196987a5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:05.367366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b HTTP/1.1" status: 204 len: 168 time: 0.5838547 May 20 08:07:05.371650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.374283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=1da5c240-03ea-4ed9-a5fb-322fb9a7cd0b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:05.377851 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:05.404827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6912e-eb23-407b-a8ed-048e2bbbd84a req-03894e58-9533-4a41-8f8c-1b9ba203b94b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:05.406482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41a6912e-eb23-407b-a8ed-048e2bbbd84a req-03894e58-9533-4a41-8f8c-1b9ba203b94b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.2861955 May 20 08:07:05.420438 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2d3948-b350-4e46-972d-0f4b4143c4a4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.421001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2d3948-b350-4e46-972d-0f4b4143c4a4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.425402 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b2d3948-b350-4e46-972d-0f4b4143c4a4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/ecdbf4a3-a080-4f6b-94cc-16d8209c61f4 HTTP/1.1" status: 404 len: 337 time: 0.0527599 May 20 08:07:05.426594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47652) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.427537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:05.434761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:05.435651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.444445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-d8a2066a-53a0-4dda-b9b0-a482ee4e974e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1001 time: 0.1681135 May 20 08:07:05.460567 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7926e38b-3447-4a4c-ae4c-127a148f08ee tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.464415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7926e38b-3447-4a4c-ae4c-127a148f08ee tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.465465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7926e38b-3447-4a4c-ae4c-127a148f08ee tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/4cff2a01-69b9-41c5-af13-19f17893f162 HTTP/1.1" status: 404 len: 339 time: 0.0378349 May 20 08:07:05.466123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.495095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.505020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91eece66-0112-4fe3-bf76-5441323aacdf tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:05.506548 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-476141d8-c162-41fd-9a31-41c4532c9656 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.507194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476141d8-c162-41fd-9a31-41c4532c9656 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.511708 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-476141d8-c162-41fd-9a31-41c4532c9656 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/4fb1461a-fefc-46f7-95d5-becb5636af36 HTTP/1.1" status: 404 len: 337 time: 0.0444705 May 20 08:07:05.512363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.538536 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-19db4259-b424-4f3e-bb4e-b12b564c02db tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.539205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19db4259-b424-4f3e-bb4e-b12b564c02db tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.541945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-19db4259-b424-4f3e-bb4e-b12b564c02db tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/c4f763eb-d546-4f00-b5fe-6628212540a7 HTTP/1.1" status: 404 len: 339 time: 0.0285528 May 20 08:07:05.543861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.577832 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.586310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41a6912e-eb23-407b-a8ed-048e2bbbd84a req-f8219e67-b970-479f-b9b9-7be91138596d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659760 May 20 08:07:05.613334 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fee6af-68a9-4035-a661-07d83c568328 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.613334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fee6af-68a9-4035-a661-07d83c568328 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.613334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3fee6af-68a9-4035-a661-07d83c568328 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/eae1d866-e3f4-4da4-a052-15d29b1b4f4c HTTP/1.1" status: 404 len: 337 time: 0.0632958 May 20 08:07:05.613704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:05.615280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.624693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:05.646889 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a485de5b-e481-42c3-be2f-297b8e595cf8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.647453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a485de5b-e481-42c3-be2f-297b8e595cf8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.649131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a485de5b-e481-42c3-be2f-297b8e595cf8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/dc0eb8ac-249c-4249-b095-5c0d2a2d63c5 HTTP/1.1" status: 404 len: 339 time: 0.0328343 May 20 08:07:05.653911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47674) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.674105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Pushing event updated for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:05.681430 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:05.682923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-3a81480f-7849-42bf-8906-d2469be6c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:05.684642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-3a81480f-7849-42bf-8906-d2469be6c6f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.2255156 May 20 08:07:05.687401 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'code': 200} May 20 08:07:05.696355 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54bccf7-7165-4c65-b58d-543f9efa9d83 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.696858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54bccf7-7165-4c65-b58d-543f9efa9d83 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.710546 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a54bccf7-7165-4c65-b58d-543f9efa9d83 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/e64bf2eb-667c-46ca-bcf4-4e51d51f8cf1 HTTP/1.1" status: 404 len: 337 time: 0.0439129 May 20 08:07:05.712373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47678) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.737528 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e662888c-7c96-4d33-8394-e4ec96b4c8ed tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.738514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e662888c-7c96-4d33-8394-e4ec96b4c8ed tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.740252 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e662888c-7c96-4d33-8394-e4ec96b4c8ed tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/7e6270af-014e-4716-a978-be2b94f8d1c1 HTTP/1.1" status: 404 len: 339 time: 0.0269651 May 20 08:07:05.742717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47682) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.782299 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e2841f-5ad9-476c-a06c-5b1732d1e63f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.782764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e2841f-5ad9-476c-a06c-5b1732d1e63f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.784587 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b4e2841f-5ad9-476c-a06c-5b1732d1e63f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/94c35570-ea73-4ff8-836d-14dec0384dac HTTP/1.1" status: 404 len: 337 time: 0.0409389 May 20 08:07:05.786938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:05.789575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.791033 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca1ee9bb-875d-449b-ad0a-3fca6b8d6c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:05.822875 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ad82f-781e-454e-acbb-a2f36bf784a0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.823353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ad82f-781e-454e-acbb-a2f36bf784a0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.827765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fc8ad82f-781e-454e-acbb-a2f36bf784a0 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/e586a008-5f1c-47ba-b355-af62721d9649 HTTP/1.1" status: 404 len: 339 time: 0.0349598 May 20 08:07:05.828066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47692) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.872277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:05.873006 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-192df073-0c9f-4a30-82ec-2ba08bea4ed3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.873461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192df073-0c9f-4a30-82ec-2ba08bea4ed3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.876679 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-192df073-0c9f-4a30-82ec-2ba08bea4ed3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/d004a75e-298f-47bf-9093-72072b4cc21d HTTP/1.1" status: 404 len: 337 time: 0.0469699 May 20 08:07:05.879443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47696) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.881556 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:05.907558 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecff5db-bb23-4eae-8dec-539d6e6e31ec tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.908060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecff5db-bb23-4eae-8dec-539d6e6e31ec tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.912684 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ecff5db-bb23-4eae-8dec-539d6e6e31ec tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/804805d1-e0e1-446a-8de5-f3500b9542df HTTP/1.1" status: 404 len: 339 time: 0.0290055 May 20 08:07:05.912979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.950920 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7272cb45-d8d4-40b3-b6e1-44f9f37c751b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.951714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7272cb45-d8d4-40b3-b6e1-44f9f37c751b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.955340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7272cb45-d8d4-40b3-b6e1-44f9f37c751b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/3e7da57c-4f7f-464d-9f67-8cf224738d86 HTTP/1.1" status: 404 len: 337 time: 0.0391302 May 20 08:07:05.955998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47704) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:05.984562 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7920e5f-fc8c-47ba-ad43-a3fc6acb8abb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:05.985048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7920e5f-fc8c-47ba-ad43-a3fc6acb8abb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:05.989251 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7920e5f-fc8c-47ba-ad43-a3fc6acb8abb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/01b08a9c-e4f5-4aaf-a8ed-a282cb0e0f59 HTTP/1.1" status: 404 len: 339 time: 0.0302775 May 20 08:07:05.989519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:06.004247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Attempting to bind port f84aacc5-963f-4072-9f7a-6c85196987a5 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:06.004626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Attempting to bind port f84aacc5-963f-4072-9f7a-6c85196987a5 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'bdeda8ae-a76a-481d-b364-1c10d21b22ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:06.004955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Attempting to bind port f84aacc5-963f-4072-9f7a-6c85196987a5 on network ce5f934e-83b8-45c1-b28d-8d1b71910203 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:06.010868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Port f84aacc5-963f-4072-9f7a-6c85196987a5 on network ce5f934e-83b8-45c1-b28d-8d1b71910203 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:07:06.011188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Attempting to bind port f84aacc5-963f-4072-9f7a-6c85196987a5 on network ce5f934e-83b8-45c1-b28d-8d1b71910203 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:06.019043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-99d6a9b8-dda9-4c0f-8186-aa2d17530860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.021026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-99d6a9b8-dda9-4c0f-8186-aa2d17530860 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3042545 May 20 08:07:06.021927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:06.022261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Checking segment: {'id': 'bdeda8ae-a76a-481d-b364-1c10d21b22ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:06.022632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Bound using segment: {'id': 'bdeda8ae-a76a-481d-b364-1c10d21b22ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:06.023171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Bound port: f84aacc5-963f-4072-9f7a-6c85196987a5, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdeda8ae-a76a-481d-b364-1c10d21b22ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:06.023396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.028963 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be84bce-cb53-486e-ae7a-03a0c749789b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:06.029410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be84bce-cb53-486e-ae7a-03a0c749789b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:06.033433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4be84bce-cb53-486e-ae7a-03a0c749789b tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/4415d59f-3c9d-43b2-a541-ca172f951e88 HTTP/1.1" status: 404 len: 337 time: 0.0408242 May 20 08:07:06.033924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47714) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:06.061582 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-22258345-09ee-4d77-87bc-2dee7cff305a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] DELETE failed (client error): The resource could not be found. May 20 08:07:06.062057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22258345-09ee-4d77-87bc-2dee7cff305a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:07:06.067164 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22258345-09ee-4d77-87bc-2dee7cff305a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/f9df3177-2973-4db8-9bc6-602c44a2e1f8 HTTP/1.1" status: 404 len: 339 time: 0.0288692 May 20 08:07:06.067164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:06.156541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting subnet 1c9dc0d3-469d-44b3-986c-ea7af95a61bd {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:07:06.160236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.294539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-0198d744-48ba-49eb-80be-7a9f55b6b631 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618716 May 20 08:07:06.296432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:06.303041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c48548e4-0a79-4055-b933-a829584b90f8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:06.331339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f84aacc5-963f-4072-9f7a-6c85196987a5,segment=NetworkSegment(bdeda8ae-a76a-481d-b364-1c10d21b22ce),segment_id=bdeda8ae-a76a-481d-b364-1c10d21b22ce)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:06.340783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c48548e4-0a79-4055-b933-a829584b90f8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:07:06.341136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c48548e4-0a79-4055-b933-a829584b90f8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:06.377096 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.408787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.420188 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b04ddb1e-3f9f-4f44-a6e3-51c3029dfa1d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:06.466082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57052f-6c71-4bbd-902d-7fa62ba0b3d0 req-5c3b91b2-56d5-40a5-849b-3c2572f3bfa9 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.466082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d57052f-6c71-4bbd-902d-7fa62ba0b3d0 req-5c3b91b2-56d5-40a5-849b-3c2572f3bfa9 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 944 time: 0.3202047 May 20 08:07:06.533337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.552711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.553246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.554657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] 10.222.0.81 "PUT /v2.0/ports/f84aacc5-963f-4072-9f7a-6c85196987a5 HTTP/1.1" status: 200 len: 1092 time: 2.3561001 May 20 08:07:06.559626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:06.598949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Pushing event updated for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:06.604831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-8e02e227-66a3-463a-9be9-5b0e6d101780 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022289 May 20 08:07:06.607008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:06.609000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d57052f-6c71-4bbd-902d-7fa62ba0b3d0 req-550e0dc9-1667-43d1-bdf1-17a6c23363ae tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243680 May 20 08:07:06.699602 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5', 'status': 'completed', 'code': 200} May 20 08:07:06.743105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-a52c353a-5c4e-4b68-a0f6-a0b404602d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.744652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-a52c353a-5c4e-4b68-a0f6-a0b404602d4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fdc7c375734348c383a0faf45dbfe413&device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 1095 time: 0.0809875 May 20 08:07:06.796074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-72c4be2f-9260-48d4-9cd3-ea40188f74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.859315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-badb2991-6b59-4045-bf1a-e24825301e68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84aacc5-963f-4072-9f7a-6c85196987a5 HTTP/1.1" status: 200 len: 217 time: 0.1040952 May 20 08:07:06.934314 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.939575 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3f8629a9-0c13-44f2-9f14-9e8eaafdb94f tempest-BulkNetworkOpsTest-1194380302 tempest-BulkNetworkOpsTest-1194380302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:06.944661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-80a537fd-7ea5-4f41-ac62-a6e9d430092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.946197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-80a537fd-7ea5-4f41-ac62-a6e9d430092c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88bea911-e0e6-45aa-a608-52dff0449769 HTTP/1.1" status: 200 len: 861 time: 0.0786126 May 20 08:07:06.961325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b810f-987d-420a-9547-e917f09457be req-5b6acd51-b4b3-4c09-a3dc-538a16a279e9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:06.962779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e9b810f-987d-420a-9547-e917f09457be req-5b6acd51-b4b3-4c09-a3dc-538a16a279e9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1516807 May 20 08:07:06.979837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9dc0d3-469d-44b3-986c-ea7af95a61bd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:06.981770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:06.984409 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:06.989714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59789251-ebe6-4793-8a29-bbcace59a15f None None] Network 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:07:06.993666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/subnets/1c9dc0d3-469d-44b3-986c-ea7af95a61bd HTTP/1.1" status: 204 len: 168 time: 0.9258108 May 20 08:07:06.996035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47730) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:07.009774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-b27f450f-b690-402b-8259-0baa6eb2bee0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce5f934e-83b8-45c1-b28d-8d1b71910203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459709 May 20 08:07:07.113054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.134137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e9b810f-987d-420a-9547-e917f09457be req-cd86890d-547e-4c68-b217-d4042aaa255b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321378 May 20 08:07:07.183129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f7698346-46d2-4e20-87d9-3085289b0e34 service neutron] 10.222.0.81 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593750 May 20 08:07:07.188686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Deleting port a2569615-8737-495b-8c3b-68629afd6430 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:07.189025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.255323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] DHCP port deletion for 37869dec-4e38-4eed-b7fb-c2823cd5d7e0 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:07:07.298462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] For port a2569615-8737-495b-8c3b-68629afd6430, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a2569615-8737-495b-8c3b-68629afd6430,segment=NetworkSegment(b44141c2-f9e0-4c2c-b8f3-a14547fc9721),segment_id=b44141c2-f9e0-4c2c-b8f3-a14547fc9721)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:07.298823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.322837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Deleting port a2569615-8737-495b-8c3b-68629afd6430 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:07.323214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.329360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6bf422-2241-48c6-9d2d-9959329603c6 req-f6e787fe-597b-4b08-b224-366ae635af2e service neutron] 10.222.0.81 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367264 May 20 08:07:07.422803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] For port a2569615-8737-495b-8c3b-68629afd6430, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a2569615-8737-495b-8c3b-68629afd6430,segment=NetworkSegment(b44141c2-f9e0-4c2c-b8f3-a14547fc9721),segment_id=b44141c2-f9e0-4c2c-b8f3-a14547fc9721)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:07.423325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.427778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Calling delete_port for a2569615-8737-495b-8c3b-68629afd6430 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:07.520902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-d20fceef-0ddd-4c69-9957-03b612f25203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:07.522714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-d20fceef-0ddd-4c69-9957-03b612f25203 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fdc7c375734348c383a0faf45dbfe413&device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 1095 time: 0.0772710 May 20 08:07:07.552172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.557354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Calling delete_port for a2569615-8737-495b-8c3b-68629afd6430 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:07.558485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:07.611875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Port': ['ID=a2569615-8737-495b-8c3b-68629afd6430,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:07.620413 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:07.621371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] No DVR routers for this DVR port a2569615-8737-495b-8c3b-68629afd6430 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:07.656934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.669497 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:07.723471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] No DVR routers for this DVR port a2569615-8737-495b-8c3b-68629afd6430 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:07.738820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-ef1d5263-3e0e-4609-91a3-9b4781031b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:07.742829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Pushing event deleted for resources: {'Port': ['ID=a2569615-8737-495b-8c3b-68629afd6430,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:07.748354 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:07.748678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-ef1d5263-3e0e-4609-91a3-9b4781031b7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce5f934e-83b8-45c1-b28d-8d1b71910203 HTTP/1.1" status: 200 len: 922 time: 0.2162609 May 20 08:07:07.807757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.822613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37869dec-4e38-4eed-b7fb-c2823cd5d7e0']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:07.839855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:07.840146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44141c2-f9e0-4c2c-b8f3-a14547fc9721') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:07.853788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.873974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.882226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:07:07.882679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: timer() May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:07:07.899395 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:07:08.008624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-f311bda0-5bba-4b41-81dd-02954aeb45f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84aacc5-963f-4072-9f7a-6c85196987a5 HTTP/1.1" status: 200 len: 217 time: 0.2225325 May 20 08:07:08.065645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:08.076163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:08.077507 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72f18d02-3349-4746-88c6-caa4bc995384 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:08.090479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-8e994764-c1cf-4994-8e19-7f16423bb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:08.091966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-8e994764-c1cf-4994-8e19-7f16423bb3bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=88bea911-e0e6-45aa-a608-52dff0449769 HTTP/1.1" status: 200 len: 861 time: 0.0711951 May 20 08:07:08.100263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7366-28d9-47b5-ae08-78fdeba96ab9 req-bf600410-7eea-4f4a-8ddf-ce2882b42d1c tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:08.104748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1c7366-28d9-47b5-ae08-78fdeba96ab9 req-bf600410-7eea-4f4a-8ddf-ce2882b42d1c tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 944 time: 0.3519254 May 20 08:07:08.114010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Pushing event deleted for resources: {'Network': ['ID=37869dec-4e38-4eed-b7fb-c2823cd5d7e0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:08.123966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] 10.222.0.79 "DELETE /v2.0/networks/37869dec-4e38-4eed-b7fb-c2823cd5d7e0 HTTP/1.1" status: 204 len: 168 time: 1.1239161 May 20 08:07:08.123966 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:08.156769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-80e4712c-501b-4fcd-8567-533217075287 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce5f934e-83b8-45c1-b28d-8d1b71910203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540433 May 20 08:07:08.224044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee1c7366-28d9-47b5-ae08-78fdeba96ab9 req-5e0672d5-6cc2-451b-b649-bf81115f64cf tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869398 May 20 08:07:08.363977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-4d6cc669-9e5b-443d-930b-40cf04437742 service neutron] 10.222.0.81 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967132 May 20 08:07:08.373894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a2569615-8737-495b-8c3b-68629afd6430 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:08.412173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a2569615-8737-495b-8c3b-68629afd6430 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:07:08.412658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a2569615-8737-495b-8c3b-68629afd6430 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:08.600932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e4fab00-d72d-4217-81ec-6271c5f3a576 req-1cc7a358-e4c2-43dc-b190-cc6914fa9e02 service neutron] 10.222.0.81 "GET /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264988 May 20 08:07:08.609168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d179-6dfa-4155-b088-22ea282b9b4b req-17a1f334-eba3-4e95-9d59-369e8fc1ecc0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:08.617327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d43d179-6dfa-4155-b088-22ea282b9b4b req-17a1f334-eba3-4e95-9d59-369e8fc1ecc0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.2485399 May 20 08:07:08.625546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47752) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:08.664707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d43d179-6dfa-4155-b088-22ea282b9b4b req-b275502e-097c-4dee-b4cf-95dd1b76ce08 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463581 May 20 08:07:08.860306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:08.864941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2036fd35-1d77-4c2b-8603-b637a9f08996 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f07d26b037294109b5ea215c83f583f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377253 May 20 08:07:08.923567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:08.965138 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.087652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.099901 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af12bf4c-e242-4ebf-9fc1-b2a3cc1b9bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:09.111975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741aa2f-3e33-41be-a871-2651f9b23185,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:09.116236 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:09.117902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.119012 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d741aa2f-3e33-41be-a871-2651f9b23185 HTTP/1.1" status: 204 len: 168 time: 0.2575045 May 20 08:07:09.172925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a385ffc5-60d6-429f-8cf4-3f2fc5b94749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.184902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f84aacc5-963f-4072-9f7a-6c85196987a5 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:09.386785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f84aacc5-963f-4072-9f7a-6c85196987a5,segment=NetworkSegment(bdeda8ae-a76a-481d-b364-1c10d21b22ce),segment_id=bdeda8ae-a76a-481d-b364-1c10d21b22ce)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:09.402817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'f84aacc5-963f-4072-9f7a-6c85196987a5', 'network_id': 'ce5f934e-83b8-45c1-b28d-8d1b71910203', 'port_id': 'f84aacc5-963f-4072-9f7a-6c85196987a5', 'mac_address': 'fa:16:3e:6c:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bea911-e0e6-45aa-a608-52dff0449769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:09.446505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56881d9-a297-4c85-b8dd-44e5a6a40ebb req-36c6e463-9e9e-4c46-b9c2-dd1625bf4407 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:09.449027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e56881d9-a297-4c85-b8dd-44e5a6a40ebb req-36c6e463-9e9e-4c46-b9c2-dd1625bf4407 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 944 time: 0.0946860 May 20 08:07:09.465427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.485209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84aacc5-963f-4072-9f7a-6c85196987a5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:09.502014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f84aacc5-963f-4072-9f7a-6c85196987a5,segment=NetworkSegment(bdeda8ae-a76a-481d-b364-1c10d21b22ce),segment_id=bdeda8ae-a76a-481d-b364-1c10d21b22ce)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:09.504150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e56881d9-a297-4c85-b8dd-44e5a6a40ebb req-b1b48f7a-1b09-4b9a-b9c2-4c4a52a3967a tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486987 May 20 08:07:09.597709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.600447 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ffd80bc6-d369-4980-9ad0-38656889eeed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:09.676994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:09.680502 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:09.683673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-2fdbb3b3-9741-436c-8743-f2440df8cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:09.685652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-2fdbb3b3-9741-436c-8743-f2440df8cbd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 1097 time: 0.1027961 May 20 08:07:09.694438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.704582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:09.887721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:09.895647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['f84aacc5-963f-4072-9f7a-6c85196987a5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:09.992847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d9a0-9dc4-401b-aee2-ec1c1e19783d req-673670fe-c944-4fed-8e6a-728545ac4f14 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:09.994420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49b5d9a0-9dc4-401b-aee2-ec1c1e19783d req-673670fe-c944-4fed-8e6a-728545ac4f14 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1943433 May 20 08:07:10.137081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49b5d9a0-9dc4-401b-aee2-ec1c1e19783d req-ae71a041-3842-4021-84f4-bb88e9c99a9a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025832 May 20 08:07:10.253118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:10.283756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:10.346867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:10.353904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:10.369938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Transition to ACTIVE for port object ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:10.416562 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'code': 200} May 20 08:07:10.419760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:10.424812 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eed87b5c-8238-4ad7-953a-c78093e6605f tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:10.482862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:10.578663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:10.584083 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:10.747685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9bbed7b2-2755-41db-be72-94543c4e0842 tempest-DvrRoutersNegativeTest-642601142 tempest-DvrRoutersNegativeTest-642601142-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1286590790', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:10.750717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.policy [None req-9bbed7b2-2755-41db-be72-94543c4e0842 tempest-DvrRoutersNegativeTest-642601142 tempest-DvrRoutersNegativeTest-642601142-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93102) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 20 08:07:10.751006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.policy [None req-9bbed7b2-2755-41db-be72-94543c4e0842 tempest-DvrRoutersNegativeTest-642601142 tempest-DvrRoutersNegativeTest-642601142-project] Failed policy check for 'create_router' {{(pid=93102) enforce /opt/stack/neutron/neutron/policy.py:520}} May 20 08:07:10.751746 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-9bbed7b2-2755-41db-be72-94543c4e0842 tempest-DvrRoutersNegativeTest-642601142 tempest-DvrRoutersNegativeTest-642601142-project] create failed (client error): Access was denied to this resource. May 20 08:07:10.764695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9bbed7b2-2755-41db-be72-94543c4e0842 tempest-DvrRoutersNegativeTest-642601142 tempest-DvrRoutersNegativeTest-642601142-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2789547 May 20 08:07:10.912331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] No DVR routers for this DVR port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:11.158537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93e505-dd06-45ac-9ff0-34caa223500f req-1604a455-19f8-4ee6-bc63-9ded675a7950 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:11.161266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea93e505-dd06-45ac-9ff0-34caa223500f req-1604a455-19f8-4ee6-bc63-9ded675a7950 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 945 time: 0.2551622 May 20 08:07:11.169390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.210481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f84aacc5-963f-4072-9f7a-6c85196987a5 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:11.277047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:11.277789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:11.278225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:11.286574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:07:11.287009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Attempting to bind port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on network 401b57e9-f729-4b98-b70b-9de8788de60a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:11.296533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea93e505-dd06-45ac-9ff0-34caa223500f req-83a976ec-d358-4413-9e31-f8c4f382c520 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183629 May 20 08:07:11.297613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:11.298058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Checking segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:11.298536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Bound using segment: {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:11.299098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Bound port: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86141e4-6d7d-4646-8057-fe18ee27e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:11.299549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.424628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:11.424916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:11.429489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:11.517514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port f84aacc5-963f-4072-9f7a-6c85196987a5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:11.524365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port f84aacc5-963f-4072-9f7a-6c85196987a5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:11.524676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.549208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.568237 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-25c6d15b-08ab-4d7a-8b8b-9444a4db8fa9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:11.602221 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.619444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:11.620066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.621460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] 10.222.0.84 "PUT /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1093 time: 1.9230754 May 20 08:07:11.623177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:11.627622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Usage tracker for resource:security_group_rule and tenant:f401971b5fae4500ad99f7159762712a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:11.635599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:11.648337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:11.720536 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.720986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=11']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:11.731952 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:11.752291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28796090-5076-45f9-ad49-f8d0b57a0daa req-1b89ad49-879d-457c-bc44-5eb1a9456ffa tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:11.761497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28796090-5076-45f9-ad49-f8d0b57a0daa req-1b89ad49-879d-457c-bc44-5eb1a9456ffa tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.2761216 May 20 08:07:11.766064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:11.775083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.779319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f84aacc5-963f-4072-9f7a-6c85196987a5,segment=NetworkSegment(bdeda8ae-a76a-481d-b364-1c10d21b22ce),segment_id=bdeda8ae-a76a-481d-b364-1c10d21b22ce)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:11.828567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28796090-5076-45f9-ad49-f8d0b57a0daa req-9c783825-0992-4c05-9cae-01a035d52b8d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660601 May 20 08:07:11.837909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-9ba5381e-9c32-4dee-9bf0-92ac51466eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:11.839649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-9ba5381e-9c32-4dee-9bf0-92ac51466eec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1096 time: 0.1877387 May 20 08:07:11.843269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.861637 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40f599f4-c21e-4713-80ac-b4a2e8740e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:11.871591 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:11.872592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:11.950733 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f401971b5fae4500ad99f7159762712a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241656 May 20 08:07:11.954337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47826) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:11.975989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a390e2a-73d1-4552-84fb-7ef1a9d8bf1f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:11.980926 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:11.992675 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5', 'code': 200} May 20 08:07:11.993364 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:12.030417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:12.060458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:12.093049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:12.115244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:12.122911 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:12.128987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-4ac61f2f-dc6d-4e8a-83ce-b6123d61b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:12.130596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-4ac61f2f-dc6d-4e8a-83ce-b6123d61b804 service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.2808914 May 20 08:07:12.220126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:12.224717 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-46fd349a-1cab-43ee-ab68-1b6ca05ec098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:12.236909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e74bb-cf22-4ebe-a1a2-487dfbf31638 req-f8b0df32-61dd-41d6-b81b-38fe87126c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:12.238589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-572e74bb-cf22-4ebe-a1a2-487dfbf31638 req-f8b0df32-61dd-41d6-b81b-38fe87126c72 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 1097 time: 0.2230835 May 20 08:07:12.246624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a390e2a-73d1-4552-84fb-7ef1a9d8bf1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:12.254876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:12.261599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:12.265801 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a390e2a-73d1-4552-84fb-7ef1a9d8bf1f HTTP/1.1" status: 204 len: 168 time: 0.3103111 May 20 08:07:12.281232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-243c3839-7774-46ed-bace-853dba6f2ee0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.1391118 May 20 08:07:12.353929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-572e74bb-cf22-4ebe-a1a2-487dfbf31638 req-9e495a90-1cc5-4c37-be5f-c31db2759fd4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080334 May 20 08:07:12.385913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-2c6ad30a-78a2-4699-b00a-6fdd15416828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:12.388046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-2c6ad30a-78a2-4699-b00a-6fdd15416828 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.0915561 May 20 08:07:12.431570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:12.444068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:12.545395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-d36b5b06-e079-48f8-9b22-4a83b24061b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:12.547125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-d36b5b06-e079-48f8-9b22-4a83b24061b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492231 May 20 08:07:12.605785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33021-bce0-4988-841a-915da46968ae req-2914c2be-a5d3-43ad-b2b8-07f4e2cc278f tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:12.607413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45a33021-bce0-4988-841a-915da46968ae req-2914c2be-a5d3-43ad-b2b8-07f4e2cc278f tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 946 time: 0.1432025 May 20 08:07:12.721006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45a33021-bce0-4988-841a-915da46968ae req-2e9844d0-803b-4199-99b3-b8c39044dd0d tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708203 May 20 08:07:12.747110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-8643b37c-a814-49be-9a03-a5107aafba64 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925259 May 20 08:07:12.799497 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:07:13.217442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e462bca-05aa-4693-bb26-2b82bb264055 req-dbbb9804-14e1-4462-8f69-c2fcb28635b6 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605558 May 20 08:07:13.228115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90815c2-46a3-4985-b4e8-dc8ab86c3bc0 req-f7ce258a-b004-418c-ae08-44c51d610f72 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.229636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b90815c2-46a3-4985-b4e8-dc8ab86c3bc0 req-f7ce258a-b004-418c-ae08-44c51d610f72 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.1942456 May 20 08:07:13.236732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-b9aea982-bef7-412c-9a09-20d11fd64351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.239586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-b9aea982-bef7-412c-9a09-20d11fd64351 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1096 time: 0.2046382 May 20 08:07:13.462166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47864) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:13.464472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b90815c2-46a3-4985-b4e8-dc8ab86c3bc0 req-a6d9e4dc-5ea0-4f62-8b35-a3ccc8d7fa29 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238817 May 20 08:07:13.511664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-7735da7e-27cc-4045-a288-fc71f17bedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.513036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-7735da7e-27cc-4045-a288-fc71f17bedb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.2575891 May 20 08:07:13.600083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-1f4a4083-e301-437d-a933-91467224b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.601429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684654645'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:13.601592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-1f4a4083-e301-437d-a933-91467224b518 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1096 time: 0.2217498 May 20 08:07:13.609249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:13.614673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:13.617667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:13.624553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:13.703958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-7670794f-3461-4141-ac45-fdc69aa506ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.1834364 May 20 08:07:13.746143 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:13.804074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:13.804074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:13.804232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-d69623c5-e4a2-41ac-947a-6a7a8cb9f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.804232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-d69623c5-e4a2-41ac-947a-6a7a8cb9f203 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.0745637 May 20 08:07:13.804411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:13.804411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:13.804411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:13.911725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:13.914368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-30282b24-302d-4565-b0cb-4a555890b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:13.915806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-30282b24-302d-4565-b0cb-4a555890b589 service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.3061631 May 20 08:07:13.966985 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:13.969709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43dce224-978f-4848-9d9e-c5609dc56dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:13.981452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:13.988176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:13.991469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:14.009198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:14.017513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bf68a2-5d07-4248-bd2d-827e1aac31df,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:14.025522 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:14.046928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-2a88c4f6-8c21-487b-80f9-90c6cba975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:14.048402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-2a88c4f6-8c21-487b-80f9-90c6cba975c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2551346 May 20 08:07:14.052668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-7d0ddd47-70f6-4608-9492-c581cacd01c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 1000 time: 0.1260171 May 20 08:07:14.086022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdbf42-3725-4e02-a831-e683e1b16457 req-0411aab3-e4e0-4340-ab92-ca772b677f23 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:14.087481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebfdbf42-3725-4e02-a831-e683e1b16457 req-0411aab3-e4e0-4340-ab92-ca772b677f23 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 946 time: 0.2454693 May 20 08:07:14.093138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:14.179802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:14.185719 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0e5325e-ed2b-4499-9611-27a977663d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:14.230382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b19a4-56d5-434f-9d04-85054126dc36,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:14.233400 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:14.271684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-5e7611c1-dab4-4da9-8299-c6da5eec8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:14.273116 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-5e7611c1-dab4-4da9-8299-c6da5eec8771 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.1958199 May 20 08:07:14.280852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebfdbf42-3725-4e02-a831-e683e1b16457 req-c00d381a-9e4e-4a45-a159-19fc770f18ce tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467073 May 20 08:07:14.300084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:14.304822 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8409162 May 20 08:07:14.305775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47888) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:14.340111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-57cc017d-cf47-4f96-a4f4-22a3b44ef23f service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831135 May 20 08:07:14.385047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58ae9bff-74a9-4bf1-83af-f68deebfb5c2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:14.465752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58ae9bff-74a9-4bf1-83af-f68deebfb5c2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:14.467438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-0f9a5a95-b07a-4800-86f6-b7c405b4f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:14.468916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-0f9a5a95-b07a-4800-86f6-b7c405b4f358 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872346 May 20 08:07:14.471232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-58ae9bff-74a9-4bf1-83af-f68deebfb5c2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1643889 May 20 08:07:14.471386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47920) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:14.478211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-security--793309312', 'description': 'tempest-security-description-988030431'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:14.563301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:14.797503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-198287cc-1ee5-4fe8-905f-e914098586c0 service neutron] 10.222.0.81 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434011 May 20 08:07:14.873409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:14.879732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-8028ca9d-feba-4314-a06f-1484c1d45136 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918090 May 20 08:07:15.033029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.036158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.037597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "PUT /v2.0/security-groups/be3b19a4-56d5-434f-9d04-85054126dc36 HTTP/1.1" status: 200 len: 1778 time: 0.5651112 May 20 08:07:15.040416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:15.074148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1f1c0f8-d20d-4a22-bea5-4b039a55f30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:15.091064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c0595a9-6ca2-4557-a580-dd6be5baca7e req-9db6fe23-b932-47ed-817e-e104fb0a083d service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046063 May 20 08:07:15.103767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca1519eb-abf4-44e8-aa9c-0955c10c5ed5 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups/be3b19a4-56d5-434f-9d04-85054126dc36 HTTP/1.1" status: 200 len: 1778 time: 0.0618043 May 20 08:07:15.106371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47936) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:15.124561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b19a4-56d5-434f-9d04-85054126dc36,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:15.127246 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:15.156829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1e66d-652f-47d4-b3c1-d42e87cb5717 req-a1618b59-23bd-4ffc-b4e8-0bc27b48d56f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:15.158680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55f1e66d-652f-47d4-b3c1-d42e87cb5717 req-a1618b59-23bd-4ffc-b4e8-0bc27b48d56f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 945 time: 0.1301148 May 20 08:07:15.190602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.209682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55f1e66d-652f-47d4-b3c1-d42e87cb5717 req-b0c6a90d-7e1b-4ebd-afb5-00c06cfb8a4d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 May 20 08:07:15.221057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.368184 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.373371 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3335dc06-e0b0-42ee-8de0-b434a5c232f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:15.396631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b19a4-56d5-434f-9d04-85054126dc36,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:15.406918 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:15.425618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f957-69f4-4ab1-aa42-eef894831bed req-8de60d1a-aceb-47bd-b173-c9607447ffb7 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:15.427184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb82f957-69f4-4ab1-aa42-eef894831bed req-8de60d1a-aceb-47bd-b173-c9607447ffb7 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 946 time: 0.0981352 May 20 08:07:15.478605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb82f957-69f4-4ab1-aa42-eef894831bed req-74b8bc3b-cb09-48e5-b752-3583629846c5 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453763 May 20 08:07:15.496667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.497796 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/be3b19a4-56d5-434f-9d04-85054126dc36 HTTP/1.1" status: 204 len: 168 time: 0.3903713 May 20 08:07:15.504902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47944) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:15.560115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f6da240-76ca-489e-8fb3-c3a0685068f5 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539625 May 20 08:07:15.562703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47948) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:15.578732 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-6ac64b65-cd81-4969-b018-18585bab4182 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] delete failed (client error): The resource could not be found. May 20 08:07:15.579690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6ac64b65-cd81-4969-b018-18585bab4182 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/be3b19a4-56d5-434f-9d04-85054126dc36 HTTP/1.1" status: 404 len: 347 time: 0.0161247 May 20 08:07:15.584368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47954) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:15.589675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012634309'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:15.596265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:15.601343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:15.605030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:15.610823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:15.720516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:15.734452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.758294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:15.762218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:15.765114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:15.774011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:15.851737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.877885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:15.891603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'port_id': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'mac_address': 'fa:16:3e:f4:94:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:15.903838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.909185 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de039230-3412-476f-960b-db98eae31266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:15.950795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:15.951099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65d09a-2bce-4159-a2fb-fdd748894e04,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:15.953907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:15.974599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:15.991085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:16.020061 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.021336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4360454 May 20 08:07:16.024215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 47988) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:16.029963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': 'dd65d09a-2bce-4159-a2fb-fdd748894e04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:16.036907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:16.041113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:16.044185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:16.050916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:16.077090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.078927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:16.136186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.153056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=12']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:16.163867 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:16.212577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.299639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.307325 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-470620d4-bc72-4611-8a59-1d1477974d91 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:16.314255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:16.322185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451281c9-47c5-4f25-a99d-e707e76a9d27,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:16.324650 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:16.467807 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.469003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438040 May 20 08:07:16.472418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 47996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:16.525379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4531a9b-9a8f-4d30-ade7-c872ca3ec98b req-1f7a6dda-0c54-4341-9934-0156cbbac2c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:16.528428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4531a9b-9a8f-4d30-ade7-c872ca3ec98b req-1f7a6dda-0c54-4341-9934-0156cbbac2c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 946 time: 0.1973851 May 20 08:07:16.530571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.543426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-8a92dc56-e065-4fff-bdcf-18e3b83fd737 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:16.543822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.545119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-8a92dc56-e065-4fff-bdcf-18e3b83fd737 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 946 time: 0.1744864 May 20 08:07:16.655158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4531a9b-9a8f-4d30-ade7-c872ca3ec98b req-a204259d-0b5d-41b6-b86b-e40dcade929d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088603 May 20 08:07:16.684644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48004) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:16.740273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Deleting port f84aacc5-963f-4072-9f7a-6c85196987a5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:16.740983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.940067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.949777 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:16.960130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] For port f84aacc5-963f-4072-9f7a-6c85196987a5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f84aacc5-963f-4072-9f7a-6c85196987a5,segment=NetworkSegment(bdeda8ae-a76a-481d-b364-1c10d21b22ce),segment_id=bdeda8ae-a76a-481d-b364-1c10d21b22ce)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:16.960510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.983196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=451281c9-47c5-4f25-a99d-e707e76a9d27,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:16.988598 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:16.989540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:16.992876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/451281c9-47c5-4f25-a99d-e707e76a9d27 HTTP/1.1" status: 204 len: 168 time: 0.5169744 May 20 08:07:16.993524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48008) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:17.035584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f249360d-12cb-4bc1-b1f4-2b61c295a452 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 200 len: 993 time: 0.3459725 May 20 08:07:17.063075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ac1dae9e-140d-4743-aba3-94e09c4b1a14 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:17.101833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Calling delete_port for f84aacc5-963f-4072-9f7a-6c85196987a5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:17.114178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fdd90-2616-4510-a7d7-0a83ee02bdae req-ddbf2301-888f-4d2b-9acc-9c17f4adf5ec tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:17.115677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d4fdd90-2616-4510-a7d7-0a83ee02bdae req-ddbf2301-888f-4d2b-9acc-9c17f4adf5ec tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 946 time: 0.2663326 May 20 08:07:17.178005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d4fdd90-2616-4510-a7d7-0a83ee02bdae req-6fe61601-0644-491e-8473-68408fc4aab4 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/security-groups?id=731885ec-4723-49c7-826e-573159fa92c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 May 20 08:07:17.191454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ac1dae9e-140d-4743-aba3-94e09c4b1a14 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:17.195379 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ac1dae9e-140d-4743-aba3-94e09c4b1a14 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1982615 May 20 08:07:17.195651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:17.262558 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.290812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.351278 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.357148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:17.410737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Pushing event deleted for resources: {'Port': ['ID=f84aacc5-963f-4072-9f7a-6c85196987a5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:17.413875 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:17.447699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.452814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae9cb4ab-8df5-4980-90d7-f24481535454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:17.470111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65d09a-2bce-4159-a2fb-fdd748894e04,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:17.475979 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:17.505882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] No DVR routers for this DVR port f84aacc5-963f-4072-9f7a-6c85196987a5 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:17.505882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.508682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'name': 'network-vif-deleted', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:17.560057 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee8c48-6fe0-4154-88d3-e3e691661c19', 'name': 'network-vif-deleted', 'tag': 'f84aacc5-963f-4072-9f7a-6c85196987a5', 'status': 'completed', 'code': 200} May 20 08:07:17.568489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.569861 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/dd65d09a-2bce-4159-a2fb-fdd748894e04 HTTP/1.1" status: 204 len: 168 time: 0.3730502 May 20 08:07:17.572437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:17.616916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1ad542a-88b5-46d7-84f5-d9b0f247e0ff req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.81 "DELETE /v2.0/ports/f84aacc5-963f-4072-9f7a-6c85196987a5 HTTP/1.1" status: 204 len: 173 time: 1.0546076 May 20 08:07:17.637848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b43a5b68-af84-401a-b960-fb5d98564499 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:17.728485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b43a5b68-af84-401a-b960-fb5d98564499 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:17.729809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b43a5b68-af84-401a-b960-fb5d98564499 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1562915 May 20 08:07:17.733823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:17.738789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:17.739897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--193154741'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:17.748027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:17.759646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:17.854524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.878969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:17.884074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:17.884415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:17.887489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:17.891808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:17.892300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:17.894899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:17.985691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.023521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.051455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:18.059624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.062177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:18.065299 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33d38d37-8c5a-4344-93a2-d86fd27e3b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:18.102407 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'code': 200} May 20 08:07:18.117513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885c8372-27fc-497c-bd5b-0af837901151,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:18.131475 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:18.151243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.154456 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7225bbd-e050-4652-86c0-83d382154eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:18.213817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.215579 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4807415 May 20 08:07:18.218240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48034) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:18.231731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=13']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:18.240634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '885c8372-27fc-497c-bd5b-0af837901151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:18.242748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.243112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.243591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.243920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.244254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.244820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.244904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.245193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.245681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.246046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.246370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.246687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:18.250847 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:18.267153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:18.273224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:18.280403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:18.302003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:18.369732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b94275e3-7b9d-4a03-bf35-e68c042f889d req-4f756b35-7382-4b09-a64a-ab99b1ad5cef tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Synchronizing usage tracker for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:18.386768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.457430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.460194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b94275e3-7b9d-4a03-bf35-e68c042f889d req-4f756b35-7382-4b09-a64a-ab99b1ad5cef tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Unset dirty status for tenant:fdc7c375734348c383a0faf45dbfe413 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:18.461807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b94275e3-7b9d-4a03-bf35-e68c042f889d req-4f756b35-7382-4b09-a64a-ab99b1ad5cef tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1ee8c48-6fe0-4154-88d3-e3e691661c19 HTTP/1.1" status: 200 len: 210 time: 0.1359415 May 20 08:07:18.510946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.517158 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5405fbff-2686-43d0-a581-8f6b1c43e126 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:18.537873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbe4452-e42a-4197-b27b-0f016e327ba8,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:18.540346 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:18.637093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.638359 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190640 May 20 08:07:18.641052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:18.646383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '885c8372-27fc-497c-bd5b-0af837901151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:18.653026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:18.659382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:18.662974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:18.668213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:18.746788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.813182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.888474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:18.891193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-008b0ee5-2985-4d07-959c-f757ebd572f3 tempest-ServersTestJSON-733363327 tempest-ServersTestJSON-733363327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:18.914475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68214b90-ba17-4816-b548-2bb98f92050b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:18.919766 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:19.002712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.004239 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622305 May 20 08:07:19.007065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:19.012406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '885c8372-27fc-497c-bd5b-0af837901151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:19.018857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:19.022952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:19.026129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:19.032232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:19.111510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.179180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.266422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.268256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f84aacc5-963f-4072-9f7a-6c85196987a5 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:19.274132 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-254728ce-4518-42c5-947b-6b2aea85bbd4 tempest-ServersTestManualDisk-1482777271 tempest-ServersTestManualDisk-1482777271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:19.294357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e636068-07b6-4748-9591-fb1f15b6cf0a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:19.298941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:19.304947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: f84aacc5-963f-4072-9f7a-6c85196987a5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:07:19.305300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f84aacc5-963f-4072-9f7a-6c85196987a5 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:19.356895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.358921 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501196 May 20 08:07:19.360879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48050) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:19.366145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '885c8372-27fc-497c-bd5b-0af837901151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:19.372638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:19.376898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:19.380117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:19.386074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:19.460203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.534170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.564460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48056) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:19.596665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.599564 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-214d47a4-cb7b-4473-a01d-b53e347a0697 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:19.626266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7655c5-f4bd-4977-b2cd-6a7caea2a3c8,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:19.633341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:19.640112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Deleting subnet 88bea911-e0e6-45aa-a608-52dff0449769 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:07:19.643316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.704769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.707013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444386 May 20 08:07:19.709685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:19.715386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '885c8372-27fc-497c-bd5b-0af837901151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:19.723784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:19.730017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:19.736979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:19.739815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:19.826066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.851995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.910352 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.914076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.984056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:19.987010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00015a36-2af5-4bcb-b541-6de6ca981553 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:20.013783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e137056-dffb-460e-a49d-c895e0045272,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:20.016902 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:20.093919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.099413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3886509 May 20 08:07:20.100063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48068) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.131908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.146452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.255049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.257367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5d454e94-dc57-4936-a77c-f8840f87a77e tempest-ServersTestBootFromVolume-135339385 tempest-ServersTestBootFromVolume-135339385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:20.278134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e137056-dffb-460e-a49d-c895e0045272,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:20.280344 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:20.281707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.282807 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/0e137056-dffb-460e-a49d-c895e0045272 HTTP/1.1" status: 204 len: 168 time: 0.1818035 May 20 08:07:20.288687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.289217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48072) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.290346 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aad3417b-8ad8-41f1-911a-a877124af132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:20.338590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bea911-e0e6-45aa-a608-52dff0449769,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:20.342453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:20.345001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a7e79817-55e1-4624-bf8e-a4bcfe1eb175 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:20.345131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.351512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/88bea911-e0e6-45aa-a608-52dff0449769 HTTP/1.1" status: 204 len: 168 time: 0.7856574 May 20 08:07:20.353856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.414144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a7e79817-55e1-4624-bf8e-a4bcfe1eb175 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:20.415679 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a7e79817-55e1-4624-bf8e-a4bcfe1eb175 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1293039 May 20 08:07:20.418587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.450483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.466076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.468601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.539432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.541642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40f91283-7208-43b7-bbc5-6a47cded27a6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:20.562759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d7655c5-f4bd-4977-b2cd-6a7caea2a3c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:20.565434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:20.610703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.625444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5f934e-83b8-45c1-b28d-8d1b71910203']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:20.636637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.640183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/3d7655c5-f4bd-4977-b2cd-6a7caea2a3c8 HTTP/1.1" status: 204 len: 168 time: 0.2183762 May 20 08:07:20.640460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.643370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdeda8ae-a76a-481d-b364-1c10d21b22ce') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:20.643808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdeda8ae-a76a-481d-b364-1c10d21b22ce') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:20.656315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.677700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.684700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:07:20.685191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.699549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e7504e09-ba4b-4f2e-acac-b25757e53f33 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: timer() May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:07:20.703343 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:07:20.819786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e7504e09-ba4b-4f2e-acac-b25757e53f33 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:20.823903 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e7504e09-ba4b-4f2e-acac-b25757e53f33 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1797845 May 20 08:07:20.824211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:20.848545 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.856393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-efab26f8-0b55-4ac5-8aae-586feeb03a35 tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:20.858128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.871391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.876770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.898501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5f934e-83b8-45c1-b28d-8d1b71910203,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:20.902492 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:20.985901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce5f934e-83b8-45c1-b28d-8d1b71910203 HTTP/1.1" status: 204 len: 168 time: 0.6309898 May 20 08:07:20.996923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:20.998853 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2b378b2f-1a13-4f85-8790-7a455e10ac12 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:21.016922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e636068-07b6-4748-9591-fb1f15b6cf0a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:21.025842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:21.077136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.078247 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/8e636068-07b6-4748-9591-fb1f15b6cf0a HTTP/1.1" status: 204 len: 168 time: 0.2530756 May 20 08:07:21.080777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.144472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1beb4948-93f5-4fc4-8d4c-ac155dec3e8e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:21.231249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1beb4948-93f5-4fc4-8d4c-ac155dec3e8e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:21.232637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1beb4948-93f5-4fc4-8d4c-ac155dec3e8e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1506920 May 20 08:07:21.235482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.266328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.278121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.368111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.370192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3af519e9-487b-45ca-86e3-64ab70d8fa83 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:21.387780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68214b90-ba17-4816-b548-2bb98f92050b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:21.390458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:21.431511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48106) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.467464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.468564 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/68214b90-ba17-4816-b548-2bb98f92050b HTTP/1.1" status: 204 len: 168 time: 0.2322030 May 20 08:07:21.471241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48110) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.485324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ae97c68-30da-46a7-b796-e676db48b672 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fdc7c375734348c383a0faf45dbfe413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524201 May 20 08:07:21.488534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.530175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f505e18-f1d6-49b5-b982-2a5190236b01 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:21.561578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.589367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.601056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f505e18-f1d6-49b5-b982-2a5190236b01 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:21.605815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f505e18-f1d6-49b5-b982-2a5190236b01 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1325274 May 20 08:07:21.606587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.651629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.664877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.743976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.747886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-adaad071-4616-4f42-9a1a-d7f6819582ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:21.761498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731885ec-4723-49c7-826e-573159fa92c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:21.765426 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:21.774915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.777194 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:21.796327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afbe4452-e42a-4197-b27b-0f016e327ba8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:21.800509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:21.837125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.840842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/731885ec-4723-49c7-826e-573159fa92c8 HTTP/1.1" status: 204 len: 168 time: 0.3487291 May 20 08:07:21.859703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:21.861438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/afbe4452-e42a-4197-b27b-0f016e327ba8 HTTP/1.1" status: 204 len: 168 time: 0.2538469 May 20 08:07:21.864719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48124) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:21.921107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0510da6b-c221-408d-b7f0-aab951804447 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:22.001064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0510da6b-c221-408d-b7f0-aab951804447 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:22.002415 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0510da6b-c221-408d-b7f0-aab951804447 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1367738 May 20 08:07:22.005498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48130) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:22.092082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.121513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.230198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.235437 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d4e2aadd-b3b9-465f-a791-19c43e1dc4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:22.258834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c8372-27fc-497c-bd5b-0af837901151,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:22.262301 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:22.339394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.341524 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/885c8372-27fc-497c-bd5b-0af837901151 HTTP/1.1" status: 204 len: 168 time: 0.3347025 May 20 08:07:22.343324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48142) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:22.396497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8d469ed-3639-4939-9149-4a128ea125fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:22.521584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8d469ed-3639-4939-9149-4a128ea125fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:22.522890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8d469ed-3639-4939-9149-4a128ea125fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1786962 May 20 08:07:22.529013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48150) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:22.535187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499933504'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:22.541628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:22.552605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:22.625585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.646825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:22.651293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:22.654521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:22.661835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:22.737652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.808320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.814348 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e2831ef9-0b6d-4cd3-b09a-6d9ce1ec6e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:22.863666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2752b8-f0df-4379-ba7c-742811aa5202,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:22.870947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.871337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.872004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.872357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.872728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.873097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.873742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.874108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.874473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.874842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.875198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.875733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:22.882820 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:22.974201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:22.975612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4455757 May 20 08:07:22.978439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48162) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:22.984264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '3b2752b8-f0df-4379-ba7c-742811aa5202', 'direction': 'ingress', 'protocol': 17}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:22.991012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:22.996406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:23.002353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:23.010640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:23.059845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48168) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:23.119144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.190182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.196805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1636000918-network', 'tenant_id': 'b1aa210d17d94663818fdb7563447139'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:23.201791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:23.205741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Usage tracker for resource:network and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:23.209521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:23.215808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:23.230874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.232978 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdd59bc1-15f5-4a77-8b03-b0213779bfdd tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:23.258027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0850c481-8ea4-4da1-9e9a-a4b5c7295062,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:23.266070 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:23.305693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Made reservation on behalf of b1aa210d17d94663818fdb7563447139 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:23.308122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.321160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.336317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.340102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07173ea6-6d4d-4278-91ef-bcbc68f37c8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3581312 May 20 08:07:23.340102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:23.340722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48174) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:23.343793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:23.347271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:23.354980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:23.424337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.468726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.488946 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.562432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.565645 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf282201-7ec8-4864-8df7-61472a43ad91 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:23.591584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.597587 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9ec6fbe5-cb36-4b7c-be26-23e2cf884b18 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:23.598978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:07:23.601270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a710815-1e3a-4bf7-8bbb-f29b110c80d9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:23.606689 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:23.613612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.613612 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Added segment cbd5aae2-0d8f-4917-83e0-66e2d3161ceb of type vlan for network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 May 20 08:07:23.626575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2752b8-f0df-4379-ba7c-742811aa5202,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:23.635778 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:23.641394 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.641686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.646006 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/3b2752b8-f0df-4379-ba7c-742811aa5202 HTTP/1.1" status: 204 len: 168 time: 0.3011124 May 20 08:07:23.649388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:23.704986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ad872243-1b01-4a71-ba59-826335ecf689 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:23.733657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.734730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:23.735323 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:23.739077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2927407-b93f-4826-9ca6-5bb75f32d979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:23.796577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ad872243-1b01-4a71-ba59-826335ecf689 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:23.797896 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ad872243-1b01-4a71-ba59-826335ecf689 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502478 May 20 08:07:23.803095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:23.808469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--703216493'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:23.816764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:23.830877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:23.840698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d4368b-1dbb-4687-9e53-5a8e16501ea3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:23.846229 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:23.850936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:07:23.945929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8834870 May 20 08:07:23.948667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:23.959450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Request body: {'subnet': {'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1636000918-subnet', 'tenant_id': 'b1aa210d17d94663818fdb7563447139', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:23.964774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:23.969501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Usage tracker for resource:subnet and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:23.972513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:23.979514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:24.075590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.099098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:24.103816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:24.106806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:24.113262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:24.124335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Made reservation on behalf of b1aa210d17d94663818fdb7563447139 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:24.131974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.203765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.288195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.322199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.328060 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef084c7d-30c2-4c0d-8723-da97b873f5fc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:24.384744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8da5e6-b1aa-40a0-b769-5a61aa939350,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:24.387370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:24.465613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.469277 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6628764 May 20 08:07:24.470200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:24.474937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--201932452'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:24.481832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:24.486350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:24.498947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:24.506197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:24.585741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.606781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:24.613467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:24.616893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:24.622875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:24.642341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.647535 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-955640a1-0198-4a20-a7bc-b934bd2af2d6 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:24.699275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.728170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:24.731373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:24.735691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Checking segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:24.736049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Network hostable DHCP agents. Network: a0d4368b-1dbb-4687-9e53-5a8e16501ea3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:07:24.773673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.778099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6574193d-fbfc-4e79-9b10-47cc183b1f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:24.807134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:07:24.823655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8820935b-ccc6-4412-84b7-fc5342df2bb8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:24.827542 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:24.899491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a0d4368b-1dbb-4687-9e53-5a8e16501ea3) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:24.911406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:24.915521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.915657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:24.915747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4422576 May 20 08:07:24.915747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48204) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:24.920041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405499b-f504-4bf7-9e57-abcf868f3452 None None] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:07:24.921383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': 'ac8da5e6-b1aa-40a0-b769-5a61aa939350', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8820935b-ccc6-4412-84b7-fc5342df2bb8', 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:24.928753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:24.933502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:24.936472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:24.943126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:25.033653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0830379 May 20 08:07:25.135751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.160477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'tenant_id': 'b1aa210d17d94663818fdb7563447139', 'fixed_ips': [{'subnet_id': 'ab92f6fe-c77c-4512-b6d8-0ceca32bc28c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:07:25.161337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.220634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.293857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.295938 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:25.319570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94ba6d0-f471-4d90-999f-6c9403b879be,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:25.338653 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:25.405923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Allocated IP 172.20.0.2 (a0d4368b-1dbb-4687-9e53-5a8e16501ea3/ab92f6fe-c77c-4512-b6d8-0ceca32bc28c/c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:25.413880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.417838 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4984922 May 20 08:07:25.417998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:25.458481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.472955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.608772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.610761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dc58b76f-b1db-47e9-bb8b-eec9db511041 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:25.636867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a94ba6d0-f471-4d90-999f-6c9403b879be,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:25.647276 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:25.650284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.651499 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a94ba6d0-f471-4d90-999f-6c9403b879be HTTP/1.1" status: 204 len: 168 time: 0.2326117 May 20 08:07:25.654742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48234) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:25.715853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a6ed496a-4829-481d-89d5-2b64e2695f5f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:25.730021 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.742996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Transition to ACTIVE for port object c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:25.765514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Transition to ACTIVE for port object c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:25.819759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a6ed496a-4829-481d-89d5-2b64e2695f5f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:25.821084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a6ed496a-4829-481d-89d5-2b64e2695f5f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1652641 May 20 08:07:25.824901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48238) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:25.849873 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.855922 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:25.896194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.934154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:25.942191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:25.947350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:25.952203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:26.001462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-2894b2be-f2a8-4341-84e0-9ca90f8aee5b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:26.002344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-2894b2be-f2a8-4341-84e0-9ca90f8aee5b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:26.033784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Pushing event updated for resources: {'Port': ['ID=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:26.041648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:26.062989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Attempting to bind port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:26.063369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Attempting to bind port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:26.063740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Attempting to bind port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:26.070008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:26.070331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Checking segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:26.070847 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.071306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Bound using segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:26.071760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Bound port: c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:26.072139 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.099004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.103592 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-67696773-6ae4-4c91-b751-756e7a2897c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:26.104875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-2894b2be-f2a8-4341-84e0-9ca90f8aee5b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:26.106410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-2894b2be-f2a8-4341-84e0-9ca90f8aee5b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.4783690 May 20 08:07:26.124845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-4805a4fd-8bad-4909-8329-a7b248396a7c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/quotas/b1aa210d17d94663818fdb7563447139 HTTP/1.1" status: 200 len: 375 time: 0.0126429 May 20 08:07:26.130451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820935b-ccc6-4412-84b7-fc5342df2bb8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:26.133668 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:26.185927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] For port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:26.191882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] For port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:26.208827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.213020 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/8820935b-ccc6-4412-84b7-fc5342df2bb8 HTTP/1.1" status: 204 len: 168 time: 0.3869693 May 20 08:07:26.217870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48244) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:26.247040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-41573c3f-4450-498f-9427-2aa71aea8f12 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154101 May 20 08:07:26.265658 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.269763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-edfa1945-ac67-4b7f-97b4-c17783fa2cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:26.343179 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.356091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Pushing event updated for resources: {'Port': ['ID=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:26.360012 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:26.399282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-87c3f9a3-429e-4712-a1dc-12598c5a1a05 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:26.459403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-b0ab09b1-158a-4c07-9d8c-b7c6226b34a6 service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051404 May 20 08:07:26.666609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-5ff13cf8-c1cc-4dcf-aaac-8ec4d20756ba service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963670 May 20 08:07:26.734922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-87c3f9a3-429e-4712-a1dc-12598c5a1a05 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:26.738350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-87c3f9a3-429e-4712-a1dc-12598c5a1a05 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5216267 May 20 08:07:26.739489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48250) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:26.840226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:26.870666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.036593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.046019 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26ec4809-aeed-46f0-8a6d-cbcc0b84450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:27.062851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8da5e6-b1aa-40a0-b769-5a61aa939350,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:27.066732 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:27.215619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.220322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/ac8da5e6-b1aa-40a0-b769-5a61aa939350 HTTP/1.1" status: 204 len: 168 time: 0.4737477 May 20 08:07:27.220484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48272) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:27.266038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-62e4766f-804d-4a8b-bbb3-4cccab9d2671 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:27.267526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-62e4766f-804d-4a8b-bbb3-4cccab9d2671 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.1996691 May 20 08:07:27.289146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-002db01d-c6cd-4930-9b73-21f3be94e57f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/quotas/b1aa210d17d94663818fdb7563447139 HTTP/1.1" status: 200 len: 375 time: 0.0147407 May 20 08:07:27.306836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5dc0d8ca-dc7c-433e-ad01-2f74ef14800f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:27.383785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5dc0d8ca-dc7c-433e-ad01-2f74ef14800f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:27.385064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5dc0d8ca-dc7c-433e-ad01-2f74ef14800f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636019 May 20 08:07:27.391995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:27.399572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--94312318'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:27.407643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-d12c3498-fbf8-49f1-b385-977c73a2b09e tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110275 May 20 08:07:27.417507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:27.438773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:27.522266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.549294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd391129-bcb3-4bf7-95d1-d2d41b5460f8 None None] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:07:27.556843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:27.561725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:27.565075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:27.581612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-552c13a5-47b9-465f-8b2e-284befee2610 service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669569 May 20 08:07:27.586431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:27.684867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.767995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.774096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ed02b7b-e9dd-4eff-a792-95825ffb2646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:27.808664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-4b48b752-c242-442e-abbd-03e83d418d72 service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123480 May 20 08:07:27.818475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-64f91b1b-088b-4443-b3b4-09eb45d597a4 None None] Provisioning for port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:27.836799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296075dc-dfbb-4752-89d3-dfada97c9b74,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:27.851822 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:27.951343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:27.952606 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5593092 May 20 08:07:27.955356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48290) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:27.961585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': '296075dc-dfbb-4752-89d3-dfada97c9b74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:27.968278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:27.973310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:27.976499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:27.993845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:28.097918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.211466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.299275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.301293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13c1b30c-0795-4a95-8192-3b2dcca6beee tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:28.349927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29614cf3-1dba-441f-bbc4-2bf1e94dc0b2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:28.354975 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:28.422060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:28.450018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.453955 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4950180 May 20 08:07:28.454181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:28.497510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.507261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-c3fd1c95-4521-4db5-a43d-6531044396cb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:28.511002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.512786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-c3fd1c95-4521-4db5-a43d-6531044396cb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.2562449 May 20 08:07:28.532568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-82b7fbae-e701-4ad2-8ae3-4353460261ab tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/quotas/b1aa210d17d94663818fdb7563447139 HTTP/1.1" status: 200 len: 375 time: 0.0128233 May 20 08:07:28.619402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-b2b80d71-3f5b-4b74-902c-3764ba958df2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783110 May 20 08:07:28.671115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.671317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:28.673610 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:28.677602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:28.677978 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.701919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29614cf3-1dba-441f-bbc4-2bf1e94dc0b2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:28.708852 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:28.710540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.712079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/29614cf3-1dba-441f-bbc4-2bf1e94dc0b2 HTTP/1.1" status: 204 len: 168 time: 0.2567317 May 20 08:07:28.714836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48320) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:28.782585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-585225a6-d571-49d3-a814-65a322cf1a9e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:28.790926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-671c113b-934e-458b-b11d-a2e0abf10495 service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643512 May 20 08:07:28.897735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:28.942955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:28.943134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-3ddd1625-5749-4f35-ab20-ed540ee0eb16 service neutron] 10.222.0.79 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386666 May 20 08:07:29.929923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-585225a6-d571-49d3-a814-65a322cf1a9e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:29.931644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-585225a6-d571-49d3-a814-65a322cf1a9e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2158120 May 20 08:07:29.934464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48338) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:29.957052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:29.965381 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6bcabae2-f75f-4be7-94b5-4101d183d35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:30.010039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.063386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.077749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:30.085085 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:30.161010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ec06a5d-eb9f-4ddd-a843-d94b81d17a8f req-f41f06bf-b5ca-40b0-8500-026e566b4e43 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 210 time: 0.0638552 May 20 08:07:30.231262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.244682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-52966860-9218-461a-8930-8aacd5d9b3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:30.268373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296075dc-dfbb-4752-89d3-dfada97c9b74,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:30.272601 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:30.373896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.377391 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/296075dc-dfbb-4752-89d3-dfada97c9b74 HTTP/1.1" status: 204 len: 168 time: 0.4396074 May 20 08:07:30.384405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48362) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:30.397791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:30.433900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6aea1774-5962-4247-9d93-6683131057f0 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:30.486146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:30.486836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.522355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6aea1774-5962-4247-9d93-6683131057f0 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:30.527797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6aea1774-5962-4247-9d93-6683131057f0 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448963 May 20 08:07:30.529019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48366) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:30.535478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group': {'name': 'tempest-secgroup--720467554'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:30.543291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:30.564174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:30.682524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.705899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:30.710579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:30.713759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:30.722075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:30.814658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.911599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:30.915854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b7a6d8f-f0f6-448c-b1fb-92285d0d7797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:30.961371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcde629-f4f1-45ab-b362-19637c59ae2c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:30.966237 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:31.083454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.084780 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5547469 May 20 08:07:31.087790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:31.096281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': 'ffcde629-f4f1-45ab-b362-19637c59ae2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:31.104148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:31.108346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:31.111325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:31.117703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:31.233110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.341165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.420465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.429196 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17c54a60-cae8-469a-babd-b5a573a677c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:31.455016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3837ed56-bb93-4c7e-a411-f56bf94f0822,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:31.455016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:31.591093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.592508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5037966 May 20 08:07:31.595627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:31.597659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5076f57a-cedf-4ab8-b25c-9cdbbfbfcdaf req-6d561900-50dc-42bd-86f6-3f16b30c9b27 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 210 time: 0.0955629 May 20 08:07:31.626613 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-89331f27-9559-4cf2-8633-6208cd2c2ffc tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules/3837ed56-bb93-4c7e-a411-f56bf94f0822 HTTP/1.1" status: 200 len: 763 time: 0.0297513 May 20 08:07:31.629567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:31.656125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-12b3a200-0d06-4c06-98a9-a3a92d7c5a18 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:31.657677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-12b3a200-0d06-4c06-98a9-a3a92d7c5a18 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.4457355 May 20 08:07:31.675507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Request body: {'port': {'device_id': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'admin_state_up': True, 'tenant_id': 'b1aa210d17d94663818fdb7563447139'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:31.679440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df3f64ea-e631-412b-b75f-183e5c62f048 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:31.762165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df3f64ea-e631-412b-b75f-183e5c62f048 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:31.764624 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df3f64ea-e631-412b-b75f-183e5c62f048 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1332402 May 20 08:07:31.766668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48398) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:31.829403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.848150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.854183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:31.867621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Usage tracker for resource:port and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:31.872266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:31.881223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:31.950656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Made reservation on behalf of b1aa210d17d94663818fdb7563447139 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:31.954199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.966832 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:31.974110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a2e9c3d0-5d64-49a5-b070-bf97bee78e55 tempest-TestSecurityGroupsBasicOps-306962535 tempest-TestSecurityGroupsBasicOps-306962535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:31.990401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3837ed56-bb93-4c7e-a411-f56bf94f0822,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:32.025080 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:32.176864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.178082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/3837ed56-bb93-4c7e-a411-f56bf94f0822 HTTP/1.1" status: 204 len: 168 time: 0.4104764 May 20 08:07:32.180921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:32.239884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-78cbc156-94ec-4f15-9831-b0f6ae6fbefa tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564175 May 20 08:07:32.242528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48408) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:32.251374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': 'ffcde629-f4f1-45ab-b362-19637c59ae2c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:32.262324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:32.267839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Usage tracker for resource:security_group_rule and tenant:1106936e1886430bb06bfb3a63e9bf6c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:32.272028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:32.275320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-2d2374ae-448b-438c-a09d-b7ee9f7cfe78 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:32.277018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-2d2374ae-448b-438c-a09d-b7ee9f7cfe78 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.2925732 May 20 08:07:32.279346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:32.292880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Request body: {'port': {'device_id': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'admin_state_up': True, 'tenant_id': 'b1aa210d17d94663818fdb7563447139'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:32.336847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Allocated IP 172.20.0.8 (a0d4368b-1dbb-4687-9e53-5a8e16501ea3/ab92f6fe-c77c-4512-b6d8-0ceca32bc28c/2397d406-1383-4a75-9196-bb96feeb84b0) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:32.380241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.468627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.522750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:32.545418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Usage tracker for resource:port and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:32.546017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.548032 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73f76155-5c5f-4b40-b262-24425217a425 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:32.552645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:32.573683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445e350c-26df-42b0-a521-fdd1e4beb56e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:32.587151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.587683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.588108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.588549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.588990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.589744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.589876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.590265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.590697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.591160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.591585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.592007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:07:32.600298 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:32.613850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:32.699018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.716711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Transition to ACTIVE for port object 2397d406-1383-4a75-9196-bb96feeb84b0 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:32.721180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.725757 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4792564 May 20 08:07:32.725757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:32.760968 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a480f577-2b08-42b2-8b03-fc6b5b7cf52f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules/445e350c-26df-42b0-a521-fdd1e4beb56e HTTP/1.1" status: 200 len: 763 time: 0.0313702 May 20 08:07:32.761190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48420) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:32.814931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c25bb77-10cc-4424-ac5b-0c61736fd3b6 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:32.826076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c1b632f-3f98-4251-8db3-16c705db4980 req-318a582f-a9cc-453f-9500-1aaa1892c186 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 210 time: 0.0936205 May 20 08:07:32.903588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Made reservation on behalf of b1aa210d17d94663818fdb7563447139 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:32.907458 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:32.918272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c25bb77-10cc-4424-ac5b-0c61736fd3b6 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:32.919953 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c25bb77-10cc-4424-ac5b-0c61736fd3b6 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1578910 May 20 08:07:32.924436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:33.022573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.051819 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e37f84ab-8ac5-4918-9df8-08f08378fd92 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:33.131002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.161240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.172615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-3e1cebef-1348-4cbd-a47f-7ca559d92539 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:33.174085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-3e1cebef-1348-4cbd-a47f-7ca559d92539 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 816 time: 0.4029887 May 20 08:07:33.194423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:33.201096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Request body: {'port': {'device_id': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'admin_state_up': True, 'tenant_id': 'b1aa210d17d94663818fdb7563447139'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:33.216586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:33.244119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:33.287571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event updated for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:33.333352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:33.623196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:33.624049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.630653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eb282a38-ed27-4f15-aab1-1ce65a85dc4a None None] Provisioning for port 2397d406-1383-4a75-9196-bb96feeb84b0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:33.633538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eb282a38-ed27-4f15-aab1-1ce65a85dc4a None None] Provisioning complete for port 2397d406-1383-4a75-9196-bb96feeb84b0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:33.634599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb282a38-ed27-4f15-aab1-1ce65a85dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.658628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Allocated IP 172.20.0.10 (a0d4368b-1dbb-4687-9e53-5a8e16501ea3/ab92f6fe-c77c-4512-b6d8-0ceca32bc28c/c18d2dd9-88b1-4067-93a2-dbb032d75c04) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:33.693335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-eb282a38-ed27-4f15-aab1-1ce65a85dc4a None None] Port 2397d406-1383-4a75-9196-bb96feeb84b0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:07:33.696738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:33.713729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Usage tracker for resource:port and tenant:b1aa210d17d94663818fdb7563447139 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:33.718784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.721961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:33.739748 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:33.749899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.751001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/445e350c-26df-42b0-a521-fdd1e4beb56e HTTP/1.1" status: 204 len: 168 time: 0.8219547 May 20 08:07:33.753754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:33.754112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:33.764999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=445e350c-26df-42b0-a521-fdd1e4beb56e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:33.772005 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:33.779272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1107945 May 20 08:07:33.811972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Request body: {'port': {'device_id': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:33.812231 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-09da5437-2694-4bc6-92b6-69b9923cd25d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502422 May 20 08:07:33.812231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:33.813396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Request body: {'security_group_rule': {'security_group_id': 'ffcde629-f4f1-45ab-b362-19637c59ae2c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:33.819801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:33.831618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:33.922015 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Project 1106936e1886430bb06bfb3a63e9bf6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:07:33.927580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Made reservation on behalf of b1aa210d17d94663818fdb7563447139 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:07:33.931262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.931427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:33.997358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.013108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-027ca1f0-7b46-4245-8071-b580ed82dfcd req-9326a80a-9593-4b6d-aaa3-48843377eb02 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:34.093987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.095920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-efcb8f65-00ff-4c63-b7c1-a98c2c79eeac tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:34.119417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495bfa85-928c-4538-b1cf-71a935607b76,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:34.121928 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:34.164681 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.230975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.232349 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4232807 May 20 08:07:34.235151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48442) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:34.248848 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.258709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c3e716e-5bcc-4714-8110-6fc091285695 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules/495bfa85-928c-4538-b1cf-71a935607b76 HTTP/1.1" status: 200 len: 769 time: 0.0223553 May 20 08:07:34.261239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48446) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:34.273113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-027ca1f0-7b46-4245-8071-b580ed82dfcd req-9326a80a-9593-4b6d-aaa3-48843377eb02 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:34.275168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-027ca1f0-7b46-4245-8071-b580ed82dfcd req-9326a80a-9593-4b6d-aaa3-48843377eb02 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 210 time: 0.3285503 May 20 08:07:34.291498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Transition to ACTIVE for port object c18d2dd9-88b1-4067-93a2-dbb032d75c04 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:34.325904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d63b9fb5-7c11-4db2-b34c-cff441a7d2b4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:34.413778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d63b9fb5-7c11-4db2-b34c-cff441a7d2b4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:34.415108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d63b9fb5-7c11-4db2-b34c-cff441a7d2b4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1529737 May 20 08:07:34.418164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:34.448300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.460138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.479791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.517561 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9684f776-6f26-4768-b511-51121ddcaf66 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:34.596847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.598723 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:34.611139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:34.615859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495bfa85-928c-4538-b1cf-71a935607b76,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:34.619078 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:34.620214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:34.630988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:34.659803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Allocated IP 172.20.0.9 (a0d4368b-1dbb-4687-9e53-5a8e16501ea3/ab92f6fe-c77c-4512-b6d8-0ceca32bc28c/ab22637d-d475-4210-acf8-5698490e41af) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:07:34.662134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event updated for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:34.671314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:34.722806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.731980 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-549ae506-f5f6-42b1-8cdd-37e1783840a7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/495bfa85-928c-4538-b1cf-71a935607b76 HTTP/1.1" status: 204 len: 168 time: 0.3077209 May 20 08:07:34.731980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48460) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:34.741735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:34.742412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:34.791279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24403f5a-7bd6-419c-8140-7746af93e746 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:34.883443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5968549 May 20 08:07:34.895975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Request body: {'port': {'device_id': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:34.923427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24403f5a-7bd6-419c-8140-7746af93e746 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:34.925259 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24403f5a-7bd6-419c-8140-7746af93e746 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1959636 May 20 08:07:34.928833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48464) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:34.996293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.014689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.025114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.054344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4ef9a64-662b-4ae7-ab27-03bcce911e27 None None] Provisioning for port c18d2dd9-88b1-4067-93a2-dbb032d75c04 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:35.056634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Transition to ACTIVE for port object ab22637d-d475-4210-acf8-5698490e41af will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:35.061171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4ef9a64-662b-4ae7-ab27-03bcce911e27 None None] Provisioning complete for port c18d2dd9-88b1-4067-93a2-dbb032d75c04 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:35.072071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9a64-662b-4ae7-ab27-03bcce911e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.072240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.124307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9a64-662b-4ae7-ab27-03bcce911e27 None None] Port c18d2dd9-88b1-4067-93a2-dbb032d75c04 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:07:35.190950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.196042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62ae205b-a206-4db4-8c25-0f3ca9d60bde tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:35.212890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcde629-f4f1-45ab-b362-19637c59ae2c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:35.216705 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:35.261214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.277884 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cceddde-f640-42a5-a9a4-c194053bba34 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:35.304268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.309339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48472) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:35.310208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "DELETE /v2.0/security-groups/ffcde629-f4f1-45ab-b362-19637c59ae2c HTTP/1.1" status: 204 len: 168 time: 0.3800731 May 20 08:07:35.430559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:07:35.470279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:07:35.495081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:07:35.732951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event updated for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:35.763033 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:35.791541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5d0232b8-1a3c-4739-922a-cbe32c532694 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:35.822639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:35.823282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.854011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-181c151e-81b4-45ab-98e8-5d5fd940b19a None None] Provisioning for port ab22637d-d475-4210-acf8-5698490e41af completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:35.859914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-181c151e-81b4-45ab-98e8-5d5fd940b19a None None] Provisioning complete for port ab22637d-d475-4210-acf8-5698490e41af triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:35.860238 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181c151e-81b4-45ab-98e8-5d5fd940b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:35.879406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350adb-4de2-4efe-8a7a-60411eb73ec4 req-b385e3be-b713-48fe-b281-ae6da7e12520 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:35.880967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73350adb-4de2-4efe-8a7a-60411eb73ec4 req-b385e3be-b713-48fe-b281-ae6da7e12520 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 931 time: 0.4615068 May 20 08:07:35.919565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-181c151e-81b4-45ab-98e8-5d5fd940b19a None None] Port ab22637d-d475-4210-acf8-5698490e41af cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:07:35.933643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5d0232b8-1a3c-4739-922a-cbe32c532694 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:35.934846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5d0232b8-1a3c-4739-922a-cbe32c532694 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6207988 May 20 08:07:35.939496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48484) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:35.959576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7732148 May 20 08:07:35.984341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Request body: {'port': {'device_id': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:35.993384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98b0b878-aca1-4655-b298-6089639dd93b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Synchronizing usage tracker for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:36.005951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98b0b878-aca1-4655-b298-6089639dd93b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Unset dirty status for tenant:1106936e1886430bb06bfb3a63e9bf6c on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:36.007188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98b0b878-aca1-4655-b298-6089639dd93b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670118 May 20 08:07:36.027346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397d406-1383-4a75-9196-bb96feeb84b0 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:36.047147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73350adb-4de2-4efe-8a7a-60411eb73ec4 req-9afa9b63-8f6c-4132-90b3-445886fb700b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:36.054224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.123429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Transition to ACTIVE for port object 2397d406-1383-4a75-9196-bb96feeb84b0 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:36.145526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.231993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.240783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7fe83670-8a58-44f9-b654-8cc4ec466c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:36.283575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-73350adb-4de2-4efe-8a7a-60411eb73ec4 req-9afa9b63-8f6c-4132-90b3-445886fb700b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:36.285285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73350adb-4de2-4efe-8a7a-60411eb73ec4 req-9afa9b63-8f6c-4132-90b3-445886fb700b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644063 May 20 08:07:36.483661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48492) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:36.599323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Pushing event updated for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:36.625706 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:36.677856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff3a834d-a72e-4ae3-a345-e5db328d1d4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1106936e1886430bb06bfb3a63e9bf6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923790 May 20 08:07:36.678642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:36.746970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Attempting to bind port 2397d406-1383-4a75-9196-bb96feeb84b0 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:36.747506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Attempting to bind port 2397d406-1383-4a75-9196-bb96feeb84b0 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:36.747634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Attempting to bind port 2397d406-1383-4a75-9196-bb96feeb84b0 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:36.751731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.766842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Port 2397d406-1383-4a75-9196-bb96feeb84b0 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:07:36.767237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Attempting to bind port 2397d406-1383-4a75-9196-bb96feeb84b0 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:36.777966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:36.778308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Checking segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:36.778690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Bound using segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:36.779176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Bound port: 2397d406-1383-4a75-9196-bb96feeb84b0, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:36.779521 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.780068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.796780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18d2dd9-88b1-4067-93a2-dbb032d75c04 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:36.808220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.815197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a0e807a9-0a9d-40cc-b460-3142d901ae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.876354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Transition to ACTIVE for port object c18d2dd9-88b1-4067-93a2-dbb032d75c04 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:36.922149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.928282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:36.944142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bf68a2-5d07-4248-bd2d-827e1aac31df,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:36.946881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:36.989008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:36.998452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:37.000387 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0a06cc52-fc2e-4bdd-84ee-fdd15d1e0869 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:37.027786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:37.031471 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07bf68a2-5d07-4248-bd2d-827e1aac31df HTTP/1.1" status: 204 len: 168 time: 0.3495860 May 20 08:07:37.113768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2397d406-1383-4a75-9196-bb96feeb84b0,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:37.216882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:37.249286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:37.267989 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:37.269925 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:37.378743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:37.379365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:37.380805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] 10.222.0.81 "PUT /v2.0/ports/2397d406-1383-4a75-9196-bb96feeb84b0 HTTP/1.1" status: 200 len: 1091 time: 3.5838261 May 20 08:07:37.385372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:37.418553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36fc5c-4d32-4a72-8efe-2cbffd93c183 req-f55ac6c9-775e-4def-b014-155c72d00a7f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:37.426258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e36fc5c-4d32-4a72-8efe-2cbffd93c183 req-f55ac6c9-775e-4def-b014-155c72d00a7f tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.5333321 May 20 08:07:37.497553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Pushing event updated for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:37.719763 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:37.755578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Attempting to bind port c18d2dd9-88b1-4067-93a2-dbb032d75c04 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:37.759843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Attempting to bind port c18d2dd9-88b1-4067-93a2-dbb032d75c04 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:37.759843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Attempting to bind port c18d2dd9-88b1-4067-93a2-dbb032d75c04 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:37.816181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e36fc5c-4d32-4a72-8efe-2cbffd93c183 req-96ab003e-3343-4f75-b692-9730127eeb9c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885212 May 20 08:07:37.823747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Port c18d2dd9-88b1-4067-93a2-dbb032d75c04 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:07:37.824105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Attempting to bind port c18d2dd9-88b1-4067-93a2-dbb032d75c04 on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:37.841946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:37.842274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Checking segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:37.842667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Bound using segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:37.843097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Bound port: c18d2dd9-88b1-4067-93a2-dbb032d75c04, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:37.843444 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:37.864381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab22637d-d475-4210-acf8-5698490e41af {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:37.880152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:37.908481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:07:37.941557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Transition to ACTIVE for port object ab22637d-d475-4210-acf8-5698490e41af will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:07:38.059556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-903c6afb-286b-469e-b90e-bbdbf58dbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:38.064804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-903c6afb-286b-469e-b90e-bbdbf58dbd42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 1094 time: 0.3069150 May 20 08:07:38.064804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:38.066784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:38.137451 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:38.199514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:38.241314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.81', 54729) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:38.293810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-26e8825d-e274-4906-8454-b3037d4a9ad0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2397d406-1383-4a75-9196-bb96feeb84b0 HTTP/1.1" status: 200 len: 217 time: 0.2214489 May 20 08:07:38.370514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:38.384924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Pushing event updated for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:38.397614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-b9733d22-8332-43fb-88bb-defc1c97efaf tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:38.399924 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-b9733d22-8332-43fb-88bb-defc1c97efaf tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.1265059 May 20 08:07:38.402861 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:38.407868 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e78abea9-e6ff-49f7-b573-3c278e4a7d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:38.453593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48538) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:38.591117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Deleting port 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:38.591964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:38.616158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:38.616797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:38.618276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] 10.222.0.81 "PUT /v2.0/ports/c18d2dd9-88b1-4067-93a2-dbb032d75c04 HTTP/1.1" status: 200 len: 1092 time: 3.7265761 May 20 08:07:38.646169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-eff2b477-09ad-4d4c-ac44-820d1e7430dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:38.647610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-eff2b477-09ad-4d4c-ac44-820d1e7430dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.3413258 May 20 08:07:38.661406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd55cd-81c6-4303-92d5-350318c4a11e req-73d938dc-1a4d-417e-bf74-1a73aa1ad656 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:38.663183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bdd55cd-81c6-4303-92d5-350318c4a11e req-73d938dc-1a4d-417e-bf74-1a73aa1ad656 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 931 time: 0.7204368 May 20 08:07:38.781603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:38.828406 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:38.833990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bdd55cd-81c6-4303-92d5-350318c4a11e req-b5b5bb91-be77-4d36-9955-64e83d4a1aa2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291862 May 20 08:07:38.847785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Attempting to bind port ab22637d-d475-4210-acf8-5698490e41af on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:07:38.847785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Attempting to bind port ab22637d-d475-4210-acf8-5698490e41af by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:07:38.847785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Attempting to bind port ab22637d-d475-4210-acf8-5698490e41af on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:38.853990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Port ab22637d-d475-4210-acf8-5698490e41af on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:07:38.861793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Attempting to bind port ab22637d-d475-4210-acf8-5698490e41af on network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:07:38.869876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--269126577'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:38.887581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:38.903568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:38.908566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:38.911175 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0', 'status': 'completed', 'code': 200} May 20 08:07:38.918940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:07:38.918940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Checking segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:07:38.918940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Bound using segment: {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:07:38.919279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:38.919366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Bound port: ab22637d-d475-4210-acf8-5698490e41af, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:07:38.919708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:38.952070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] For port 8b36e60a-1fca-47ba-8794-60703f5f3035, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=8b36e60a-1fca-47ba-8794-60703f5f3035,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:38.952433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.052830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.053038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-e28f8f23-0c3f-4cc7-9156-b8b245b53660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.054708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-e28f8f23-0c3f-4cc7-9156-b8b245b53660 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864527 May 20 08:07:39.076038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.169791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:39.179188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:39.180535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3ef25b36-dd9c-4aa0-8209-0ea2cadaaa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.184747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:39.200776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:39.215117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:07:39.232154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-a8e624a8-cf0a-41f5-9a9c-f4a1eb1a112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.233700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-a8e624a8-cf0a-41f5-9a9c-f4a1eb1a112c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 1095 time: 0.3691385 May 20 08:07:39.248061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab22637d-d475-4210-acf8-5698490e41af,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:07:39.334541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-b92e0be1-ba08-44bc-b441-381fcc3cc232 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04 HTTP/1.1" status: 200 len: 217 time: 0.0899353 May 20 08:07:39.336966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.337550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.337782 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Floating IP f76f1688-edf5-465d-a1e3-0da6aa452527 disassociated. External IP: 172.25.8.161, port: 8b36e60a-1fca-47ba-8794-60703f5f3035. May 20 08:07:39.338109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Calling delete_port for 8b36e60a-1fca-47ba-8794-60703f5f3035 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:39.343125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-9dd65025-07ee-4fed-b3d4-2cc337640300 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776787 May 20 08:07:39.383943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5df8f9-6a96-4d83-bb33-2d624f51a94c req-4f9369b7-4aa6-4736-9e89-a86ed6923fa3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.385408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b5df8f9-6a96-4d83-bb33-2d624f51a94c req-4f9369b7-4aa6-4736-9e89-a86ed6923fa3 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 947 time: 0.3874819 May 20 08:07:39.408458 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.412671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:39.418210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.541636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.542272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.543659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] 10.222.0.81 "PUT /v2.0/ports/ab22637d-d475-4210-acf8-5698490e41af HTTP/1.1" status: 200 len: 1091 time: 3.5680158 May 20 08:07:39.573634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.577429 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a537ea86-f710-4da5-bf45-654fff494788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:39.590663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:39.600259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:39.608456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:39.628498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:39.638189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bed1ab-74ab-4af9-b329-5aeb0c3c91fd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:39.662304 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:39.665290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.672306 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4501153e-b303-4d1a-85d6-3796a62ea671 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:39.733644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'Port': ['ID=8b36e60a-1fca-47ba-8794-60703f5f3035,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:39.745571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:39.792708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-2f64535a-1c86-4efa-bb0c-99ff91171cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.794128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-2f64535a-1c86-4efa-bb0c-99ff91171cf5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.4499924 May 20 08:07:39.796547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.876037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.906279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b5df8f9-6a96-4d83-bb33-2d624f51a94c req-15b5b41b-353e-439c-95c3-079a7f51b425 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd389ed3-313e-4a95-9509-a9e47b2d9c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544241 May 20 08:07:39.914712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Pushing event updated for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:39.935755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:39.980556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51fec1f2-85f0-4e2f-b4ff-485c79647aa9 req-85347570-2750-446e-bf5d-3b66c9724359 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939755 May 20 08:07:39.985509 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:39.997872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-0b9f91ef-67bd-4259-a00e-5ae3874d02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:39.999387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-0b9f91ef-67bd-4259-a00e-5ae3874d02fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 1094 time: 0.2150180 May 20 08:07:40.005771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-6f3637de-4e8e-4268-8c9a-fcd62330c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:40.007209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-6f3637de-4e8e-4268-8c9a-fcd62330c9d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554806 May 20 08:07:40.010446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-477d5d2b-9f2d-436f-ad36-e8c43f5668a9 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:40.021059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:07:40.113352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434d4a38-9a84-4154-8fe0-3a05c39f853f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:40.127278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:40.130512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-9ba9351d-2326-4985-a767-238bfd8de573 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab22637d-d475-4210-acf8-5698490e41af HTTP/1.1" status: 200 len: 217 time: 0.1208217 May 20 08:07:40.146010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.152351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6922479 May 20 08:07:40.152351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48554) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:40.306237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:07:40.323283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:07:40.332876 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:40.333455 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:40.343222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e158786a-1717-4902-b8f2-f59b860eccc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:40.358721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08a2246d-1a87-4843-91e7-ee6d0e3c59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:40.360399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-08a2246d-1a87-4843-91e7-ee6d0e3c59e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.2116480 May 20 08:07:40.392253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] No DVR routers for this DVR port 8b36e60a-1fca-47ba-8794-60703f5f3035 on host n-h1-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:40.395666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.397627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-c9dde7ce-8e8f-4e1a-ba1e-d01b01215f64 req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.81 "DELETE /v2.0/ports/8b36e60a-1fca-47ba-8794-60703f5f3035 HTTP/1.1" status: 204 len: 173 time: 1.9913683 May 20 08:07:40.398166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-deleted', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:40.507021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515066e-ed8d-4dfa-bb80-fd0f704005f1 req-ccc94063-d310-4518-864c-e0f361e3e740 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:40.508471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5515066e-ed8d-4dfa-bb80-fd0f704005f1 req-ccc94063-d310-4518-864c-e0f361e3e740 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 943 time: 0.4440398 May 20 08:07:40.511435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-43959035-bb91-45fa-a4d3-8c2c314c389e service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480612 May 20 08:07:40.520601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-682aa696-4bbf-4acf-ae14-8eaa3a02f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:40.522087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-682aa696-4bbf-4acf-ae14-8eaa3a02f642 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 1094 time: 0.3906152 May 20 08:07:40.565446 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:40.574824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e158786a-1717-4902-b8f2-f59b860eccc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:40.579843 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e158786a-1717-4902-b8f2-f59b860eccc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4269364 May 20 08:07:40.580748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:40.589369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-security--1138346280', 'description': 'tempest-security-description-1477346392'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:40.646893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.764388 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.795984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5515066e-ed8d-4dfa-bb80-fd0f704005f1 req-a9e45bf7-0e16-4191-b515-385d81295097 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807233 May 20 08:07:40.820039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-0f6e17a2-35ae-4364-a28d-05de74cdd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:40.822057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-0f6e17a2-35ae-4364-a28d-05de74cdd415 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4444466 May 20 08:07:40.837106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.840533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:40.845913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "PUT /v2.0/security-groups/434d4a38-9a84-4154-8fe0-3a05c39f853f HTTP/1.1" status: 200 len: 1780 time: 0.2636898 May 20 08:07:40.847911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:40.848895 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64966b61-7aff-4ae4-86ce-9d4b68cfba4f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:40.891139 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069be7a-69d3-4139-99b2-12337cb47f7d', 'name': 'network-vif-deleted', 'tag': '8b36e60a-1fca-47ba-8794-60703f5f3035', 'status': 'completed', 'code': 200} May 20 08:07:40.965251 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:40.971025 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:07:40.975310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04'}, {'name': 'network-changed', 'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:40.981270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-7e6c3247-7615-4a43-9f7e-e607cc7a3a0e service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510730 May 20 08:07:40.981932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:40.982786 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:40.998439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434d4a38-9a84-4154-8fe0-3a05c39f853f,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:41.042662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:41.057832 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed6c9a9f-22b3-4f1d-8aaa-114c3e1f2b32 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups/434d4a38-9a84-4154-8fe0-3a05c39f853f HTTP/1.1" status: 200 len: 1780 time: 0.1990137 May 20 08:07:41.060335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:41.146852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-670fcaa0-188b-470b-a1ad-e1af9b12c76b req-f2cadda0-6312-4e9f-b00f-10cdf9c43f3f service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571136 May 20 08:07:41.201077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.225288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.234061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-e3e88ea5-20d7-43ef-917d-e1eea5773e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:41.235585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-e3e88ea5-20d7-43ef-917d-e1eea5773e0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 917 time: 0.6746707 May 20 08:07:41.239324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73b6e113-f5a3-403b-9295-652622d1e1b1 req-c15b5ce0-0347-4617-8aa8-fb20b143177c tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/ports?device_id=d069be7a-69d3-4139-99b2-12337cb47f7d HTTP/1.1" status: 200 len: 210 time: 0.0749400 May 20 08:07:41.243328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e383b4dc-c8ec-4eb2-bbc6-38ac0cbfebd9 req-afb7d700-1f57-41d8-9975-0b13006dbbcd service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203393 May 20 08:07:41.294668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:41.320862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-e0dcd123-e66e-4b4d-bac6-837e917cec4f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2397d406-1383-4a75-9196-bb96feeb84b0 HTTP/1.1" status: 200 len: 217 time: 0.0764582 May 20 08:07:41.325855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.388271 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04', 'status': 'completed', 'code': 200} May 20 08:07:41.388590 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af', 'status': 'completed', 'code': 200} May 20 08:07:41.396461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2397d406-1383-4a75-9196-bb96feeb84b0 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:41.413319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-66f0d259-2919-4907-9ba0-bbd6e78cebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:41.420874 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-66f0d259-2919-4907-9ba0-bbd6e78cebc7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.0923877 May 20 08:07:41.499622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.504136 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c8ea01f-3efd-4ff5-9356-6767431e1dbf tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:41.534149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d4a38-9a84-4154-8fe0-3a05c39f853f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:41.547130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:41.580959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:41.646690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 8b36e60a-1fca-47ba-8794-60703f5f3035 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:07:41.647037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 8b36e60a-1fca-47ba-8794-60703f5f3035 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:41.665453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.667431 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/434d4a38-9a84-4154-8fe0-3a05c39f853f HTTP/1.1" status: 204 len: 168 time: 0.6061912 May 20 08:07:41.669984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48586) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:41.748436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-497d9c57-3b2f-4d87-8a13-1822bba17234 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:41.760266 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:41.764970 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a6756-82f6-4eb1-8606-9830ac2c43fb None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd43d81c-5a3c-4550-8d57-b0e42df32d6b', 'name': '', 'network_id': '646ad6d1-a2fc-483a-9973-8158c4d4eeeb', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'mac_address': 'fa:16:3e:bc:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:54Z', 'updated_at': '2021-05-20T07:59:05Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'subnets': [{'id': '30f181f2-c497-4c5d-963d-8133dffa98fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:07:41.787711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2397d406-1383-4a75-9196-bb96feeb84b0,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:41.803284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '2397d406-1383-4a75-9196-bb96feeb84b0', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'port_id': '2397d406-1383-4a75-9196-bb96feeb84b0', 'mac_address': 'fa:16:3e:bc:cf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab92f6fe-c77c-4512-b6d8-0ceca32bc28c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:41.818551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-c1cc90f9-aca8-4340-a939-4ec66c0bc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:41.820247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-c1cc90f9-aca8-4340-a939-4ec66c0bc98c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3921239 May 20 08:07:41.828624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-74b2ebd1-250e-4ab2-acf6-2cea88792c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:41.830158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-74b2ebd1-250e-4ab2-acf6-2cea88792c1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 1095 time: 0.3455095 May 20 08:07:41.836315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-497d9c57-3b2f-4d87-8a13-1822bba17234 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:41.840373 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-497d9c57-3b2f-4d87-8a13-1822bba17234 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1665132 May 20 08:07:41.845575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48592) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:41.876087 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-03427553-db7f-400b-989d-35de969b2689 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] delete failed (client error): The resource could not be found. May 20 08:07:41.881915 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03427553-db7f-400b-989d-35de969b2689 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/434d4a38-9a84-4154-8fe0-3a05c39f853f HTTP/1.1" status: 404 len: 347 time: 0.0301626 May 20 08:07:41.882073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:41.888299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--156184029'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:41.891897 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:41.895483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:41.908072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:41.913922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397d406-1383-4a75-9196-bb96feeb84b0 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:41.933014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2397d406-1383-4a75-9196-bb96feeb84b0,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:42.008087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.029930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:42.031224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.033267 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:42.035069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:42.038371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:42.044641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:42.120216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:42.124097 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:42.140668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bdbf6-5804-4ea5-89b0-db3ac5847eed None None] New status for floating IP f76f1688-edf5-465d-a1e3-0da6aa452527: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:07:42.144988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.165852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-bab7614a-597f-4409-987d-c157b6acb7b1 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342099 May 20 08:07:42.169016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-32c21046-86b2-4aed-a5aa-ca667f1f7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:42.170458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-32c21046-86b2-4aed-a5aa-ca667f1f7c19 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 917 time: 0.3183415 May 20 08:07:42.182540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520cde1-5f2c-47d3-a3fa-2caa966927f2 req-5c77e03f-105c-4ffa-ae5c-71a01842b513 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:42.184015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b520cde1-5f2c-47d3-a3fa-2caa966927f2 req-5c77e03f-105c-4ffa-ae5c-71a01842b513 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 943 time: 0.1712275 May 20 08:07:42.193924 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.199884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:42.249629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094a7aff-08d0-4c84-be40-02a1bc61b63d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:42.262672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:42.313191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-ebb1fff1-41db-4eb5-a4b1-14593e80b054 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04 HTTP/1.1" status: 200 len: 217 time: 0.1073039 May 20 08:07:42.328029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.329687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4466376 May 20 08:07:42.332755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:42.341295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '094a7aff-08d0-4c84-be40-02a1bc61b63d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:42.350418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:42.355060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:42.358933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:42.367206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:42.415040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2397d406-1383-4a75-9196-bb96feeb84b0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:42.465386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.486253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b520cde1-5f2c-47d3-a3fa-2caa966927f2 req-57aade1c-ac68-42f0-8899-c3e16d201037 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808189 May 20 08:07:42.492751 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.529867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-f898c934-2d34-407d-a9b1-e7f6c782488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:42.531323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-f898c934-2d34-407d-a9b1-e7f6c782488e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.1532238 May 20 08:07:42.651568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3b7b42f7-7b1a-41bf-84b8-022f0068316a req-f8e6664e-b6c7-4292-ba1c-3e5640f586c7 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665740 May 20 08:07:42.682629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-07e9de34-ee09-4407-8e56-a3956cb2f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:42.684963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-07e9de34-ee09-4407-8e56-a3956cb2f69d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435909 May 20 08:07:42.740002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48618) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:42.792370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.864815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.867564 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65784098-f58a-4c12-92fd-be8763c71fb7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:42.898661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-3aa09545-4ece-453a-9580-b558a536de87 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016921 May 20 08:07:42.899688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.904815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d485324-1eee-4276-91d5-9bbc8e2ff050,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:42.907806 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:42.996061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:42.999857 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6626761 May 20 08:07:43.000215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48626) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:43.011822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.034317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.046046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.090416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-6164edf8-e75f-46d0-a572-e12893db19de service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801250 May 20 08:07:43.155159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.156982 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9c6c8ee-16c8-450e-ac4f-ca83be6e4368 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:43.173045 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d485324-1eee-4276-91d5-9bbc8e2ff050,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:43.175726 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:43.177000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.178129 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/3d485324-1eee-4276-91d5-9bbc8e2ff050 HTTP/1.1" status: 204 len: 168 time: 0.1761093 May 20 08:07:43.180562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:43.191469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.197450 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ee0c278-d2bd-4e60-8af6-f5a16187af91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:43.220065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd389ed3-313e-4a95-9509-a9e47b2d9c37,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:43.223988 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:43.230426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f7fe5893-e721-4717-ba20-5af58a075545 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:43.244976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-3ffab140-e685-4b05-bfa1-14f7a03b31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:43.246965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-3ffab140-e685-4b05-bfa1-14f7a03b31af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 1094 time: 0.1163871 May 20 08:07:43.324533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f7fe5893-e721-4717-ba20-5af58a075545 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:43.326291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f7fe5893-e721-4717-ba20-5af58a075545 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1448307 May 20 08:07:43.329039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48634) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:43.360823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.362019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd389ed3-313e-4a95-9509-a9e47b2d9c37 HTTP/1.1" status: 204 len: 168 time: 0.6209157 May 20 08:07:43.365146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48638) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:43.390498 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-bf51f232-ea20-4501-90ee-f1cf5a09b42a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] show failed (client error): The resource could not be found. May 20 08:07:43.395092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bf51f232-ea20-4501-90ee-f1cf5a09b42a tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "GET /v2.0/security-groups/bd389ed3-313e-4a95-9509-a9e47b2d9c37 HTTP/1.1" status: 404 len: 347 time: 0.0254374 May 20 08:07:43.397044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:43.397838 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.409617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c18d2dd9-88b1-4067-93a2-dbb032d75c04 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:43.413610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2397d406-1383-4a75-9196-bb96feeb84b0 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:43.417188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-4c3f3fe6-c0fa-49c4-84e1-3786db812607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:43.418801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-4c3f3fe6-c0fa-49c4-84e1-3786db812607 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 917 time: 0.1637406 May 20 08:07:43.500367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-1f8d2d8e-6989-4790-aea8-77cf7dea2299 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab22637d-d475-4210-acf8-5698490e41af HTTP/1.1" status: 200 len: 217 time: 0.0711908 May 20 08:07:43.735740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:43.755789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'port_id': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04', 'mac_address': 'fa:16:3e:5c:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab92f6fe-c77c-4512-b6d8-0ceca32bc28c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:43.771086 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.832342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 2397d406-1383-4a75-9196-bb96feeb84b0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:43.843096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 2397d406-1383-4a75-9196-bb96feeb84b0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:43.843516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.899600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Deleting port 4fe76c12-da40-42f3-9996-8209a9d104ac {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:43.900542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.909938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.943922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18d2dd9-88b1-4067-93a2-dbb032d75c04 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:43.969950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:43.994982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:43.995971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-9db3a242-d165-4b8c-ba7b-17bb6f10509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:44.001034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-9db3a242-d165-4b8c-ba7b-17bb6f10509c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.4922609 May 20 08:07:44.005830 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101d397c-6e11-4af7-a8cf-09b82692738f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:44.037308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a7aff-08d0-4c84-be40-02a1bc61b63d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:44.056602 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:44.062551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.063379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab22637d-d475-4210-acf8-5698490e41af details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:07:44.072904 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:44.097469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.098194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.112063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.154399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddbdbb-7c02-408d-908c-6be71553944b req-15bb03f1-37b0-44c1-9200-1cc064f7a487 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:44.163637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7dddbdbb-7c02-408d-908c-6be71553944b req-15bb03f1-37b0-44c1-9200-1cc064f7a487 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 943 time: 0.2634087 May 20 08:07:44.172665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:44.194388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2397d406-1383-4a75-9196-bb96feeb84b0,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:44.199540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-abb92369-683f-4f06-ab3a-66186ff5160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:44.201072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-abb92369-683f-4f06-ab3a-66186ff5160e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759064 May 20 08:07:44.210473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:44.223235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab22637d-d475-4210-acf8-5698490e41af,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:44.233164 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:44.243133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ab22637d-d475-4210-acf8-5698490e41af', 'network_id': 'a0d4368b-1dbb-4687-9e53-5a8e16501ea3', 'port_id': 'ab22637d-d475-4210-acf8-5698490e41af', 'mac_address': 'fa:16:3e:ea:b7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab92f6fe-c77c-4512-b6d8-0ceca32bc28c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:07:44.277582 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.290886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:44.343196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Calling delete_port for 4fe76c12-da40-42f3-9996-8209a9d104ac owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:44.379597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.390976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7dddbdbb-7c02-408d-908c-6be71553944b req-5f4116d3-9567-435d-803e-dc6a42be2044 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241919 May 20 08:07:44.401342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-4ecc5995-4db1-4bc5-af36-d55b738a7b08 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770225 May 20 08:07:44.406136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab22637d-d475-4210-acf8-5698490e41af {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:07:44.415124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:44.427131 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:44.439203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab22637d-d475-4210-acf8-5698490e41af,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:44.475307 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.479173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/094a7aff-08d0-4c84-be40-02a1bc61b63d HTTP/1.1" status: 204 len: 168 time: 1.1464767 May 20 08:07:44.479325 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0', 'code': 200} May 20 08:07:44.479432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:44.527359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.529000 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:44.534837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.540562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2844b834-7d98-488a-ae54-a9d889c6c63b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:44.578511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-134fc23e-9a60-4241-9764-689ed088f28d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:44.604619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Pushing event deleted for resources: {'Port': ['ID=4fe76c12-da40-42f3-9996-8209a9d104ac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:44.673897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:44.693270 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:44.694985 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:44.728288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.774686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc035016-af53-424d-8cc7-a9fac82bbae5 req-f89c95a0-1dc0-457d-8b26-f076c45a4875 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641341 May 20 08:07:44.779831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-134fc23e-9a60-4241-9764-689ed088f28d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:44.781240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-134fc23e-9a60-4241-9764-689ed088f28d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3008919 May 20 08:07:44.785541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:44.791181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--594550357'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:44.797614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80835d3-61ab-47ea-bf9c-2c22ba3f1a6a req-da7edbcd-a2ff-4db0-b84e-957b13adc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:44.798951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:44.804652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a80835d3-61ab-47ea-bf9c-2c22ba3f1a6a req-da7edbcd-a2ff-4db0-b84e-957b13adc058 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 1096 time: 0.2261927 May 20 08:07:44.810029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:44.827358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ab22637d-d475-4210-acf8-5698490e41af'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:44.848960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a80835d3-61ab-47ea-bf9c-2c22ba3f1a6a req-e328912f-145c-4749-a49f-2c821e183202 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 May 20 08:07:44.855275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c18d2dd9-88b1-4067-93a2-dbb032d75c04'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:07:44.873765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.875622 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] 10.222.0.79 "DELETE /v2.0/floatingips/f76f1688-edf5-465d-a1e3-0da6aa452527 HTTP/1.1" status: 204 len: 168 time: 1.4756286 May 20 08:07:44.912123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:44.954191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:44.959946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:44.963039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:44.969834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:45.057798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.145317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.151264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4235c3cb-8bb1-4495-9650-f997bced53f1 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:45.196882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471744c0-21aa-4514-9bc2-ed0abb7817a7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:45.201716 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:45.259192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.260479 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4739299 May 20 08:07:45.263181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48676) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:45.269022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '471744c0-21aa-4514-9bc2-ed0abb7817a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:45.275403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:45.280127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:45.283070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:45.289482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:45.385926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.451848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.520569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.527123 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7d4bea2f-984c-493c-958c-aa4522bdde99 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:45.548199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ce0175-8c6c-4aa4-9166-362afd22b84a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:45.551754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:45.596719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3fcc-3f85-4c39-8a13-0651d5a30d05 req-1503ad0d-2ce0-4bc2-9ab4-b83fd51678ac tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:45.598437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebeb3fcc-3f85-4c39-8a13-0651d5a30d05 req-1503ad0d-2ce0-4bc2-9ab4-b83fd51678ac tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 944 time: 0.0923955 May 20 08:07:45.646887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebeb3fcc-3f85-4c39-8a13-0651d5a30d05 req-98249162-bbfb-4b4e-85ef-c2509dbd3d66 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 May 20 08:07:45.649211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.651398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3869662 May 20 08:07:45.654295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48682) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:45.660773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '471744c0-21aa-4514-9bc2-ed0abb7817a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:45.667357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:45.675113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:45.678687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:45.685675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:45.797347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.865763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.921972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:45.929854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-68bd0f3d-4ab3-418d-b84c-1792422642f3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:45.950105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f585b6-2d2c-4932-8a04-c7f6c0774d7b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:45.952567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:46.052323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.056274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f341190-9558-4587-987d-24f95c00a677 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3984160 May 20 08:07:46.056519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48692) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:46.062193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '471744c0-21aa-4514-9bc2-ed0abb7817a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:46.069923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:46.074217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:46.077180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:46.083352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:46.172444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.250619 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.345095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.347804 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dca01c4e-23c5-432b-9034-2e3cb484007f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:46.370405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedfbe01-b654-4451-93fd-87d26e5e90d7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:46.375185 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:46.459093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.463307 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4030368 May 20 08:07:46.463444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48702) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:46.468818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '471744c0-21aa-4514-9bc2-ed0abb7817a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:46.477985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:46.483063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:46.485968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:46.495837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:46.574174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.644457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.744987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.747195 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-498476d2-a5ec-4bff-8e43-bead43f45322 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:46.776878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d356442-9a5f-4df6-83b6-d815c5965744,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:46.779415 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:46.848922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:46.852276 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850889 May 20 08:07:46.854555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:46.858125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '471744c0-21aa-4514-9bc2-ed0abb7817a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:46.865591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:46.866617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfcdd7-da79-4a16-9e23-0922eff42e0e req-a4323a61-f1a2-4409-9704-5d67f4b596af tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:46.868848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9cfcdd7-da79-4a16-9e23-0922eff42e0e req-a4323a61-f1a2-4409-9704-5d67f4b596af tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 944 time: 0.1104696 May 20 08:07:46.870010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:46.873208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:46.880378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:46.929017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d9cfcdd7-da79-4a16-9e23-0922eff42e0e req-90be032b-aed9-446b-b9b1-6df0200886df tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 May 20 08:07:46.951684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.024209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.076105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.077981 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b314e71-c79e-4a52-a80d-b5c155f10ec2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:47.101680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e501c9-0ff7-4d6f-836a-db971235dbd2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:47.104501 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:47.202129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.204036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3501170 May 20 08:07:47.206572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48714) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:47.241044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.251900 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.362703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.362703 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08584586-0f96-40c0-8feb-2e6b0c9206a2 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:47.378487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e501c9-0ff7-4d6f-836a-db971235dbd2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:47.389992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:47.393749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.397154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/55e501c9-0ff7-4d6f-836a-db971235dbd2 HTTP/1.1" status: 204 len: 168 time: 0.1873031 May 20 08:07:47.397598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48720) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:47.427716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c18d2dd9-88b1-4067-93a2-dbb032d75c04 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:47.482625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b2ebd420-385d-4510-b5d0-3d9afcecf11d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0821342 May 20 08:07:47.485266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:47.530549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.544198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.652806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c18d2dd9-88b1-4067-93a2-dbb032d75c04 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:47.653156 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.656052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baaeef94-3a2d-4b0c-8b27-84fa025caff4 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:47.661078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c18d2dd9-88b1-4067-93a2-dbb032d75c04 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:47.662006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.682109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d356442-9a5f-4df6-83b6-d815c5965744,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:47.693446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:47.697045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.698325 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/4d356442-9a5f-4df6-83b6-d815c5965744 HTTP/1.1" status: 204 len: 168 time: 0.2120390 May 20 08:07:47.700840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:47.789771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-371f2645-26c8-41ec-9c67-00805cef1752 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:47.817788 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.849437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:47.859818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:47.905707 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04', 'code': 200} May 20 08:07:47.922524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-371f2645-26c8-41ec-9c67-00805cef1752 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:47.923889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-371f2645-26c8-41ec-9c67-00805cef1752 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2219591 May 20 08:07:47.927779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:47.951598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:47.952704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab22637d-d475-4210-acf8-5698490e41af up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:07:48.001392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.023325 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:48.029384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.096975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df2ed-d734-4838-a1f3-f8091dbb7d8d req-5bd3af34-5fc0-431d-8e39-9ddf93d0e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:48.098712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d15df2ed-d734-4838-a1f3-f8091dbb7d8d req-5bd3af34-5fc0-431d-8e39-9ddf93d0e533 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 1097 time: 0.1183457 May 20 08:07:48.133779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.135803 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02d90ce7-9710-4c31-8b64-43148bbc5a4b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:48.140631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:48.144858 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:48.168590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bedfbe01-b654-4451-93fd-87d26e5e90d7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:48.173708 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:48.224793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ab22637d-d475-4210-acf8-5698490e41af completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:07:48.230125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ab22637d-d475-4210-acf8-5698490e41af triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:07:48.230721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.235993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d15df2ed-d734-4838-a1f3-f8091dbb7d8d req-2f80d516-22c5-4402-8486-b9ac14fa37f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294198 May 20 08:07:48.259132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.262483 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/bedfbe01-b654-4451-93fd-87d26e5e90d7 HTTP/1.1" status: 204 len: 168 time: 0.3324714 May 20 08:07:48.263868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:48.265214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0117604-406d-4f12-974d-c8b8b842fa38 req-80393ee7-19ba-4345-845e-e49875633a29 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:48.272678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0117604-406d-4f12-974d-c8b8b842fa38 req-80393ee7-19ba-4345-845e-e49875633a29 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 944 time: 0.1492395 May 20 08:07:48.335766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0117604-406d-4f12-974d-c8b8b842fa38 req-7ef2e14a-a504-45c4-a27a-a3ac4ba9cc8a tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 May 20 08:07:48.370533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.407875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab22637d-d475-4210-acf8-5698490e41af,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:48.429954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b718316c-f606-4fa9-94e1-58db70d80404 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:48.469506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.472761 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:48.550376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b718316c-f606-4fa9-94e1-58db70d80404 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:48.553877 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b718316c-f606-4fa9-94e1-58db70d80404 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2883129 May 20 08:07:48.557085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48766) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:48.572956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:48.580384 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:48.586772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b9305-255a-41d7-9697-a1e5d9c88295 req-a3e8c683-0f36-4884-9bad-e39bcf8979d7 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:48.590186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a70b9305-255a-41d7-9697-a1e5d9c88295 req-a3e8c683-0f36-4884-9bad-e39bcf8979d7 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1098 time: 0.1439319 May 20 08:07:48.627197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.652102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.662700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a70b9305-255a-41d7-9697-a1e5d9c88295 req-fc358a80-349c-41c2-8b53-e1749d058095 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671594 May 20 08:07:48.688829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48770) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:48.750726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.754136 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-554610cb-cead-4143-aa1e-7d315c5445c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:48.781577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f585b6-2d2c-4932-8a04-c7f6c0774d7b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:48.797018 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:48.899931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:48.902205 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/c4f585b6-2d2c-4932-8a04-c7f6c0774d7b HTTP/1.1" status: 204 len: 168 time: 0.3436172 May 20 08:07:48.904840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48778) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:49.001837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2944aac9-9a79-42d6-a3a5-473018fa1d2d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:49.076470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2944aac9-9a79-42d6-a3a5-473018fa1d2d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:49.082339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2944aac9-9a79-42d6-a3a5-473018fa1d2d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1750600 May 20 08:07:49.087630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48782) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:49.165977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.184740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port b6f240b8-4dc4-4923-872d-907609cd93e7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:49.185358 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.220860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.356335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.358538 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2a528622-6fa5-4838-9ea5-94ad9b73bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:49.399316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3ce0175-8c6c-4aa4-9166-362afd22b84a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:49.407328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:49.418693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.419271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.516251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.520834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e3ce0175-8c6c-4aa4-9166-362afd22b84a HTTP/1.1" status: 204 len: 168 time: 0.4322164 May 20 08:07:49.521643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:49.636572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98aab8a8-2595-4e65-bc5f-e41317dfe1a2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:49.813237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98aab8a8-2595-4e65-bc5f-e41317dfe1a2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:49.825154 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98aab8a8-2595-4e65-bc5f-e41317dfe1a2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2922471 May 20 08:07:49.825154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:49.825396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for b6f240b8-4dc4-4923-872d-907609cd93e7 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:49.901444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:49.907352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:49.933446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.031483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ff04-4529-41e2-8809-18b98822eb3a req-ae245a73-821c-4848-b012-8a35704f3ab6 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:50.041284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d40ff04-4529-41e2-8809-18b98822eb3a req-ae245a73-821c-4848-b012-8a35704f3ab6 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.3320854 May 20 08:07:50.047856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.053087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d864f2e-784b-4ef3-b765-cbfd7b6955a9 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:50.072586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471744c0-21aa-4514-9bc2-ed0abb7817a7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:50.075579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:50.082388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.099809 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6bfc05a9-96cc-4a27-ac79-025f530887b3 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:50.139653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.144474 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/471744c0-21aa-4514-9bc2-ed0abb7817a7 HTTP/1.1" status: 204 len: 168 time: 0.3242507 May 20 08:07:50.147211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48804) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:50.153953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d40ff04-4529-41e2-8809-18b98822eb3a req-09d21baa-cbdb-4b6d-b65e-42a1c3a5b470 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113420 May 20 08:07:50.199868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=b6f240b8-4dc4-4923-872d-907609cd93e7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:50.214256 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af', 'code': 200} May 20 08:07:50.230927 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:50.246349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73e9a8a4-c656-4559-a029-94ffeca685a3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:50.261392 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.261816 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP 0dbab761-1157-4e57-847e-b8cbf9f7de61 disassociated (deleted). External IP: 172.25.8.150, port: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0. May 20 08:07:50.339437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73e9a8a4-c656-4559-a029-94ffeca685a3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:50.346766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73e9a8a4-c656-4559-a029-94ffeca685a3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1997752 May 20 08:07:50.348617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48810) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:50.356705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581452120'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:50.374518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:50.399383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:50.496979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0584c-41ae-46c4-90d3-d4f9a78b070c req-24a941e1-4ee8-4a1f-bac9-3273e162e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:50.498554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0c0584c-41ae-46c4-90d3-d4f9a78b070c req-24a941e1-4ee8-4a1f-bac9-3273e162e3d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 1096 time: 0.1877186 May 20 08:07:50.499442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.521859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:50.527409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:50.530247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:50.537374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:50.625572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.671045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0c0584c-41ae-46c4-90d3-d4f9a78b070c req-a69ad22e-2447-458a-be7c-55f659e2e311 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407876 May 20 08:07:50.693123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.698497 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c1cb256-037c-4e13-8e7e-6296c24b3bc7 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:50.770847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f26817-1d91-496a-9773-3ef5f89dedba,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:50.773864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:50.797706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:07:50.857998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.859297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5094302 May 20 08:07:50.862360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48816) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:50.867601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '51f26817-1d91-496a-9773-3ef5f89dedba', 'direction': 'ingress', 'protocol': 17}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:50.873890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:50.878679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:50.882108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:50.888158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:50.985110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:50.988639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:07:51.000143 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Sync routers for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:07:51.011530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:51.012250 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:51.060958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.093179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.160208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/floatingips/0dbab761-1157-4e57-847e-b8cbf9f7de61 HTTP/1.1" status: 204 len: 168 time: 2.4689887 May 20 08:07:51.161542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:51.170947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.195029 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bef3738c-05ad-4616-a465-7cce08b4639d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:51.216446 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:51.222221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf20f4-d461-44ea-b482-958db877b6a4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:51.234433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:51.317131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.321416 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4554563 May 20 08:07:51.322551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48828) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:51.399488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.441506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.607356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.608126 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:51.614222 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Checking router: 9a68baba-e16b-4537-a7ab-b5c8381f35a7 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:07:51.616354 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff50706f-eef6-40b2-8b0c-1149f3d06102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:51.624218 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:51.625033 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:51.647275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f26817-1d91-496a-9773-3ef5f89dedba,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:51.671253 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:51.704444 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:51.708128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/51f26817-1d91-496a-9773-3ef5f89dedba HTTP/1.1" status: 204 len: 168 time: 0.3816769 May 20 08:07:51.708327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48838) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:51.836505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0df2133a-f9bf-4c2a-ba48-8eb9e9633ba6 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:51.873108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb8ea9-4dbb-41fd-9fc4-91ced932f341 req-f62b3a0f-a88d-4b88-94ab-64e4dca3246b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:51.875074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecb8ea9-4dbb-41fd-9fc4-91ced932f341 req-f62b3a0f-a88d-4b88-94ab-64e4dca3246b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.1276281 May 20 08:07:51.894816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:51.954976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecb8ea9-4dbb-41fd-9fc4-91ced932f341 req-f145c06c-4e35-4947-9d80-3c19cc815f98 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 May 20 08:07:51.956399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0df2133a-f9bf-4c2a-ba48-8eb9e9633ba6 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:51.961022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0df2133a-f9bf-4c2a-ba48-8eb9e9633ba6 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2483718 May 20 08:07:51.967007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48844) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:51.968330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--531913326'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:51.976268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:51.987929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:52.042467 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:07:52.053558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:52.128147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:52.146403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:52.151185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:52.375634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:52.401951 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:52.405965 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6863a-16b9-4b05-9e5d-f8e082123ad0 None None] The sync data for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 is: [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:05:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '75360829-1296-44f4-b4d7-c27fd471ac6f', 'name': '', 'network_id': '401b57e9-f729-4b98-b70b-9de8788de60a', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:f8:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:28Z', 'updated_at': '2021-05-20T08:05:36Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '00e9cf3e-1c82-43da-a4c9-633a5d191229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:07:52.530053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-6a30a6d9-c469-42e5-ad0d-8392bd919eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:52.531712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-6a30a6d9-c469-42e5-ad0d-8392bd919eaa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 1098 time: 0.4639342 May 20 08:07:52.654667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eb7ff-53b2-4920-9fff-aa5ff93b2455 req-32814b39-1b1a-4c5f-8846-fd8773506eb7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:52.655395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f67eb7ff-53b2-4920-9fff-aa5ff93b2455 req-32814b39-1b1a-4c5f-8846-fd8773506eb7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:52.709130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:52.737780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-03f4e2c9-7a7c-485c-9eae-9768636617a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:52.739291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-03f4e2c9-7a7c-485c-9eae-9768636617a5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 200 len: 898 time: 0.1999483 May 20 08:07:52.786221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7429a24-d69d-4aca-b6db-17aff3d68eb4 None None] New status for floating IP 0dbab761-1157-4e57-847e-b8cbf9f7de61: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:07:52.813397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:52.825020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2da5eae2-ae69-4966-bd6b-48e0541039cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:52.832549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f67eb7ff-53b2-4920-9fff-aa5ff93b2455 req-32814b39-1b1a-4c5f-8846-fd8773506eb7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:52.833702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67eb7ff-53b2-4920-9fff-aa5ff93b2455 req-32814b39-1b1a-4c5f-8846-fd8773506eb7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 947 time: 0.4621470 May 20 08:07:52.856647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-1030d6a2-2083-4e8b-993a-9343e3513f5a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 200 len: 217 time: 0.1099653 May 20 08:07:52.963166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954356c1-2091-4cae-9a8d-6f72e9cf735d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:52.970913 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:52.982042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-b3bab52b-022c-4f10-a0bd-3d3b8b3bc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:52.983506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-b3bab52b-022c-4f10-a0bd-3d3b8b3bc201 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 200 len: 834 time: 0.1070006 May 20 08:07:52.988783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67eb7ff-53b2-4920-9fff-aa5ff93b2455 req-7ea6b71d-a2cc-49b1-8ff5-4c9e2bfa7aa0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376462 May 20 08:07:53.048997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.053407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0886564 May 20 08:07:53.053895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48860) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:53.059651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453615457'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:53.073959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:53.077968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-f945e4cc-b869-4bbc-acd8-73d89d7ff54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:53.079667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-f945e4cc-b869-4bbc-acd8-73d89d7ff54c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=401b57e9-f729-4b98-b70b-9de8788de60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879641 May 20 08:07:53.088035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 48864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:53.090182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:53.098974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:53.108166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:53.201779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.226319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:53.231532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:53.235090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:53.243264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:53.326523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.378465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.384645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3def8b7-31da-4854-95b2-1a4d9b4d6ce8 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:53.429377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972b97e2-9c36-476b-8c47-b8089fa0b7b2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:53.433271 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:53.498297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.500026 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4448292 May 20 08:07:53.503227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:53.508882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': '954356c1-2091-4cae-9a8d-6f72e9cf735d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '972b97e2-9c36-476b-8c47-b8089fa0b7b2', 'remote_ip_prefix': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:53.519119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:53.523247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:53.527217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:53.528114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-9be379e7-b9b2-4787-aae7-b8d5610ae848 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408927 May 20 08:07:53.533407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:53.618633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-026a7844-be88-48ef-8342-d6c526363d90 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:53.620087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-026a7844-be88-48ef-8342-d6c526363d90 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 947 time: 0.4634180 May 20 08:07:53.629189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.699782 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.741406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eb8dd-4cc3-4ab6-866a-41ae9e886ec2 req-dcbc6029-c18c-4a88-97e0-8bc4bf6ba5c8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:53.741406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-346eb8dd-4cc3-4ab6-866a-41ae9e886ec2 req-dcbc6029-c18c-4a88-97e0-8bc4bf6ba5c8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.5433061 May 20 08:07:53.779092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.781103 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69fae976-a250-449a-9bb4-cc813fd83f0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:53.804995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435cfab9-f535-44ad-8ec9-769adcfed3a8,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:53.810787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:53.956392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:53.960467 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4535031 May 20 08:07:53.960704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48876) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:53.991948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.003671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.127464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.129980 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd7c93a1-de46-43a1-8e9b-f2a24e5f21c8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:54.150792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=435cfab9-f535-44ad-8ec9-769adcfed3a8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:54.157655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:54.161668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.166101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/435cfab9-f535-44ad-8ec9-769adcfed3a8 HTTP/1.1" status: 204 len: 168 time: 0.2042594 May 20 08:07:54.166801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48884) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:54.172548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-346eb8dd-4cc3-4ab6-866a-41ae9e886ec2 req-9d44e167-87df-4ef5-9c2f-c0b38803f4e9 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949990 May 20 08:07:54.183264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef6ee771-8d36-4ff9-8652-fc7211fae872 req-91248852-f05a-4275-8d66-73ff40653191 service neutron] 10.222.0.84 "GET /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403491 May 20 08:07:54.258537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2ed1b4c-e40e-435d-8ac3-5a334e42bc24 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:54.290334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:54.290829 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.343376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.377822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d2ed1b4c-e40e-435d-8ac3-5a334e42bc24 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:54.379508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2ed1b4c-e40e-435d-8ac3-5a334e42bc24 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2114692 May 20 08:07:54.382576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48890) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:54.456451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.484902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.551208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:54.551821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.663514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.668557 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-702272cc-2c09-4a68-a2c2-78ceb8f8dd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:54.684047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:54.684261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b97e2-9c36-476b-8c47-b8089fa0b7b2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:54.686803 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:54.698973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475fbe-1a44-4c09-a024-8c4f2f5789fa req-602f833d-f019-457d-ae8c-035bf1203dc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:54.699829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e475fbe-1a44-4c09-a024-8c4f2f5789fa req-602f833d-f019-457d-ae8c-035bf1203dc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 947 time: 0.3551884 May 20 08:07:54.786755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.788333 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/972b97e2-9c36-476b-8c47-b8089fa0b7b2 HTTP/1.1" status: 204 len: 168 time: 0.4047358 May 20 08:07:54.791002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48896) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:54.808327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e475fbe-1a44-4c09-a024-8c4f2f5789fa req-cc551896-c0da-4f21-8ec7-832ec6a8448a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024945 May 20 08:07:54.895850 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:54.926404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d8ce8c-9e5f-45da-a86a-fb1670606756 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:55.098656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d8ce8c-9e5f-45da-a86a-fb1670606756 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:55.100472 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08d8ce8c-9e5f-45da-a86a-fb1670606756 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3079591 May 20 08:07:55.103447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:55.231725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39a014-8277-432f-a28f-3d521990ca20 req-34e558f7-294b-43a6-bbe2-407c70bf045e tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:55.233304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a39a014-8277-432f-a28f-3d521990ca20 req-34e558f7-294b-43a6-bbe2-407c70bf045e tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.2669654 May 20 08:07:55.293655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.337314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59dae833-4a26-4c8f-aba1-64434052c191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:55.369076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:55.395975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.399929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:55.459426 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:55.463319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.524799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] No DVR routers for this DVR port ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:07:55.531517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.534943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-deleted', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:07:55.544248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a39a014-8277-432f-a28f-3d521990ca20 req-6401ec5c-6f40-43ee-abe8-11bf22125816 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020344 May 20 08:07:55.594685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.601590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcf35065-d233-4b08-8c88-9d474333bace tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:55.615612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.620450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c77a966-da33-433a-9215-bbb0957c2b7f req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "DELETE /v2.0/ports/ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 HTTP/1.1" status: 204 len: 173 time: 1.8982933 May 20 08:07:55.624458 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1bf16-af69-4489-bd26-8a8e069bb377', 'name': 'network-vif-deleted', 'tag': 'ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0', 'status': 'completed', 'code': 200} May 20 08:07:55.630801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954356c1-2091-4cae-9a8d-6f72e9cf735d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:55.644423 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:55.645370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:55.650541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdcd4f6589c4687a0213e8ba473f991 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:55.653843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:55.661089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:55.706586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.707887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Deleting port fd43d81c-5a3c-4550-8d57-b0e42df32d6b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:55.708511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.710958 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/954356c1-2091-4cae-9a8d-6f72e9cf735d HTTP/1.1" status: 204 len: 168 time: 0.6064448 May 20 08:07:55.713113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48924) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:55.816995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f065c343-0ab6-4ad2-9f35-02156072a6f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:55.854066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.916388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f065c343-0ab6-4ad2-9f35-02156072a6f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:55.917739 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f065c343-0ab6-4ad2-9f35-02156072a6f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2035868 May 20 08:07:55.918611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:55.941204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:55.941661 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-271792dd-3394-4400-a373-ad3373382b26 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:55.962945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--769853563'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:55.971081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:56.001659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:56.009431 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bdcd4f6589c4687a0213e8ba473f991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390939 May 20 08:07:56.012596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48934) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:56.014500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf2975-fd08-467d-b03a-333c4c2341f2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:56.017438 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:56.078601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.099297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.104625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] For port fd43d81c-5a3c-4550-8d57-b0e42df32d6b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:56.105002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.117725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.122344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983ee4-d25f-4312-821d-f71c49f6368f req-c8f773f4-cf54-4eb5-af56-57caafb1de22 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:56.123828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4983ee4-d25f-4312-821d-f71c49f6368f req-c8f773f4-cf54-4eb5-af56-57caafb1de22 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.3555708 May 20 08:07:56.145398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:56.158480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:56.164152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:56.171603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:56.248404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Calling delete_port for fd43d81c-5a3c-4550-8d57-b0e42df32d6b owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:56.250196 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.264391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.269856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:56.286939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf2975-fd08-467d-b03a-333c4c2341f2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:56.289129 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:56.304582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4983ee4-d25f-4312-821d-f71c49f6368f req-ad963dce-c410-4e01-b8bc-e13646f129e9 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258392 May 20 08:07:56.333146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.344637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.351673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7677794-c576-42be-9fa5-44e2ba60354e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:56.398830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.399957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0cf2975-fd08-467d-b03a-333c4c2341f2 HTTP/1.1" status: 204 len: 168 time: 0.3809872 May 20 08:07:56.400892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1972e96-7494-43a1-aaa0-36c0b439b11d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:56.403894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:56.476262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.477668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5286460 May 20 08:07:56.480740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48942) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:56.486826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': 'f1972e96-7494-43a1-aaa0-36c0b439b11d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:56.495684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:56.500696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:56.505611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:56.512435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:56.522375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-10b61a6e-c22d-4c75-9802-886deed7afdf req-69eacdd2-15e8-4897-b369-3e34bb0c3564 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:56.608855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.670919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-10b61a6e-c22d-4c75-9802-886deed7afdf req-69eacdd2-15e8-4897-b369-3e34bb0c3564 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:56.672119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b61a6e-c22d-4c75-9802-886deed7afdf req-69eacdd2-15e8-4897-b369-3e34bb0c3564 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e1bf16-af69-4489-bd26-8a8e069bb377 HTTP/1.1" status: 200 len: 210 time: 0.2233312 May 20 08:07:56.673021 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.674910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.678982 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:56.732264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd43d81c-5a3c-4550-8d57-b0e42df32d6b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:56.735403 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:56.761032 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.763008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a261e281-a439-40c9-8dd7-33cacc1ed0eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:56.797643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2856a526-55d1-4685-b585-032f579454b0,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:56.802802 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:56.910265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.911628 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4299281 May 20 08:07:56.918738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48954) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:56.965903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:56.985625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.100419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.103315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-db64aac0-804a-4a29-9369-97904bdeee8c tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:57.124299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2856a526-55d1-4685-b585-032f579454b0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:57.127729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.128875 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2856a526-55d1-4685-b585-032f579454b0 HTTP/1.1" status: 204 len: 168 time: 0.2090714 May 20 08:07:57.130013 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:57.131370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48962) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:57.171795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.184963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1b0503c8-5aef-439c-89bc-aac75b804923 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:57.260674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15453cdc-5fa1-4e45-b695-484219ff72ba req-6785a750-77fa-4489-bad2-59b110847ef8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:57.262142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15453cdc-5fa1-4e45-b695-484219ff72ba req-6785a750-77fa-4489-bad2-59b110847ef8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.2494805 May 20 08:07:57.276088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1b0503c8-5aef-439c-89bc-aac75b804923 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:57.277827 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1b0503c8-5aef-439c-89bc-aac75b804923 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453557 May 20 08:07:57.301591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48966) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:57.371148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.388717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15453cdc-5fa1-4e45-b695-484219ff72ba req-bc6d515b-089b-4c1f-bf01-5ca2601dab08 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180727 May 20 08:07:57.408213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.584646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.591052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-843ec7c9-3917-4f4d-b8a2-0c2b3f63064a tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:57.611132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1972e96-7494-43a1-aaa0-36c0b439b11d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:57.613641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:57.616616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:07:57.715212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.718925 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1972e96-7494-43a1-aaa0-36c0b439b11d HTTP/1.1" status: 204 len: 168 time: 0.4191010 May 20 08:07:57.719070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48984) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:57.778175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39e3b4f1-fd65-4389-8204-821bc29e7250 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:57.844846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:07:57.847994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39e3b4f1-fd65-4389-8204-821bc29e7250 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:57.853567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39e3b4f1-fd65-4389-8204-821bc29e7250 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295102 May 20 08:07:57.854244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:57.860345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865389208'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:57.868899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:57.882310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:57.888571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:07:57.888988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ef2d6cd6-b0ce-4a7f-bede-5d42e309eaf0 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:07:57.967705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:57.989286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:57.993439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:57.996401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:58.002955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:58.054086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:07:58.066867 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Sync routers for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:07:58.073165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7fca9-1569-4595-a96a-7b4e05568b63 req-6b8f08d4-9b4e-4880-8708-77ed374b8eb1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:58.074693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08a7fca9-1569-4595-a96a-7b4e05568b63 req-6b8f08d4-9b4e-4880-8708-77ed374b8eb1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.3805966 May 20 08:07:58.081949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] 10.222.0.79 "PUT /v2.0/routers/4a8412cc-1521-48e5-adb3-e8f3eb85a57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9675539 May 20 08:07:58.083058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:58.084183 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:58.084773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 48996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:58.089607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.121845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08a7fca9-1569-4595-a96a-7b4e05568b63 req-74e6e092-72f0-4958-9266-ff2d07eec1f8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 May 20 08:07:58.184835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.199166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29f92d13-0269-4ff8-861b-7b57ecd31635 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:58.204733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:58.294813 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:58.356785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:58.362492 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:58.406437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.558142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.562099 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7040136 May 20 08:07:58.563079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:58.570188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': 'c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:07:58.578484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:07:58.586555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Usage tracker for resource:security_group_rule and tenant:4d9da0999ed44fdfb85a95ac648c0bff is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:07:58.591162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:07:58.668935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:07:58.677293 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T08:07:56Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:58.681306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Checking router: 4a8412cc-1521-48e5-adb3-e8f3eb85a57d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:07:58.691182 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Routers {'4a8412cc-1521-48e5-adb3-e8f3eb85a57d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:07:58.692232 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:58.711387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.778401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101fa8-dfb2-454e-b0bf-cf07bcd4b1d6 req-208b5447-37fb-4454-874a-f2c69ac600b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:58.784438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101fa8-dfb2-454e-b0bf-cf07bcd4b1d6 req-208b5447-37fb-4454-874a-f2c69ac600b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:58.790765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101fa8-dfb2-454e-b0bf-cf07bcd4b1d6 req-208b5447-37fb-4454-874a-f2c69ac600b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:58.792289 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21101fa8-dfb2-454e-b0bf-cf07bcd4b1d6 req-208b5447-37fb-4454-874a-f2c69ac600b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659&device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51&device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 2417 time: 0.2375824 May 20 08:07:58.914827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21101fa8-dfb2-454e-b0bf-cf07bcd4b1d6 req-a2805043-fcff-444e-85e2-3b47346a0cee tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850081 May 20 08:07:58.917318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:58.973226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] Set router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:07:59.009160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Deleting port fc3d4128-8154-4523-a79c-14e0f66170cd {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:59.009633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.057974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.099487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.134303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.145370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3bccf9ec-e88b-4fdb-b073-4f9546fe8d12 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:07:59.171381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1df74c-e7a6-4c76-8489-86ab5d8c0378,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:07:59.179427 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:07:59.210458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] For port fc3d4128-8154-4523-a79c-14e0f66170cd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc3d4128-8154-4523-a79c-14e0f66170cd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:59.210598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.282317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.287030 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7229762 May 20 08:07:59.287629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:59.325070 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T08:07:56Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:07:59.329714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58661d2d-6e80-4faa-925b-564bbe245ff8 None None] The sync data for ids ['4a8412cc-1521-48e5-adb3-e8f3eb85a57d'] in n-d-780147-4 is: [{'id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'name': 'tempest-AttachVolumeShelveTestJSON-1937489272-router', 'tenant_id': 'da5252f472e744cda9c65e7a57557248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:58:46Z', 'updated_at': '2021-05-20T08:07:56Z', 'revision_number': 5, 'project_id': 'da5252f472e744cda9c65e7a57557248', 'gw_port': {'id': 'fc3d4128-8154-4523-a79c-14e0f66170cd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8412cc-1521-48e5-adb3-e8f3eb85a57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:58:48Z', 'updated_at': '2021-05-20T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:07:59.359425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Calling delete_port for fc3d4128-8154-4523-a79c-14e0f66170cd owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:07:59.375195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b176499-0dcc-4a56-80ea-77f36e1351d0 req-fe23d6de-99f4-4f78-a105-4d674bb8688d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:07:59.377956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b176499-0dcc-4a56-80ea-77f36e1351d0 req-fe23d6de-99f4-4f78-a105-4d674bb8688d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.2099779 May 20 08:07:59.388341 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e1db4c5b-6d20-4b3a-823a-e47c646c5f03 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules/9d1df74c-e7a6-4c76-8489-86ab5d8c0378 HTTP/1.1" status: 200 len: 763 time: 0.0350702 May 20 08:07:59.389118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:59.465941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd9ff091-265c-404d-a1e0-85fa18ef490f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:07:59.531884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b176499-0dcc-4a56-80ea-77f36e1351d0 req-83011c17-a67d-46b9-8684-953bc61e994c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461806 May 20 08:07:59.566119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd9ff091-265c-404d-a1e0-85fa18ef490f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:07:59.568876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd9ff091-265c-404d-a1e0-85fa18ef490f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1783502 May 20 08:07:59.571504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49030) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:07:59.617287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.646918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.753422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 75360829-1296-44f4-b4d7-c27fd471ac6f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:07:59.753810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.921245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 75360829-1296-44f4-b4d7-c27fd471ac6f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=75360829-1296-44f4-b4d7-c27fd471ac6f,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:07:59.921777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.956786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:07:59.978434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-981f0920-54db-4b75-ad74-5a7b63164ee5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:00.038361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.051517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1df74c-e7a6-4c76-8489-86ab5d8c0378,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:00.060696 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:00.067780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:00.169814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3d4128-8154-4523-a79c-14e0f66170cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:00.172257 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:00.173126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.174497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/9d1df74c-e7a6-4c76-8489-86ab5d8c0378 HTTP/1.1" status: 204 len: 168 time: 0.6015882 May 20 08:08:00.180345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:00.274992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.340079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 75360829-1296-44f4-b4d7-c27fd471ac6f owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:00.424980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6eb9f37e-5fc9-4ccd-8025-abaa4dddb7c2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:00.432594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd43d81c-5a3c-4550-8d57-b0e42df32d6b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:00.472978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fd43d81c-5a3c-4550-8d57-b0e42df32d6b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:00.473421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd43d81c-5a3c-4550-8d57-b0e42df32d6b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:00.513794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.516990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.607741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.611958 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ee3f584-4611-4b48-8b3d-930d94ceb358 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:00.648085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6eb9f37e-5fc9-4ccd-8025-abaa4dddb7c2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:00.650388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6eb9f37e-5fc9-4ccd-8025-abaa4dddb7c2 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4686630 May 20 08:08:00.651645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.652459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8412cc-1521-48e5-adb3-e8f3eb85a57d {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:08:00.654655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:00.661589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=75360829-1296-44f4-b4d7-c27fd471ac6f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:00.664092 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:00.675324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': 'c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:00.680901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:00.694711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:00.710425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.718023 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] 10.222.0.79 "DELETE /v2.0/routers/4a8412cc-1521-48e5-adb3-e8f3eb85a57d HTTP/1.1" status: 204 len: 168 time: 2.6321752 May 20 08:08:00.718678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49052) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:00.796800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.828651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Deleting subnet 30f181f2-c497-4c5d-963d-8133dffa98fe {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:08:00.836124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.924045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:00.973219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.022893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.023232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.055330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.061660 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb00aa49-f0c1-4f67-8127-cc1b87f0441f tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:01.096860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ec42a-865e-4282-9c5f-77b0a041227e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:01.104770 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:01.225021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.229092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49064) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:01.230139 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5739915 May 20 08:08:01.283026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-642261ad-1759-428f-86e0-d26b58cac393 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules/1f9ec42a-865e-4282-9c5f-77b0a041227e HTTP/1.1" status: 200 len: 763 time: 0.0525484 May 20 08:08:01.289561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:01.510483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.515345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf95dbca-8f1e-492d-8d88-7ffd62c69169 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:01.522951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1017e068-da20-4662-aba6-3fdd7a3d84b7 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:01.552462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f181f2-c497-4c5d-963d-8133dffa98fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:01.554325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.562118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced26da8-5102-465a-85c8-c51a59ee33c4 None None] Network 646ad6d1-a2fc-483a-9973-8158c4d4eeeb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:01.565768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:01.568624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:08:01.572874 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/30f181f2-c497-4c5d-963d-8133dffa98fe HTTP/1.1" status: 204 len: 168 time: 0.8508983 May 20 08:08:01.573096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:01.658876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1017e068-da20-4662-aba6-3fdd7a3d84b7 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:01.662224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1017e068-da20-4662-aba6-3fdd7a3d84b7 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2904062 May 20 08:08:01.663501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:01.693688 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.804480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Deleting port 24710415-2f36-406b-81a4-9f236385c2da {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:01.804791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.829271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.842045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-d738478f-bc91-43db-ba81-1ddfb212e329 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4e8b0225760f40c4bbe4028e350636b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548847 May 20 08:08:01.852134 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.855844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] DHCP port deletion for 646ad6d1-a2fc-483a-9973-8158c4d4eeeb request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:08:01.909409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:01.912429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] For port 24710415-2f36-406b-81a4-9f236385c2da, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=24710415-2f36-406b-81a4-9f236385c2da,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:01.912798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:01.922079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Sync routers for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:01.939355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:01.940305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:02.010618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Deleting port 24710415-2f36-406b-81a4-9f236385c2da {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:02.011013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.044845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Calling delete_port for 24710415-2f36-406b-81a4-9f236385c2da owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:02.152980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.156169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.162820 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5ca65aa9-0481-4d32-b481-6ad62233136d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:02.168349 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:02.186333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f9ec42a-865e-4282-9c5f-77b0a041227e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:02.192855 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:02.206581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] For port 24710415-2f36-406b-81a4-9f236385c2da, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=24710415-2f36-406b-81a4-9f236385c2da,segment=NetworkSegment(59d75bc0-c038-4a5d-9b0c-8aed9d479a05),segment_id=59d75bc0-c038-4a5d-9b0c-8aed9d479a05)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:02.206983 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.212444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/9a68baba-e16b-4537-a7ab-b5c8381f35a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040421 May 20 08:08:02.215125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] No DVR routers for this DVR port 24710415-2f36-406b-81a4-9f236385c2da on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:02.215125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:02.217346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=24710415-2f36-406b-81a4-9f236385c2da,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:02.238512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-9a588ca6-80f3-484e-b0e9-5372f9fbc120 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:02.239960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-9a588ca6-80f3-484e-b0e9-5372f9fbc120 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605413 May 20 08:08:02.255706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.258054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/1f9ec42a-865e-4282-9c5f-77b0a041227e HTTP/1.1" status: 204 len: 168 time: 0.5890064 May 20 08:08:02.259867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-a4e187fc-f09f-4643-8dc5-cfffa3c0fbe2 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/quotas/4e8b0225760f40c4bbe4028e350636b2 HTTP/1.1" status: 200 len: 375 time: 0.0136404 May 20 08:08:02.260492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49100) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:02.282986 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:02.343016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-cc7f9a5e-422e-4e76-b05d-bfd01e50983c tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4e8b0225760f40c4bbe4028e350636b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640833 May 20 08:08:02.396919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-778ff1cb-597c-411b-b73e-ebb60013e24c tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:02.433625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Calling delete_port for 24710415-2f36-406b-81a4-9f236385c2da owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:02.443854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:02.533063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-778ff1cb-597c-411b-b73e-ebb60013e24c tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:02.534486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-778ff1cb-597c-411b-b73e-ebb60013e24c tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2728388 May 20 08:08:02.544849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:02.554092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Request body: {'security_group_rule': {'security_group_id': 'c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:02.561660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:02.567634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc3d4128-8154-4523-a79c-14e0f66170cd no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:02.575205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:02.589970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting subnet 00e9cf3e-1c82-43da-a4c9-633a5d191229 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:08:02.593635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.601224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.625187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fc3d4128-8154-4523-a79c-14e0f66170cd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:02.625554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc3d4128-8154-4523-a79c-14e0f66170cd not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:02.625965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 24710415-2f36-406b-81a4-9f236385c2da no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:02.640813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646ad6d1-a2fc-483a-9973-8158c4d4eeeb']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:02.662704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d75bc0-c038-4a5d-9b0c-8aed9d479a05') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:02.663024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d75bc0-c038-4a5d-9b0c-8aed9d479a05') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:02.681747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.683125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 24710415-2f36-406b-81a4-9f236385c2da {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:02.683472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 24710415-2f36-406b-81a4-9f236385c2da not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:02.691993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.746034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.761184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:08:02.761790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: timer() May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:08:02.776610 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:08:02.781202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.798704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.817557 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:02.869591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Pushing event deleted for resources: {'Port': ['ID=24710415-2f36-406b-81a4-9f236385c2da,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:02.878223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] No DVR routers for this DVR port 24710415-2f36-406b-81a4-9f236385c2da on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:02.880253 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:02.904039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.956057 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.974895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.980569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:02.987783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae1bb-09bf-43a6-8b63-910d7150c3ff req-4840b74d-ba69-4cf8-aea7-e54230ab0e0c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:02.989730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d83ae1bb-09bf-43a6-8b63-910d7150c3ff req-4840b74d-ba69-4cf8-aea7-e54230ab0e0c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1476181 May 20 08:08:02.993771 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23722941-decb-40c7-b16a-4e4aad193793 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:03.020050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=646ad6d1-a2fc-483a-9973-8158c4d4eeeb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:03.022952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:03.030180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:08:00Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:03.040131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Checking router: 9a68baba-e16b-4537-a7ab-b5c8381f35a7 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:03.046741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.049936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Routers {'9a68baba-e16b-4537-a7ab-b5c8381f35a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:03.050678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:07:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:03.056000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:03.074320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d83ae1bb-09bf-43a6-8b63-910d7150c3ff req-8ccfde30-710c-435e-92e8-5ad2bd3d74d0 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772700 May 20 08:08:03.106020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb29d69e-b19a-4841-85a5-73fe55ba0011,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:03.109132 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:03.119966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] 10.222.0.79 "DELETE /v2.0/networks/646ad6d1-a2fc-483a-9973-8158c4d4eeeb HTTP/1.1" status: 204 len: 168 time: 1.5454862 May 20 08:08:03.192496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9173d2ff-33d5-45c5-80db-c1a8a1015bc2 req-ccc4f8a0-da96-4989-b733-c7d9cf05c3c8 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 210 time: 0.0510430 May 20 08:08:03.195613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.196791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a6f4e82f-f6b1-485d-8b8b-3c66a6c8863d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6503117 May 20 08:08:03.200474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49120) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.225595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b43c6389-8fa5-4f4d-8bf4-b3b1ba439aa8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules/eb29d69e-b19a-4841-85a5-73fe55ba0011 HTTP/1.1" status: 200 len: 764 time: 0.0244746 May 20 08:08:03.232061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.303162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-45fd7abd-f1d9-4457-84d9-d8a053f21a78 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:03.305294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] Set router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:03.402337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-45fd7abd-f1d9-4457-84d9-d8a053f21a78 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:03.402878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.405126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-45fd7abd-f1d9-4457-84d9-d8a053f21a78 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1709752 May 20 08:08:03.407139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49128) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.409618 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-beb5d4c1-1e6d-4bed-8f42-9e9233c94b1f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:03.469228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.477326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Subnet': ['ID=00e9cf3e-1c82-43da-a4c9-633a5d191229,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:03.479677 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:03.494133 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/subnets/00e9cf3e-1c82-43da-a4c9-633a5d191229 HTTP/1.1" status: 204 len: 168 time: 1.2759056 May 20 08:08:03.494491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49132) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.503637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.506778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9b263-de28-47a4-8a85-526a72bc50c9 None None] Network 401b57e9-f729-4b98-b70b-9de8788de60a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:03.522542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.648222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.650689 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4cb7171a-e4fb-41cb-96e8-51f58739e0d0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:03.665797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49138) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.676452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb29d69e-b19a-4841-85a5-73fe55ba0011,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:03.685030 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:03.742239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.750612 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.755062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/eb29d69e-b19a-4841-85a5-73fe55ba0011 HTTP/1.1" status: 204 len: 168 time: 0.3067887 May 20 08:08:03.755324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.807987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:08:00Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:03.812499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da43ece-3f25-4bb9-be95-2eb708f85a82 None None] The sync data for ids ['9a68baba-e16b-4537-a7ab-b5c8381f35a7'] in n-d-780147-4 is: [{'id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334588981', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:05:21Z', 'updated_at': '2021-05-20T08:08:00Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '1b6f1e8c-3d6e-4271-ad55-e845beec042a', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68baba-e16b-4537-a7ab-b5c8381f35a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:05:22Z', 'updated_at': '2021-05-20T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:03.817212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67287dab-4701-4356-b7bc-5b477257b59e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:03.821005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-47953175-632e-4b71-8c24-10e5a7a3838e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da5252f472e744cda9c65e7a57557248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517751 May 20 08:08:03.822030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49148) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:03.897381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.925846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.947397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:03.961270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67287dab-4701-4356-b7bc-5b477257b59e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group_rule {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:03.961270 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-67287dab-4701-4356-b7bc-5b477257b59e tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2036843 May 20 08:08:03.963074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49152) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:04.029554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.058283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.092625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.093890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 1b6f1e8c-3d6e-4271-ad55-e845beec042a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:04.094243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.098180 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66475690-3260-45bf-ae48-3693c487aba5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:04.114701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694bc40-8938-490b-8995-5869902d18cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:04.117040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:04.206049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] DHCP port deletion for 401b57e9-f729-4b98-b70b-9de8788de60a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:08:04.209783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.215420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3d2f186-4b58-424b-a43a-e96adcb80c25 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:04.230993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.232288 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "DELETE /v2.0/security-groups/c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8 HTTP/1.1" status: 204 len: 168 time: 0.2682579 May 20 08:08:04.233225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28257a2-8c5d-4d6d-bf3e-8f10d4d462b8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:04.235888 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:04.237585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.241264 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d694bc40-8938-490b-8995-5869902d18cd HTTP/1.1" status: 204 len: 168 time: 0.4161649 May 20 08:08:04.241877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:04.317685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 1b6f1e8c-3d6e-4271-ad55-e845beec042a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1b6f1e8c-3d6e-4271-ad55-e845beec042a,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:04.318063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.333258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c6c3f3e-a931-4f1e-aaa8-932a65f7a648 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Synchronizing usage tracker for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:04.369687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Deleting port 94300625-b6c6-43c5-a763-0cc9850af664 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:04.370432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.430388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c6c3f3e-a931-4f1e-aaa8-932a65f7a648 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Unset dirty status for tenant:4d9da0999ed44fdfb85a95ac648c0bff on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:04.441520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c6c3f3e-a931-4f1e-aaa8-932a65f7a648 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1890337 May 20 08:08:04.441880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75360829-1296-44f4-b4d7-c27fd471ac6f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:04.450186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:04.507440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 1b6f1e8c-3d6e-4271-ad55-e845beec042a owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:04.533872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ee291cf-a646-4c77-af51-07172680d5c3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755680 May 20 08:08:04.552602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21c87-56d4-459d-94c5-7e1a4580459a req-eeaeb406-7a00-4255-b575-f40f2a79c7d1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:04.560062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2f21c87-56d4-459d-94c5-7e1a4580459a req-eeaeb406-7a00-4255-b575-f40f2a79c7d1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.3483336 May 20 08:08:04.610985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 75360829-1296-44f4-b4d7-c27fd471ac6f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:04.611183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 75360829-1296-44f4-b4d7-c27fd471ac6f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:04.612178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 94300625-b6c6-43c5-a763-0cc9850af664 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:04.615294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2f21c87-56d4-459d-94c5-7e1a4580459a req-c9053743-1aad-4183-89c2-b9ae8fed960f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542467 May 20 08:08:04.688129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] For port 94300625-b6c6-43c5-a763-0cc9850af664, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=94300625-b6c6-43c5-a763-0cc9850af664,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:04.688774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.838250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Calling delete_port for 94300625-b6c6-43c5-a763-0cc9850af664 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:04.895896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.910098 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-047153bf-860f-41c8-abd2-35d68c618017 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:04.935348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:04.952439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52eec7fd-0711-413e-924c-dc1ad6b646ce req-b88a1f26-ec18-4bd0-bb04-c86f26058e44 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 210 time: 0.1074038 May 20 08:08:04.963922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=1b6f1e8c-3d6e-4271-ad55-e845beec042a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:04.968118 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:04.981515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 94300625-b6c6-43c5-a763-0cc9850af664, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=94300625-b6c6-43c5-a763-0cc9850af664,segment=NetworkSegment(d86141e4-6d7d-4646-8057-fe18ee27e8a7),segment_id=d86141e4-6d7d-4646-8057-fe18ee27e8a7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:05.087212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.091180 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:05.175610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=94300625-b6c6-43c5-a763-0cc9850af664,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:05.179092 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:05.196286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.201243 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7ed8bc6e-b34c-4d59-bc0f-099184d0b50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:05.233153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:05.245781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Pushing event deleted for resources: {'Port': ['ID=94300625-b6c6-43c5-a763-0cc9850af664,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:05.248861 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:05.249882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] No DVR routers for this DVR port 94300625-b6c6-43c5-a763-0cc9850af664 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:05.250884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.445504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.448001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.478971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-335c59ec-1f79-4c8a-9f2b-ab74e9455533 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d9da0999ed44fdfb85a95ac648c0bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433221 May 20 08:08:05.481384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:05.549848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.551631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.552334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Fanout notify agent at l3_agent the message router_deleted on router 9a68baba-e16b-4537-a7ab-b5c8381f35a7 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:08:05.572711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.577001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/routers/9a68baba-e16b-4537-a7ab-b5c8381f35a7 HTTP/1.1" status: 204 len: 168 time: 2.0790143 May 20 08:08:05.577364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:05.590787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.661218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-a31e4f86-03f6-497f-be32-d4d01acef242 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4e8b0225760f40c4bbe4028e350636b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435476 May 20 08:08:05.744587 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.757618 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4ac99715-310a-464a-be8a-faa931995cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:05.773186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bed1ab-74ab-4af9-b329-5aeb0c3c91fd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:05.775473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:05.849206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.885175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:05.887020 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93bed1ab-74ab-4af9-b329-5aeb0c3c91fd HTTP/1.1" status: 204 len: 168 time: 0.4043756 May 20 08:08:06.046071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-143095e1-1dd2-4747-81c3-cb2172072575 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:06.047478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-143095e1-1dd2-4747-81c3-cb2172072575 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269248 May 20 08:08:06.109077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Request body: {'port': {'device_id': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': '4e8b0225760f40c4bbe4028e350636b2'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:06.128374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.142292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907391-923e-4633-9aea-ce8a76b7845e req-c5dbf2cf-21c3-489e-9fd4-2a8e70bbe213 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:06.143770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c907391-923e-4633-9aea-ce8a76b7845e req-c5dbf2cf-21c3-489e-9fd4-2a8e70bbe213 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.3805332 May 20 08:08:06.162057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401b57e9-f729-4b98-b70b-9de8788de60a']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:06.196174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86141e4-6d7d-4646-8057-fe18ee27e8a7') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:06.196471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86141e4-6d7d-4646-8057-fe18ee27e8a7') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:06.271905 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.301280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c907391-923e-4633-9aea-ce8a76b7845e req-7b5ccd17-8b60-4f7e-af8f-2fa59e29af30 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413941 May 20 08:08:06.310564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.323625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:08:06.324022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: timer() May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:08:06.339426 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:08:06.416621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1b6f1e8c-3d6e-4271-ad55-e845beec042a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:06.434423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:06.449836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Usage tracker for resource:port and tenant:4e8b0225760f40c4bbe4028e350636b2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:06.449836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:06.458201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1b6f1e8c-3d6e-4271-ad55-e845beec042a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:06.458496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1b6f1e8c-3d6e-4271-ad55-e845beec042a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:06.458729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:06.520660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.524413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0824a82-1a97-40ad-8c27-002ed979915c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:06.543042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.552553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Network': ['ID=401b57e9-f729-4b98-b70b-9de8788de60a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:06.556161 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:06.560171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Made reservation on behalf of 4e8b0225760f40c4bbe4028e350636b2 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:06.563946 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.578028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.594968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:06.599651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Usage tracker for resource:security_group_rule and tenant:4e8b0225760f40c4bbe4028e350636b2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:06.603102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:06.611073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:06.671056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/networks/401b57e9-f729-4b98-b70b-9de8788de60a HTTP/1.1" status: 204 len: 168 time: 1.0900776 May 20 08:08:06.671622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:06.719931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.754387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.785576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.851953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.852116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-406121a6-dba7-42b9-b5b0-b29954f50c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.856491 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d36859e-c033-4d24-8240-04ce8f2047bc tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:06.933127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.938965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2be8093-d0a2-489f-9a0c-6fed38959e0e tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:06.942251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe40ec-2c13-4327-8443-066e25029dd2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:06.947822 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:06.957641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c386850-9b14-46b9-92c1-0dfd3d3bf0ef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:06.960340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:06.962633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:06.963759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/security-groups/6c386850-9b14-46b9-92c1-0dfd3d3bf0ef HTTP/1.1" status: 204 len: 168 time: 0.2910988 May 20 08:08:07.051305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Allocated IP 192.168.233.168 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:07.115828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49248) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:07.229160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227382643-network', 'tenant_id': '2cf350a3c44f401aadf0e00288f4e9c8'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:07.234157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:07.238696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Usage tracker for resource:network and tenant:2cf350a3c44f401aadf0e00288f4e9c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:07.241555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:07.247728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:07.372825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Made reservation on behalf of 2cf350a3c44f401aadf0e00288f4e9c8 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:07.375147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.393663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.410230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:07.414323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf350a3c44f401aadf0e00288f4e9c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:07.417313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:07.423287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:07.426584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.446078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Transition to ACTIVE for port object e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:07.516678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.584660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.590827 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:07.630632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.635056 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0664fb35-a499-4807-a117-fd01710397ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:07.663405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:07.672163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19dbdfa-38d9-4068-bf93-937141d66427,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:07.676731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:07.679289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.679655 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Added segment 35ba582d-d411-4b48-8aa4-f109af6ad1f1 of type vlan for network dfa58436-3bde-4ffe-9542-d7379d74ca93 May 20 08:08:07.707948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:07.713200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.725549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:07.726244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:07.770778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Pushing event updated for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:07.773668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:07.808595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:07.809219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.839603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-5e0c42f6-6f72-4c47-aeb7-5be56bf332f5 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:07.840133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-5e0c42f6-6f72-4c47-aeb7-5be56bf332f5 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Synchronizing usage tracker for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:07.887328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.888963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:07.889785 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:07.896720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59be5359-a84d-461d-abea-b3d1321ef2e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:07.956051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8532894 May 20 08:08:07.975060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Request body: {'port': {'device_id': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:08.004597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa58436-3bde-4ffe-9542-d7379d74ca93,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:08.007105 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:08.010112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-5e0c42f6-6f72-4c47-aeb7-5be56bf332f5 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Unset dirty status for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:08.011340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-5e0c42f6-6f72-4c47-aeb7-5be56bf332f5 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 936 time: 0.3812423 May 20 08:08:08.017235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network dfa58436-3bde-4ffe-9542-d7379d74ca93 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:08:08.076697 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9596777 May 20 08:08:08.079579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:08.086067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Request body: {'subnet': {'network_id': 'dfa58436-3bde-4ffe-9542-d7379d74ca93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227382643-subnet', 'tenant_id': '2cf350a3c44f401aadf0e00288f4e9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:08.096880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:08.099591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-287200de-6bfc-4f1a-a0cf-efc92c207dd0 None None] Provisioning for port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:08.107068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Usage tracker for resource:subnet and tenant:2cf350a3c44f401aadf0e00288f4e9c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:08.111059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-4c63dfea-8ca9-4b22-9527-673f61e435cd tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Synchronizing usage tracker for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:08.115845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-287200de-6bfc-4f1a-a0cf-efc92c207dd0 None None] Provisioning complete for port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:08.118447 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-287200de-6bfc-4f1a-a0cf-efc92c207dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.118756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:08.130662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:08.147078 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.179967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-287200de-6bfc-4f1a-a0cf-efc92c207dd0 None None] Port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:08.232736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-4c63dfea-8ca9-4b22-9527-673f61e435cd tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Unset dirty status for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:08.238040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c6abdd4-eb6a-4e42-8d96-d449022322ae req-4c63dfea-8ca9-4b22-9527-673f61e435cd tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149935 May 20 08:08:08.262942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Made reservation on behalf of 2cf350a3c44f401aadf0e00288f4e9c8 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:08.265308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.646170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dedb0-bd6d-480d-b4c7-d8dc06f3bd8f req-57b6db3f-60e6-4fcf-93f6-3ade83cf870c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:08.647647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-014dedb0-bd6d-480d-b4c7-d8dc06f3bd8f req-57b6db3f-60e6-4fcf-93f6-3ade83cf870c tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1777046 May 20 08:08:08.653911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:08:08.662899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.707531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Transition to ACTIVE for port object e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:08.714781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-014dedb0-bd6d-480d-b4c7-d8dc06f3bd8f req-8ab6ade8-f7a7-4899-8cc4-2aa882986605 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563631 May 20 08:08:08.765853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.771389 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:08.829373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:08.836198 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd43af5e-d1c7-4300-ba6d-00cd604674bc tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:08.921588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8598a3-a2ae-43f2-8c85-f7f4d5ce0522,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:08.927502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:08.928785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Checking segment: {'id': '35ba582d-d411-4b48-8aa4-f109af6ad1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dfa58436-3bde-4ffe-9542-d7379d74ca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:08.928785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Network hostable DHCP agents. Network: dfa58436-3bde-4ffe-9542-d7379d74ca93, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:08:08.947141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Pushing event updated for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:08.955485 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:09.037590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Network dfa58436-3bde-4ffe-9542-d7379d74ca93 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:08:09.037760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Attempting to bind port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:09.038048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Attempting to bind port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:09.038470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Attempting to bind port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:09.043903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:08:09.044327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Attempting to bind port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:09.052186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:09.052529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:09.052922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:09.053361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Bound port: e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:09.053740 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.129740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, dfa58436-3bde-4ffe-9542-d7379d74ca93) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:09.139297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2e8e1-5ba9-45c4-8617-f2cf9c93da13 None None] Network dfa58436-3bde-4ffe-9542-d7379d74ca93 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:09.141389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:09.142674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.173208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:09.177446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:09.245400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49278) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:09.251270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277678754', 'description': 'tempest-secgroup-smoke-1277678754 description', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:09.256513 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07604a60-457e-4fb8-a12b-f772bd5cad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.262766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.269365 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1883359 May 20 08:08:09.280264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:09.282630 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9420d18-02b8-4669-887c-10a98b5d4b09 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:09.346766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:09.351985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:09.352830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.354338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] 10.222.0.84 "PUT /v2.0/ports/e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 HTTP/1.1" status: 200 len: 1096 time: 1.3865738 May 20 08:08:09.355138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:09.367408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:09.388746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:09.412180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Pushing event updated for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:09.424523 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:09.488187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.511275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687da6ba-9607-474c-9cad-8ae4de4ac285 None None] Network dfa58436-3bde-4ffe-9542-d7379d74ca93 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:09.647812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:09.662994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:09.667377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:09.675348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:09.704648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.736158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b91ec-a730-450f-a935-b17716d0736f req-1f597934-3054-4d8b-9d6a-794319753557 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:09.742067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-792b91ec-a730-450f-a935-b17716d0736f req-1f597934-3054-4d8b-9d6a-794319753557 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 948 time: 0.2358730 May 20 08:08:09.776198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-223a6931-db20-4fd8-895a-470974cf90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:09.777951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-223a6931-db20-4fd8-895a-470974cf90a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e8b0225760f40c4bbe4028e350636b2&device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 1099 time: 0.1958559 May 20 08:08:09.879873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-4b20e4cd-bb74-4112-a432-2ef8989ecce1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 HTTP/1.1" status: 200 len: 217 time: 0.0878322 May 20 08:08:09.931633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-792b91ec-a730-450f-a935-b17716d0736f req-e996a539-9ff7-4f48-869d-9967ff2f76b9 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747766 May 20 08:08:09.937150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:09.967357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-a0e01915-4ea5-4d24-9a68-b7d2846fe4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:09.968804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-a0e01915-4ea5-4d24-9a68-b7d2846fe4be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0742505 May 20 08:08:10.010109 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7', 'status': 'completed', 'code': 200} May 20 08:08:10.022225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.028626 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65564595-0528-4e80-b8e1-6eb51d27cb1b tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:10.081723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7730afe8-e86a-4a2e-a8ae-a6707951d6e3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:10.085065 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:10.098954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-f25e4e5f-773d-48fa-9c48-27d11eeb4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:10.100489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-f25e4e5f-773d-48fa-9c48-27d11eeb4049 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217339 May 20 08:08:10.192634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49310) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:10.197858 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.198301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769030432-network', 'tenant_id': '3f8a031498e04495aacfdd4c40260720'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:10.204605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9526112 May 20 08:08:10.204752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:10.206024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:10.213067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:10.217911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Usage tracker for resource:network and tenant:3f8a031498e04495aacfdd4c40260720 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:10.222154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:10.225079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:10.231551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:10.234580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:10.237219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:10.248694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:10.260890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-adb9c01a-f00f-4221-86a6-bab9a422503a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491966 May 20 08:08:10.321343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Made reservation on behalf of 3f8a031498e04495aacfdd4c40260720 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:10.323893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.337989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.363540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:10.367861 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.376011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Usage tracker for resource:security_group_rule and tenant:3f8a031498e04495aacfdd4c40260720 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:10.382032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:10.392297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:10.477826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.542143 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.608884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1fa865f-702d-4b43-85d5-cd24b82209ab req-0fc2c89a-7ccf-46c4-85ca-3f2c2b47227e service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379302 May 20 08:08:10.618931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.628844 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84243dcc-ac86-476c-aa89-73e3e38645d8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:10.630319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33110c-0822-4ad4-8f10-e01069cd6ee6 req-154b5296-a7a0-40b6-a781-c5a822070ccb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:10.631841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e33110c-0822-4ad4-8f10-e01069cd6ee6 req-154b5296-a7a0-40b6-a781-c5a822070ccb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1236789 May 20 08:08:10.648707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbdddcb-1321-4beb-8288-26527b11d857,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:10.666339 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:10.679947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.682620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e33110c-0822-4ad4-8f10-e01069cd6ee6 req-45cdf2d3-9745-4728-a92b-557bd00c1d28 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 May 20 08:08:10.689244 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da637c61-9f0a-4bb2-bc86-cbe06138519d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:10.709949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:10.743960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.744416 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Added segment 09063e46-cc43-43f8-b20d-46e3cef2438f of type vlan for network adf8004a-7a8f-4fd6-a654-9970d2bfcec2 May 20 08:08:10.753530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49c7bb-03b7-4041-a0f3-93ab877d5956,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:10.768936 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:10.789546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.790809 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5838025 May 20 08:08:10.792689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.796204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:10.802791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:10.811910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:10.817875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:10.821619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:10.842055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:10.856826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-cabadf35-7b4e-470b-b30c-ff8efa28298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:10.858360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-cabadf35-7b4e-470b-b30c-ff8efa28298b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e8b0225760f40c4bbe4028e350636b2&device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 1099 time: 0.0950851 May 20 08:08:10.938907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.940075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:10.940820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:10.944757 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b45404d3-7c84-4923-b199-a95dfb9305d8 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:10.999278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.010004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-10f93ab0-5603-4e49-9faa-480740fc3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:11.011577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-10f93ab0-5603-4e49-9faa-480740fc3088 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1432767 May 20 08:08:11.096909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Pushing event updated for resources: {'Network': ['ID=adf8004a-7a8f-4fd6-a654-9970d2bfcec2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:11.108980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network adf8004a-7a8f-4fd6-a654-9970d2bfcec2 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:08:11.110098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:11.139475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.147818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-7839af41-b706-4806-a6f0-2c0009a90bb9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 HTTP/1.1" status: 200 len: 217 time: 0.1283102 May 20 08:08:11.156945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9630823 May 20 08:08:11.160009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49330) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:11.166464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Request body: {'subnet': {'network_id': 'adf8004a-7a8f-4fd6-a654-9970d2bfcec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769030432-subnet', 'tenant_id': '3f8a031498e04495aacfdd4c40260720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:11.173015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:11.179428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Usage tracker for resource:subnet and tenant:3f8a031498e04495aacfdd4c40260720 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:11.183502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:11.192054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:11.202967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.238333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-b0f7862b-259c-4a0d-a449-516ef809ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:11.239783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-b0f7862b-259c-4a0d-a449-516ef809ae5c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0817368 May 20 08:08:11.241635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.244288 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56825fd7-6231-481f-b19d-17b4f4e400c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:11.266768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2834274-6be2-4a86-a55b-773f7cc09b55,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:11.271505 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:11.273097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Made reservation on behalf of 3f8a031498e04495aacfdd4c40260720 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:11.275410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.291419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b0dc7-8826-4c72-909a-2728759f32a8 req-f98c0a8c-7181-41d4-a082-ce2739186524 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:11.293978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-536b0dc7-8826-4c72-909a-2728759f32a8 req-f98c0a8c-7181-41d4-a082-ce2739186524 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 948 time: 0.2065766 May 20 08:08:11.366182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-536b0dc7-8826-4c72-909a-2728759f32a8 req-4fb88354-cddf-4049-bce2-2346164973d2 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612361 May 20 08:08:11.383150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-4b4bb3c5-9b3b-4195-a8f6-9920647b6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:11.385676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-4b4bb3c5-9b3b-4195-a8f6-9920647b6962 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378160 May 20 08:08:11.391723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.392225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2a07bee0-d895-4e4c-96f3-c7790454881e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5951192 May 20 08:08:11.396350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49334) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:11.401857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:11.412323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:11.418003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:11.421657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:11.428930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:11.540939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.561965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-4f39e1b7-a143-43a0-b9aa-72129fb2c38a service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649573 May 20 08:08:11.610810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.707758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78c947cc-9e9e-461c-8d97-b3f38966b3af req-67024c1a-53f9-4c1d-8d09-6a6cc1ce9672 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384873 May 20 08:08:11.888741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:11.894458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e95e51d5-71dc-4547-8967-caf5d5af06ca tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:11.897839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441009d-4152-4566-b6ce-91820b6f7f5a req-bab6313f-04c4-4dc8-b841-396f29238ff5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:11.899380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3441009d-4152-4566-b6ce-91820b6f7f5a req-bab6313f-04c4-4dc8-b841-396f29238ff5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.0968287 May 20 08:08:11.923778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0a9d1e-58dc-4156-8854-51cc54c9c5c4,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:11.933499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:11.953713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3441009d-4152-4566-b6ce-91820b6f7f5a req-5b3c678d-da6b-4df7-94fb-e6b807ef0801 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 May 20 08:08:12.017209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.021291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6213434 May 20 08:08:12.022047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49346) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:12.027905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:12.035520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:12.039436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:12.041010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.042403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:12.047243 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-caed5074-ab68-43de-b42d-011bac0e3432 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:12.049437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:12.098969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.121131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58d3e8c-94f3-4b58-8e5a-2087f342f6e1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:12.128432 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:12.129176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Checking segment: {'id': '09063e46-cc43-43f8-b20d-46e3cef2438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'adf8004a-7a8f-4fd6-a654-9970d2bfcec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:12.129574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Network hostable DHCP agents. Network: adf8004a-7a8f-4fd6-a654-9970d2bfcec2, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:08:12.169818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.223247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Network adf8004a-7a8f-4fd6-a654-9970d2bfcec2 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:08:12.251651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.254146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:12.274994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def640b6-6400-418f-99c1-c3b20da71217,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:12.279547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:12.302840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, adf8004a-7a8f-4fd6-a654-9970d2bfcec2) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:12.311997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:12.312799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.313879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8b061-2622-4563-b551-9861ac09bee8 None None] Network adf8004a-7a8f-4fd6-a654-9970d2bfcec2 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:12.383401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.387450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615234 May 20 08:08:12.387745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49350) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:12.396243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:12.404365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:12.410214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:12.414473 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2530835 May 20 08:08:12.415192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:12.422835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:12.551744 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:08:12.568999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.604015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49358) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:12.610897 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.624630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c046e0-794d-4e5f-ac61-173cfb320687 None None] Network adf8004a-7a8f-4fd6-a654-9970d2bfcec2 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:12.667923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.681644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b60f7-f8b3-408a-996e-00a87b5a808d req-780e84b6-213f-4d2c-8627-63b559c37b37 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:12.683167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-159b60f7-f8b3-408a-996e-00a87b5a808d req-780e84b6-213f-4d2c-8627-63b559c37b37 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 948 time: 0.1672838 May 20 08:08:12.683752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Deleting subnet 8c8598a3-a2ae-43f2-8c85-f7f4d5ce0522 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:08:12.687291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.742610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.760368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-159b60f7-f8b3-408a-996e-00a87b5a808d req-aab244a4-3177-4f41-9755-321ed45a895b tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 May 20 08:08:12.784598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.786691 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84f62b99-ddae-4c10-a644-f4c167d4edeb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:12.808781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e966b772-d233-44c2-8662-c21da1315259,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:12.813458 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:12.823451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.898417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:12.899822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5108747 May 20 08:08:12.902882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49362) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:12.909717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '7730afe8-e86a-4a2e-a8ae-a6707951d6e3', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:12.915621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:12.919987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:12.923095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:12.930498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:13.007427 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:08:13.013732 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.102387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.155552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.168635 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b98c5255-6490-4d28-8a5a-95390855fc94 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:13.172925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.178515 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2e80ad83-b8f9-449d-83f6-4ef9281101c4 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:13.191231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583b009b-ea4c-471a-84e7-c09168387db6,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:13.194277 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:13.219750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b7cf-0b22-4624-91b9-e2be19b5c413 req-195ea621-cd1b-4d1f-a335-a63805e28bdc tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:13.222641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ab8b7cf-0b22-4624-91b9-e2be19b5c413 req-195ea621-cd1b-4d1f-a335-a63805e28bdc tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1185083 May 20 08:08:13.223225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8598a3-a2ae-43f2-8c85-f7f4d5ce0522,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:13.226384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.229093 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:13.233690 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8c8598a3-a2ae-43f2-8c85-f7f4d5ce0522 HTTP/1.1" status: 204 len: 168 time: 0.6282880 May 20 08:08:13.236082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49372) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:13.248202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.252384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3454251 May 20 08:08:13.253204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49376) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:13.259499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'network': {'name': 'tempest-network-smoke--1564062089', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'port_security_enabled': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:13.276447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:13.284862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:network and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:13.289880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ab8b7cf-0b22-4624-91b9-e2be19b5c413 req-b3304bf9-afd7-4fca-bb65-ab358ddaaf7b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607209 May 20 08:08:13.294138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:13.296708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:13.347810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.361130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:13.365200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.398183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:13.409345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.409855 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Added segment 46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0 of type vlan for network 63202ef8-500b-497c-a98c-8508ae0173c4 May 20 08:08:13.436009 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.483224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.496891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa58436-3bde-4ffe-9542-d7379d74ca93']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:13.510464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ba582d-d411-4b48-8aa4-f109af6ad1f1') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:13.510716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ba582d-d411-4b48-8aa4-f109af6ad1f1') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:13.521700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.522882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.527541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:13.528124 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.533438 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c9ce77-9569-4022-9191-b05c1608aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:13.539519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.545606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:08:13.545986 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: timer() May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:08:13.559086 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:08:13.640113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Network': ['ID=63202ef8-500b-497c-a98c-8508ae0173c4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:13.643950 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:13.651813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 63202ef8-500b-497c-a98c-8508ae0173c4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:08:13.709567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4560735 May 20 08:08:13.712303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49384) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:13.717461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'admin_state_up': True, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:13.725418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:13.729174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.729550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:router and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:13.732532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:13.739854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:13.740225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.747194 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30dcb62d-06eb-475b-a0bf-57f6062dba5e tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:13.762375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dfa58436-3bde-4ffe-9542-d7379d74ca93 HTTP/1.1" status: 204 len: 168 time: 0.5250683 May 20 08:08:13.765332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49388) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:13.769044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa58436-3bde-4ffe-9542-d7379d74ca93,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:13.773205 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:13.802968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.804032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.840185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.843987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Deleting subnet e58d3e8c-94f3-4b58-8e5a-2087f342f6e1 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:08:13.853338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:13.890614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:08:13.957059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:13.966525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.032884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:14.049809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7', 'mac_address': 'fa:16:3e:73:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:08:14.096228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.115876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.118988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:14.124093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Usage tracker for resource:security_group_rule and tenant:00c42b07f1644d3c858e1eea87e9821d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:14.128244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:14.135369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:14.139709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:08:14.156364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:14.206999 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.208841 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b6f1289-609f-46ad-94b1-487138a434b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:14.228489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.276783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:14.281094 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:14.286208 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.293307 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff33465e-6977-42bb-b92a-8c3aa20f48e0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:14.336435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00c42b07f1644d3c858e1eea87e9821d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779740 May 20 08:08:14.337492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896f808f-a32c-438e-a206-737fe74ab773,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:14.340544 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:14.341023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:14.393103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.400413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.431555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.452434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:14.504587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.515147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df475-a05e-40ec-848e-3eccaf19e460 req-ceaa104d-37f4-4421-b727-4e8de614cd54 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:14.516709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-751df475-a05e-40ec-848e-3eccaf19e460 req-ceaa104d-37f4-4421-b727-4e8de614cd54 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 948 time: 0.6317132 May 20 08:08:14.566293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.571277 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2661e8f7-b03c-4f1a-89d2-689905690766 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:14.585191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896f808f-a32c-438e-a206-737fe74ab773,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:14.587526 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:14.589918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:14.593935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/896f808f-a32c-438e-a206-737fe74ab773 HTTP/1.1" status: 204 len: 168 time: 0.2494922 May 20 08:08:14.694489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-751df475-a05e-40ec-848e-3eccaf19e460 req-3cf5ac3d-a9ae-480e-a5e1-0e83c883466d tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693218 May 20 08:08:14.909169 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:08:14.955361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e621750-9e7e-4858-b357-b3797cadf9fd req-8e0743bf-f81e-4ba7-b1a5-94e30bd85cdb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:14.956812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e621750-9e7e-4858-b357-b3797cadf9fd req-8e0743bf-f81e-4ba7-b1a5-94e30bd85cdb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1432016 May 20 08:08:15.103994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.112009 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bcc576d-b84b-43bc-b801-b9fa8196fdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:15.186640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58d3e8c-94f3-4b58-8e5a-2087f342f6e1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:15.198604 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:15.198739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.230001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.241756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.245809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e621750-9e7e-4858-b357-b3797cadf9fd req-bb040457-2958-43b7-9397-72d9fdd23629 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827375 May 20 08:08:15.251731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e58d3e8c-94f3-4b58-8e5a-2087f342f6e1 HTTP/1.1" status: 204 len: 168 time: 1.4832056 May 20 08:08:15.252902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49424) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:15.374596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.391413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.69 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/01cafddf-def5-41d9-905d-2a1e648c937c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:15.506516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.521082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf8004a-7a8f-4fd6-a654-9970d2bfcec2']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:15.535442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09063e46-cc43-43f8-b20d-46e3cef2438f') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:15.535744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09063e46-cc43-43f8-b20d-46e3cef2438f') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:15.547528 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.562042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.564036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.570092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:08:15.570478 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: timer() May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:08:15.584196 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:08:15.682773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.688775 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61bca9a6-cf60-40f5-9244-768caf8a1b28 tempest-InstanceActionsNegativeTestJSON-1233759729 tempest-InstanceActionsNegativeTestJSON-1233759729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:15.899072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.903362 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8dec039e-8b9c-4500-97af-da363dfebad4 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:15.905012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:15.918265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:15.928308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf8004a-7a8f-4fd6-a654-9970d2bfcec2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:15.933144 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/adf8004a-7a8f-4fd6-a654-9970d2bfcec2 HTTP/1.1" status: 204 len: 168 time: 0.6766150 May 20 08:08:15.933144 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:16.000811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:16.009237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:16.012478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:16.030087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:16.035779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:16.036160 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.071347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=01cafddf-def5-41d9-905d-2a1e648c937c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:16.074300 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:16.163209 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.193991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:16.206001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:16.233432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49448) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:16.271488 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.273582 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:16.280517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34390a3-dd4c-4ac0-980b-30308cfc5a4e req-aa12b2d5-28ec-4198-b720-eff667602cfb tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:16.287019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e34390a3-dd4c-4ac0-980b-30308cfc5a4e req-aa12b2d5-28ec-4198-b720-eff667602cfb tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 949 time: 0.3536217 May 20 08:08:16.298152 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a56a1949-ed13-47aa-b0de-676a37022ee5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cf350a3c44f401aadf0e00288f4e9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641017 May 20 08:08:16.301147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49458) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:16.365506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e34390a3-dd4c-4ac0-980b-30308cfc5a4e req-41230c73-1322-467c-a9f8-611a4f576834 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753219 May 20 08:08:16.384194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.400168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:16.404032 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:16.413972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.430986 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7', 'code': 200} May 20 08:08:16.555870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.560783 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11d387b4-451f-437e-91ac-241beb0dcae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:16.573128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19dbdfa-38d9-4068-bf93-937141d66427,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:16.576166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:16.578483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.586948 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c19dbdfa-38d9-4068-bf93-937141d66427 HTTP/1.1" status: 204 len: 168 time: 0.2821541 May 20 08:08:16.754995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e87501-6a92-48c7-ae03-a49fa6cf9e0e req-ef7658f8-f415-40bf-b1f6-09bea9a8fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:16.756450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9e87501-6a92-48c7-ae03-a49fa6cf9e0e req-ef7658f8-f415-40bf-b1f6-09bea9a8fdc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 1101 time: 0.2474339 May 20 08:08:16.766085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c290da-1f79-445a-a470-361d3f2fae00 req-ade1ef68-49c2-4709-8112-713022a2e4f5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:16.769362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36c290da-1f79-445a-a470-361d3f2fae00 req-ade1ef68-49c2-4709-8112-713022a2e4f5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.2128937 May 20 08:08:16.769362 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:16.982040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36c290da-1f79-445a-a470-361d3f2fae00 req-6bc1d719-e1f5-43d6-b3bc-32a03feed0dd tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567693 May 20 08:08:17.020098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9e87501-6a92-48c7-ae03-a49fa6cf9e0e req-a7daf53e-18e7-47f4-aa6b-4f64aad7869d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027454 May 20 08:08:17.200684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:17.331853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:17.390158 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-187f7a0a-3341-41f5-bbc4-ad644da71401 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f8a031498e04495aacfdd4c40260720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569634 May 20 08:08:17.393053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49488) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:17.511304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:17.560808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:17.665321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282bee2-712d-4f5c-8287-e5c0ca339936 req-38503415-85a6-41e9-ac6a-2a729d9d1379 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:17.666852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a282bee2-712d-4f5c-8287-e5c0ca339936 req-38503415-85a6-41e9-ac6a-2a729d9d1379 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 950 time: 0.1368389 May 20 08:08:17.720311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a282bee2-712d-4f5c-8287-e5c0ca339936 req-e92af428-eb43-4c47-9997-cb8d6be082c7 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 May 20 08:08:17.754530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:17.758484 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-369b2d85-a569-416a-8edb-8d54a8119ded tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:17.770340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b49c7bb-03b7-4041-a0f3-93ab877d5956,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:17.774929 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:17.779391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:17.780863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b49c7bb-03b7-4041-a0f3-93ab877d5956 HTTP/1.1" status: 204 len: 168 time: 0.3864279 May 20 08:08:17.785458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 367a4b3f-fade-4408-b6e9-2c714b8729bd is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:08:17.988295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:17.997934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Sync routers for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:18.016063 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:18.016817 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:18.093041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:18.095477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3821464 May 20 08:08:18.100616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:18.214377 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:18.223790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4e4d-7c93-4028-b714-10beba9801ec req-12d9bee3-b130-478d-a47a-f2fa801a9665 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:18.225694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eaa4e4d-7c93-4028-b714-10beba9801ec req-12d9bee3-b130-478d-a47a-f2fa801a9665 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1009624 May 20 08:08:18.276878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4eaa4e4d-7c93-4028-b714-10beba9801ec req-c71ee203-0ace-4768-9b55-f465d0e4cc75 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 May 20 08:08:18.516736 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:16Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:18.522247 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Checking router: 367a4b3f-fade-4408-b6e9-2c714b8729bd for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:18.522606 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Updating router 367a4b3f-fade-4408-b6e9-2c714b8729bd port 01cafddf-def5-41d9-905d-2a1e648c937c binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:08:18.584492 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ba442086-b296-4c37-a52d-3887e8e56a43 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=567cfd0691fb47aeaf538b4099e7d8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4782214 May 20 08:08:18.585004 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:18.585092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49524) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:18.812969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b308fe8-d2a4-4daa-a7bf-0137f7447731 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:18.817305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3b308fe8-d2a4-4daa-a7bf-0137f7447731 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2295163 May 20 08:08:18.817305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49536) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:18.860981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a88f5515-56de-4e96-8c80-b7164b5cc370 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425727 May 20 08:08:18.864110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49540) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:18.869969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765729872', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:18.998186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:19.003431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:subnet and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:19.006898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:19.013731 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.014816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:19.025659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Transition to ACTIVE for port object 01cafddf-def5-41d9-905d-2a1e648c937c will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:19.110313 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.115925 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8b6f4620-cce0-4388-8110-2c4ffccd6536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:19.121531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:19.124813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.205744 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Attempting to bind port 01cafddf-def5-41d9-905d-2a1e648c937c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:19.206124 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Attempting to bind port 01cafddf-def5-41d9-905d-2a1e648c937c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:19.206491 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Attempting to bind port 01cafddf-def5-41d9-905d-2a1e648c937c on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:19.208658 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Pushing event updated for resources: {'Port': ['ID=01cafddf-def5-41d9-905d-2a1e648c937c,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:19.218200 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:19.218586 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:19.219557 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.219557 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:19.220003 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Bound port: 01cafddf-def5-41d9-905d-2a1e648c937c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:19.220456 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.251854 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.252468 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.252964 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.253498 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.254014 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.254516 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.255014 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.255348 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.255676 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.256005 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.260102 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.260102 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:19.267126 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:19.332914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766ba9-1aab-4274-9d8f-e3b9dc0ec476 req-35cc331b-e9e7-4e66-a340-6fcb0c95ecfc tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:19.334950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6766ba9-1aab-4274-9d8f-e3b9dc0ec476 req-35cc331b-e9e7-4e66-a340-6fcb0c95ecfc tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 950 time: 0.2663469 May 20 08:08:19.355736 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] For port 01cafddf-def5-41d9-905d-2a1e648c937c, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:19.359331 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] For port 01cafddf-def5-41d9-905d-2a1e648c937c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=01cafddf-def5-41d9-905d-2a1e648c937c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:19.419010 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:19.422727 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:19.436276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-9f9d579f-ac78-458d-8fb8-33b631fe69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:19.445378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-9f9d579f-ac78-458d-8fb8-33b631fe69c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1aa210d17d94663818fdb7563447139&device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 1096 time: 0.2192147 May 20 08:08:19.449434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6766ba9-1aab-4274-9d8f-e3b9dc0ec476 req-880e5429-6c7b-414f-8c5e-6e40f584d09e tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052647 May 20 08:08:19.501878 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Pushing event updated for resources: {'Port': ['ID=01cafddf-def5-41d9-905d-2a1e648c937c,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:19.504667 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:19.505224 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:19.563149 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:19.710942 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:19.730480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-c2e2ed16-23f4-4fc6-b5fe-7dc4d69cff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:19.732471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-c2e2ed16-23f4-4fc6-b5fe-7dc4d69cff96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 200 len: 917 time: 0.2827229 May 20 08:08:19.820759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9f6a4-78df-4e61-9ee2-eb17c027e55e req-56f1bcf4-2283-43e8-9fdb-07191f99071d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:19.822384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fae9f6a4-78df-4e61-9ee2-eb17c027e55e req-56f1bcf4-2283-43e8-9fdb-07191f99071d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.2287159 May 20 08:08:19.825621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-8b9371eb-6b1f-47a7-8c84-9535fbed697f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2397d406-1383-4a75-9196-bb96feeb84b0 HTTP/1.1" status: 200 len: 217 time: 0.0860443 May 20 08:08:20.026428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:16Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:20.032804 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3573ac8-333d-4d30-8937-d94bad865aa2 None None] The sync data for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 is: [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:16Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:20.068604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:20.133508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-f67e93bd-a375-4a4d-8827-5fffdf547321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:20.135247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-f67e93bd-a375-4a4d-8827-5fffdf547321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 200 len: 855 time: 0.2912400 May 20 08:08:20.144048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fae9f6a4-78df-4e61-9ee2-eb17c027e55e req-52f79c27-374f-4b21-be70-2e2de804f29a tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012769 May 20 08:08:20.214384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.230032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:20.237779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Usage tracker for resource:security_group_rule and tenant:73891a0dd9924a868f1ea700c0e016f3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:20.241263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:20.256312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:20.322378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-d58b5b18-50de-4062-a591-50f1fdb3c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:20.323877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-d58b5b18-50de-4062-a591-50f1fdb3c016 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a0d4368b-1dbb-4687-9e53-5a8e16501ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789610 May 20 08:08:20.434421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.511144 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.528665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 01cafddf-def5-41d9-905d-2a1e648c937c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:20.561680 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4cb577ba-a77a-4f70-b0e3-393acb78510d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:20.580644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=73891a0dd9924a868f1ea700c0e016f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100546 May 20 08:08:20.584526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49586) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:20.603688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ab32b-e5bb-4db4-bda1-ad416d6ec718,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:20.622420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:20.646838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.664426 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30edd002-8d5e-4ba5-8f15-7a4394fa3146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:20.714313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-595a2990-e0e6-4a82-878d-a41d8c5e7a03 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808503 May 20 08:08:20.776561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 01cafddf-def5-41d9-905d-2a1e648c937c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:20.785275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 01cafddf-def5-41d9-905d-2a1e648c937c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:20.785696 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.913861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Subnet': ['ID=fb5b7994-4f81-4f62-b184-8829d6097db3,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:20.940726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:20.941430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.945234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:20.945631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network hostable DHCP agents. Network: 63202ef8-500b-497c-a98c-8508ae0173c4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:08:20.952317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:20.998491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 01cafddf-def5-41d9-905d-2a1e648c937c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=01cafddf-def5-41d9-905d-2a1e648c937c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:21.059837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b26d38-9bb2-464f-96a6-e21f0b7c4074 req-631a5989-f8ec-4038-a605-0001236517c1 service neutron] 10.222.0.81 "GET /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249393 May 20 08:08:21.073226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.082060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.084058 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b4d5d47-bc07-4cf1-81de-3df87821ccc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:21.157157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875a77-1e44-4268-9c51-6df144f7ef04 req-7f91c76c-c937-4278-af83-13e04cff401a tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:21.164350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8875a77-1e44-4268-9c51-6df144f7ef04 req-7f91c76c-c937-4278-af83-13e04cff401a tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 950 time: 0.1728990 May 20 08:08:21.166585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=01cafddf-def5-41d9-905d-2a1e648c937c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:21.178984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.179636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.180376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.180909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.181433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.183187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 63202ef8-500b-497c-a98c-8508ae0173c4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:08:21.183417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.184450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.185348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.186027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.186583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.187106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.187642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:21.192855 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:21.226080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c8875a77-1e44-4268-9c51-6df144f7ef04 req-395c8ac7-a2b1-40ad-aaa3-3af851f60638 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 May 20 08:08:21.281182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 63202ef8-500b-497c-a98c-8508ae0173c4) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:21.292171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6038f8a-141b-421a-8721-3ffcf1a358ed None None] Network 63202ef8-500b-497c-a98c-8508ae0173c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:21.302344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:21.303048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.314109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.322021 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-afe668d6-30fd-4dba-873a-e3cb78ef7dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:21.344837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ab32b-e5bb-4db4-bda1-ad416d6ec718,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:21.387453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:21.394660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.395709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d63ab32b-e5bb-4db4-bda1-ad416d6ec718 HTTP/1.1" status: 204 len: 168 time: 0.8097253 May 20 08:08:21.399977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5322323 May 20 08:08:21.400899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:21.464888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb752538-efb8-41cc-bf28-f8eb72d484d9 req-71513d5e-28e6-409e-8dff-cece6df710a8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:21.467445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb752538-efb8-41cc-bf28-f8eb72d484d9 req-71513d5e-28e6-409e-8dff-cece6df710a8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1240957 May 20 08:08:21.551669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-63202ef8-500b-497c-a98c-8508ae0173c4', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:08:21.552740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:21.554825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb752538-efb8-41cc-bf28-f8eb72d484d9 req-f8beb07a-f58b-443e-aba8-3cb5d1f6ef5b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803108 May 20 08:08:21.797324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Allocated IP 172.20.0.2 (63202ef8-500b-497c-a98c-8508ae0173c4/fb5b7994-4f81-4f62-b184-8829d6097db3/edf71a1d-21b9-4dee-9638-d80d122b9dbc) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:22.090420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.101722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Transition to ACTIVE for port object edf71a1d-21b9-4dee-9638-d80d122b9dbc will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:22.124303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Transition to ACTIVE for port object edf71a1d-21b9-4dee-9638-d80d122b9dbc will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:22.208133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.215276 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e63665dc-05cc-4b21-a612-6ebb3b938226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:22.274909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-10418aed-5d9b-4c83-9427-b9da240c4610 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:22.277334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-10418aed-5d9b-4c83-9427-b9da240c4610 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.84 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 950 time: 0.1454837 May 20 08:08:22.284475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.292771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Pushing event updated for resources: {'Port': ['ID=edf71a1d-21b9-4dee-9638-d80d122b9dbc,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:22.304101 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:22.313034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Network 63202ef8-500b-497c-a98c-8508ae0173c4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:22.315324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:22.318873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:22.371480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:22.409281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.424677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 01cafddf-def5-41d9-905d-2a1e648c937c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:22.433083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:22.445151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Usage tracker for resource:security_group_rule and tenant:faa2045d59634d1297042a8b816f3c7b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:22.452496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:22.473200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Attempting to bind port edf71a1d-21b9-4dee-9638-d80d122b9dbc on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:22.473604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Attempting to bind port edf71a1d-21b9-4dee-9638-d80d122b9dbc by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:22.473975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Attempting to bind port edf71a1d-21b9-4dee-9638-d80d122b9dbc on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:22.486016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:22.487054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:22.491075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.491075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Bound using segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:22.491075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Bound port: edf71a1d-21b9-4dee-9638-d80d122b9dbc, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:22.491075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.518193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:22.535882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Deleting port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:22.536232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.561983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbcd25-8674-40ec-9691-b405c21f718c req-3624b4a1-687f-4cc5-b10f-fb4bf736f84c tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:22.563071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cdbcd25-8674-40ec-9691-b405c21f718c req-3624b4a1-687f-4cc5-b10f-fb4bf736f84c tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 950 time: 0.1283185 May 20 08:08:22.594198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 01cafddf-def5-41d9-905d-2a1e648c937c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:22.594775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.649906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] For port edf71a1d-21b9-4dee-9638-d80d122b9dbc, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:22.664076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] For port edf71a1d-21b9-4dee-9638-d80d122b9dbc, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=edf71a1d-21b9-4dee-9638-d80d122b9dbc,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:22.700451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4cdbcd25-8674-40ec-9691-b405c21f718c req-005e89a0-cc8b-48f4-96bf-d5dfe423a058 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/security-groups?id=ebfe40ec-2c13-4327-8443-066e25029dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235960 May 20 08:08:22.744474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] For port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:22.744856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.790907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:22.800930 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2a2d1787-da87-4848-9cc6-6af6d27e161e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:22.891650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Calling delete_port for e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:22.897009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Pushing event updated for resources: {'Port': ['ID=edf71a1d-21b9-4dee-9638-d80d122b9dbc,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:22.901459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:22.976332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.011126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81f1d9-d075-4dae-b459-37863ceab23b req-5fe0da4c-93c1-4d17-8cdc-577e3ee253d2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:23.012670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd81f1d9-d075-4dae-b459-37863ceab23b req-5fe0da4c-93c1-4d17-8cdc-577e3ee253d2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1294651 May 20 08:08:23.013536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.1 (63202ef8-500b-497c-a98c-8508ae0173c4/fb5b7994-4f81-4f62-b184-8829d6097db3/fd057d2d-53c5-48f8-9237-1db9ed67ff67) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:23.190958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.216331 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35536044-516d-40de-85a6-063b5be2b1a5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:23.308007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3d34f-08ca-42bd-8cea-bdbf83dc6d51,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:23.327059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.354059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd81f1d9-d075-4dae-b459-37863ceab23b req-348d85e0-2cee-448b-a9d0-477630668c1a tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986615 May 20 08:08:23.357462 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:23.365537 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=faa2045d59634d1297042a8b816f3c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9926136 May 20 08:08:23.365968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:23.380834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object fd057d2d-53c5-48f8-9237-1db9ed67ff67 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:23.424010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.433894 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd4e05f-800b-4ed9-ac50-b1d1efad3e01 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:23.443623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:23.491737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Pushing event deleted for resources: {'Port': ['ID=e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:23.532905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.537981 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4e7165-0c94-4f3b-a60c-f7bf10cc2c2d tempest-RoutersAdminTest-1617223674 tempest-RoutersAdminTest-1617223674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:23.548319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.549229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.549644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.550036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.550412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.550785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.551156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.551524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.551892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.552259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.552647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.553020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:23.605964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 63202ef8-500b-497c-a98c-8508ae0173c4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:23.609556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:23.612497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:23.617441 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:23.622825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.654749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] No DVR routers for this DVR port e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:23.658939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:23.662092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.662807 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:23.676559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'name': 'network-vif-deleted', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:23.690237 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.703716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.768718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68800ea-0e47-41f1-9664-2c09fffa8c69 req-9e7d3207-d467-40fc-adb2-f5a89b98cab7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:23.770301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e68800ea-0e47-41f1-9664-2c09fffa8c69 req-9e7d3207-d467-40fc-adb2-f5a89b98cab7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.2342291 May 20 08:08:23.802872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de91ca46-2eb2-4bad-a4de-5dc3c539a66b req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.84 "DELETE /v2.0/ports/e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 HTTP/1.1" status: 204 len: 173 time: 1.5171738 May 20 08:08:23.837836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e68800ea-0e47-41f1-9664-2c09fffa8c69 req-131285d3-ae03-4ca5-bc94-8f3624f6f715 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 May 20 08:08:23.852938 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.860436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:23.882502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:23.883770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04c3d34f-08ca-42bd-8cea-bdbf83dc6d51 HTTP/1.1" status: 204 len: 168 time: 0.5166531 May 20 08:08:23.885074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3d34f-08ca-42bd-8cea-bdbf83dc6d51,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:23.890771 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:23.916978 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9973a4a4-a408-47dc-ac50-479b553cb58b', 'name': 'network-vif-deleted', 'tag': 'e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7', 'status': 'completed', 'code': 200} May 20 08:08:24.111002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9210618c-ce8b-450a-b17d-e259040aeae1 req-15c5e0df-3355-4dc5-9e40-1a388c8a5c08 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Synchronizing usage tracker for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:24.150419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.170675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed4b44-5a50-4b9a-a166-445d0792491a None None] Network 63202ef8-500b-497c-a98c-8508ae0173c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:24.263882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9210618c-ce8b-450a-b17d-e259040aeae1 req-15c5e0df-3355-4dc5-9e40-1a388c8a5c08 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Unset dirty status for tenant:4e8b0225760f40c4bbe4028e350636b2 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:24.265131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9210618c-ce8b-450a-b17d-e259040aeae1 req-15c5e0df-3355-4dc5-9e40-1a388c8a5c08 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] 10.222.0.79 "GET /v2.0/ports?device_id=9973a4a4-a408-47dc-ac50-479b553cb58b HTTP/1.1" status: 200 len: 210 time: 0.2380235 May 20 08:08:24.398907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.399864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8f76bd7a-d384-4341-b8d0-373d8639ec81 None None] Provisioning for port edf71a1d-21b9-4dee-9638-d80d122b9dbc completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:24.530943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device edf71a1d-21b9-4dee-9638-d80d122b9dbc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:24.593108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15fba-fecd-4357-b76e-34f829db045a req-18c5a767-5026-41f5-b1ec-03cce11241b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:24.604187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a8d15fba-fecd-4357-b76e-34f829db045a req-18c5a767-5026-41f5-b1ec-03cce11241b2 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.1365869 May 20 08:08:24.677319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a8d15fba-fecd-4357-b76e-34f829db045a req-a154d3d3-dfff-498f-8ed9-705578c8abc8 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720434 May 20 08:08:24.744314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port edf71a1d-21b9-4dee-9638-d80d122b9dbc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:24.760368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port edf71a1d-21b9-4dee-9638-d80d122b9dbc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:24.760368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.843545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.932127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.950211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:24.985697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:25.003231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177459c2-f5ba-48a7-a3f8-71e59e461d95 req-0909bcb2-963b-4f63-90e6-0c7373a50539 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:25.004866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177459c2-f5ba-48a7-a3f8-71e59e461d95 req-0909bcb2-963b-4f63-90e6-0c7373a50539 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.1647131 May 20 08:08:25.033821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port edf71a1d-21b9-4dee-9638-d80d122b9dbc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=edf71a1d-21b9-4dee-9638-d80d122b9dbc,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:25.067339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Provisioning complete for port edf71a1d-21b9-4dee-9638-d80d122b9dbc triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:25.067725 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:25.124181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:25.124452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-177459c2-f5ba-48a7-a3f8-71e59e461d95 req-20d48911-937c-45c9-b3ab-48c7d728816d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115193 May 20 08:08:25.144454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:25.153651 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:25.170264 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:25.192157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:25.199256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-a27c2838-f375-46fb-bedf-ff066ce3fcd6 req-c3385587-9122-4f7a-be5f-e9693cddc861 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:08:25.200497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a27c2838-f375-46fb-bedf-ff066ce3fcd6 req-c3385587-9122-4f7a-be5f-e9693cddc861 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114284 May 20 08:08:25.344518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=edf71a1d-21b9-4dee-9638-d80d122b9dbc,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:25.351146 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:25.400326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a27c2838-f375-46fb-bedf-ff066ce3fcd6 req-96629c04-066c-4aae-8b04-b273d37c1629 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1895070 May 20 08:08:25.400486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 63202ef8-500b-497c-a98c-8508ae0173c4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:25.401913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:25.521681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Provisioning for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:25.534445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Provisioning complete for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:25.534445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:25.667260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b021e3bc-9cba-473a-8096-f331d9c4d068 None None] Port fd057d2d-53c5-48f8-9237-1db9ed67ff67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:25.808912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e36c8f1-4b5f-470a-a6a7-da01c4347809 None None] Provisioning complete for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:25.809302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e36c8f1-4b5f-470a-a6a7-da01c4347809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:25.872606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0e36c8f1-4b5f-470a-a6a7-da01c4347809 None None] Port fd057d2d-53c5-48f8-9237-1db9ed67ff67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:25.952150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:25.965429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 367a4b3f-fade-4408-b6e9-2c714b8729bd has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:08:26.049037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:26.049650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device e52c9157-1f0f-4f2c-ae29-7ae3c00b12f7 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:26.076034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-34f8da43-589e-4b97-b8e8-16ab961f7b8e None None] Provisioning complete for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:26.078061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34f8da43-589e-4b97-b8e8-16ab961f7b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:26.139531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-34f8da43-589e-4b97-b8e8-16ab961f7b8e None None] Port fd057d2d-53c5-48f8-9237-1db9ed67ff67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:26.167260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e33bc-2c26-47e3-8780-803cbe907e9b req-232a1698-c24f-4e16-89e5-0276dd1402cb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:26.168875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b0e33bc-2c26-47e3-8780-803cbe907e9b req-232a1698-c24f-4e16-89e5-0276dd1402cb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1049953 May 20 08:08:26.221087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b0e33bc-2c26-47e3-8780-803cbe907e9b req-0fa79f42-b326-46e0-8825-c63928d0f4a4 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 May 20 08:08:26.241223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:26.258817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Sync routers for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:26.272114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:26.272746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:26.280269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/367a4b3f-fade-4408-b6e9-2c714b8729bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8766708 May 20 08:08:26.330378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:26.482369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device edf71a1d-21b9-4dee-9638-d80d122b9dbc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:26.505945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df6e81-56cb-4014-bdab-341027bd5b9a req-44e521c8-5278-42e7-b272-65823fbf0450 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:26.507527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15df6e81-56cb-4014-bdab-341027bd5b9a req-44e521c8-5278-42e7-b272-65823fbf0450 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.1427085 May 20 08:08:26.554097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:26.563834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15df6e81-56cb-4014-bdab-341027bd5b9a req-b5c53eb3-d6b3-4bc1-8d37-d5fba7a6d2b4 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 May 20 08:08:26.724516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-e205fadf-9429-40e0-bb98-529c6300423f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:26.813448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-e205fadf-9429-40e0-bb98-529c6300423f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:26.815218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-e205fadf-9429-40e0-bb98-529c6300423f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277678754&fields=id&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 267 time: 0.1408937 May 20 08:08:26.859201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port edf71a1d-21b9-4dee-9638-d80d122b9dbc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:26.860517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:27.017027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-933135f7-99db-4349-b40f-59654e87c1d5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:27.018460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-933135f7-99db-4349-b40f-59654e87c1d5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:27.082071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-933135f7-99db-4349-b40f-59654e87c1d5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:27.083337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-933135f7-99db-4349-b40f-59654e87c1d5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 797 time: 0.2571318 May 20 08:08:27.100067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-b0f9e104-99ad-4955-ba87-e8040b3aa09a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/quotas/567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 375 time: 0.0105605 May 20 08:08:27.113411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:24Z', 'revision_number': 2, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:27.118169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Checking router: 367a4b3f-fade-4408-b6e9-2c714b8729bd for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:27.118529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Updating router 367a4b3f-fade-4408-b6e9-2c714b8729bd port fd057d2d-53c5-48f8-9237-1db9ed67ff67 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:08:27.188344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:27.244523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8cea364b-b95f-4f51-b72c-3478feeecef6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:27.343967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8cea364b-b95f-4f51-b72c-3478feeecef6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:27.345356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8cea364b-b95f-4f51-b72c-3478feeecef6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395413 May 20 08:08:27.697574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:27.729421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Transition to ACTIVE for port object fd057d2d-53c5-48f8-9237-1db9ed67ff67 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:27.783352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-4bca21b6-46c4-4c62-bd58-175774eafb67 service neutron] 10.222.0.79 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147139 May 20 08:08:27.801342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:27.806371 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-151674b4-0b43-466c-a4a5-192612faecff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:27.929038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-c96e6548-f082-49c3-a5d3-e5d79b826fc8 service neutron] 10.222.0.79 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425884 May 20 08:08:28.004631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Pushing event updated for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:28.020907 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:28.155752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Attempting to bind port fd057d2d-53c5-48f8-9237-1db9ed67ff67 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:28.156417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Attempting to bind port fd057d2d-53c5-48f8-9237-1db9ed67ff67 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:28.157012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Attempting to bind port fd057d2d-53c5-48f8-9237-1db9ed67ff67 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:28.169030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:28.169425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:28.175277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:28.175277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Bound using segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:28.175554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Bound port: fd057d2d-53c5-48f8-9237-1db9ed67ff67, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:28.176154 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:28.535906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baf1cd-6052-4f28-b946-9974445cf4ba req-3a4a0329-ca22-456a-987c-c7f59c254dc1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:28.545351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38baf1cd-6052-4f28-b946-9974445cf4ba req-3a4a0329-ca22-456a-987c-c7f59c254dc1 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.2329168 May 20 08:08:28.553350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] For port fd057d2d-53c5-48f8-9237-1db9ed67ff67, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:28.557737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] For port fd057d2d-53c5-48f8-9237-1db9ed67ff67, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd057d2d-53c5-48f8-9237-1db9ed67ff67,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:28.589106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38baf1cd-6052-4f28-b946-9974445cf4ba req-dde8e98f-f627-495d-abe6-7fb410237a65 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 May 20 08:08:28.675209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae451211-a481-4e37-b870-905ca85d7656 req-214a720f-2f0c-4c06-acdf-f3d62c303a55 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 210 time: 0.0436938 May 20 08:08:28.680277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:28.684928 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:28.761462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:28.762204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:28.888997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Pushing event updated for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:28.894337 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:29.051479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:29.216654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ff8ef-8724-405b-ace0-e66510f64873 req-11cab65f-26fd-4215-ad4b-ef1f3dba73fd tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:29.223206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ff8ef-8724-405b-ace0-e66510f64873 req-11cab65f-26fd-4215-ad4b-ef1f3dba73fd tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:29.237835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ff8ef-8724-405b-ace0-e66510f64873 req-11cab65f-26fd-4215-ad4b-ef1f3dba73fd tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:29.239533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-622ff8ef-8724-405b-ace0-e66510f64873 req-11cab65f-26fd-4215-ad4b-ef1f3dba73fd tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659&device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51&device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 2417 time: 0.1764975 May 20 08:08:29.336613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-622ff8ef-8724-405b-ace0-e66510f64873 req-e674b96b-7d15-4798-a05f-242d3fb9fdc7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860751 May 20 08:08:29.469381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-824266bc-6b20-4e3e-a186-3fa2edf97991 req-9f45b80a-4150-4205-92be-8e273bb836d7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0992057 May 20 08:08:29.560688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:28Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:29.571531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ff285-bd5f-4803-a6a4-72637cf62558 None None] The sync data for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 is: [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:28Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:29.994564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49898) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:30.126403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a7d48b6d-48e6-4b75-985e-49b5bc3ad23e req-6591347d-e48e-42a4-8279-87777f7b3753 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 210 time: 0.0825069 May 20 08:08:30.206968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:30.252206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:30.256268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9c349e83cc43b0957019aa38f04346 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:30.259244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:30.283529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:30.406981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:30.499625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd057d2d-53c5-48f8-9237-1db9ed67ff67 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:30.566581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:30.579146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1c59461-ac51-414d-85cc-45fb40cd1e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:30.651194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1876bae0-9bbe-4119-bbcd-8d3060da5ad7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:30.666462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:30.679716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b9c349e83cc43b0957019aa38f04346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6842568 May 20 08:08:30.683025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:30.709770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:30.714753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:30.715398 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:30.838654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:30.899021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:31.018022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:31.070377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:31.075333 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3138469c-6fc3-48e9-b857-2a836e254963 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:31.085372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fd057d2d-53c5-48f8-9237-1db9ed67ff67, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd057d2d-53c5-48f8-9237-1db9ed67ff67,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:31.092402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876bae0-9bbe-4119-bbcd-8d3060da5ad7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:31.106760 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:31.119779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:31.120858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1876bae0-9bbe-4119-bbcd-8d3060da5ad7 HTTP/1.1" status: 204 len: 168 time: 0.4361010 May 20 08:08:31.172895 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:31.176355 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:31.283895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:31.294123 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:31.722153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b044e36d-90d7-486b-a2ee-ab0c54414f5e req-92d1491b-f6f6-4dde-9311-d99ff5bbd2ce tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 210 time: 0.2515261 May 20 08:08:31.771302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-fe407ef9-6a91-4d80-a610-20c008aa3157 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:31.773204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-fe407ef9-6a91-4d80-a610-20c008aa3157 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 797 time: 0.4985046 May 20 08:08:31.864595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-0d710d99-6db0-4e50-b549-6fd840c302e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 380 time: 0.0770235 May 20 08:08:31.885866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'port': {'device_id': '73734332-afd6-49fd-b859-291577e159f2', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'admin_state_up': True, 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'security_groups': ['7730afe8-e86a-4a2e-a8ae-a6707951d6e3']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:31.927350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50004) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:31.963671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.011297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:32.017410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Usage tracker for resource:security_group_rule and tenant:f152594cddfc496f8c3afcf92d8e564b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:32.023182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:32.036383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:32.125859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:32.264447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:32.264711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.295305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:32.299778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.351068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.362610 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf48efa3-e685-4d8d-9d8d-d76f8e906fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:32.444122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f152594cddfc496f8c3afcf92d8e564b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156393 May 20 08:08:32.445336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a2840-91f4-426c-be1a-8a8073a4e28d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:32.447986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50022) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:32.451100 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:32.522569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd057d2d-53c5-48f8-9237-1db9ed67ff67 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:32.557810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.589330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.12 (63202ef8-500b-497c-a98c-8508ae0173c4/fb5b7994-4f81-4f62-b184-8829d6097db3/78c78f0b-8bbd-4d01-a954-21293c78cb53) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:32.593526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.633365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd057d2d-53c5-48f8-9237-1db9ed67ff67 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:32.633870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.820096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.839829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object 78c78f0b-8bbd-4d01-a954-21293c78cb53 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:32.840061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.844074 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1316c5d2-ff74-4a5e-b9a3-a6486735e462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:32.862610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a2840-91f4-426c-be1a-8a8073a4e28d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:32.883256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.883703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.884019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.884388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.884746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.885148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.885528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.885888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.886244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.886596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.886950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.887298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:08:32.891455 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:32.894281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.895769 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d1a2840-91f4-426c-be1a-8a8073a4e28d HTTP/1.1" status: 204 len: 168 time: 0.4465976 May 20 08:08:32.927581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:32.933856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b086b34-78d7-44a0-9473-cf90cdad4b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:33.029735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 63202ef8-500b-497c-a98c-8508ae0173c4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:33.032926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:33.036918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:33.076522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:33.086365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:33.113770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:33.121007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:33.262670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834834 May 20 08:08:33.276911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Request body: {'port': {'device_id': '73734332-afd6-49fd-b859-291577e159f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:33.457344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0423ed65-c2ed-492e-a13e-514c5a3cfcba None None] Provisioning for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:33.460939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0423ed65-c2ed-492e-a13e-514c5a3cfcba None None] Provisioning complete for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:33.461759 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0423ed65-c2ed-492e-a13e-514c5a3cfcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:33.507842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65353e3a-0e6c-4ff9-98af-079f1822f419 req-a870aa00-6cad-4edc-ba1d-d1891c0c953e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:33.508687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-65353e3a-0e6c-4ff9-98af-079f1822f419 req-a870aa00-6cad-4edc-ba1d-d1891c0c953e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:33.527162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:33.543761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0423ed65-c2ed-492e-a13e-514c5a3cfcba None None] Port 78c78f0b-8bbd-4d01-a954-21293c78cb53 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:33.678936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-65353e3a-0e6c-4ff9-98af-079f1822f419 req-a870aa00-6cad-4edc-ba1d-d1891c0c953e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:33.681095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65353e3a-0e6c-4ff9-98af-079f1822f419 req-a870aa00-6cad-4edc-ba1d-d1891c0c953e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 932 time: 0.3581145 May 20 08:08:33.789812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65353e3a-0e6c-4ff9-98af-079f1822f419 req-9f75530d-f490-4477-9c77-295465d4ce05 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907569 May 20 08:08:34.040796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c78f0b-8bbd-4d01-a954-21293c78cb53 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:08:34.050818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:34.072144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Transition to ACTIVE for port object 78c78f0b-8bbd-4d01-a954-21293c78cb53 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:34.087738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbc8d7-a51e-4d8a-a95b-90be9cf39bc0 req-0c23566a-43a1-4a89-a8f5-75e9382a25b5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:34.097021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67cbc8d7-a51e-4d8a-a95b-90be9cf39bc0 req-0c23566a-43a1-4a89-a8f5-75e9382a25b5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.1321638 May 20 08:08:34.152930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67cbc8d7-a51e-4d8a-a95b-90be9cf39bc0 req-a169d714-fdec-4c9c-b72b-7dba312c5985 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536664 May 20 08:08:34.168001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:34.186816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:34.415238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:34.429055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:34.528264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:34.534607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:34.534607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:34.541128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:08:34.541953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:34.550091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:34.550500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:34.550977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Bound using segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:34.551467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Bound port: 78c78f0b-8bbd-4d01-a954-21293c78cb53, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:34.551886 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:34.915485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-33040bfb-53ab-4b3a-9d8e-7edf05bad479 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:34.918302 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-33040bfb-53ab-4b3a-9d8e-7edf05bad479 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.3450809 May 20 08:08:34.918536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:34.925766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:35.030476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:35.039496 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08790c4e-34f7-42b2-a1ca-f15f151bdefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:35.162019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:35.162721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:35.164135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] 10.222.0.84 "PUT /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1092 time: 1.8924222 May 20 08:08:35.167757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:35.210024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:35.215501 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:35.226989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97e821-2ee8-4749-bd56-137fb2026d7b req-c85c9278-c9ef-4035-82d9-afbeb37b9daf tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:35.230187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af97e821-2ee8-4749-bd56-137fb2026d7b req-c85c9278-c9ef-4035-82d9-afbeb37b9daf tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 944 time: 0.2645924 May 20 08:08:35.298510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af97e821-2ee8-4749-bd56-137fb2026d7b req-1aef6395-23f6-4699-a275-1f46f5459aeb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628738 May 20 08:08:35.300626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Deleting port ab22637d-d475-4210-acf8-5698490e41af {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:35.301113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:35.479744 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'status': 'completed', 'code': 200} May 20 08:08:35.674390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] For port ab22637d-d475-4210-acf8-5698490e41af, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ab22637d-d475-4210-acf8-5698490e41af,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:35.675629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:35.827223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Calling delete_port for ab22637d-d475-4210-acf8-5698490e41af owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:35.848479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-d97330a3-b229-4dc6-b899-86130e9bf731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:35.849968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-d97330a3-b229-4dc6-b899-86130e9bf731 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1095 time: 0.3675518 May 20 08:08:35.872353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d48e3-b8c8-4a97-906b-a12e77b1e1d2 req-4560f558-4d28-4674-8266-84c05394cabb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:35.873353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f6d48e3-b8c8-4a97-906b-a12e77b1e1d2 req-4560f558-4d28-4674-8266-84c05394cabb tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 945 time: 0.3012064 May 20 08:08:35.953166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-8814cfcc-075d-4cdc-b826-650a0fc12b76 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 217 time: 0.0892937 May 20 08:08:36.043324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f6d48e3-b8c8-4a97-906b-a12e77b1e1d2 req-a0f08fc0-66d7-42f3-82a6-592835238624 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 May 20 08:08:36.064879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-76262db8-5d27-4e40-a395-fc6d131cbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:36.064879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-76262db8-5d27-4e40-a395-fc6d131cbfd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.1004057 May 20 08:08:36.205230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-b7600231-ab69-4295-a780-c2948b6380d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:36.206937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-b7600231-ab69-4295-a780-c2948b6380d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065829 May 20 08:08:36.304809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:36.315771 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:36.321422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2397d406-1383-4a75-9196-bb96feeb84b0', 'c18d2dd9-88b1-4067-93a2-dbb032d75c04'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:36.468092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event deleted for resources: {'Port': ['ID=ab22637d-d475-4210-acf8-5698490e41af,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:36.519514 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:36.576555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] No DVR routers for this DVR port ab22637d-d475-4210-acf8-5698490e41af on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:36.589811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:36.625655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-977e3e27-fdbd-4b0a-b55f-4f9e24c2b52b service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074197 May 20 08:08:36.847246 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ac44a307-9ebc-435c-9a78-456d05c608bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:37.010766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d6b1792-efec-430e-bdc5-176d0e76d796 req-cb093d94-5e79-4378-898e-d52e5d993187 service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743000 May 20 08:08:37.014531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c69aefc7-2354-467d-ad99-c5356d72efd7 req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "DELETE /v2.0/ports/ab22637d-d475-4210-acf8-5698490e41af HTTP/1.1" status: 204 len: 173 time: 2.0873768 May 20 08:08:37.031137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004f42c-022d-4395-9b7d-cb4e0367d5e1 req-2266965e-b22e-40f6-b88f-d9b284135d10 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:37.038814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5004f42c-022d-4395-9b7d-cb4e0367d5e1 req-2266965e-b22e-40f6-b88f-d9b284135d10 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 944 time: 0.5720735 May 20 08:08:37.098247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5004f42c-022d-4395-9b7d-cb4e0367d5e1 req-477b657c-0f4f-4801-802d-200677ee0740 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582545 May 20 08:08:37.294817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fd6aa580-4133-420c-9f6f-3b17ba07516a req-f8489f23-c28b-4cdd-b680-e99c82a8ce3d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:37.349721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-13208942-8fad-47be-a8dd-aeaf545619d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:37.351288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-13208942-8fad-47be-a8dd-aeaf545619d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1095 time: 0.1976175 May 20 08:08:37.372689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50160) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:37.482229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'name': 'network-vif-deleted', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:37.505396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-4ac1081d-d5d8-4de0-8382-8f85ebfe5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:37.507273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-4ac1081d-d5d8-4de0-8382-8f85ebfe5448 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.1492021 May 20 08:08:37.519709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fd6aa580-4133-420c-9f6f-3b17ba07516a req-f8489f23-c28b-4cdd-b680-e99c82a8ce3d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:37.528997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fd6aa580-4133-420c-9f6f-3b17ba07516a req-f8489f23-c28b-4cdd-b680-e99c82a8ce3d tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=652fb533-64fb-4283-b9a5-9625a7c8d659 HTTP/1.1" status: 200 len: 210 time: 0.3231363 May 20 08:08:37.624880 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fb533-64fb-4283-b9a5-9625a7c8d659', 'name': 'network-vif-deleted', 'tag': 'ab22637d-d475-4210-acf8-5698490e41af', 'status': 'completed', 'code': 200} May 20 08:08:37.642833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50172) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:37.647998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-41dcaac5-91b7-4612-a707-0c591dd7922b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 217 time: 0.1179569 May 20 08:08:37.653961 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-63208633-2fef-4e27-91b4-e1dc057ecefe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e8b0225760f40c4bbe4028e350636b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798741 May 20 08:08:37.703849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab22637d-d475-4210-acf8-5698490e41af no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:37.741337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: ab22637d-d475-4210-acf8-5698490e41af {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:37.741730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ab22637d-d475-4210-acf8-5698490e41af not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:37.772855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-83f314b0-6d94-4299-a233-d081dc3ca9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:37.774368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-83f314b0-6d94-4299-a233-d081dc3ca9d8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.1156402 May 20 08:08:37.842471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:37.882037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:37.926928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-3f275743-00f1-4804-a951-5d830feb63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:37.928426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-3f275743-00f1-4804-a951-5d830feb63ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383035 May 20 08:08:38.082766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-2e409304-b915-44d7-9b2b-6439e3eb4d27 service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405456 May 20 08:08:38.211149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:38.224892 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0426936-62e2-4762-adac-b8314708dec4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:38.286123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe40ec-2c13-4327-8443-066e25029dd2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:38.293362 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:38.334589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d062007b-c8fc-40a8-aaa0-c308206c5a50 req-6c4f980f-fa31-473f-b77a-8bb8465b6564 service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332163 May 20 08:08:38.364448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b543e4-2450-4d21-bb60-eb22210fe303 req-662dbf94-9db5-4f3e-a349-b791840ac47f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:38.364448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46b543e4-2450-4d21-bb60-eb22210fe303 req-662dbf94-9db5-4f3e-a349-b791840ac47f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 944 time: 0.1535983 May 20 08:08:38.395224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:38.395224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebfe40ec-2c13-4327-8443-066e25029dd2 HTTP/1.1" status: 204 len: 168 time: 0.7480636 May 20 08:08:38.418160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46b543e4-2450-4d21-bb60-eb22210fe303 req-2776984a-99c6-41db-b94f-f21f0f246ac1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465896 May 20 08:08:39.183544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9cde4082-e0af-4bde-b4ab-7e11b02148f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:39.265694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3996a59-243b-48a4-a4b9-c97949bd2b7e req-2336c15d-47cb-44c1-b670-30bb2661fa13 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:39.270065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3996a59-243b-48a4-a4b9-c97949bd2b7e req-2336c15d-47cb-44c1-b670-30bb2661fa13 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.1094811 May 20 08:08:39.309224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50222) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:39.322234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3996a59-243b-48a4-a4b9-c97949bd2b7e req-32ed4580-b4fa-4369-8e87-56adb11e15e5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 May 20 08:08:39.436047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:39.456084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:39.460171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Usage tracker for resource:security_group_rule and tenant:068ad5564ef140c7bf2d475a6552f5c5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:39.463191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:39.469010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:39.685116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:39.687296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2c1e-1922-456f-978c-1f1cfae69501 req-59ec17e9-04c7-4c92-97d1-94b8cebfbf13 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:39.694175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7aba2c1e-1922-456f-978c-1f1cfae69501 req-59ec17e9-04c7-4c92-97d1-94b8cebfbf13 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 944 time: 0.1508942 May 20 08:08:39.719801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:39.741456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7aba2c1e-1922-456f-978c-1f1cfae69501 req-d758ed98-5fac-4395-b11c-28d04f4ed396 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 May 20 08:08:39.756742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50238) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:39.817861 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:39.825709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbbb61e7-885b-40c0-9a98-4935b132d759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:39.868085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=068ad5564ef140c7bf2d475a6552f5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585151 May 20 08:08:39.868999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179e5fb-8507-4bc0-898e-3e95061264bb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:39.872578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50244) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:39.874561 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:39.900162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-29200249-network', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:39.909209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:39.920725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Usage tracker for resource:network and tenant:752b8dda0d604f34b7ce217a6abfe5dc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:39.926859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:39.941928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:39.974056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.001302 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.013864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:08:40.052135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Made reservation on behalf of 752b8dda0d604f34b7ce217a6abfe5dc for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:40.054821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.072936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.089511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:40.094203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Usage tracker for resource:security_group_rule and tenant:752b8dda0d604f34b7ce217a6abfe5dc is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:40.098228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:40.104406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:40.169282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.174943 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:40.191968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179e5fb-8507-4bc0-898e-3e95061264bb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:40.199682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:40.209982 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.210250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:40.211258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c179e5fb-8507-4bc0-898e-3e95061264bb HTTP/1.1" status: 204 len: 168 time: 0.3394220 May 20 08:08:40.226724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'port_id': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'mac_address': 'fa:16:3e:a9:3b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:08:40.293294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.346699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.354012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.357410 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2002cf06-036f-4c2d-90be-fa4cf47852d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:40.373534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c78f0b-8bbd-4d01-a954-21293c78cb53 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:08:40.399248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:40.459729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:40.468530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.473072 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5259280d-984a-4bd2-ab4b-6ea24a34f43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:40.512742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edba05-2ffe-4e8f-a113-dcfbb2675f4b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:40.519477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.519820 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Added segment dba469e9-85d6-42d3-82eb-a68ded2b54ed of type vlan for network ff432942-c09d-48a5-b7bd-4c630df7404e May 20 08:08:40.554314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:40.556709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:40.560946 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:40.618923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.635737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-871ce804-a6f0-4479-b499-96fccbafb195 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:40.638535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-871ce804-a6f0-4479-b499-96fccbafb195 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.2650378 May 20 08:08:40.717497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['78c78f0b-8bbd-4d01-a954-21293c78cb53'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:40.785807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505d67c-988f-4465-a4fe-71b01517cb20 req-c6a50ebf-1000-4637-9867-267c09612692 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:40.787311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e505d67c-988f-4465-a4fe-71b01517cb20 req-c6a50ebf-1000-4637-9867-267c09612692 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 946 time: 0.2779610 May 20 08:08:40.836792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.837866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:40.838437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:40.845893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9dd90808-a4eb-4604-ae04-ab2572dd2064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:40.917530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e505d67c-988f-4465-a4fe-71b01517cb20 req-5b7b116f-571c-4c8f-81df-3c45ea4238f5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128106 May 20 08:08:41.128398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:41.151397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.167631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:41.172609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Usage tracker for resource:security_group_rule and tenant:1538d7c59fef47e1956ede7496352355 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:41.176107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:41.182388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:41.228000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Pushing event updated for resources: {'Network': ['ID=ff432942-c09d-48a5-b7bd-4c630df7404e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:41.229250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.233408 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:41.240072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ff432942-c09d-48a5-b7bd-4c630df7404e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:08:41.253304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Deleting port c18d2dd9-88b1-4067-93a2-dbb032d75c04 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:41.253673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.272131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5141103 May 20 08:08:41.280142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:41.287798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Request body: {'subnet': {'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-29200249-subnet', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:41.293448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:41.298021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Usage tracker for resource:subnet and tenant:752b8dda0d604f34b7ce217a6abfe5dc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:41.301644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:41.311012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:41.385189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.394454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba98d-1c5b-4390-8bc1-658d56be89b0 req-f86f4435-9de7-42d0-834d-3ff0f90e738b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:41.395969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6ba98d-1c5b-4390-8bc1-658d56be89b0 req-f86f4435-9de7-42d0-834d-3ff0f90e738b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.2252669 May 20 08:08:41.406679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Made reservation on behalf of 752b8dda0d604f34b7ce217a6abfe5dc for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:41.409155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.451378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] For port c18d2dd9-88b1-4067-93a2-dbb032d75c04, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c18d2dd9-88b1-4067-93a2-dbb032d75c04,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:41.451741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.503862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.517801 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:41.587517 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1538d7c59fef47e1956ede7496352355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579868 May 20 08:08:41.591769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0f780-5863-4779-b469-fdcdab6ba187,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:41.594409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50276) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:41.595138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6ba98d-1c5b-4390-8bc1-658d56be89b0 req-a9765571-e833-4000-86ba-31b4a568efe2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918013 May 20 08:08:41.598568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:41.603080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Calling delete_port for c18d2dd9-88b1-4067-93a2-dbb032d75c04 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:41.714728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.771376 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.852311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.858090 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9621e13a-ab64-41fe-8560-cf66fc47ade7 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:41.864444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2397d406-1383-4a75-9196-bb96feeb84b0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:41.905085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event deleted for resources: {'Port': ['ID=c18d2dd9-88b1-4067-93a2-dbb032d75c04,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:41.908291 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:41.957246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:41.967242 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6b892158-5905-4bc2-bd31-40d370a97733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:41.985593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0f780-5863-4779-b469-fdcdab6ba187,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:41.988936 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:42.031238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:42.066617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] No DVR routers for this DVR port c18d2dd9-88b1-4067-93a2-dbb032d75c04 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:42.073736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.079541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'name': 'network-vif-deleted', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:42.110501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.116407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cfc0f780-5863-4779-b469-fdcdab6ba187 HTTP/1.1" status: 204 len: 168 time: 0.5187495 May 20 08:08:42.184582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f17a4238-d213-433e-a82c-890daa3c88f1 req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "DELETE /v2.0/ports/c18d2dd9-88b1-4067-93a2-dbb032d75c04 HTTP/1.1" status: 204 len: 173 time: 1.5397897 May 20 08:08:42.257808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:42.265411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:42.266042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.287902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b4cab604-5d55-4ef2-a8e6-19962c183601 req-3c71203b-ba31-4c4c-b464-c0621fbbe2db tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:42.293863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.304042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-01582c08-78c7-4a55-ae4c-4a72348e68cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:42.426073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b4cab604-5d55-4ef2-a8e6-19962c183601 req-3c71203b-ba31-4c4c-b464-c0621fbbe2db tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:42.427254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4cab604-5d55-4ef2-a8e6-19962c183601 req-3c71203b-ba31-4c4c-b464-c0621fbbe2db tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=201fa7f8-3c7b-475a-bd39-7b7eda79eb51 HTTP/1.1" status: 200 len: 210 time: 0.2072680 May 20 08:08:42.432875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Checking segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:42.433368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Network hostable DHCP agents. Network: ff432942-c09d-48a5-b7bd-4c630df7404e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:08:42.441683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:42.449630 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:42.498789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.511857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.518679 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201fa7f8-3c7b-475a-bd39-7b7eda79eb51', 'name': 'network-vif-deleted', 'tag': 'c18d2dd9-88b1-4067-93a2-dbb032d75c04', 'status': 'completed', 'code': 200} May 20 08:08:42.534529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:42.538402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Network ff432942-c09d-48a5-b7bd-4c630df7404e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:08:42.546102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:42.583155 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'code': 200} May 20 08:08:42.646041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ff432942-c09d-48a5-b7bd-4c630df7404e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:42.666411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2ce37-4334-4221-9ff8-3c0affd032fc None None] Network ff432942-c09d-48a5-b7bd-4c630df7404e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:42.688708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:42.690535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.769599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.773986 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb145eb7-a294-4acf-ba2c-67c784d7110c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:42.801941 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5200782 May 20 08:08:42.805157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50298) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:42.812438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:42.825884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:42.831813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Usage tracker for resource:router and tenant:752b8dda0d604f34b7ce217a6abfe5dc is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:42.839732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:42.851269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:42.875664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13a4da-a53e-4f2c-913b-a5b6d918ad04 req-6a14f60d-4129-4d8a-841c-1e6abf57e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:42.877867 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e13a4da-a53e-4f2c-913b-a5b6d918ad04 req-6a14f60d-4129-4d8a-841c-1e6abf57e7b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1097 time: 0.2184925 May 20 08:08:42.894482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658243dd-783a-4e82-9bad-247d8ffba4c8 req-236a696e-9492-4fc8-8b3b-b1d7c80c5ad9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:42.896000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-658243dd-783a-4e82-9bad-247d8ffba4c8 req-236a696e-9492-4fc8-8b3b-b1d7c80c5ad9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1493278 May 20 08:08:42.904434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:42.934618 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:42.971283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.972719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:42.988669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e13a4da-a53e-4f2c-913b-a5b6d918ad04 req-9c0685fd-46c2-4b96-8c85-9533feb13787 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916409 May 20 08:08:42.999931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-658243dd-783a-4e82-9bad-247d8ffba4c8 req-8234f246-535c-46e8-8cab-5314f192c936 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816438 May 20 08:08:43.029248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ff432942-c09d-48a5-b7bd-4c630df7404e', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:08:43.033304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:43.034540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:43.219996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Allocated IP 172.20.0.2 (ff432942-c09d-48a5-b7bd-4c630df7404e/1cf9a9a7-9695-4e53-b583-8070aa9bc2fe/c4f0835c-1a8a-43f3-944c-45139f766d4c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:43.514827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:43.530870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Transition to ACTIVE for port object c4f0835c-1a8a-43f3-944c-45139f766d4c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:43.564024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Transition to ACTIVE for port object c4f0835c-1a8a-43f3-944c-45139f766d4c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:43.607213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:43.722182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:43.726357 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:43.836445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c18d2dd9-88b1-4067-93a2-dbb032d75c04 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:43.925377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Network ff432942-c09d-48a5-b7bd-4c630df7404e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:43.926244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c18d2dd9-88b1-4067-93a2-dbb032d75c04 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:43.926589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c18d2dd9-88b1-4067-93a2-dbb032d75c04 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:43.930657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:43.934956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:43.981933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Pushing event updated for resources: {'Port': ['ID=c4f0835c-1a8a-43f3-944c-45139f766d4c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:43.988472 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:44.056186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Attempting to bind port c4f0835c-1a8a-43f3-944c-45139f766d4c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:44.069753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Attempting to bind port c4f0835c-1a8a-43f3-944c-45139f766d4c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:44.070163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Attempting to bind port c4f0835c-1a8a-43f3-944c-45139f766d4c on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:44.080881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:44.081262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Checking segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:44.081700 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.082101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Bound using segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:44.082607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Bound port: c4f0835c-1a8a-43f3-944c-45139f766d4c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:44.083045 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.259642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.304805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.313744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] For port c4f0835c-1a8a-43f3-944c-45139f766d4c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:44.324148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] For port c4f0835c-1a8a-43f3-944c-45139f766d4c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c4f0835c-1a8a-43f3-944c-45139f766d4c,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:44.402466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd717c89-2e4b-4b67-b148-25ab1c976d9a req-9e2004db-5806-4747-954f-56e4838e7062 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:44.404823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd717c89-2e4b-4b67-b148-25ab1c976d9a req-9e2004db-5806-4747-954f-56e4838e7062 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1271107 May 20 08:08:44.443282 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.449823 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:44.534761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd717c89-2e4b-4b67-b148-25ab1c976d9a req-4301536f-b874-4449-9825-4952986399e2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226530 May 20 08:08:44.589008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Allocated IP 172.25.8.133 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/ebb9d0f7-4290-4117-a332-b218da11e833) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:44.597373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Pushing event updated for resources: {'Port': ['ID=c4f0835c-1a8a-43f3-944c-45139f766d4c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:44.608981 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:44.816279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea754b-d05e-40f7-81f5-5c632728a687 req-2b7e789c-90a0-479b-a5a7-65688e70544a tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:44.823272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.824482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ea754b-d05e-40f7-81f5-5c632728a687 req-2b7e789c-90a0-479b-a5a7-65688e70544a tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.1077230 May 20 08:08:44.889107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71ea754b-d05e-40f7-81f5-5c632728a687 req-05315cb9-1d25-43b1-87f6-bdfb0068e041 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625308 May 20 08:08:44.967888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:44.976319 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:45.045092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:45.048170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:45.052635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:45.174577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9d0f7-4290-4117-a332-b218da11e833,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:45.184672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:45.610212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:45.885958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-16d28692-4563-4aa3-8fe9-fa9b1c34267b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:45.888134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-16d28692-4563-4aa3-8fe9-fa9b1c34267b tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.2306321 May 20 08:08:45.903548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f390cd-5f99-4b6b-bea6-af8041cf9c4d None None] Network ff432942-c09d-48a5-b7bd-4c630df7404e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:45.906482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d38d-d7ec-4aa8-afad-cce4f1180968 req-bfbc47fe-3d6d-48fb-8441-12aae4774c8a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:45.910038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9f5d38d-d7ec-4aa8-afad-cce4f1180968 req-bfbc47fe-3d6d-48fb-8441-12aae4774c8a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1931951 May 20 08:08:46.048847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9f5d38d-d7ec-4aa8-afad-cce4f1180968 req-c6464165-e149-49ef-aae2-dca3aaa01746 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997434 May 20 08:08:46.100784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d18f55f-5f8f-45c5-9d39-5ac98bcd5c88 None None] Provisioning for port c4f0835c-1a8a-43f3-944c-45139f766d4c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:46.239200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Deleting port 2397d406-1383-4a75-9196-bb96feeb84b0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:46.240205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:46.309097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:46.520574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c4f0835c-1a8a-43f3-944c-45139f766d4c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:46.572867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc852b11-8d24-4bbf-8b79-a13019797e87 req-97ad51c9-baf1-43f5-b2f2-e0b5b7ea5610 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:46.574565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc852b11-8d24-4bbf-8b79-a13019797e87 req-97ad51c9-baf1-43f5-b2f2-e0b5b7ea5610 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 945 time: 0.3108449 May 20 08:08:46.584380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] For port 2397d406-1383-4a75-9196-bb96feeb84b0, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=2397d406-1383-4a75-9196-bb96feeb84b0,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:46.584745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:46.675558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:08:46.785833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Calling delete_port for 2397d406-1383-4a75-9196-bb96feeb84b0 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:46.805126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c4f0835c-1a8a-43f3-944c-45139f766d4c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:46.814866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c4f0835c-1a8a-43f3-944c-45139f766d4c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:46.814866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:46.854093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc852b11-8d24-4bbf-8b79-a13019797e87 req-28f65f72-73e6-4b63-acd5-6dee91d3b978 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/security-groups?id=8a710815-1e3a-4bf7-8bbb-f29b110c80d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717395 May 20 08:08:46.964046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:46.982437 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Sync routers for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:46.998747 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:46.999442 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:47.046542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.087018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c4f0835c-1a8a-43f3-944c-45139f766d4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c4f0835c-1a8a-43f3-944c-45139f766d4c,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:47.099178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.099892 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.104493 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04432475-045d-4121-9426-005367be2a4a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2966697 May 20 08:08:47.106440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50388) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:47.111868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['2397d406-1383-4a75-9196-bb96feeb84b0'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:08:47.212320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.214309 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:47.274101 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37c80cf3-a4d7-46b2-b2e7-b6eb5234c824 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:47.326930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Pushing event deleted for resources: {'Port': ['ID=2397d406-1383-4a75-9196-bb96feeb84b0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:47.330758 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:47.374627 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:47.380906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c4f0835c-1a8a-43f3-944c-45139f766d4c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:47.399749 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:47.419533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] No DVR routers for this DVR port 2397d406-1383-4a75-9196-bb96feeb84b0 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:47.424508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.434917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'name': 'network-vif-deleted', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:47.478417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836def6d-7bde-470b-b8e7-0ee6c3fd401f req-5cf6972c-a098-4b51-89f8-7ee8cf28ff6b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:47.484448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-836def6d-7bde-470b-b8e7-0ee6c3fd401f req-5cf6972c-a098-4b51-89f8-7ee8cf28ff6b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.4366033 May 20 08:08:47.537310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29e8a5ac-de47-4763-b83b-c12f04503d8f req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.81 "DELETE /v2.0/ports/2397d406-1383-4a75-9196-bb96feeb84b0 HTTP/1.1" status: 204 len: 173 time: 1.6389687 May 20 08:08:47.574181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-836def6d-7bde-470b-b8e7-0ee6c3fd401f req-eef753b8-7127-40a8-9ba5-f80c2731b6a4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793242 May 20 08:08:47.624891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50400) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:47.655036 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:45Z', 'revision_number': 3, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:47.665546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Checking router: bbfea26d-c231-4ea5-aed5-0f75cf612bd3 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:47.665546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Updating router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 port ebb9d0f7-4290-4117-a332-b218da11e833 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:08:47.685237 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a90e62-2cb7-40a3-9087-70b2edbca3a2', 'name': 'network-vif-deleted', 'tag': '2397d406-1383-4a75-9196-bb96feeb84b0', 'status': 'completed', 'code': 200} May 20 08:08:47.738636 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:47.793789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa0576-5880-4f67-85f1-f5c71ec78687 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:47.795402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-87aa0576-5880-4f67-85f1-f5c71ec78687 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1092 time: 0.1692834 May 20 08:08:47.799372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:47.807196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:47.816670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:47.823954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:floatingip and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:47.829771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:47.839258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:47.955189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50412) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:48.116966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.117424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5201aa57-19f1-4db7-8377-095a4d867bf7 req-a73c8e9b-31f5-4820-8568-62fd11d4b898 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Synchronizing usage tracker for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:08:48.128119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.147465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:48.151671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e350bdc1db4a7d9d91c8e6314c275c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:48.156157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:48.163575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:48.278858 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.287427 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.297079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5201aa57-19f1-4db7-8377-095a4d867bf7 req-a73c8e9b-31f5-4820-8568-62fd11d4b898 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Unset dirty status for tenant:b1aa210d17d94663818fdb7563447139 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:08:48.299775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5201aa57-19f1-4db7-8377-095a4d867bf7 req-a73c8e9b-31f5-4820-8568-62fd11d4b898 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a90e62-2cb7-40a3-9087-70b2edbca3a2 HTTP/1.1" status: 200 len: 210 time: 0.2834222 May 20 08:08:48.307980 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Transition to ACTIVE for port object ebb9d0f7-4290-4117-a332-b218da11e833 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:48.368451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.386339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-984a10e9-b4d4-4097-bbb3-0b961c978662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:48.405290 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.410657 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9e21835a-ae65-49eb-b2af-3977c68c6e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:48.434216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8e350bdc1db4a7d9d91c8e6314c275c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776039 May 20 08:08:48.435005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856d3c0-2570-4f45-a960-e43f07d9863e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:48.447439 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:48.448178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50420) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:48.469090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c4f0835c-1a8a-43f3-944c-45139f766d4c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:48.565990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.570345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c4f0835c-1a8a-43f3-944c-45139f766d4c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:48.570969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.584775 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Attempting to bind port ebb9d0f7-4290-4117-a332-b218da11e833 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:48.585159 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Attempting to bind port ebb9d0f7-4290-4117-a332-b218da11e833 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:48.585552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Attempting to bind port ebb9d0f7-4290-4117-a332-b218da11e833 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:48.605128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.634187 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:48.634903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:48.646843 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.647779 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:48.648932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Bound port: ebb9d0f7-4290-4117-a332-b218da11e833, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:48.654595 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.722603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d0f7-4290-4117-a332-b218da11e833,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:48.730661 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:48.760660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.769275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.769790 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:48.787305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.804121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856d3c0-2570-4f45-a960-e43f07d9863e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:48.826930 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] For port ebb9d0f7-4290-4117-a332-b218da11e833, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:48.834335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:48.835607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.836727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2856d3c0-2570-4f45-a960-e43f07d9863e HTTP/1.1" status: 204 len: 168 time: 0.3873127 May 20 08:08:48.838194 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] For port ebb9d0f7-4290-4117-a332-b218da11e833, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebb9d0f7-4290-4117-a332-b218da11e833,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:48.922143 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:48.927552 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:49.024375 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:49.024375 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:49.091179 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d0f7-4290-4117-a332-b218da11e833,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:49.096959 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:49.127518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.115 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/13c555a4-1f12-4030-ada7-c94043ea2589) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:49.195943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Allocated IP 172.20.0.1 (ff432942-c09d-48a5-b7bd-4c630df7404e/1cf9a9a7-9695-4e53-b583-8070aa9bc2fe/8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:08:49.233678 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:49.493592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.527995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50436) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:49.587095 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:45Z', 'revision_number': 3, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:49.596747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.600168 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021998d-0de9-455c-b29c-bfce33d5eac4 None None] The sync data for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 is: [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:45Z', 'revision_number': 3, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:49.605812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Deleting subnet ab92f6fe-c77c-4512-b6d8-0ceca32bc28c {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:08:49.609046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.628053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Transition to ACTIVE for port object 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:49.674493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.692807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.698775 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-62027cc8-7484-4e7f-9bec-128bfa1dcaee tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:49.759126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2397d406-1383-4a75-9196-bb96feeb84b0 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:49.766472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.804432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:49.807002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:49.816768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:49.818421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 2397d406-1383-4a75-9196-bb96feeb84b0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:49.818606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 2397d406-1383-4a75-9196-bb96feeb84b0 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:49.858051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:49.976846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:49.997093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.028980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=13c555a4-1f12-4030-ada7-c94043ea2589,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:50.041829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Network ff432942-c09d-48a5-b7bd-4c630df7404e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:50.046827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:50.054481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Usage tracker for resource:security_group_rule and tenant:8a0d1aaefdea41c5ae40cd7936954dc5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:50.062098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:50.071265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:50.257596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.280787 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:50.281703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:50.284468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:08:50.292961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.297280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8702d96f-558c-47d5-b330-78c953219ab3 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:50.312133 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:50.351893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.371207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab92f6fe-c77c-4512-b6d8-0ceca32bc28c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:50.373537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.381067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec2a1e-f267-4d0d-9c5f-2ffed900d67d None None] Network a0d4368b-1dbb-4687-9e53-5a8e16501ea3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:50.389199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ab92f6fe-c77c-4512-b6d8-0ceca32bc28c HTTP/1.1" status: 204 len: 168 time: 0.8566875 May 20 08:08:50.389199 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:50.400535 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3caea66e-281c-4a69-8cf6-f41caa1ad21d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:50.405033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50448) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:50.431005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a0d1aaefdea41c5ae40cd7936954dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545828 May 20 08:08:50.431161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:50.440693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:50.443629 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:50.564542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa8e12-66f4-4c01-96b8-e8a59804ee7a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:50.581703 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:50.630747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.710906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.761150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebb9d0f7-4290-4117-a332-b218da11e833 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:50.866778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.878306 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-06428412-7e1b-4e22-bb2d-e2a9a7c78080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:50.899760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.901155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0efa8e12-66f4-4c01-96b8-e8a59804ee7a HTTP/1.1" status: 204 len: 168 time: 0.4607930 May 20 08:08:50.902210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa8e12-66f4-4c01-96b8-e8a59804ee7a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:50.912002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:50.934200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:50.954159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.012735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d5f777b-aca2-4fb6-9690-5c21684c7d0c None None] Provisioning for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:51.023767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d5f777b-aca2-4fb6-9690-5c21684c7d0c None None] Provisioning complete for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:51.024532 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d5f777b-aca2-4fb6-9690-5c21684c7d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.068367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ebb9d0f7-4290-4117-a332-b218da11e833 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:08:51.100006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] DHCP port deletion for a0d4368b-1dbb-4687-9e53-5a8e16501ea3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:08:51.100006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ebb9d0f7-4290-4117-a332-b218da11e833 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:51.100006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.174280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Deleting port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:51.174626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.227969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f777b-aca2-4fb6-9690-5c21684c7d0c None None] Port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:51.312773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.327847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Deleting port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:08:51.328232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.345549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.366365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ebb9d0f7-4290-4117-a332-b218da11e833, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebb9d0f7-4290-4117-a332-b218da11e833,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:51.433849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] For port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:51.434069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.444727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] For port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,segment=NetworkSegment(cbd5aae2-0d8f-4917-83e0-66e2d3161ceb),segment_id=cbd5aae2-0d8f-4917-83e0-66e2d3161ceb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:08:51.444727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.572117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.580688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Calling delete_port for c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:51.582300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.586726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Calling delete_port for c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:08:51.591714 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:51.692398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ebb9d0f7-4290-4117-a332-b218da11e833,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:51.696998 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:51.794490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.802062 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ec11fa07-7c84-4b48-90b2-8e867eb73ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:51.810101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.862846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Pushing event deleted for resources: {'Port': ['ID=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:51.867791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] No DVR routers for this DVR port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:51.872341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:51.897811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.909676 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:08:51.915442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-741352e5-6432-4ca1-8397-0f32586b8385 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:51.966292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:51.969376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:51.972532 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:51.990025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] No DVR routers for this DVR port c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:08:52.113666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.147095 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:52.284960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.308626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d4368b-1dbb-4687-9e53-5a8e16501ea3']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:52.326358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.335655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-42fa6771-5d3f-44b3-86a5-022ad0246b69 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1001816 May 20 08:08:52.352171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:52.352688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd5aae2-0d8f-4917-83e0-66e2d3161ceb') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:52.392807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:52.396889 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:52.461666 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.480408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.487133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebb9d0f7-4290-4117-a332-b218da11e833 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:08:52.518538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.519400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.520089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.520760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.521419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.523642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-8a888a6d-3775-4d0c-861e-a8189c63d847 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1097097 May 20 08:08:52.573206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ebb9d0f7-4290-4117-a332-b218da11e833 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:52.573623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.602879 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.620156 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dbfe7786-e0bb-478f-a906-33cb6ed8279d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:52.767881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-9f082ba8-04cc-4997-a401-98bdd69c37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.768813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-9f082ba8-04cc-4997-a401-98bdd69c37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.769622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-9f082ba8-04cc-4997-a401-98bdd69c37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.771829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-9f082ba8-04cc-4997-a401-98bdd69c37d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2191215 May 20 08:08:52.778532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:08:52.841394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:08:52.842787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c0d4aeb4-00e2-433b-acb3-ffd6235f8a0d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:08:52.882088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.889629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-093bffb1-f921-4e38-a4ec-94325a3a1183 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.1013341 May 20 08:08:52.947728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:08:52.948173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: timer() May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:08:52.968616 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:08:52.983270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-d4a9c175-e3c7-4f9d-8761-d76badf30e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:52.984044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-d4a9c175-e3c7-4f9d-8761-d76badf30e5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0877085 May 20 08:08:53.075135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=13c555a4-1f12-4030-ada7-c94043ea2589,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:53.093542 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:53.100538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:53.106672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-0669a7a9-7a04-45a3-af57-b8e441b84de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:53.108747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-0669a7a9-7a04-45a3-af57-b8e441b84de4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169558 May 20 08:08:53.270589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-9a60bd61-4256-4208-b53f-e56acbb2610e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506717 May 20 08:08:53.330531 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP aaa458d6-8082-4212-af1f-fbb00d85d737 associated. External IP: 172.25.8.115, port: 78c78f0b-8bbd-4d01-a954-21293c78cb53. May 20 08:08:53.423782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Network ff432942-c09d-48a5-b7bd-4c630df7404e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:08:53.427513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:53.429770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:53.444487 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-367220b3-d01c-4961-a08e-5adabc9976ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:53.469295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-944e9f6a-dea9-46df-9734-c74e796934c2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918948 May 20 08:08:53.473700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:53.481022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d4368b-1dbb-4687-9e53-5a8e16501ea3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:53.487941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:53.562366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-44f601e7-406d-4f74-be8d-72f897244abf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0857103 May 20 08:08:53.790883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-79e91909-8170-44c3-90b8-9db037897ada None None] Provisioning complete for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:08:53.792433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79e91909-8170-44c3-90b8-9db037897ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:53.833335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-4f0b99b9-4edd-4282-8b92-50112ac4f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:53.835114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-4f0b99b9-4edd-4282-8b92-50112ac4f593 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2664464 May 20 08:08:53.853881 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] 10.222.0.79 "DELETE /v2.0/networks/a0d4368b-1dbb-4687-9e53-5a8e16501ea3 HTTP/1.1" status: 204 len: 168 time: 3.4070187 May 20 08:08:53.897864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:08:53.915010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-79e91909-8170-44c3-90b8-9db037897ada None None] Port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:08:53.950085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-a7f322d3-dc78-48cf-beeb-6327fcd10b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:53.951614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-a7f322d3-dc78-48cf-beeb-6327fcd10b2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089849 May 20 08:08:54.104223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 367a4b3f-fade-4408-b6e9-2c714b8729bd has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:08:54.160459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-73b8e851-e3f5-4102-8349-8c45b0ef63f9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016375 May 20 08:08:54.287312 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:54.385975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-5b4ccad0-ede1-4439-a9b2-5596bfc79e2e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065313 May 20 08:08:54.481229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50540) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:54.485061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-7c09b291-f11e-4951-b109-b9193c8fa99f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1039476 May 20 08:08:54.579489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:54.590907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] 10.222.0.79 "PUT /v2.0/routers/bbfea26d-c231-4ea5-aed5-0f75cf612bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4824319 May 20 08:08:54.591710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Sync routers for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:54.606771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:54.607670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:54.617494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:08:54.627823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9204420a-73af-4c80-8c7b-3b10f529f215 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1aa210d17d94663818fdb7563447139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420953 May 20 08:08:54.630617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Sync routers for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:08:54.654386 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:54.657322 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:54.657753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-d5991a7f-9060-489b-ade8-6d7b3536ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:54.659459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-d5991a7f-9060-489b-ade8-6d7b3536ee1c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1257856 May 20 08:08:54.659938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:54.778302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:54.856195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:54.869642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-1e305447-eb93-4761-aa87-a482c9e7997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:54.871133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-1e305447-eb93-4761-aa87-a482c9e7997d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508791 May 20 08:08:54.887409 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:54.941853 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1409345 May 20 08:08:54.943689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:08:54.983434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:55.067326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-53e2301c-1242-4e47-9482-2a7043e98a6a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497610 May 20 08:08:55.088664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:55.439840 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'aaa458d6-8082-4212-af1f-fbb00d85d737', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'port_id': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'mac_address': 'fa:16:3e:a9:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73734332-afd6-49fd-b859-291577e159f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:08:50Z', 'updated_at': '2021-05-20T08:08:50Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:55.449975 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Checking router: 367a4b3f-fade-4408-b6e9-2c714b8729bd for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:55.469850 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:55.471078 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:55.520184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-5d6e1d1c-e370-4277-ae12-fbcbe49d3c4d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128656 May 20 08:08:55.584019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8', 'name': '', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'mac_address': 'fa:16:3e:7a:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:48Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 2, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'subnets': [{'id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:55.590356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Checking router: bbfea26d-c231-4ea5-aed5-0f75cf612bd3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:08:55.591142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Updating router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:08:55.621796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-c706375a-a4c5-4682-9aea-f567d5542c94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0936561 May 20 08:08:55.635477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff489129-f110-4fb7-8696-da5baf7ff604 req-fd5f3aa9-97c0-44ac-9674-49e0883eeb5f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:55.637129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff489129-f110-4fb7-8696-da5baf7ff604 req-fd5f3aa9-97c0-44ac-9674-49e0883eeb5f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.4656153 May 20 08:08:55.667844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:55.767924 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:55.792369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:55.800394 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-add1325e-6a41-4ab9-a454-2dcda3165d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:55.810551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff489129-f110-4fb7-8696-da5baf7ff604 req-1c0b9d75-c2a2-4fc9-b555-dd14e3c0c2f4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376770 May 20 08:08:55.824303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-dba601de-625f-4fc6-8838-90ed92ee0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:55.826420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-dba601de-625f-4fc6-8838-90ed92ee0e4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1874444 May 20 08:08:55.827251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a710815-1e3a-4bf7-8bbb-f29b110c80d9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:55.839809 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:55.846252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:55.939779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:55.942873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a710815-1e3a-4bf7-8bbb-f29b110c80d9 HTTP/1.1" status: 204 len: 168 time: 1.2819922 May 20 08:08:55.963562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-4ff767f8-9b1c-4341-aff4-1518477ba510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:55.965536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-4ff767f8-9b1c-4341-aff4-1518477ba510 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266901 May 20 08:08:56.000954 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'status': 'completed', 'code': 200} May 20 08:08:56.080295 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1c129a4-d830-4a86-834e-569d4170a0e6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 200 len: 992 time: 0.2292511 May 20 08:08:56.227689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:56.249588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-3d34243a-9360-40fb-87b8-d356fcfc0496 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932788 May 20 08:08:56.269140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Transition to ACTIVE for port object 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:08:56.331685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:56.356169 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'aaa458d6-8082-4212-af1f-fbb00d85d737', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'port_id': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'mac_address': 'fa:16:3e:a9:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73734332-afd6-49fd-b859-291577e159f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:08:50Z', 'updated_at': '2021-05-20T08:08:50Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:56.359471 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:56.361112 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757bd80-d0a8-410a-b634-b451705b504c None None] The sync data for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 is: [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'aaa458d6-8082-4212-af1f-fbb00d85d737', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.115', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'port_id': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'mac_address': 'fa:16:3e:a9:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73734332-afd6-49fd-b859-291577e159f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:08:50Z', 'updated_at': '2021-05-20T08:08:50Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:56.369453 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:56.415256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977249-4708-4098-a144-7c26618c3aea req-7e167516-0550-48c8-97ed-7779cacc3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:56.416770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-7e167516-0550-48c8-97ed-7779cacc3c49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1097 time: 0.4502759 May 20 08:08:56.663752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Pushing event updated for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:56.680952 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:56.694493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977249-4708-4098-a144-7c26618c3aea req-350988e8-6202-4bfc-a95f-1c453092bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:56.696186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-350988e8-6202-4bfc-a95f-1c453092bbea service neutron] 10.222.0.84 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.2683487 May 20 08:08:56.822608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ffe0e5-240c-4e48-94aa-b72d8989f221 None None] New status for floating IP aaa458d6-8082-4212-af1f-fbb00d85d737: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:08:57.010567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:57.018869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-916225042-network', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:57.027684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:57.039614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Usage tracker for resource:network and tenant:e0f10a182e994a2eaed39e3a75920a1d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:57.049995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:57.063216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:57.064977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Attempting to bind port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:08:57.065369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Attempting to bind port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:08:57.065811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Attempting to bind port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:08:57.084612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50614) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:57.129331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-d045c00b-fe01-4d92-b00a-b972b19b8962 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8719251 May 20 08:08:57.255917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:08:57.256489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Checking segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:57.256743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.257129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Bound using segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:08:57.257649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Bound port: 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:08:57.258028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.324390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-b31359b9-3a38-4b81-a587-4d19ecb2eb0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.1781728 May 20 08:08:57.330616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Made reservation on behalf of e0f10a182e994a2eaed39e3a75920a1d for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:57.332933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.379901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.410444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0aa41296-b2d8-4768-a9f0-58996df48dc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 200 len: 992 time: 0.3217304 May 20 08:08:57.416947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:57.424796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f10a182e994a2eaed39e3a75920a1d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:57.434999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:57.449646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:57.482567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-814a4d0c-6ac9-4321-9896-21185f679c9c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1000 time: 0.7648726 May 20 08:08:57.488085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] For port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:08:57.493702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] For port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:08:57.639697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-923f45a8-947b-4984-a903-603776c9aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:57.641166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-923f45a8-947b-4984-a903-603776c9aa8e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.3028331 May 20 08:08:57.678689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.709176 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ef44779-d020-45c7-b71b-adf63d25677a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:57.709277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.783827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977249-4708-4098-a144-7c26618c3aea req-912bf38a-bb59-404d-8ad3-18fc378538f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:57.786604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-912bf38a-bb59-404d-8ad3-18fc378538f6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.2887220 May 20 08:08:57.801793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:08:57.802462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:57.805296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.809052 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3bc2d4d-44f4-4426-b51e-0b8b0ebf619d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:57.891065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e171f-e48a-4b37-ae5a-d3e17bf97848,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:57.928978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:57.945349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Pushing event updated for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:57.956497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:57.957879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-99991600-9295-44cb-be30-d57dcd098fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:57.965957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-99991600-9295-44cb-be30-d57dcd098fa0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3052258 May 20 08:08:57.973406 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:57.974299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977249-4708-4098-a144-7c26618c3aea req-911419b8-791e-41b1-94f4-f560bde5c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:57.978221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-911419b8-791e-41b1-94f4-f560bde5c3fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821659 May 20 08:08:57.981729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:57.982839 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Added segment 4ee4d172-b56e-41e3-89fd-ef4fce9a0843 of type vlan for network d065df04-aa8d-4d9a-9435-67d592752ab0 May 20 08:08:58.029737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:58.149436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:58.151994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:58.152687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:58.156755 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c1225f8-3a47-4401-acd1-d1dcdfd3231a tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:58.184637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:08:58.274558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d065df04-aa8d-4d9a-9435-67d592752ab0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:58.291645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:58.307240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network d065df04-aa8d-4d9a-9435-67d592752ab0 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:08:58.383698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3713090 May 20 08:08:58.386349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:58.393933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Request body: {'subnet': {'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-916225042-subnet', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:58.404558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-01d98c5f-e920-4af8-9feb-30801a48e55b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252322 May 20 08:08:58.405280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:58.418181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-6c0f2eef-071f-4ac5-91a2-ca287bb63eeb service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627598 May 20 08:08:58.422204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:58.433136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Usage tracker for resource:subnet and tenant:e0f10a182e994a2eaed39e3a75920a1d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:58.575720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:58.602720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:58.671560 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0161531f-ef62-4908-b832-62529517d586 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 200 len: 994 time: 0.2444708 May 20 08:08:58.691533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Made reservation on behalf of e0f10a182e994a2eaed39e3a75920a1d for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:58.694445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:58.706036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac977249-4708-4098-a144-7c26618c3aea req-0421725a-b7f3-4a8e-9773-a5fa432855ac service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587676 May 20 08:08:58.811208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50662) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:08:58.822521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8', 'name': '', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'mac_address': 'fa:16:3e:7a:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:48Z', 'updated_at': '2021-05-20T08:08:57Z', 'revision_number': 4, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'subnets': [{'id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:08:58.832705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502f3bd-913e-461e-9847-1998ecb31ab0 None None] The sync data for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 is: [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8', 'name': '', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'mac_address': 'fa:16:3e:7a:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:48Z', 'updated_at': '2021-05-20T08:08:57Z', 'revision_number': 4, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'subnets': [{'id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:08:58.890506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba586b4-6667-468d-a465-54b3ecf2ef32 req-f39f7d7d-89bd-477f-a3d4-0cb84517d68b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658775 May 20 08:08:59.238329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1622581871-network', 'tenant_id': '1eb9e924d89941a895edb1a414298e5f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:08:59.245888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:59.255197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Usage tracker for resource:network and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:59.263053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:59.276701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:59.446828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Made reservation on behalf of 1eb9e924d89941a895edb1a414298e5f for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:08:59.452452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.472861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.499612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:08:59.507128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Usage tracker for resource:security_group_rule and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:08:59.511661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:08:59.519063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:08:59.632488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.647104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.653498 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d200a5e-c69e-4335-853e-cd69dc23d6a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:59.686389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.690215 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e7654cf-2d2e-4272-9f27-4363c5b1f7ad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:59.739310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ca3aa-939f-4763-9b79-8958b8998f0f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:59.742619 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:59.750531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:08:59.760330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.760668 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Added segment b082ce52-af98-4cc9-bafa-ad346711ac4d of type vlan for network dde7bdc1-3983-4510-b67c-fa8267fc496c May 20 08:08:59.775989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=221d5158-55c6-4c37-8dfe-cd9c89ef3f89,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:08:59.781105 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:08:59.782099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Checking segment: {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:08:59.783121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Network hostable DHCP agents. Network: d065df04-aa8d-4d9a-9435-67d592752ab0, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:08:59.812525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.845618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Network d065df04-aa8d-4d9a-9435-67d592752ab0 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:08:59.966011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.971894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:08:59.971894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:08:59.972584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, d065df04-aa8d-4d9a-9435-67d592752ab0) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:08:59.983085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17e0ec-636d-4d37-be8e-0eff021034d2 None None] Network d065df04-aa8d-4d9a-9435-67d592752ab0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:08:59.988941 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19ab6f23-a658-49aa-a438-b111cc88ed45 tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:08:59.999302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:00.004992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.132836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7399220 May 20 08:09:00.132955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50684) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:00.146003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:00.153044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:00.155484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Pushing event updated for resources: {'Network': ['ID=dde7bdc1-3983-4510-b67c-fa8267fc496c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:00.159938 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:00.161253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Usage tracker for resource:router and tenant:e0f10a182e994a2eaed39e3a75920a1d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:00.164863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:00.167232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network dde7bdc1-3983-4510-b67c-fa8267fc496c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:09:00.171409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:00.220053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4076419 May 20 08:09:00.225031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50688) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:00.231208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Request body: {'subnet': {'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1622581871-subnet', 'tenant_id': '1eb9e924d89941a895edb1a414298e5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:00.237769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:00.241948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Usage tracker for resource:subnet and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:00.245605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:00.253415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:00.366980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.368133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.390471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-d065df04-aa8d-4d9a-9435-67d592752ab0', 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'fixed_ips': [{'subnet_id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:09:00.393560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.399896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Made reservation on behalf of 1eb9e924d89941a895edb1a414298e5f for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:00.402582 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.409793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:00.538908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:00.671711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Allocated IP 172.20.0.2 (d065df04-aa8d-4d9a-9435-67d592752ab0/221d5158-55c6-4c37-8dfe-cd9c89ef3f89/97d9e114-e3d9-4bef-b16c-a51bae12074b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:00.772891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:00.795930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:00.796305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.015637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.091252 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.160507 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.228561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:01.249255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Transition to ACTIVE for port object 97d9e114-e3d9-4bef-b16c-a51bae12074b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:01.288493 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.297648 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fec814c-a333-4706-bf80-ca1e52359993 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:01.305071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Transition to ACTIVE for port object 97d9e114-e3d9-4bef-b16c-a51bae12074b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:01.311460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.318688 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-55949172-7d80-4f8e-9b9a-7aec15cec91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:01.405278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.429238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Checking segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:01.429786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Network hostable DHCP agents. Network: dde7bdc1-3983-4510-b67c-fa8267fc496c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:09:01.438309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Network d065df04-aa8d-4d9a-9435-67d592752ab0 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:01.441562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:01.444401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:01.450166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:01.452000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f58541-0526-495b-9c95-479a0de9d522,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:01.462059 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:01.466751 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:01.467368 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:01.595833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Network dde7bdc1-3983-4510-b67c-fa8267fc496c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:09:01.669051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, dde7bdc1-3983-4510-b67c-fa8267fc496c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:01.687543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:01.688155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.690870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.698224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d390d3a-f5ac-49be-a723-a3d3c90c8e58 None None] Network dde7bdc1-3983-4510-b67c-fa8267fc496c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:01.782173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.792738 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5664313 May 20 08:09:01.887032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-52739379-119b-422c-832a-eafb27781284 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2194223 May 20 08:09:01.908147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Pushing event updated for resources: {'Port': ['ID=97d9e114-e3d9-4bef-b16c-a51bae12074b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:01.911345 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:01.912715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Attempting to bind port 97d9e114-e3d9-4bef-b16c-a51bae12074b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:01.913329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Attempting to bind port 97d9e114-e3d9-4bef-b16c-a51bae12074b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:01.914406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Attempting to bind port 97d9e114-e3d9-4bef-b16c-a51bae12074b on network d065df04-aa8d-4d9a-9435-67d592752ab0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:01.964911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:01.965382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Checking segment: {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:01.965941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.966356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Bound using segment: {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:01.967052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Bound port: 97d9e114-e3d9-4bef-b16c-a51bae12074b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:01.967486 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:01.982740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab8ebe-5bd9-44d3-95b1-49cc05e3b66e None None] Network dde7bdc1-3983-4510-b67c-fa8267fc496c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:02.011703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Allocated IP 172.25.8.231 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/168fc5ea-aa46-4968-a69d-9cc1e99327c7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:02.190962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] For port 97d9e114-e3d9-4bef-b16c-a51bae12074b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:02.232106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] For port 97d9e114-e3d9-4bef-b16c-a51bae12074b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d9e114-e3d9-4bef-b16c-a51bae12074b,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:02.272979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-235b3946-5e65-411a-bd8b-22b44ff09e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:02.274275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-235b3946-5e65-411a-bd8b-22b44ff09e50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1097 time: 0.1862893 May 20 08:09:02.284007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:02.292531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:02.297394 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:02.410959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Pushing event updated for resources: {'Port': ['ID=97d9e114-e3d9-4bef-b16c-a51bae12074b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:02.424588 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:02.503258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-dc8637f5-40aa-4a77-8e39-7614fb1d1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:02.504925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-dc8637f5-40aa-4a77-8e39-7614fb1d1877 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.2099047 May 20 08:09:02.521997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:02.530900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:02.592274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:02.606207 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-743faf32-0b8c-4012-a926-ad5515a80e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:02.644715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:02.644715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:02.740602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:02.752852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:02.759567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-a44fcc84-0e63-4caa-931f-ebc5d3b8d262 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1002 time: 0.2454579 May 20 08:09:02.760504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:02.797432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:02.803566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=168fc5ea-aa46-4968-a69d-9cc1e99327c7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:02.838787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:02.845912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ade74e766e1e4df5b73d7f3e030925ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:02.850666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:02.869342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:02.895791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-3161f613-5c48-44a0-8490-bc8d5287e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:02.896937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-3161f613-5c48-44a0-8490-bc8d5287e182 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.0947585 May 20 08:09:02.897899 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:03.007170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.103602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.149865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c9786e57-31d5-4ec0-84be-a2833514a45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:03.162998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ade74e766e1e4df5b73d7f3e030925ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305075 May 20 08:09:03.166186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50748) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:03.264727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f55c2-ef46-4437-880a-ec78bf1749cd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:03.270339 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:03.303042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.330089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-b5f2428d-b049-4ac2-a69f-21c3041df842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:03.331604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-b5f2428d-b049-4ac2-a69f-21c3041df842 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242096 May 20 08:09:03.353189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.503412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.508420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2d04ffb-247c-4014-8928-4f593928e835 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:03.527577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f55c2-ef46-4437-880a-ec78bf1749cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:03.531150 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:03.537831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:03.539275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e6f55c2-ef46-4437-880a-ec78bf1749cd HTTP/1.1" status: 204 len: 168 time: 0.3719594 May 20 08:09:03.709883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-32618ff2-45c5-426a-ba63-2c90a1b84b76 service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116138 May 20 08:09:03.758917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214acae-e25b-43b6-9cf7-2c6e0c2ea5dd None None] Network d065df04-aa8d-4d9a-9435-67d592752ab0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:03.889711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f3627c7d-dcd8-4e37-913b-2838d907c83f tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:03.890414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f3627c7d-dcd8-4e37-913b-2838d907c83f tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:03.924722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-55b8bfe9-de51-438e-81db-ea8357961ed3 None None] Provisioning for port 97d9e114-e3d9-4bef-b16c-a51bae12074b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:04.041895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f3627c7d-dcd8-4e37-913b-2838d907c83f tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:04.043051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f3627c7d-dcd8-4e37-913b-2838d907c83f tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 818 time: 0.5227356 May 20 08:09:04.059634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b63a487-18d9-4bf9-a1b3-44690f9695d9 req-9219932f-c736-46ad-961c-e977dd1c99fa service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417337 May 20 08:09:04.076235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-ca65a83d-db31-4643-9193-b278f5ec084a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/quotas/1eb9e924d89941a895edb1a414298e5f HTTP/1.1" status: 200 len: 375 time: 0.0156560 May 20 08:09:04.136033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-9da0b501-8e96-4ce8-a4db-956c7e89f418 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523107 May 20 08:09:04.136745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.371680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50768) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:04.391202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.410962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:04.415943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Usage tracker for resource:security_group_rule and tenant:2ca3d6f1edca4dca9abe33d3c3400cea is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:04.421049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:04.431226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:04.435276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f9016b5d-7db5-4037-825a-5ac5f6db4628 service neutron] 10.222.0.79 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497582 May 20 08:09:04.520568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d9e114-e3d9-4bef-b16c-a51bae12074b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:04.563223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.644461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.649757 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-17af1841-33d1-402e-8f4a-672a8e732e9d tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:04.665247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 97d9e114-e3d9-4bef-b16c-a51bae12074b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:04.672750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 97d9e114-e3d9-4bef-b16c-a51bae12074b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:04.673594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.704855 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ca3d6f1edca4dca9abe33d3c3400cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314095 May 20 08:09:04.705997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0abe4-f6a2-4c20-bc7b-445053e6f57e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:04.708350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50776) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:04.723286 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:04.820315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.855955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.857413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.905020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 97d9e114-e3d9-4bef-b16c-a51bae12074b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d9e114-e3d9-4bef-b16c-a51bae12074b,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:04.928666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.932907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-656778e3-5cee-4fd1-b4ad-7419fed4e9df service neutron] 10.222.0.79 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481595 May 20 08:09:04.966300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.968387 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b52a0529-0050-44c5-87fb-d2c60b9e007a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:04.989018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:04.996989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-21653317-c75b-4675-85fe-0e3f95896440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:05.024160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:05.025913 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7a0abe4-f6a2-4c20-bc7b-445053e6f57e HTTP/1.1" status: 204 len: 168 time: 0.3042572 May 20 08:09:05.026863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0abe4-f6a2-4c20-bc7b-445053e6f57e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:05.041407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:05.089348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=97d9e114-e3d9-4bef-b16c-a51bae12074b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:05.092766 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:05.223250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Router aa3c9b55-f8a6-4df9-8dce-106cc4275764 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:09:05.413820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:05.422327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Sync routers for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:05.439154 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:05.439898 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:05.481798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:05.484016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3458724 May 20 08:09:05.487042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:05.751931 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:05.856696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34530be5-9f28-4981-9571-bfd7d4656a6e req-2f55e12d-6e46-4e21-8a89-f17d8a94dec6 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.0842297 May 20 08:09:06.139291 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:03Z', 'revision_number': 3, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:06.144144 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Checking router: aa3c9b55-f8a6-4df9-8dce-106cc4275764 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:09:06.144798 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Updating router aa3c9b55-f8a6-4df9-8dce-106cc4275764 port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:09:06.209880 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.353016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.489246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d9e114-e3d9-4bef-b16c-a51bae12074b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:06.606020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 97d9e114-e3d9-4bef-b16c-a51bae12074b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:06.606495 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.640744 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.655762 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Transition to ACTIVE for port object 168fc5ea-aa46-4968-a69d-9cc1e99327c7 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:06.728121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Allocated IP 172.20.0.1 (d065df04-aa8d-4d9a-9435-67d592752ab0/221d5158-55c6-4c37-8dfe-cd9c89ef3f89/98edbbf9-289d-4638-9bcb-26eee30b1d00) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:06.747830 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.752663 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-2a63476f-15fa-44fc-bbfd-09496a6a6eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:06.794514 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8deea053-d6cf-4bb6-896a-3057c2127d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.908950 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Attempting to bind port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:06.909334 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Attempting to bind port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:06.909736 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Attempting to bind port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:06.920314 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:06.920971 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:06.921605 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.922449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:06.923175 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Bound port: 168fc5ea-aa46-4968-a69d-9cc1e99327c7, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:06.923932 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:06.974475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9655bbd-f63f-4b96-915d-dd2dab20df93 req-ff609629-b950-4f9d-926e-d16ed2ee5dd2 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.0629859 May 20 08:09:07.042353 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] For port 168fc5ea-aa46-4968-a69d-9cc1e99327c7, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:07.045864 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] For port 168fc5ea-aa46-4968-a69d-9cc1e99327c7, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=168fc5ea-aa46-4968-a69d-9cc1e99327c7,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:07.047332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Pushing event updated for resources: {'Port': ['ID=168fc5ea-aa46-4968-a69d-9cc1e99327c7,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:07.052286 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:07.115286 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.120126 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:07.176213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.206898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Transition to ACTIVE for port object 98edbbf9-289d-4638-9bcb-26eee30b1d00 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:07.207436 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:07.208264 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:08:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:07.283775 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Pushing event updated for resources: {'Port': ['ID=168fc5ea-aa46-4968-a69d-9cc1e99327c7,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:07.294677 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:07.326670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.339833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:07.438933 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:07.469618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Network d065df04-aa8d-4d9a-9435-67d592752ab0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:07.473716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:07.477929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:07.516192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Pushing event updated for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:07.524990 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:07.540736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.789729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.798341 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:03Z', 'revision_number': 3, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:07.803305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984b083-828f-4636-8d39-92fbf2aee0e9 None None] The sync data for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 is: [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:03Z', 'revision_number': 3, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:07.884965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a6efe9d1-37a4-4180-9bd4-25067eb966f7 None None] Provisioning for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:07.890616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a6efe9d1-37a4-4180-9bd4-25067eb966f7 None None] Provisioning complete for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:07.891009 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a6efe9d1-37a4-4180-9bd4-25067eb966f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:07.967349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a6efe9d1-37a4-4180-9bd4-25067eb966f7 None None] Port 98edbbf9-289d-4638-9bcb-26eee30b1d00 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:08.170515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:08.185643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e00bae8f-d9a1-47f3-957e-481e8f2ab2b2 req-9f945371-f1fd-492c-b3e2-b7553a9060ab tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.1451769 May 20 08:09:08.229148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:08.274601 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04432475-045d-4121-9426-005367be2a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:08.416690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:08.430673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Pushing event updated for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:08.435089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:08.570771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 168fc5ea-aa46-4968-a69d-9cc1e99327c7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:08.733407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Network d065df04-aa8d-4d9a-9435-67d592752ab0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:08.735012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:08.818276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:08.843447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:08.847979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.061071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Router aa3c9b55-f8a6-4df9-8dce-106cc4275764 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:09.083893 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.129718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 168fc5ea-aa46-4968-a69d-9cc1e99327c7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=168fc5ea-aa46-4968-a69d-9cc1e99327c7,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:09.202768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-da617062-43b7-46d1-9efd-19bd7fd4c237 None None] Provisioning complete for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:09.203414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-da617062-43b7-46d1-9efd-19bd7fd4c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.260241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6e1c555a-7c25-4ee8-b9e8-3767b10ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.266136 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.281979 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:09.320492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:09.334265 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] 10.222.0.79 "PUT /v2.0/routers/aa3c9b55-f8a6-4df9-8dce-106cc4275764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8402622 May 20 08:09:09.468495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dcda6a4c-8807-4815-9d58-073d3c468775 req-8e711391-b08e-4c55-a8e4-50371210c303 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.0967391 May 20 08:09:09.528600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-da617062-43b7-46d1-9efd-19bd7fd4c237 None None] Port 98edbbf9-289d-4638-9bcb-26eee30b1d00 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:09.560217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=168fc5ea-aa46-4968-a69d-9cc1e99327c7,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:09.565208 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:09.771465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:09.819847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-64d30f0e-d696-47f0-8600-35a3d49648a5 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:09.821655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-64d30f0e-d696-47f0-8600-35a3d49648a5 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.81 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 818 time: 0.2796330 May 20 08:09:09.837433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Request body: {'port': {'device_id': '6003519c-f4c3-4268-9eff-6a367c93094f', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'admin_state_up': True, 'tenant_id': '1eb9e924d89941a895edb1a414298e5f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:10.052987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:10.057844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Usage tracker for resource:port and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:10.061672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:10.070907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:10.208192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Made reservation on behalf of 1eb9e924d89941a895edb1a414298e5f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:10.213556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:10.232339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Sync routers for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:10.248435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:10.249096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:10.484683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:10.550302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-d6820489-fe93-4c64-a5ff-7806b02465c1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:10.553094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-d6820489-fe93-4c64-a5ff-7806b02465c1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.2300777 May 20 08:09:10.682747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-f51deec6-3c31-45f1-9d34-94c8d05f510b tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/quotas/e0f10a182e994a2eaed39e3a75920a1d HTTP/1.1" status: 200 len: 375 time: 0.1169324 May 20 08:09:10.727598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 168fc5ea-aa46-4968-a69d-9cc1e99327c7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:10.744117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-35fdb62b-4fb5-41e7-b032-69b420a6c79a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:10.746077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-35fdb62b-4fb5-41e7-b032-69b420a6c79a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 818 time: 0.5831535 May 20 08:09:10.796722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Request body: {'port': {'device_id': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'admin_state_up': True, 'tenant_id': '1eb9e924d89941a895edb1a414298e5f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:10.912582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:10.913193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.156347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 4, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '98edbbf9-289d-4638-9bcb-26eee30b1d00', 'name': '', 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'mac_address': 'fa:16:3e:53:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:06Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 2, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'subnets': [{'id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:11.160016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Checking router: aa3c9b55-f8a6-4df9-8dce-106cc4275764 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:09:11.161830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Updating router aa3c9b55-f8a6-4df9-8dce-106cc4275764 port 98edbbf9-289d-4638-9bcb-26eee30b1d00 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:09:11.216147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.227458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.240961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Allocated IP 172.20.0.12 (dde7bdc1-3983-4510-b67c-fa8267fc496c/d0f58541-0526-495b-9c95-479a0de9d522/1408a9d2-041a-4e3a-a50f-a2484fbd7b26) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:11.363088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4657cc90-d3e4-417c-9ee9-f60b0ddc7b00 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:11.364546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4657cc90-d3e4-417c-9ee9-f60b0ddc7b00 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 818 time: 0.3299584 May 20 08:09:11.368340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-a3c51dcb-21ca-47f1-9de3-8f0d39eecb1b tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6845410 May 20 08:09:11.369361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:11.386372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Request body: {'port': {'device_id': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'admin_state_up': True, 'tenant_id': '1eb9e924d89941a895edb1a414298e5f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:11.401135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Usage tracker for resource:port and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:11.410034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:11.452830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:11.590945 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.602964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Transition to ACTIVE for port object 98edbbf9-289d-4638-9bcb-26eee30b1d00 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:11.682321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Made reservation on behalf of 1eb9e924d89941a895edb1a414298e5f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:11.686008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.778411 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.786895 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b801594-74ab-4947-ae9e-62b3b548cbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:11.846966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-154627aa-c261-4a4f-99b5-eac6d6992006 service neutron] 10.222.0.79 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400172 May 20 08:09:11.904866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:11.941985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:11.959315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Usage tracker for resource:port and tenant:1eb9e924d89941a895edb1a414298e5f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:12.020020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:12.034620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:12.089094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Pushing event updated for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:12.097455 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:12.110964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-d3bcd47f-1d34-42d5-873f-a1f7d7b479f7 service neutron] 10.222.0.79 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526956 May 20 08:09:12.160824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Attempting to bind port 98edbbf9-289d-4638-9bcb-26eee30b1d00 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:12.161211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Attempting to bind port 98edbbf9-289d-4638-9bcb-26eee30b1d00 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:12.161635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Attempting to bind port 98edbbf9-289d-4638-9bcb-26eee30b1d00 on network d065df04-aa8d-4d9a-9435-67d592752ab0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:12.170607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:12.170911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Checking segment: {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:12.171753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.171917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Bound using segment: {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:12.172406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Bound port: 98edbbf9-289d-4638-9bcb-26eee30b1d00, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee4d172-b56e-41e3-89fd-ef4fce9a0843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:12.172826 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.177381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Made reservation on behalf of 1eb9e924d89941a895edb1a414298e5f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:12.181699 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.267960 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.284676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] For port 98edbbf9-289d-4638-9bcb-26eee30b1d00, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:12.291170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] For port 98edbbf9-289d-4638-9bcb-26eee30b1d00, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98edbbf9-289d-4638-9bcb-26eee30b1d00,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:12.312435 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ec6777d-ffe9-427c-a7f8-20ea4fba6e53 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:12.406693 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.412843 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:12.451047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Network dde7bdc1-3983-4510-b67c-fa8267fc496c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:12.473057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:12.477536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:12.496157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.522384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Pushing event updated for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:12.541089 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:12.547905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:12.548969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:12.632064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event updated for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:12.635515 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:12.637963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0b61384-8a32-4f7c-a511-18d3ee84cf83 req-93f22dc6-309b-474d-bf20-a3228edc624d tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.0932169 May 20 08:09:12.671596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:12.724417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-d8a669ef-f578-47f7-bc8f-b3f9e9679065 {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:09:12.724987 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:09:12.767484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:12.770962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.804474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Allocated IP 172.20.0.3 (dde7bdc1-3983-4510-b67c-fa8267fc496c/d0f58541-0526-495b-9c95-479a0de9d522/3f4ba489-a16b-4346-8c5f-155dd3c72842) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:12.861451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:12.886569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:12.894550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:12.895141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Usage tracker for resource:security_group_rule and tenant:0603ca0da5604568b4af246d2ac313d3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:12.898577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:12.905069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:12.948605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30045dfa-6e3f-4f05-a170-51f0057d98dd req-ee417422-5129-4bcf-8baa-206576f1fcc7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 210 time: 0.0492713 May 20 08:09:12.953588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1229477 May 20 08:09:12.970178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f50c2472-d6fa-4d61-9a1c-7766492cc7cc tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:09:12.971619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-f50c2472-d6fa-4d61-9a1c-7766492cc7cc tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063460 May 20 08:09:13.113078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.186641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.195503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Request body: {'port': {'device_id': '6003519c-f4c3-4268-9eff-6a367c93094f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:13.202570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-258b4742-b871-4794-9a17-32c01929fca8 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:13.259015 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0603ca0da5604568b4af246d2ac313d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856345 May 20 08:09:13.260257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7690515-22c3-4483-8ef4-0a33f697ee86,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:13.264314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:13.267836 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:13.338807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.363004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 4, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '98edbbf9-289d-4638-9bcb-26eee30b1d00', 'name': '', 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'mac_address': 'fa:16:3e:53:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:06Z', 'updated_at': '2021-05-20T08:09:12Z', 'revision_number': 4, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'subnets': [{'id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:13.367819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d302b-1a09-49c1-a29d-8480fbeaebe1 None None] The sync data for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 is: [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:09:07Z', 'revision_number': 4, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '98edbbf9-289d-4638-9bcb-26eee30b1d00', 'name': '', 'network_id': 'd065df04-aa8d-4d9a-9435-67d592752ab0', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'mac_address': 'fa:16:3e:53:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:06Z', 'updated_at': '2021-05-20T08:09:12Z', 'revision_number': 4, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'subnets': [{'id': '221d5158-55c6-4c37-8dfe-cd9c89ef3f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:13.370747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.442387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.543238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.547246 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae4a95e7-9c44-4faf-bc3d-9c983677070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:13.560876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7690515-22c3-4483-8ef4-0a33f697ee86,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:13.568968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.570377 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:13.573053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.574425 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7690515-22c3-4483-8ef4-0a33f697ee86 HTTP/1.1" status: 204 len: 168 time: 0.3087718 May 20 08:09:13.694612 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.856017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:13.917335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85d54ba9-12ff-4090-85f1-4a82fe8169e4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:14.016633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Network dde7bdc1-3983-4510-b67c-fa8267fc496c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:14.026942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:14.033927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:14.136347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event updated for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:14.155854 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:14.155854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Allocated IP 172.20.0.7 (dde7bdc1-3983-4510-b67c-fa8267fc496c/d0f58541-0526-495b-9c95-479a0de9d522/0ce2b515-ea9b-4174-b434-2b4203bf31cb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:14.176630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:14.177429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.258292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-56c3fb92-8c0f-4ea7-b6e5-522b227b992a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:14.259127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-56c3fb92-8c0f-4ea7-b6e5-522b227b992a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:14.383868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0071075 May 20 08:09:14.396308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:14.415536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Request body: {'port': {'device_id': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:14.443758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.474763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:14.479252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Usage tracker for resource:security_group_rule and tenant:ee9830fdcade4d17999df0fb94a81de8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:14.483179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:14.490832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:14.550113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98edbbf9-289d-4638-9bcb-26eee30b1d00 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:14.594075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.599977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-56c3fb92-8c0f-4ea7-b6e5-522b227b992a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:14.601362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-56c3fb92-8c0f-4ea7-b6e5-522b227b992a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 931 time: 0.8276572 May 20 08:09:14.632372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.649573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.686266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.696021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39778dcc-3c09-4263-91ea-405384fe2110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:14.720119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:14.726558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:14.726558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.737525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee9830fdcade4d17999df0fb94a81de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391745 May 20 08:09:14.737817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51028) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:14.753330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1230875-66e3-45dc-9b3f-d67ca13ca842,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:14.756839 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:14.780905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-326112ea-0ec4-44e6-a295-74e14bf4d3bb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:14.866830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.901657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 98edbbf9-289d-4638-9bcb-26eee30b1d00, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98edbbf9-289d-4638-9bcb-26eee30b1d00,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:14.938155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:14.965077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.000614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.003883 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:15.018352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.030848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-326112ea-0ec4-44e6-a295-74e14bf4d3bb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:15.033410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17f1efa8-f68e-44df-ac31-ea1a96594c5e req-326112ea-0ec4-44e6-a295-74e14bf4d3bb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886161 May 20 08:09:15.041370 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b1cfc456-2612-4c6b-bc71-9f04c02a09c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:15.090829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:15.095592 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:15.485306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Network dde7bdc1-3983-4510-b67c-fa8267fc496c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:15.502116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:15.507836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event updated for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:15.511437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de19d243-3ce3-4d28-94a8-34b5c5e9e5ed req-ad6b0896-0ff5-41cc-a515-f00cd6364568 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 210 time: 0.3055534 May 20 08:09:15.512154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:15.538950 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:15.613128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.622597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd0f2ba7-679b-4a2e-984d-7840382cc386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:15.645250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:15.647246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.654260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1ae1b33a-dd8b-4ca9-a739-e55af7808e6c tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:15.655701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1ae1b33a-dd8b-4ca9-a739-e55af7808e6c tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.81 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.5037541 May 20 08:09:15.664016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1230875-66e3-45dc-9b3f-d67ca13ca842,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:15.690196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Request body: {'port': {'device_id': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'admin_state_up': True, 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:15.690196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:15.694497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:15.699505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.700572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1230875-66e3-45dc-9b3f-d67ca13ca842 HTTP/1.1" status: 204 len: 168 time: 0.9579635 May 20 08:09:15.731189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Usage tracker for resource:port and tenant:e0f10a182e994a2eaed39e3a75920a1d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:15.744775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:15.755064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:15.769702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:15.778923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.794137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Transition to ACTIVE for port object 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:15.796063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0093436 May 20 08:09:15.808822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Request body: {'port': {'device_id': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:15.861691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Made reservation on behalf of e0f10a182e994a2eaed39e3a75920a1d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:15.863610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.945301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:15.958247 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8522525d-bb93-4975-9e99-c0cc30827cb7 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:16.262914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Pushing event updated for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:16.270921 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:16.294640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.489796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98edbbf9-289d-4638-9bcb-26eee30b1d00 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:16.507387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51066) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:16.540751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.575964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:16.585100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f5a1b33cff43abaf92c9fc0b51ed8d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:16.588346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51072) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:16.590966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:16.600069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 98edbbf9-289d-4638-9bcb-26eee30b1d00 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:16.600853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.631605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:16.637502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Allocated IP 172.20.0.10 (ff432942-c09d-48a5-b7bd-4c630df7404e/1cf9a9a7-9695-4e53-b583-8070aa9bc2fe/e90656ab-764b-451e-bdbf-15bfb3a57a60) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:16.695963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Attempting to bind port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:16.696230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Attempting to bind port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:16.696550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Attempting to bind port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:16.729755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 on network dde7bdc1-3983-4510-b67c-fa8267fc496c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:16.730014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Attempting to bind port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:16.733609 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.739561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f3f2-c293-44d5-9167-48ee01137a6e req-d16ccf3d-2f4f-453f-8b81-b4af0bc5cf3b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:16.746003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66d3f3f2-c293-44d5-9167-48ee01137a6e req-d16ccf3d-2f4f-453f-8b81-b4af0bc5cf3b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 931 time: 0.5445364 May 20 08:09:16.784745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:16.785089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Checking segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:16.785504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Bound using segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:16.785947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Bound port: 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:16.786311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.824089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.828371 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f197cd56-375e-40b7-aa31-422f7a47e6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:16.831477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4ba489-a16b-4346-8c5f-155dd3c72842 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:16.839631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.885449 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:16.886097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:16.895444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9f5a1b33cff43abaf92c9fc0b51ed8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846207 May 20 08:09:16.896103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:16.896799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867fe63-55ea-406d-bda2-d89f9cf2acb9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:16.902047 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:16.903282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Usage tracker for resource:security_group_rule and tenant:dbcc4775760c4f6c9dc4db146c0ef830 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:16.916502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:16.925396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:16.932620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66d3f3f2-c293-44d5-9167-48ee01137a6e req-2bba44bf-4ae3-4736-be37-c447f88262e3 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857870 May 20 08:09:16.972968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Transition to ACTIVE for port object 3f4ba489-a16b-4346-8c5f-155dd3c72842 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:16.993659 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.034899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.065383 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.077893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fed64a42-90c4-40bf-85b1-1ca9d52249eb tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:17.104210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.182901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.191441 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da5f1efd-6872-4942-a419-c57952c36d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:17.369965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.395824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbcc4775760c4f6c9dc4db146c0ef830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062999 May 20 08:09:17.400186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:17.401129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ae3ef-e425-4bcf-9f8a-ce07be1431f6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:17.406463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:17.407815 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae01b461-ff36-426f-87c6-974bd8ec7300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:17.446597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867fe63-55ea-406d-bda2-d89f9cf2acb9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:17.449485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:17.457193 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.460817 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2867fe63-55ea-406d-bda2-d89f9cf2acb9 HTTP/1.1" status: 204 len: 168 time: 0.5583897 May 20 08:09:17.493964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1741a31-3a80-4b73-a3db-e74fc8538cea req-db6a878d-4344-427a-86cf-7f7f6e138394 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 210 time: 0.4396234 May 20 08:09:17.503807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.515752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:17.538576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.587247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:17.598451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:17.601310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:17.676397 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.693043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.701840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:17.764156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:17.764936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.766011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.767153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] 10.222.0.81 "PUT /v2.0/ports/1408a9d2-041a-4e3a-a50f-a2484fbd7b26 HTTP/1.1" status: 200 len: 1092 time: 4.7756922 May 20 08:09:17.776562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Transition to ACTIVE for port object e90656ab-764b-451e-bdbf-15bfb3a57a60 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:17.779642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:17.783999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-045a68eb-7a7d-4330-9276-7cb64406874e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:17.803993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ae3ef-e425-4bcf-9f8a-ce07be1431f6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:17.803993 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:17.819431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.822306 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e6ae3ef-e425-4bcf-9f8a-ce07be1431f6 HTTP/1.1" status: 204 len: 168 time: 0.4177761 May 20 08:09:17.862035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Attempting to bind port 3f4ba489-a16b-4346-8c5f-155dd3c72842 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:17.862354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Attempting to bind port 3f4ba489-a16b-4346-8c5f-155dd3c72842 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:17.862692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Attempting to bind port 3f4ba489-a16b-4346-8c5f-155dd3c72842 on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:17.886101 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26', 'status': 'completed', 'code': 200} May 20 08:09:17.937864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Port 3f4ba489-a16b-4346-8c5f-155dd3c72842 on network dde7bdc1-3983-4510-b67c-fa8267fc496c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:17.938199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Attempting to bind port 3f4ba489-a16b-4346-8c5f-155dd3c72842 on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:17.956621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Pushing event updated for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:17.960611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:17.966482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:17.967010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Checking segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:17.967567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Bound using segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:17.968180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Bound port: 3f4ba489-a16b-4346-8c5f-155dd3c72842, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:17.968712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:17.990135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce2b515-ea9b-4174-b434-2b4203bf31cb {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:18.010039 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.124638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Transition to ACTIVE for port object 0ce2b515-ea9b-4174-b434-2b4203bf31cb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:18.132416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.142380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:18.243903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Network ff432942-c09d-48a5-b7bd-4c630df7404e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:18.250204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.255433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:18.258373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:18.292057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:18.317644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-24edd5ff-c387-47ad-930b-93a2c9c4f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:18.319193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-24edd5ff-c387-47ad-930b-93a2c9c4f590 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 1095 time: 0.4539692 May 20 08:09:18.319897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Pushing event updated for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:18.323459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:18.386986 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9e66acb-62ba-410f-886f-997e5fc3025f tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:18.424940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:18.546496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.566130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2808c44b-f373-41a3-8c43-c9ba246921ed None None] Provisioning for port e90656ab-764b-451e-bdbf-15bfb3a57a60 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:18.571991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2808c44b-f373-41a3-8c43-c9ba246921ed None None] Provisioning complete for port e90656ab-764b-451e-bdbf-15bfb3a57a60 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:18.575534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2808c44b-f373-41a3-8c43-c9ba246921ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.612775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:18.613396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.632099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2808c44b-f373-41a3-8c43-c9ba246921ed None None] Port e90656ab-764b-451e-bdbf-15bfb3a57a60 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:18.688590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:18.707372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.719470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:18.723711 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:18.724453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:18.728530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:18.728717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Usage tracker for resource:security_group_rule and tenant:9e63dad45b4b43c99b8e632a70f27989 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:18.729177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.730835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] 10.222.0.84 "PUT /v2.0/ports/3f4ba489-a16b-4346-8c5f-155dd3c72842 HTTP/1.1" status: 200 len: 1091 time: 4.3261206 May 20 08:09:18.732231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8881964d-8a13-420a-ae40-1650d1300f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:18.736662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:18.746742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:18.772162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d74d5-ee38-4ad7-891a-fb8d39a2c6a0 req-b064cc79-7979-4fe5-ad0e-ac60d9027dad tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:18.773824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-787d74d5-ee38-4ad7-891a-fb8d39a2c6a0 req-b064cc79-7979-4fe5-ad0e-ac60d9027dad tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 943 time: 0.6996648 May 20 08:09:18.895318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Attempting to bind port 0ce2b515-ea9b-4174-b434-2b4203bf31cb on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:18.895757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Attempting to bind port 0ce2b515-ea9b-4174-b434-2b4203bf31cb by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:18.896090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Attempting to bind port 0ce2b515-ea9b-4174-b434-2b4203bf31cb on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:18.924675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2457128 May 20 08:09:18.945395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Port 0ce2b515-ea9b-4174-b434-2b4203bf31cb on network dde7bdc1-3983-4510-b67c-fa8267fc496c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:18.945763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Attempting to bind port 0ce2b515-ea9b-4174-b434-2b4203bf31cb on network dde7bdc1-3983-4510-b67c-fa8267fc496c {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:18.953440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Request body: {'port': {'device_id': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:18.971652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:18.995690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:18.996190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Checking segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:18.996327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Bound using segment: {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:18.996762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Bound port: 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b082ce52-af98-4cc9-bafa-ad346711ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:18.997116 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.007695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-4d71d547-b72e-4bb5-ba77-e72b46d83f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:19.009140 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-4d71d547-b72e-4bb5-ba77-e72b46d83f91 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1eb9e924d89941a895edb1a414298e5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6242676 May 20 08:09:19.022318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-787d74d5-ee38-4ad7-891a-fb8d39a2c6a0 req-882cf89e-ad89-44f1-b1e0-94f612f8e01f tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288840 May 20 08:09:19.033606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.043659 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:19.050615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:19.084977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:19.087476 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e63dad45b4b43c99b8e632a70f27989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977568 May 20 08:09:19.088610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2044644e-5de0-42b2-b923-c00de078c8cd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:19.091282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51138) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:19.093872 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:19.154684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.182557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.313546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.317499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:19.331615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2044644e-5de0-42b2-b923-c00de078c8cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:19.336010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:19.338004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.341652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2044644e-5de0-42b2-b923-c00de078c8cd HTTP/1.1" status: 204 len: 168 time: 0.2468522 May 20 08:09:19.485194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51148) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:19.582800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.619572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-b5536989-cc7c-48c4-923c-5cc81eb19392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:19.621048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-b5536989-cc7c-48c4-923c-5cc81eb19392 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 1094 time: 0.7649987 May 20 08:09:19.622092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:19.668013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-788316f6-0c11-4946-b960-894bdd39d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:19.669428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fccdbd04-a682-4d3b-bef4-e46d96418364 req-788316f6-0c11-4946-b960-894bdd39d9c0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6417680 May 20 08:09:19.732939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:19.757432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.773803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:19.778295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Usage tracker for resource:security_group_rule and tenant:6132623e58e34ece8c75756623ff9fd8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:19.781177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:19.788026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:19.789374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-25c45172-3595-4eeb-b3b8-3f5c74ed343b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842 HTTP/1.1" status: 200 len: 217 time: 0.1234519 May 20 08:09:19.849079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aedd23-d105-4ec0-b208-e2adeed9f6db req-01588c38-6cd7-4437-bb38-4568ea45d707 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:19.853976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-33aedd23-d105-4ec0-b208-e2adeed9f6db req-01588c38-6cd7-4437-bb38-4568ea45d707 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Synchronizing usage tracker for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:19.865361 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.873082 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa37f984-3272-4105-9e12-2c4b2a3b8a19 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:19.889859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.929547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:19.977358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:19.985830 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6cf11b0f-4892-48ec-9f27-d7cfa2848e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:20.018356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:20.018978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:20.020373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] 10.222.0.84 "PUT /v2.0/ports/0ce2b515-ea9b-4174-b434-2b4203bf31cb HTTP/1.1" status: 200 len: 1091 time: 4.2166228 May 20 08:09:20.042342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a313529e-f6b4-4f97-81c5-9691e85989fd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:20.048474 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6132623e58e34ece8c75756623ff9fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613725 May 20 08:09:20.050536 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:20.051157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-5119d473-8638-4bb7-bb17-75daa51e12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:20.051605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:20.052584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-5119d473-8638-4bb7-bb17-75daa51e12ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 200 len: 858 time: 0.2463930 May 20 08:09:20.130332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:20.135835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-33aedd23-d105-4ec0-b208-e2adeed9f6db req-01588c38-6cd7-4437-bb38-4568ea45d707 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Unset dirty status for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:20.136896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33aedd23-d105-4ec0-b208-e2adeed9f6db req-01588c38-6cd7-4437-bb38-4568ea45d707 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1028 time: 1.0016885 May 20 08:09:20.158681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:20.177488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:20.183017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-b3a135c3-f4b5-4838-8d64-7fa0f14e9b80 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dde7bdc1-3983-4510-b67c-fa8267fc496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184208 May 20 08:09:20.187398 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:20.256844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:20.262425 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40334efc-6138-4491-9175-6af7ce2a92e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:20.274125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313529e-f6b4-4f97-81c5-9691e85989fd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:20.278105 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:20.281919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:20.287475 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a313529e-f6b4-4f97-81c5-9691e85989fd HTTP/1.1" status: 204 len: 168 time: 0.2338812 May 20 08:09:20.325320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-ee5a23a6-1810-4d8c-8e46-5c87846c0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:20.326820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-ee5a23a6-1810-4d8c-8e46-5c87846c0f5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 1095 time: 0.5775471 May 20 08:09:20.485853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33aedd23-d105-4ec0-b208-e2adeed9f6db req-acd043d2-8fc8-4463-af2d-cd96ceb54d41 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013158 May 20 08:09:20.487214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-c63bb9d9-e442-49e4-94af-eb7b88c678a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26 HTTP/1.1" status: 200 len: 217 time: 0.1434004 May 20 08:09:20.606736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-eabef79c-01df-418f-bc6f-11b7a2317811 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107571 May 20 08:09:20.674767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-80fcdf1b-04b3-4a6b-9529-b6f70985aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:20.676245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-80fcdf1b-04b3-4a6b-9529-b6f70985aa28 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 1094 time: 0.5414927 May 20 08:09:20.692514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-43ac7e61-f848-47ac-8b69-09acc8dabf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:20.693965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-43ac7e61-f848-47ac-8b69-09acc8dabf3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 200 len: 858 time: 0.1982212 May 20 08:09:21.098004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-d9716d29-1566-4c9f-a576-b8ab9be01880 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb HTTP/1.1" status: 200 len: 217 time: 0.3898313 May 20 08:09:21.108429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-6d4f18a2-0030-4c8c-a4ba-c8940ac16372 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=dde7bdc1-3983-4510-b67c-fa8267fc496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3921299 May 20 08:09:21.196133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90656ab-764b-451e-bdbf-15bfb3a57a60 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:21.227626 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:21.340623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Transition to ACTIVE for port object e90656ab-764b-451e-bdbf-15bfb3a57a60 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:21.345717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-0d024d45-36ce-4e35-aa4d-b656146fe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:21.347286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-0d024d45-36ce-4e35-aa4d-b656146fe421 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 200 len: 858 time: 0.2366352 May 20 08:09:21.352473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-d31bc109-68f8-45b9-a696-de76eb20a87d service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359064 May 20 08:09:21.361877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ac63-42e9-4676-92b5-6bf2bb4ae88c req-23dd2a49-4dd3-4eb5-bfab-d19c1735cc17 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:21.363387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d63ac63-42e9-4676-92b5-6bf2bb4ae88c req-23dd2a49-4dd3-4eb5-bfab-d19c1735cc17 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.7545049 May 20 08:09:21.445583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-3a02ca12-4fd5-4f3b-b4f6-78510aa3b647 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dde7bdc1-3983-4510-b67c-fa8267fc496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811510 May 20 08:09:21.451029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:21.460556 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e90886f-fe60-4bda-ad8e-083089d15e44 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:21.532998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-07497fb4-db33-4c59-972e-1256aef410e8 service neutron] 10.222.0.81 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730726 May 20 08:09:21.726051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d63ac63-42e9-4676-92b5-6bf2bb4ae88c req-16be2ce6-6871-4390-b4c5-e6806bbcb0ec tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233519 May 20 08:09:21.749226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51218) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:21.796615 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842', 'status': 'completed', 'code': 200} May 20 08:09:21.806784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Pushing event updated for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:21.844856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:21.932974 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e0eee03-c9f4-4354-a723-e8b39f768f81 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 200 len: 994 time: 0.1823328 May 20 08:09:22.107196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-190b30c0-65a6-41c4-9301-0c6e629c58e1 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496058 May 20 08:09:22.209571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-06a553bd-7eab-44af-aee3-4f64f426c85b service neutron] 10.222.0.81 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381638 May 20 08:09:22.213708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Attempting to bind port e90656ab-764b-451e-bdbf-15bfb3a57a60 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:22.214049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Attempting to bind port e90656ab-764b-451e-bdbf-15bfb3a57a60 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:22.214398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Attempting to bind port e90656ab-764b-451e-bdbf-15bfb3a57a60 on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:22.277036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Port e90656ab-764b-451e-bdbf-15bfb3a57a60 on network ff432942-c09d-48a5-b7bd-4c630df7404e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:22.277248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Attempting to bind port e90656ab-764b-451e-bdbf-15bfb3a57a60 on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:22.303149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-04688441-a896-419c-9475-2a1581f01b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:22.304610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-04688441-a896-419c-9475-2a1581f01b7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 1094 time: 0.4617305 May 20 08:09:22.305335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:22.305701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Checking segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:22.306083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Bound using segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:22.306525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Bound port: e90656ab-764b-451e-bdbf-15bfb3a57a60, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:22.306874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:22.428544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f234404-66be-4471-b178-d3249979dc53 req-005f6d14-7463-4089-ae11-84ac98135a31 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:22.430043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f234404-66be-4471-b178-d3249979dc53 req-005f6d14-7463-4089-ae11-84ac98135a31 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 943 time: 0.4803870 May 20 08:09:22.508048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3020a31a-ea92-4e46-a47b-2b78b31190cc req-8767a57c-dbf7-4c53-a844-8ebf1bbcf125 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834221 May 20 08:09:22.620915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-d8693fc6-99fb-48ab-9496-1221f8213f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:22.622449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-d8693fc6-99fb-48ab-9496-1221f8213f6b service neutron] 10.222.0.84 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 919 time: 0.3038921 May 20 08:09:22.630531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:22.634838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f234404-66be-4471-b178-d3249979dc53 req-29e2964f-3f3c-4bec-8057-4e0d7a93d708 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401484 May 20 08:09:22.636468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:22.709634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-cbd5d7b3-7a62-4b31-bdbe-2b1a1d12c727 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842 HTTP/1.1" status: 200 len: 217 time: 0.0718551 May 20 08:09:22.720667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:22.759570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:23.006212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.007522 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:23.008274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] 10.222.0.81 "PUT /v2.0/ports/e90656ab-764b-451e-bdbf-15bfb3a57a60 HTTP/1.1" status: 200 len: 1092 time: 4.0639398 May 20 08:09:23.092190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-daef2e1f-7a3b-4178-a8e2-20e63c1aeaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.092338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-daef2e1f-7a3b-4178-a8e2-20e63c1aeaf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 200 len: 858 time: 0.3753359 May 20 08:09:23.102391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Pushing event updated for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:23.106001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:23.170745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51252) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:23.193197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-c3a49646-cda8-44e3-bbda-cddaf222f123 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dde7bdc1-3983-4510-b67c-fa8267fc496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920613 May 20 08:09:23.258238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9dcf9-f53d-4927-b1a7-1755cfd0c4a0 req-245c12e4-06b9-4cc0-8520-87a8a6b064af tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.259743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50e9dcf9-f53d-4927-b1a7-1755cfd0c4a0 req-245c12e4-06b9-4cc0-8520-87a8a6b064af tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1095 time: 0.4578192 May 20 08:09:23.386238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:23.396844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:23.398406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:floatingip and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:23.400763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50e9dcf9-f53d-4927-b1a7-1755cfd0c4a0 req-65c5e920-5a6d-4895-b3de-c54c1e776c58 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815663 May 20 08:09:23.401562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:23.405175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-b2717401-05c5-4cce-aaa7-12091af4db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.406610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-b2717401-05c5-4cce-aaa7-12091af4db7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1095 time: 0.2584796 May 20 08:09:23.408612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:23.412548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-4fef1980-7019-426f-b167-5c8f9fc1eb40 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116885 May 20 08:09:23.497222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:23.506715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-c688dd71-1dc2-47c4-ab9b-35dde50bc84c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60 HTTP/1.1" status: 200 len: 217 time: 0.0921633 May 20 08:09:23.642747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-879c3b34-9c6c-47af-b236-df60f1a22d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.644235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-879c3b34-9c6c-47af-b236-df60f1a22d6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 200 len: 847 time: 0.1265161 May 20 08:09:23.647253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:23.724675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23c0780a-8cae-4fa8-81b1-3674314a4b49 req-6d48851b-e053-43ac-be17-d9ef47a23dd0 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540176 May 20 08:09:23.748028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-303b29c6-2b3e-4648-9b9f-5085fc683e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.749519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-303b29c6-2b3e-4648-9b9f-5085fc683e5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff432942-c09d-48a5-b7bd-4c630df7404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972271 May 20 08:09:23.799212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Allocated IP 172.25.8.183 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/a101655d-2f7e-40e1-b0a3-514076baaf12) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:23.807370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb'}, {'name': 'network-changed', 'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:23.952422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-ed7623d2-5bc9-43a9-be8f-a4e023000775 service neutron] 10.222.0.81 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939361 May 20 08:09:23.960762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7724-c354-4aef-abc6-3a149bb93569 req-6b5c35d7-9f82-4a47-b28b-829e5242130a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:23.962207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e6a7724-c354-4aef-abc6-3a149bb93569 req-6b5c35d7-9f82-4a47-b28b-829e5242130a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 943 time: 0.2056932 May 20 08:09:23.972866 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.097121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e6a7724-c354-4aef-abc6-3a149bb93569 req-3c508416-a72b-444b-b22e-b08be1398c6d tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 May 20 08:09:24.108859 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.123128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5dfd910b-30e4-4a06-b12d-84e306f84f1e tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:24.126708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30f8b155-3fb1-49b8-89aa-be62568a173b req-cfd75ed6-77ab-403b-ad4f-73ade30b7a95 service neutron] 10.222.0.81 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635661 May 20 08:09:24.185557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:24.188457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:24.192823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:24.230758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=a101655d-2f7e-40e1-b0a3-514076baaf12,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:24.234641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0ce2b515-ea9b-4174-b434-2b4203bf31cb details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:24.236193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:24.279273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ffc7-c6c3-4b75-90b2-faf9c9eed4a4 req-c06111ac-d5ac-4ada-856d-a8020ed7a16b tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:24.280799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda9ffc7-c6c3-4b75-90b2-faf9c9eed4a4 req-c06111ac-d5ac-4ada-856d-a8020ed7a16b tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1097 time: 0.0859599 May 20 08:09:24.288254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.347362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dda9ffc7-c6c3-4b75-90b2-faf9c9eed4a4 req-d15f79d7-68bf-494a-ac4b-aa600a25ef1d tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578072 May 20 08:09:24.388211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:24.432969 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb', 'status': 'completed', 'code': 200} May 20 08:09:24.435167 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60', 'status': 'completed', 'code': 200} May 20 08:09:24.464139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.476476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0ce2b515-ea9b-4174-b434-2b4203bf31cb', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'port_id': '0ce2b515-ea9b-4174-b434-2b4203bf31cb', 'mac_address': 'fa:16:3e:f7:27:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f58541-0526-495b-9c95-479a0de9d522', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:24.481802 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.592650 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.617733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce2b515-ea9b-4174-b434-2b4203bf31cb {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:24.637830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:24.673175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-1b30828e-b033-459d-ab98-73a03b607cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:24.674343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-1b30828e-b033-459d-ab98-73a03b607cf3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1095 time: 0.2230823 May 20 08:09:24.680290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-0d65b583-7f01-4a11-a820-4b4da54209ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:24.681731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-0d65b583-7f01-4a11-a820-4b4da54209ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1eb9e924d89941a895edb1a414298e5f&device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 1094 time: 0.1281316 May 20 08:09:24.714639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.715491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.716339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3f4ba489-a16b-4346-8c5f-155dd3c72842 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:24.720845 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:24.766507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.773217 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38468670-f23c-47f8-9875-6f4a1db3a0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:24.833047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:24.849164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:24.858217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.858558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.858893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.859221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.859548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.859870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.861315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.861695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.862024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.862347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.862670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.862998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:24.877520 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:24.877520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '3f4ba489-a16b-4346-8c5f-155dd3c72842', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'port_id': '3f4ba489-a16b-4346-8c5f-155dd3c72842', 'mac_address': 'fa:16:3e:83:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f58541-0526-495b-9c95-479a0de9d522', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:24.915322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=a101655d-2f7e-40e1-b0a3-514076baaf12,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:24.921036 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:24.928035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.951402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:24.972821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4ba489-a16b-4346-8c5f-155dd3c72842 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:24.992389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:25.034647 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.038608 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8641200 May 20 08:09:25.038837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:25.044527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-165513819'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:25.051346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:25.056700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:network and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:25.060255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:25.067092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:25.079832 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.082027 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-870e10e0-6a93-475f-bdc3-6c04c65157fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:25.145571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Made reservation on behalf of 3fd160d0ee6d4b7d98541c7cc3f03338 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:25.151704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.157510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:25.161578 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:25.163705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-ba4a0525-37b3-4b2a-ab33-b9583e18ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.165247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-ba4a0525-37b3-4b2a-ab33-b9583e18ae08 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.4826918 May 20 08:09:25.166459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-224cbd44-5adf-4c54-9b1f-4f38721387df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.167983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-224cbd44-5adf-4c54-9b1f-4f38721387df service neutron] 10.222.0.84 "GET /v2.0/networks?id=dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 200 len: 919 time: 0.4674571 May 20 08:09:25.175501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.192333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:25.196411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:security_group_rule and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:25.199373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:25.206241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:25.295665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-80f95593-e244-4bd2-baf9-885532c4428b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60 HTTP/1.1" status: 200 len: 217 time: 0.1238883 May 20 08:09:25.331011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['3f4ba489-a16b-4346-8c5f-155dd3c72842'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:25.357962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.369148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-d25b0f8c-f04a-4475-bdb7-33becbd4622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.370657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-d25b0f8c-f04a-4475-bdb7-33becbd4622a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 200 len: 847 time: 0.0666389 May 20 08:09:25.371878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-dfe722b2-9980-4184-9f7a-88bc3f9f5bc1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb HTTP/1.1" status: 200 len: 217 time: 0.1444683 May 20 08:09:25.383927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0ce2b515-ea9b-4174-b434-2b4203bf31cb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:25.399585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.403231 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-496eb419-4c80-45d1-9d89-09ed523ad141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:25.449120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:09:25.488595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6907c7f3-8673-4429-9978-dba7f33e30a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:25.492785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:25.496164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.496659 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Added segment 4bc400b4-94a5-41b4-9b6f-5083ac46b4bb of type vlan for network adf89990-9128-4b40-adc0-14ce293ee432 May 20 08:09:25.536435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.655815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-2aa82d3a-a32b-4fd9-92b8-3ed1495ff296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.658626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-2aa82d3a-a32b-4fd9-92b8-3ed1495ff296 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 200 len: 858 time: 0.2426972 May 20 08:09:25.673977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.679841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.680611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:25.691543 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:25.720804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-d4a3f130-24b3-4199-a83a-4dc1b15bd874 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dde7bdc1-3983-4510-b67c-fa8267fc496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552521 May 20 08:09:25.730683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-f9fb6a10-350e-48af-811c-1ece7021ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:25.732279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-f9fb6a10-350e-48af-811c-1ece7021ffe0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff432942-c09d-48a5-b7bd-4c630df7404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540585 May 20 08:09:25.817699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Network': ['ID=adf89990-9128-4b40-adc0-14ce293ee432,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:25.821920 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:25.832245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network adf89990-9128-4b40-adc0-14ce293ee432 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:09:25.892891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8528452 May 20 08:09:25.897063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51308) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:25.907907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Request body: {'subnet': {'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:25.971116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:26.015404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-29221741-01fe-4b82-9579-680fb02fb7c0 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821267 May 20 08:09:26.020241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-0e4b5163-e5c7-4cd0-b42b-8375d545b2e2 service neutron] 10.222.0.81 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651956 May 20 08:09:26.240757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:26.258064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26', 'network_id': 'dde7bdc1-3983-4510-b67c-fa8267fc496c', 'port_id': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26', 'mac_address': 'fa:16:3e:5d:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f58541-0526-495b-9c95-479a0de9d522', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:26.321993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:26.326033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:subnet and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:26.329035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:26.335411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:26.339464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:26.347592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-f549f74b-3ff7-462b-b25a-0e48663e8357 service neutron] 10.222.0.84 "GET /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211024 May 20 08:09:26.353193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:26.353377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203e057b-15ac-4c0e-92a2-6a8050dd6749 req-1fd01ff2-aa5c-4140-86a3-014c6d4d3d00 service neutron] 10.222.0.81 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317898 May 20 08:09:26.358056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-32679fda-ccab-4acc-9251-050c2adb2435 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5037074 May 20 08:09:26.358206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:26.376934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:26.450963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Made reservation on behalf of 3fd160d0ee6d4b7d98541c7cc3f03338 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:26.454718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:26.479612 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:26.483702 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:26.555618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:26.559025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:26.746112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['1408a9d2-041a-4e3a-a50f-a2484fbd7b26'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:26.991156 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:26.995753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a4951c25-2d6a-46cd-a4fb-5f8f10992d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:27.070978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Subnet': ['ID=b4209363-a0ad-4bea-857f-09fc98c072dc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:27.074930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:27.079558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Checking segment: {'id': '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:27.079882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network hostable DHCP agents. Network: adf89990-9128-4b40-adc0-14ce293ee432, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:09:27.159584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network adf89990-9128-4b40-adc0-14ce293ee432 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:09:27.239711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, adf89990-9128-4b40-adc0-14ce293ee432) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:27.248226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0aa1b7-7a2e-4f85-ad7f-4fde15ee4e71 None None] Network adf89990-9128-4b40-adc0-14ce293ee432 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:27.253743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:27.254349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.320101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-90a5d1e9-cef6-4cd0-bc1a-fcddcd9784af tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:09:27.321125 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-90a5d1e9-cef6-4cd0-bc1a-fcddcd9784af tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060265 May 20 08:09:27.323963 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4253359 May 20 08:09:27.326868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51336) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:27.334237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1371100950', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:27.341622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Request body: {'binding': {'host': 'n-h1-780147-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:27.342078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Unknown quota resources ['binding']. {{(pid=93102) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 08:09:27.348325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:27.352443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:router and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:27.355689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:27.363917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:27.471279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-adf89990-9128-4b40-adc0-14ce293ee432', 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432', 'tenant_id': '3fd160d0ee6d4b7d98541c7cc3f03338', 'fixed_ips': [{'subnet_id': 'b4209363-a0ad-4bea-857f-09fc98c072dc'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:09:27.472094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.479250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.485914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.504136 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.570896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on host n-h1-780147-4 for vnic_type normal with profile None {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:27.571233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:27.571587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:27.576267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:27.576586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:27.582842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:27.583179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:27.583578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Bound using segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:27.584001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Bound port: 78c78f0b-8bbd-4d01-a954-21293c78cb53, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:27.613492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:27.640035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Allocated IP 172.20.0.2 (adf89990-9128-4b40-adc0-14ce293ee432/b4209363-a0ad-4bea-857f-09fc98c072dc/f4295db7-7641-40b5-9c32-16b90cb6f605) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:27.669582 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] Notify callbacks [] for binding, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.671093 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3fc71c1d-4281-479f-a72e-c873cba55a20 service neutron] 10.222.0.79 "POST /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53/bindings HTTP/1.1" status: 201 len: 389 time: 0.3329730 May 20 08:09:27.856213 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.911729 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:27.928729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Transition to ACTIVE for port object f4295db7-7641-40b5-9c32-16b90cb6f605 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:27.947783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Transition to ACTIVE for port object f4295db7-7641-40b5-9c32-16b90cb6f605 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:27.979936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device e90656ab-764b-451e-bdbf-15bfb3a57a60 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:27.983035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:28.064828 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.082322 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:28.224728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Network adf89990-9128-4b40-adc0-14ce293ee432 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:28.233029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:28.240792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:28.250152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0ce2b515-ea9b-4174-b434-2b4203bf31cb up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:28.285786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f4295db7-7641-40b5-9c32-16b90cb6f605,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:28.325933 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:28.334510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ebb3a-7312-4c55-8ab5-d16b9efd4ebd req-3848002a-ebf3-46d5-a7a0-9d1fe9d3357b tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:28.335997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c77ebb3a-7312-4c55-8ab5-d16b9efd4ebd req-3848002a-ebf3-46d5-a7a0-9d1fe9d3357b tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1095 time: 0.1046712 May 20 08:09:28.396398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:28.417384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:28.432536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:28.432919 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.494264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Attempting to bind port f4295db7-7641-40b5-9c32-16b90cb6f605 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:28.494911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Attempting to bind port f4295db7-7641-40b5-9c32-16b90cb6f605 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:28.495182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Attempting to bind port f4295db7-7641-40b5-9c32-16b90cb6f605 on network adf89990-9128-4b40-adc0-14ce293ee432 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:28.501302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'e90656ab-764b-451e-bdbf-15bfb3a57a60', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'port_id': 'e90656ab-764b-451e-bdbf-15bfb3a57a60', 'mac_address': 'fa:16:3e:5b:55:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:28.515355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:28.515738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Checking segment: {'id': '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:28.516224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.516627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Bound using segment: {'id': '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:28.517108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Bound port: f4295db7-7641-40b5-9c32-16b90cb6f605, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:28.517508 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.606455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c77ebb3a-7312-4c55-8ab5-d16b9efd4ebd req-5cbcad11-10ab-4839-af70-dd60be06e57e tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568884 May 20 08:09:28.607987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.664573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.679067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.702946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90656ab-764b-451e-bdbf-15bfb3a57a60 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:28.742624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] For port f4295db7-7641-40b5-9c32-16b90cb6f605, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:28.776682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0ce2b515-ea9b-4174-b434-2b4203bf31cb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:28.780532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] For port f4295db7-7641-40b5-9c32-16b90cb6f605, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4295db7-7641-40b5-9c32-16b90cb6f605,segment=NetworkSegment(4bc400b4-94a5-41b4-9b6f-5083ac46b4bb),segment_id=4bc400b4-94a5-41b4-9b6f-5083ac46b4bb)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:28.783033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:28.791797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0ce2b515-ea9b-4174-b434-2b4203bf31cb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:28.792111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.807611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-5574b4da-2801-4a42-8b01-1ef56a9ee5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:28.809131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-5574b4da-2801-4a42-8b01-1ef56a9ee5cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1097 time: 0.3810859 May 20 08:09:28.824354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.867412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.874044 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a771bfe-9085-45ad-ba64-2292daf92a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:28.910737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:09:28.920217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:28.935651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:28.960489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:29.019967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Allocated IP 172.25.8.241 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4289eab6-80d5-4dd3-b61e-cca3f5564703) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:29.020698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f4295db7-7641-40b5-9c32-16b90cb6f605,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:29.023928 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:29.031009 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:29.044595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df41c-b0e6-486c-a9a7-f605a68f0183 req-fd55dc83-e72a-4a5f-b78b-e4b87367e4ee tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:29.046335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f51df41c-b0e6-486c-a9a7-f605a68f0183 req-fd55dc83-e72a-4a5f-b78b-e4b87367e4ee tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 944 time: 0.3272412 May 20 08:09:29.070337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.121050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-a9f53178-96a8-4fd0-98d0-a1b1d82785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:29.122826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-a9f53178-96a8-4fd0-98d0-a1b1d82785a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.3062422 May 20 08:09:29.131129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.155400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:29.158632 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:29.163737 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:29.265786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['e90656ab-764b-451e-bdbf-15bfb3a57a60'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:29.330257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f51df41c-b0e6-486c-a9a7-f605a68f0183 req-723335bc-7fe7-4849-bda5-495abc6ba51c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644944 May 20 08:09:29.372533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:29.374257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:29.388669 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:29.388898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-41f3ce53-7154-4ec1-9e32-c7fecad9503b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1002 time: 0.2584379 May 20 08:09:29.450750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.450912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3f4ba489-a16b-4346-8c5f-155dd3c72842 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:29.476826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.483052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:29.561161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-1646ec89-ffb2-4e83-aafa-b0ab5c3c9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:29.564310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-1646ec89-ffb2-4e83-aafa-b0ab5c3c9164 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.1671493 May 20 08:09:29.624378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:29.631092 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:29.688928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da174-8368-44fb-98d3-7b63fab088b4 req-c09e8092-c096-4a44-b2c5-cc9155be03f5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:29.690758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc3da174-8368-44fb-98d3-7b63fab088b4 req-c09e8092-c096-4a44-b2c5-cc9155be03f5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1921408 May 20 08:09:29.704229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-9f3e7ba3-94ec-4945-8958-0b118fccdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:29.706173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-9f3e7ba3-94ec-4945-8958-0b118fccdfcb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282666 May 20 08:09:29.743979 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.748217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 3f4ba489-a16b-4346-8c5f-155dd3c72842 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:29.753296 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3fd8490d-717f-423b-8ba6-f0c1b24259fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:29.760258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 3f4ba489-a16b-4346-8c5f-155dd3c72842 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:29.760989 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.911984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:29.957994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:30.121104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:30.129242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=4289eab6-80d5-4dd3-b61e-cca3f5564703,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:30.142964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:30.142964 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e850e029-8d9b-4532-bacf-a0fa350abfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:30.145131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc3da174-8368-44fb-98d3-7b63fab088b4 req-b5ea4460-6192-48bc-bb14-d3b0bf8a5a70 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4382470 May 20 08:09:30.159729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:30.176446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.176914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.177375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.177844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.178292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.178737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.179184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.180679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.181060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.181439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.181862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.182234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:30.186427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:30.221388 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26', 'code': 200} May 20 08:09:30.238395 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:30.289509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:30.293123 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:30.319798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99883a79-9377-4424-a2a1-2fef1dd1f210 None None] Network adf89990-9128-4b40-adc0-14ce293ee432 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:30.345321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-5500c856-cdf6-4d43-aba1-3860372f1c48 service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216543 May 20 08:09:30.524716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4295db7-7641-40b5-9c32-16b90cb6f605 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:30.567974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b4900a2f-1d09-4ae3-b1c6-4cccda24ff9a None None] Provisioning for port f4295db7-7641-40b5-9c32-16b90cb6f605 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:30.733390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-ccb3d06c-de40-49eb-859f-5cb9c6915af3 service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796074 May 20 08:09:30.746256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c69ab-6cdb-41fa-8f8e-e56f39c680c9 req-82725ab0-dbea-4720-b2ed-7a3dd3159f25 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:30.747533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a75c69ab-6cdb-41fa-8f8e-e56f39c680c9 req-82725ab0-dbea-4720-b2ed-7a3dd3159f25 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1096 time: 0.3949373 May 20 08:09:30.749427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33855-655d-4ade-83c7-b707d465ce68 req-b3027dc1-9899-439a-9c58-ca7688dd5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:30.751102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9e33855-655d-4ade-83c7-b707d465ce68 req-b3027dc1-9899-439a-9c58-ca7688dd5099 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 1097 time: 0.3994784 May 20 08:09:30.805430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f4295db7-7641-40b5-9c32-16b90cb6f605 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:30.811121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4295db7-7641-40b5-9c32-16b90cb6f605 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:30.818771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:30.938956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a75c69ab-6cdb-41fa-8f8e-e56f39c680c9 req-fdb1c54f-1382-45ef-abb0-bdc081cdba60 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840227 May 20 08:09:30.940380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9e33855-655d-4ade-83c7-b707d465ce68 req-a81fdd6d-8a05-48e0-a995-056869ade33f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715772 May 20 08:09:30.947356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:30.959173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4eed6690-9701-4f85-8cd1-60adffa3523f None None] Provisioning complete for port f4295db7-7641-40b5-9c32-16b90cb6f605 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:30.959929 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4eed6690-9701-4f85-8cd1-60adffa3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:31.047018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f4295db7-7641-40b5-9c32-16b90cb6f605, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4295db7-7641-40b5-9c32-16b90cb6f605,segment=NetworkSegment(4bc400b4-94a5-41b4-9b6f-5083ac46b4bb),segment_id=4bc400b4-94a5-41b4-9b6f-5083ac46b4bb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:31.072588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:31.119748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4eed6690-9701-4f85-8cd1-60adffa3523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:31.130882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-38f30992-c959-4522-989d-541cdafb563d tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:31.132602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-38f30992-c959-4522-989d-541cdafb563d tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1097 time: 0.3305743 May 20 08:09:31.138775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:31.148045 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:31.182919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-4'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:31.223622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f4295db7-7641-40b5-9c32-16b90cb6f605,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:31.226904 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:31.304843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-4eed6690-9701-4f85-8cd1-60adffa3523f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:09:31.305336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-4eed6690-9701-4f85-8cd1-60adffa3523f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:09:31.483724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:31.555542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be23a4b-0a0c-4b54-9f73-c39f4519d490 req-ebc5864b-0282-4126-b063-73a46b425e27 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:31.557008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5be23a4b-0a0c-4b54-9f73-c39f4519d490 req-ebc5864b-0282-4126-b063-73a46b425e27 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 945 time: 0.4295397 May 20 08:09:31.915997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5be23a4b-0a0c-4b54-9f73-c39f4519d490 req-61fa4042-c7ef-47d3-b6be-f392aa91e108 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556389 May 20 08:09:32.002926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.007989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device e90656ab-764b-451e-bdbf-15bfb3a57a60 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:32.154211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port e90656ab-764b-451e-bdbf-15bfb3a57a60 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:32.160521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port e90656ab-764b-451e-bdbf-15bfb3a57a60 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:32.161036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.187063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:32.226346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb'}, {'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:32.316703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.324148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dbb5e-a313-4fef-b539-c523f061a0dd req-b0854b93-8d61-4295-92f8-48554e588c74 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:32.325667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f12dbb5e-a313-4fef-b539-c523f061a0dd req-b0854b93-8d61-4295-92f8-48554e588c74 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.2538202 May 20 08:09:32.333334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:32.356646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:32.431844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.433698 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:32.464420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f12dbb5e-a313-4fef-b539-c523f061a0dd req-3eb7564c-bdb1-4259-b952-a01ddbcc8c95 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999372 May 20 08:09:32.485776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:32.490566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4295db7-7641-40b5-9c32-16b90cb6f605 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:32.502338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.569748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:32.572781 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:32.589271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4295db7-7641-40b5-9c32-16b90cb6f605 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:32.589688 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.613597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Router 3c5746ff-a46c-4b48-ae13-990738fb0bfc is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:09:32.627899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:32.635780 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b963a997-c70c-4d26-aa60-c8570d5d74fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:32.898486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:32.954769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:32.998662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a97e8-ffe3-4031-8886-9a7dbe4d01a5 req-c9d1a4c7-56db-4ccc-af53-6ceafceb7ce2 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:33.000032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c20918fe-49a7-404e-a210-4686482365ee None None] Provisioning complete for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:33.000190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f4a97e8-ffe3-4031-8886-9a7dbe4d01a5 req-c9d1a4c7-56db-4ccc-af53-6ceafceb7ce2 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.4324043 May 20 08:09:33.000894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c20918fe-49a7-404e-a210-4686482365ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:33.059003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c20918fe-49a7-404e-a210-4686482365ee None None] Port 78c78f0b-8bbd-4d01-a954-21293c78cb53 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:33.073521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:33.084116 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] Sync routers for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:33.095573 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:33.096459 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:33.102021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on host n-h2-780147-4 for vnic_type normal with profile {"migrating_to": "n-h1-780147-4"} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:33.102359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:33.102690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:33.116678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:33.116998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Attempting to bind port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on network 63202ef8-500b-497c-a98c-8508ae0173c4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:33.121981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f4a97e8-ffe3-4031-8886-9a7dbe4d01a5 req-235f2a08-0e0e-445c-8c2d-69392d2abe93 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925653 May 20 08:09:33.129463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:33.132644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Checking segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:33.132644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Bound using segment: {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:33.132644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Bound port: 78c78f0b-8bbd-4d01-a954-21293c78cb53, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:33.132644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:33.174205 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:33.183320 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:33.183970 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:33.202821 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb', 'code': 200} May 20 08:09:33.202821 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842', 'code': 200} May 20 08:09:33.203021 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:33.203135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:33.205032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.8767452 May 20 08:09:33.269903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:33.270628 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e970b20-25c3-4192-988e-f6e3f7cb8423 None None] The sync data for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:33.306962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:33.312207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:33.433543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:33.444133 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:33.502585 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'code': 200} May 20 08:09:33.893956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Provisioning complete for port 78c78f0b-8bbd-4d01-a954-21293c78cb53 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:33.894820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.006567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51410) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:34.008354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:34.022275 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:34.076439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.118245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1ff7-9629-47c1-bcd4-b60233b510ba req-3c7ee5f4-5f7b-44f6-b27f-8d82ad243526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.119830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e1d1ff7-9629-47c1-bcd4-b60233b510ba req-3c7ee5f4-5f7b-44f6-b27f-8d82ad243526 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 1096 time: 0.7480915 May 20 08:09:34.133022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994063e-cd55-4cab-808d-aa5bb51c7db7 req-22516fbb-5804-4d56-a12f-0972cffd4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.134278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:34.134795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d994063e-cd55-4cab-808d-aa5bb51c7db7 req-22516fbb-5804-4d56-a12f-0972cffd4847 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 1096 time: 0.8066609 May 20 08:09:34.137292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.137935 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.139443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] 10.222.0.81 "PUT /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1122 time: 2.9649706 May 20 08:09:34.205742 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.216505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.260965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289483-fa6b-431d-808b-6d23e94c225c req-2cb69ff2-49ea-4b1e-96f3-f3c72e8c0d72 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.269017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a289483-fa6b-431d-808b-6d23e94c225c req-2cb69ff2-49ea-4b1e-96f3-f3c72e8c0d72 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 945 time: 0.3460729 May 20 08:09:34.273295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e1d1ff7-9629-47c1-bcd4-b60233b510ba req-ff7da1ea-b9fb-4cda-9ffc-b7a852a25dc7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362350 May 20 08:09:34.273295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:34.273942 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:34.278854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d994063e-cd55-4cab-808d-aa5bb51c7db7 req-bcf44fdb-e8cc-4cd3-a169-69c5e4c44cca service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246748 May 20 08:09:34.295750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Usage tracker for resource:security_group_rule and tenant:1ee77193356743f081b0f872ae0e65e0 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:34.301736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:34.308809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['78c78f0b-8bbd-4d01-a954-21293c78cb53'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:34.311470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:34.314043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.339047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a289483-fa6b-431d-808b-6d23e94c225c req-d1808328-52ac-4805-8f53-b97dff56296a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622411 May 20 08:09:34.448197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.506378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:34.527797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.537911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:34.540416 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:34.587614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ee77193356743f081b0f872ae0e65e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757129 May 20 08:09:34.589915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8118ef3-9a94-4ad3-b3f5-ae1dc14fcbb9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:34.590720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:34.594739 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:34.607550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3afea1-0558-4e71-b733-fb7965e8e5ac req-c60b0ca2-375e-4931-8b5b-e14b9bbbf710 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.615654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac3afea1-0558-4e71-b733-fb7965e8e5ac req-c60b0ca2-375e-4931-8b5b-e14b9bbbf710 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1562037 May 20 08:09:34.678503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac3afea1-0558-4e71-b733-fb7965e8e5ac req-93a9875a-3602-485c-8e32-25f8291c36a5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616078 May 20 08:09:34.741261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.820370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:34.871159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Allocated IP 172.20.0.1 (adf89990-9128-4b40-adc0-14ce293ee432/b4209363-a0ad-4bea-857f-09fc98c072dc/5d4fc6a3-60a7-4433-a0bb-e5a3e540df80) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:34.871785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c06f-1f09-48a4-b02f-9b09d3fdb2d4 req-0cea3022-2e40-4db1-b5da-71ee69ddadd8 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:34.873307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c366c06f-1f09-48a4-b02f-9b09d3fdb2d4 req-0cea3022-2e40-4db1-b5da-71ee69ddadd8 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.0769570 May 20 08:09:34.918913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c366c06f-1f09-48a4-b02f-9b09d3fdb2d4 req-1ce8109d-367f-4afd-84e5-9ac9212b0061 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 May 20 08:09:34.995712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.001411 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8a0a8a2-4bcb-46de-afd9-066bc4ef3aa1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:35.021059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8118ef3-9a94-4ad3-b3f5-ae1dc14fcbb9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:35.049037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.049417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.049817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.050267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.050730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.051019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.051380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.051737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.052097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.052456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.052831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.053188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:09:35.069445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:35.075765 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.082895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.086850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8118ef3-9a94-4ad3-b3f5-ae1dc14fcbb9 HTTP/1.1" status: 204 len: 168 time: 0.4925268 May 20 08:09:35.094675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Transition to ACTIVE for port object 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:35.177220 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.182298 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:35.193817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60'}, {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:35.251666 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60', 'code': 200} May 20 08:09:35.255657 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'code': 200} May 20 08:09:35.259194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network adf89990-9128-4b40-adc0-14ce293ee432 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:35.262731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:35.269455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:35.328422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=5d4fc6a3-60a7-4433-a0bb-e5a3e540df80,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:35.333853 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:35.348870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.491586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3874-01b7-4e1c-b9b0-8d4451c04700 req-09c1d665-9b6c-4018-9c9f-c5ce9a2ef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:35.497862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-030e3874-01b7-4e1c-b9b0-8d4451c04700 req-09c1d665-9b6c-4018-9c9f-c5ce9a2ef260 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1296136 May 20 08:09:35.521839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:35.641955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-030e3874-01b7-4e1c-b9b0-8d4451c04700 req-74c508f5-12d1-4c0e-93b9-dc4a20f5350c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359777 May 20 08:09:35.647546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.670001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b7f14-e9f8-4a0d-a31d-9b786b445642 req-1883cf63-3902-4bed-acc5-718693143407 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:35.671544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af5b7f14-e9f8-4a0d-a31d-9b786b445642 req-1883cf63-3902-4bed-acc5-718693143407 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 945 time: 0.1443477 May 20 08:09:35.697346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cd167c05-3a99-4e9f-9ad3-e196563d2353 None None] Provisioning for port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:35.707624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cd167c05-3a99-4e9f-9ad3-e196563d2353 None None] Provisioning complete for port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:35.708121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cd167c05-3a99-4e9f-9ad3-e196563d2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:35.722015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af5b7f14-e9f8-4a0d-a31d-9b786b445642 req-9ddeb326-97dd-4f21-b8d3-c36fe0099e55 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 May 20 08:09:35.787547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cd167c05-3a99-4e9f-9ad3-e196563d2353 None None] Port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:35.787675 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'status': 'completed', 'code': 200} May 20 08:09:35.980309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36b40-5803-4f76-9d80-63656e252df1 req-119c8d32-2466-4e5b-915b-f193d0e0d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:35.981897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-119c8d32-2466-4e5b-915b-f193d0e0d9ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1127 time: 0.1736343 May 20 08:09:36.093220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb5f30-86ec-42ee-a84b-5e91eaa085e6 req-332550b4-9cdc-4836-aced-3670f9e8eff9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:36.094970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77fb5f30-86ec-42ee-a84b-5e91eaa085e6 req-332550b4-9cdc-4836-aced-3670f9e8eff9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1848681 May 20 08:09:36.130974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.170749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77fb5f30-86ec-42ee-a84b-5e91eaa085e6 req-ae8d0417-200b-45f9-9fb6-a5fd56207db4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620790 May 20 08:09:36.171017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36b40-5803-4f76-9d80-63656e252df1 req-66366254-1b49-4f78-a91f-0cc906c28959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:36.172985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-66366254-1b49-4f78-a91f-0cc906c28959 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.1838717 May 20 08:09:36.216563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.249834 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:36.311507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-7450527c-5847-4c3d-9269-0bcc6e1388bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1002 time: 0.1320798 May 20 08:09:36.337693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=5d4fc6a3-60a7-4433-a0bb-e5a3e540df80,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:36.340472 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:36.341611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.398806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36b40-5803-4f76-9d80-63656e252df1 req-d8b08377-4908-47a4-88f5-342d87d87134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:36.400434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-d8b08377-4908-47a4-88f5-342d87d87134 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.0822392 May 20 08:09:36.406071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:36.462835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11314-da20-47a6-8b89-83800e6da6a0 req-905daf64-2b7f-4a8f-a832-0026421b95d7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:36.464373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ce11314-da20-47a6-8b89-83800e6da6a0 req-905daf64-2b7f-4a8f-a832-0026421b95d7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1875148 May 20 08:09:36.528118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d36b40-5803-4f76-9d80-63656e252df1 req-aae0494a-888b-44cd-801c-49857ef95f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:36.529932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-aae0494a-888b-44cd-801c-49857ef95f57 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189067 May 20 08:09:36.568614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ce11314-da20-47a6-8b89-83800e6da6a0 req-de32cf31-b2d2-4159-ad45-50f4b0a593d4 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855961 May 20 08:09:36.590472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1350108139-network', 'tenant_id': '3ca6dd19c322457b9a354654816d617a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:36.599872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:36.636928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network adf89990-9128-4b40-adc0-14ce293ee432 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:36.638147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:36.653376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Usage tracker for resource:network and tenant:3ca6dd19c322457b9a354654816d617a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:36.658709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:36.675098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:36.721694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-e5fe49c6-0e42-4a4b-b63d-020c1bc9869a service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838748 May 20 08:09:36.771148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ab-2171-4ec3-91ac-fd4b667c60c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.854661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Router 3c5746ff-a46c-4b48-ae13-990738fb0bfc has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:36.925916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af31933e-4589-47ca-9a42-a3076cda9db1 None None] Provisioning complete for port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:36.928424 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af31933e-4589-47ca-9a42-a3076cda9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.979302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Made reservation on behalf of 3ca6dd19c322457b9a354654816d617a for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:36.981630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:36.999283 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.006377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af31933e-4589-47ca-9a42-a3076cda9db1 None None] Port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:37.076683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:37.084067 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "PUT /v2.0/routers/3c5746ff-a46c-4b48-ae13-990738fb0bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8775973 May 20 08:09:37.085033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51468) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:37.089174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] Sync routers for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:37.090583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Request body: {'port': {'network_id': 'adf89990-9128-4b40-adc0-14ce293ee432', 'name': 'tempest-FloatingIPAdminTestJSON-1759228430'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:37.099690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:37.100628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:37.105606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:37.119849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca6dd19c322457b9a354654816d617a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:37.132962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:37.146466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:37.164096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:37.173881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:37.174580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:37.190553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35d36b40-5803-4f76-9d80-63656e252df1 req-6b56fb45-8948-4110-978e-97887d7183ff service neutron] 10.222.0.84 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612586 May 20 08:09:37.216871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fcaa8-6291-4140-b6a8-7b1c1d08537b req-2ae28c42-1abc-4541-8761-ede710ca9aa9 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:37.218405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e9fcaa8-6291-4140-b6a8-7b1c1d08537b req-2ae28c42-1abc-4541-8761-ede710ca9aa9 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 945 time: 0.2443883 May 20 08:09:37.245189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:37.245728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114884d-4981-4f86-bd70-1c0c2bd60a13 None None] The sync data for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:37.248353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:37.253425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Usage tracker for resource:port and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:37.260510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:37.262433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:37.297469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e9fcaa8-6291-4140-b6a8-7b1c1d08537b req-8120942d-259e-48f2-8b59-de9cba84a8f0 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703185 May 20 08:09:37.316536 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.325109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Made reservation on behalf of 3fd160d0ee6d4b7d98541c7cc3f03338 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:37.329282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.352330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] device_id is not set on port 3c528284-a41f-407b-8ef1-d08c8d8438e0 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:09:37.377002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.381356 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e16b650-b6ca-4605-9383-0f1b54e5307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:37.443778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:09:37.460609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd109719-d319-4fee-b725-1dd8f757e4c7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:37.465707 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:37.474907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.475302 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Added segment a3af1cd0-e4d5-4a79-b6dc-c40a2522a598 of type vlan for network 1f546e8f-ad7f-4373-b450-392757f5d88a May 20 08:09:37.500252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Allocated IP 172.20.0.11 (adf89990-9128-4b40-adc0-14ce293ee432/b4209363-a0ad-4bea-857f-09fc98c072dc/3c528284-a41f-407b-8ef1-d08c8d8438e0) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:37.510673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.533772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf34d5-0c61-4736-a2df-914c9013d0b5 req-2ad4ea8b-1a8b-4703-b7d7-84a8b2f80002 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:37.535263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cf34d5-0c61-4736-a2df-914c9013d0b5 req-2ad4ea8b-1a8b-4703-b7d7-84a8b2f80002 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1371651 May 20 08:09:37.594991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35cf34d5-0c61-4736-a2df-914c9013d0b5 req-8c2cd701-4b6b-4bf2-b32c-267191f3b02e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497348 May 20 08:09:37.657442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.659178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:37.659986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.665524 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fca18de-0e04-4ab6-b6a1-75bac75d9cd5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:37.720135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.735460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Transition to ACTIVE for port object 3c528284-a41f-407b-8ef1-d08c8d8438e0 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:37.806140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:37.812404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:37.823976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f546e8f-ad7f-4373-b450-392757f5d88a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:37.827211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4187927 May 20 08:09:37.833051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:37.833628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51478) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:37.834912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1f546e8f-ad7f-4373-b450-392757f5d88a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:09:37.841451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Request body: {'subnet': {'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1350108139-subnet', 'tenant_id': '3ca6dd19c322457b9a354654816d617a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:37.848595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:37.855503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Usage tracker for resource:subnet and tenant:3ca6dd19c322457b9a354654816d617a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:37.861168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:37.870754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:37.881391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca25a-7f46-402e-8fb2-745f2def129a req-4308f5eb-bf98-47c6-b413-79d6195ff5f5 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:37.886706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203ca25a-7f46-402e-8fb2-745f2def129a req-4308f5eb-bf98-47c6-b413-79d6195ff5f5 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 945 time: 0.1843741 May 20 08:09:37.892468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Network adf89990-9128-4b40-adc0-14ce293ee432 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:37.895741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:37.900416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:37.939746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-203ca25a-7f46-402e-8fb2-745f2def129a req-82cad444-1a39-4633-a71e-6c166fca91d5 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 May 20 08:09:37.953520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event updated for resources: {'Port': ['ID=3c528284-a41f-407b-8ef1-d08c8d8438e0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:37.959143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:37.977870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Made reservation on behalf of 3ca6dd19c322457b9a354654816d617a for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:37.981230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.000755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:38.001396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.055636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:38.090627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0049031 May 20 08:09:38.093689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:38.205774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2724c-aabe-480b-9950-a2d1d3387c2d req-7bfc7402-0bad-4126-aa0b-34ece90265ee tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:38.207318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f2724c-aabe-480b-9950-a2d1d3387c2d req-7bfc7402-0bad-4126-aa0b-34ece90265ee tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1215503 May 20 08:09:38.257050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'project_id': '3fd160d0ee6d4b7d98541c7cc3f03338', 'port_id': '3c528284-a41f-407b-8ef1-d08c8d8438e0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:38.257240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:38.263634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:38.268517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Usage tracker for resource:floatingip and tenant:3fd160d0ee6d4b7d98541c7cc3f03338 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:38.271726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:38.272912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 has no active binding in host n-h1-780147-4 {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 20 08:09:38.278870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:38.308028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cb850038-76b2-465e-b774-c1eb6f3f4b21 None None] Provisioning for port 3c528284-a41f-407b-8ef1-d08c8d8438e0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:38.310025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76f2724c-aabe-480b-9950-a2d1d3387c2d req-c7162615-f03e-4dfd-bea0-ef429d0b5fee tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918818 May 20 08:09:38.314471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cb850038-76b2-465e-b774-c1eb6f3f4b21 None None] Provisioning complete for port 3c528284-a41f-407b-8ef1-d08c8d8438e0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:38.319006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb850038-76b2-465e-b774-c1eb6f3f4b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.335844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.373946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cb850038-76b2-465e-b774-c1eb6f3f4b21 None None] Port 3c528284-a41f-407b-8ef1-d08c8d8438e0 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:38.473571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.585093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e26222-1240-4e66-a79a-fa3fb8a964d5 req-a7b26eba-82a3-403e-9924-ce5887fe98f8 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:38.586609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53e26222-1240-4e66-a79a-fa3fb8a964d5 req-a7b26eba-82a3-403e-9924-ce5887fe98f8 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 946 time: 0.1781597 May 20 08:09:38.620281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Allocated IP 172.25.8.127 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/6073ff64-5d88-4962-b17e-4e7e60421514) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:38.647308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-53e26222-1240-4e66-a79a-fa3fb8a964d5 req-0e2a7d0e-68ad-4985-8f09-cf8f09182380 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 May 20 08:09:38.710533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.715074 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-94f5f8e3-4112-48b7-a461-4346ef0ea11f tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:38.843073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:38.849376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:38.856290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Checking segment: {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:38.856653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Network hostable DHCP agents. Network: 1f546e8f-ad7f-4373-b450-392757f5d88a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:09:38.883662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec0a31-f396-4703-888e-cf30237f749b req-29516b3d-dd24-4327-a585-01082a4ac238 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:38.885201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdec0a31-f396-4703-888e-cf30237f749b req-29516b3d-dd24-4327-a585-01082a4ac238 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1323099 May 20 08:09:38.930809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdec0a31-f396-4703-888e-cf30237f749b req-e4386f07-7592-4b63-8ebf-e3e16407a794 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 May 20 08:09:38.935294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:38.936566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Network 1f546e8f-ad7f-4373-b450-392757f5d88a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:09:39.022295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1f546e8f-ad7f-4373-b450-392757f5d88a) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:39.033289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9de6e-b241-46c5-a93f-dd16e29fc773 None None] Network 1f546e8f-ad7f-4373-b450-392757f5d88a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:39.051836 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:39.057579 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:39.069082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:39.069339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:39.124168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:39.125445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:39.128044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:39.132419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985dc05-f14d-4657-8a47-00ed1272667d req-4f13e45e-d818-4a8d-8e25-aa48a46b58d4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:39.140310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5985dc05-f14d-4657-8a47-00ed1272667d req-4f13e45e-d818-4a8d-8e25-aa48a46b58d4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 946 time: 0.1136169 May 20 08:09:39.159298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3236372 May 20 08:09:39.210689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Pushing event updated for resources: {'Port': ['ID=6073ff64-5d88-4962-b17e-4e7e60421514,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:39.215606 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:39.240327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5985dc05-f14d-4657-8a47-00ed1272667d req-b1d10af8-8488-4087-ae46-7a02e0efc2e9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994768 May 20 08:09:39.258084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eb224292-c457-4000-8f65-120a52be87f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:39.310771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8c844-5f5b-4a7b-a00f-3d81b42a5ed7 None None] Network 1f546e8f-ad7f-4373-b450-392757f5d88a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:09:39.637762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:39.702820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:39.807685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-bb1cc912-c159-445a-bdcd-bfabf26d37c0 service neutron] 10.222.0.84 "GET /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53/bindings/n-h1-780147-4 HTTP/1.1" status: 200 len: 384 time: 0.0922542 May 20 08:09:39.828873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.043616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.096901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.101182 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:40.221176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Pushing event updated for resources: {'Port': ['ID=6073ff64-5d88-4962-b17e-4e7e60421514,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:40.224281 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:40.252444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.285141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae5e1a-94f8-49c7-81e7-83b8ebfcbdd7 req-6ea9202a-7353-498d-a407-e1d8728f4afe tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:40.286762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcae5e1a-94f8-49c7-81e7-83b8ebfcbdd7 req-6ea9202a-7353-498d-a407-e1d8728f4afe tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.4031472 May 20 08:09:40.367198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:40.382205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcae5e1a-94f8-49c7-81e7-83b8ebfcbdd7 req-dfef171e-fbb6-4b80-857b-6c0090c6df9a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 May 20 08:09:40.399199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:40.492494 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Floating IP 8bfb1c4e-6974-4cb5-acc0-671a3fe4d245 associated. External IP: 172.25.8.127, port: 3c528284-a41f-407b-8ef1-d08c8d8438e0. May 20 08:09:40.492764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:40.511282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:40.609374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ab555-5108-4a31-a3fb-38509edaed82 req-09e08838-510e-407d-b48f-045d56b2b54d tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:40.614834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d5ab555-5108-4a31-a3fb-38509edaed82 req-09e08838-510e-407d-b48f-045d56b2b54d tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 946 time: 0.0877359 May 20 08:09:40.614834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.719161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d5ab555-5108-4a31-a3fb-38509edaed82 req-561266c3-f9ec-4dab-be4d-2d010b02fa74 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965929 May 20 08:09:40.774309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Transition to ACTIVE for port object 78c78f0b-8bbd-4d01-a954-21293c78cb53 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:40.874819 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:40.884701 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dbb01a1b-3950-415a-aae6-4eb41c0b7247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:41.052656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Router 3c5746ff-a46c-4b48-ae13-990738fb0bfc has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:41.066181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Pushing event updated for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=11']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:41.095557 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:41.197017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] No DVR routers for this DVR port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:09:41.211322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:41.338602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:41.352377 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] Sync routers for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:41.368253 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:41.369091 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:41.370111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77935d-2123-4919-8b51-62bb42f13201 req-95428acb-efa3-446d-884f-4120ac9cf0c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:41.371753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af77935d-2123-4919-8b51-62bb42f13201 req-95428acb-efa3-446d-884f-4120ac9cf0c9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.5389848 May 20 08:09:41.448139 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:41.460088 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:41.460268 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:41.463186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:41.541663 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:41.542057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108a55d-8ce4-480c-94b7-7cf5291466e8 None None] The sync data for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:41.548132 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.4525290 May 20 08:09:41.553526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51530) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:41.553706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af77935d-2123-4919-8b51-62bb42f13201 req-0f7457e8-3067-42c6-8a93-2e6fa1a8e528 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684201 May 20 08:09:41.584121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-1bf03f57-f97f-401e-a244-5abc71f5818a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:41.585791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-1bf03f57-f97f-401e-a244-5abc71f5818a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.81 "GET /v2.0/ports?device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 946 time: 0.3287928 May 20 08:09:41.634145 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'code': 200} May 20 08:09:41.678626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-830b6604-dda3-4e03-b273-8c8a7ed43903 tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "GET /v2.0/floatingips/8bfb1c4e-6974-4cb5-acc0-671a3fe4d245 HTTP/1.1" status: 200 len: 984 time: 0.1257508 May 20 08:09:41.681626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51536) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:41.796936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-15293018-a49e-4573-a41a-b771fcac137a service neutron] 10.222.0.84 "PUT /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53/bindings/n-h1-780147-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9831426 May 20 08:09:41.984791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2345fac4-a79f-4e3d-aebd-e8a604781eb7 tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2950349 May 20 08:09:41.987601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51550) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:42.064187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-da6cd9dd-e2f7-4902-a0f7-8bd8deefcdd8 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:42.065685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-da6cd9dd-e2f7-4902-a0f7-8bd8deefcdd8 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.3014760 May 20 08:09:42.089431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Deleting port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:42.089802 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.119751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-151d0812-df2d-4ac0-b5b1-3a197898f4af tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/quotas/e0f10a182e994a2eaed39e3a75920a1d HTTP/1.1" status: 200 len: 375 time: 0.0453827 May 20 08:09:42.121885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-07be4247-0106-4380-9031-0b47316f6c8b tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:42.123269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-07be4247-0106-4380-9031-0b47316f6c8b tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&binding%3Ahost_id=n-h2-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.1878579 May 20 08:09:42.270529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port 6073ff64-5d88-4962-b17e-4e7e60421514 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:42.271123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.277126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:09:42.338586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:09:42.401746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.402081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.456774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.515432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] For port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:42.516505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.532261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for 6073ff64-5d88-4962-b17e-4e7e60421514 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:42.650773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Calling delete_port for 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:42.664924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-af683fdf-0792-4e85-afda-a3e91955961e tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5377362 May 20 08:09:42.674051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-06e4d52d-ea5d-4a38-bbeb-27301ba1dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:42.675476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-06e4d52d-ea5d-4a38-bbeb-27301ba1dbf9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 1096 time: 0.3355906 May 20 08:09:42.737303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.741391 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ec80c154-ae8a-4a3f-aa7c-5063c7ad99fa tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:42.787805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=6073ff64-5d88-4962-b17e-4e7e60421514,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:42.792079 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:42.884241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-e2b36123-4097-4bd1-9b28-76d54037edb4 service neutron] 10.222.0.79 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077897 May 20 08:09:42.885597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:42.886250 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Floating IP 8bfb1c4e-6974-4cb5-acc0-671a3fe4d245 disassociated (deleted). External IP: 172.25.8.127, port: 3c528284-a41f-407b-8ef1-d08c8d8438e0. May 20 08:09:42.953028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3c68aa4b-a571-4863-a3f8-b213838cbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:42.954775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-3c68aa4b-a571-4863-a3f8-b213838cbbba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1096 time: 0.2519870 May 20 08:09:43.188838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-2abe31f8-ae03-4832-ba58-a7b301d044c8 service neutron] 10.222.0.79 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638774 May 20 08:09:43.205926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-bf3013bb-1493-4c38-b56c-91ea9c975b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:43.207309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-bf3013bb-1493-4c38-b56c-91ea9c975b19 service neutron] 10.222.0.81 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.2342472 May 20 08:09:43.209932 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:43.216623 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:43.222946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['3f4ba489-a16b-4346-8c5f-155dd3c72842', '0ce2b515-ea9b-4174-b434-2b4203bf31cb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:43.326061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event deleted for resources: {'Port': ['ID=1408a9d2-041a-4e3a-a50f-a2484fbd7b26,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:43.338095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:43.429137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] No DVR routers for this DVR port 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:09:43.433069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:43.455916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-fdf0466f-0817-4598-8d27-fba74b66d749 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 1000 time: 0.1993840 May 20 08:09:43.483190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Router 3c5746ff-a46c-4b48-ae13-990738fb0bfc has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:43.560428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47d0b876-c156-4133-8750-87ea13ce64df req-f4783e0b-ead9-4899-a386-6b973eb6f516 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:43.571609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7331202b-474b-43eb-8cf8-86edd1c2c6cd req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.81 "DELETE /v2.0/ports/1408a9d2-041a-4e3a-a50f-a2484fbd7b26 HTTP/1.1" status: 204 len: 173 time: 1.9794912 May 20 08:09:43.613087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-1dd27160-d691-461e-9e3e-19b237bc961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:43.614595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-1dd27160-d691-461e-9e3e-19b237bc961d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.1513321 May 20 08:09:43.670542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'name': 'network-vif-deleted', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:43.684008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47d0b876-c156-4133-8750-87ea13ce64df req-f4783e0b-ead9-4899-a386-6b973eb6f516 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:43.695306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47d0b876-c156-4133-8750-87ea13ce64df req-f4783e0b-ead9-4899-a386-6b973eb6f516 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=6003519c-f4c3-4268-9eff-6a367c93094f HTTP/1.1" status: 200 len: 210 time: 0.1829944 May 20 08:09:43.772230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-d4503055-0209-4bbc-a063-e4a02e008458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:43.776902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-d4503055-0209-4bbc-a063-e4a02e008458 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545684 May 20 08:09:43.814411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:43.827269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] Sync routers for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:43.831933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:43.852348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:43.852996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:43.909065 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/floatingips/8bfb1c4e-6974-4cb5-acc0-671a3fe4d245 HTTP/1.1" status: 204 len: 168 time: 1.9155214 May 20 08:09:43.910037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:43.915695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:43.924841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:43.930674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Usage tracker for resource:floatingip and tenant:1fbff306d792488db690975eb52901f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:43.936410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:43.944183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:44.014451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:44.026244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:44.030413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:44.049773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:44.112451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:09:44.151447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:09:44.151878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 1408a9d2-041a-4e3a-a50f-a2484fbd7b26 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:09:44.154623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:44.155038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac9c04-e65c-4ac4-b6e4-b58221628657 None None] The sync data for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:44.195691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:44.307848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-a3492857-6f04-46ce-8ee9-97a1f84e9fe1 service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168383 May 20 08:09:44.319120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-38e5edda-a1ba-45c7-88b2-757ce6645914 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:44.319839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e3805a82-c63a-47b2-9875-ece593560e50 req-38e5edda-a1ba-45c7-88b2-757ce6645914 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:44.357719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Allocated IP 172.25.8.48 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:44.479739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-72c8a7ff-366d-4de0-9861-48e1aa97662d service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569281 May 20 08:09:44.486216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e3805a82-c63a-47b2-9875-ece593560e50 req-38e5edda-a1ba-45c7-88b2-757ce6645914 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:44.493370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-38e5edda-a1ba-45c7-88b2-757ce6645914 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 809 time: 0.6211681 May 20 08:09:44.516354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-bcd383a3-d91c-4d38-8516-b70dc5baa4f7 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/quotas/3ca6dd19c322457b9a354654816d617a HTTP/1.1" status: 200 len: 375 time: 0.0216579 May 20 08:09:44.549654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:44.572608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-32eb2c02-29f0-4bb8-a1e7-2d59e1af5232 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550160 May 20 08:09:44.660614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:44.669874 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a0d77e0-5d51-40ae-8e18-00dfdcc7980d tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:44.725251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-3ab47b25-975e-4a28-aece-7f429db3883e service neutron] 10.222.0.79 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516571 May 20 08:09:44.762192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:44.766657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:44.778236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:44.815411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Pushing event updated for resources: {'Port': ['ID=3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:44.819880 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:44.884376 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:44.893373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-23616ccc-1624-4f69-9111-c8f8f9621cc3 service neutron] 10.222.0.79 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618340 May 20 08:09:45.091363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.111979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944186c-a70d-4733-a9fe-47f9127334cf req-11ceb657-8c3b-4f6a-8247-88938adf2b4e tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:45.113542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-11ceb657-8c3b-4f6a-8247-88938adf2b4e tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&binding%3Ahost_id=n-h1-780147-4 HTTP/1.1" status: 200 len: 1096 time: 0.0826900 May 20 08:09:45.377437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e944186c-a70d-4733-a9fe-47f9127334cf req-e6d9fc15-239f-4965-88d5-474d825c0bdc service neutron] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:45.380380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e944186c-a70d-4733-a9fe-47f9127334cf req-e6d9fc15-239f-4965-88d5-474d825c0bdc service neutron] Notify callbacks [] for binding, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.381601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e944186c-a70d-4733-a9fe-47f9127334cf req-e6d9fc15-239f-4965-88d5-474d825c0bdc service neutron] 10.222.0.81 "DELETE /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53/bindings/n-h2-780147-4 HTTP/1.1" status: 204 len: 173 time: 0.2592547 May 20 08:09:45.409067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668fb6b-896f-46de-9047-a1882e63be07 req-a2b83785-88a9-4d06-af82-2daeae5ca256 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:45.410828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4668fb6b-896f-46de-9047-a1882e63be07 req-a2b83785-88a9-4d06-af82-2daeae5ca256 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.1190243 May 20 08:09:45.414775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.459515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4668fb6b-896f-46de-9047-a1882e63be07 req-1eed311f-cd4c-41b1-81df-a952fda685c3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 May 20 08:09:45.576435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.582644 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:45.608027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58a3ab3-92b0-4649-8c9b-b4e3158d3d68 req-16161f91-d17c-49d5-a007-48a50cdbcf05 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 210 time: 0.0488727 May 20 08:09:45.663935 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6003519c-f4c3-4268-9eff-6a367c93094f', 'name': 'network-vif-deleted', 'tag': '1408a9d2-041a-4e3a-a50f-a2484fbd7b26', 'status': 'completed', 'code': 200} May 20 08:09:45.697943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Pushing event updated for resources: {'Port': ['ID=3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:45.703064 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:45.712703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.818644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38eef9b5-acb0-4ce9-9e6a-ed2c4240fe6c req-d9a52692-8fd4-47f9-b019-98a518d9a88c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 210 time: 0.0461867 May 20 08:09:45.828986 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:45.830209 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9189751 May 20 08:09:45.833009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:45.988125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:45.997095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:46.006962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Usage tracker for resource:floatingip and tenant:6e7ac972c9684edabea79a8f7d4675c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:46.015994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:46.022522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:46.057998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f704b81-9dcb-4fcd-b265-89e04088d901 req-18967a18-7569-494f-a084-0d32495620c7 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:46.059667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f704b81-9dcb-4fcd-b265-89e04088d901 req-18967a18-7569-494f-a084-0d32495620c7 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1096 time: 0.1275353 May 20 08:09:46.108323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f704b81-9dcb-4fcd-b265-89e04088d901 req-7fbb9a78-3c7b-43fb-861f-86043ba9f509 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406938 May 20 08:09:46.131714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:46.304012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-5ecf3d89-9aa7-44ec-8590-fa8cf1959192 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:46.305530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-5ecf3d89-9aa7-44ec-8590-fa8cf1959192 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.84 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.1671205 May 20 08:09:46.317222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Request body: {'port': {'device_id': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'admin_state_up': True, 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:46.322583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:46.346556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:46.367710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:46.424728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc6137-16e2-4a55-8f98-a117d6a38749 req-eb38818d-fb2d-40d0-af8c-3ac001763818 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:46.426432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbfc6137-16e2-4a55-8f98-a117d6a38749 req-eb38818d-fb2d-40d0-af8c-3ac001763818 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.0939429 May 20 08:09:46.476843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Made reservation on behalf of e0f10a182e994a2eaed39e3a75920a1d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:46.479514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:46.504665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbfc6137-16e2-4a55-8f98-a117d6a38749 req-91c9027d-73a9-4f4c-81c3-e389e037c02c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704467 May 20 08:09:46.533090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Allocated IP 172.25.8.149 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:46.533090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51620) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:46.652496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Allocated IP 172.20.0.6 (ff432942-c09d-48a5-b7bd-4c630df7404e/1cf9a9a7-9695-4e53-b583-8070aa9bc2fe/b665ae57-debf-431f-b788-c2b76c61e4e9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:46.915208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ed569da-a1c5-4320-b745-b643e812b91a req-ed7ce970-6039-4121-b675-6f19ab140537 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 210 time: 0.0473495 May 20 08:09:46.929518 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7afb8371-b8ce-413d-a2c2-c33a74d434c0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 200 len: 992 time: 0.3825865 May 20 08:09:46.959697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:46.976928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Transition to ACTIVE for port object b665ae57-debf-431f-b788-c2b76c61e4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:46.996852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.080907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.086852 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:47.091301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['e90656ab-764b-451e-bdbf-15bfb3a57a60'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:47.107283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.111213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3994247a-0df0-4b86-a01a-5ccd95d2d01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:47.195952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:47.199055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:47.205395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:47.306950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Pushing event updated for resources: {'Port': ['ID=f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:47.311671 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:47.339354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.487925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Network ff432942-c09d-48a5-b7bd-4c630df7404e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:47.491553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2504dcd5-fc40-4937-933d-02e7cd02873b req-3653afff-95d3-4959-9e93-884534a5bdb4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 210 time: 0.0710964 May 20 08:09:47.492975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Pushing event updated for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:47.495617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:47.496056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.497442 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:47.498167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:47.592232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:47.592843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.731390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4177353 May 20 08:09:47.747300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Request body: {'port': {'device_id': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:47.786752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:47.868165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-864edaaa-e1bb-4811-9a23-1f15b28e8d80 None None] Provisioning for port b665ae57-debf-431f-b788-c2b76c61e4e9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:47.868730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.881589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-864edaaa-e1bb-4811-9a23-1f15b28e8d80 None None] Provisioning complete for port b665ae57-debf-431f-b788-c2b76c61e4e9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:47.882118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-864edaaa-e1bb-4811-9a23-1f15b28e8d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:47.949038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-864edaaa-e1bb-4811-9a23-1f15b28e8d80 None None] Port b665ae57-debf-431f-b788-c2b76c61e4e9 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:09:47.996699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.008780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4863069-de91-40f6-a071-a107ec7eb442 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:48.109413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.202556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Pushing event updated for resources: {'Port': ['ID=f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:48.209627 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:48.219585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.255076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 13c555a4-1f12-4030-ada7-c94043ea2589 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:48.255450 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.275967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-f4517ae4-34ad-4b16-8fbe-1312c79424af tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:48.279498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-f4517ae4-34ad-4b16-8fbe-1312c79424af tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.81 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 809 time: 0.3808417 May 20 08:09:48.299341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Request body: {'port': {'device_id': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a', 'admin_state_up': True, 'tenant_id': '3ca6dd19c322457b9a354654816d617a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:48.331953 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.333169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4991848 May 20 08:09:48.337666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51656) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:48.478304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.479431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.548961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a01f0e-557f-468b-8105-f2556612575d req-a4c2b4d0-4a9f-49f2-9f76-a50b9c0fe809 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:48.549693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50a01f0e-557f-468b-8105-f2556612575d req-a4c2b4d0-4a9f-49f2-9f76-a50b9c0fe809 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Synchronizing usage tracker for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:48.611622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 13c555a4-1f12-4030-ada7-c94043ea2589 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:48.615438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ec03226-7983-4951-8b4f-3cf761214bd0 tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Synchronizing usage tracker for tenant:1fbff306d792488db690975eb52901f8 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:48.626977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:09:48.637230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Usage tracker for resource:port and tenant:3ca6dd19c322457b9a354654816d617a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:09:48.641360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:09:48.650721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:09:48.726559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2ec03226-7983-4951-8b4f-3cf761214bd0 tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Unset dirty status for tenant:1fbff306d792488db690975eb52901f8 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:48.727789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50a01f0e-557f-468b-8105-f2556612575d req-a4c2b4d0-4a9f-49f2-9f76-a50b9c0fe809 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Unset dirty status for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:48.728202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ec03226-7983-4951-8b4f-3cf761214bd0 tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.3894806 May 20 08:09:48.728955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50a01f0e-557f-468b-8105-f2556612575d req-a4c2b4d0-4a9f-49f2-9f76-a50b9c0fe809 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1027 time: 0.5442276 May 20 08:09:48.734208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:48.740862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Made reservation on behalf of 3ca6dd19c322457b9a354654816d617a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:09:48.744274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.842056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b665ae57-debf-431f-b788-c2b76c61e4e9 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:48.862889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:48.881243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50a01f0e-557f-468b-8105-f2556612575d req-eafcb792-b5fe-4921-a7bb-8202259f4040 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270261 May 20 08:09:48.979520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Allocated IP 172.20.0.10 (1f546e8f-ad7f-4373-b450-392757f5d88a/cbb2ddf7-9802-4e7d-b953-fbd3b92d948a/3e708578-cb18-457f-a912-c7a4852f0124) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:09:48.979773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9230726c-897b-4c13-943a-966db2bc13af tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Synchronizing usage tracker for tenant:3fd160d0ee6d4b7d98541c7cc3f03338 on resource:floatingip {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:49.051200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.056954 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a6ec417-3b6b-4496-aa68-b2c716587432 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:49.057921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Transition to ACTIVE for port object b665ae57-debf-431f-b788-c2b76c61e4e9 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:49.102603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9230726c-897b-4c13-943a-966db2bc13af tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Unset dirty status for tenant:3fd160d0ee6d4b7d98541c7cc3f03338 on resource:floatingip {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:49.105519 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9230726c-897b-4c13-943a-966db2bc13af tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3681300 May 20 08:09:49.106587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=13c555a4-1f12-4030-ada7-c94043ea2589,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:49.108516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:49.128437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.134745 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cde54f3e-7cba-4f0b-905b-b2e5854a0ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:49.179849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:49.399288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Pushing event updated for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:49.428758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.428758 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP aaa458d6-8082-4212-af1f-fbb00d85d737 disassociated (deleted). External IP: 172.25.8.115, port: 78c78f0b-8bbd-4d01-a954-21293c78cb53. May 20 08:09:49.595965 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:49.616172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Deleting port f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:49.616515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.626463 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.704761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a53ca-b62a-4c22-8c50-1625666f52a1 req-c7c9d531-507c-4f32-a405-755e5b448eef tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:49.710610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a53ca-b62a-4c22-8c50-1625666f52a1 req-c7c9d531-507c-4f32-a405-755e5b448eef tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:49.712196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca9a53ca-b62a-4c22-8c50-1625666f52a1 req-c7c9d531-507c-4f32-a405-755e5b448eef tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d&device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 1681 time: 0.5446100 May 20 08:09:49.716840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Attempting to bind port b665ae57-debf-431f-b788-c2b76c61e4e9 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:49.717689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Attempting to bind port b665ae57-debf-431f-b788-c2b76c61e4e9 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:49.717689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Attempting to bind port b665ae57-debf-431f-b788-c2b76c61e4e9 on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:49.740379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Port b665ae57-debf-431f-b788-c2b76c61e4e9 on network ff432942-c09d-48a5-b7bd-4c630df7404e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:49.740701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Attempting to bind port b665ae57-debf-431f-b788-c2b76c61e4e9 on network ff432942-c09d-48a5-b7bd-4c630df7404e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:49.752056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:49.752460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Checking segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:49.752786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Bound using segment: {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:49.753214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Bound port: b665ae57-debf-431f-b788-c2b76c61e4e9, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba469e9-85d6-42d3-82eb-a68ded2b54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:49.753583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.824002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca9a53ca-b62a-4c22-8c50-1625666f52a1 req-3a1591c5-1fd2-4b7b-a5f4-f8092e1e95c9 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/security-groups?id=855ca3aa-939f-4763-9b79-8958b8998f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 May 20 08:09:49.833737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.838358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.838689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:49.848815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f0ab1daf-37bc-42ea-937a-52f509d1491c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:50.002040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:50.005076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Network 1f546e8f-ad7f-4373-b450-392757f5d88a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:09:50.005952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Pushing event updated for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:50.009241 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:50.011406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:09:50.017418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:09:50.035225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Calling delete_port for f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:50.054664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b665ae57-debf-431f-b788-c2b76c61e4e9,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:50.073295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 367a4b3f-fade-4408-b6e9-2c714b8729bd has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:50.098263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:50.098798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.105132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.115713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad0c3f8f-52d8-44ba-8f45-d3ca76d90758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:50.188966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:50.189628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.191013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] 10.222.0.84 "PUT /v2.0/ports/b665ae57-debf-431f-b788-c2b76c61e4e9 HTTP/1.1" status: 200 len: 1091 time: 2.4483910 May 20 08:09:50.192223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:50.208109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-8ced5ff8-bbf2-48d4-b6cf-4b00849ed0ee tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:50.208816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-8ced5ff8-bbf2-48d4-b6cf-4b00849ed0ee tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:50.237997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Pushing event updated for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:50.241173 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:50.279403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9861567 May 20 08:09:50.292598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Request body: {'port': {'device_id': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:09:50.326676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-8ced5ff8-bbf2-48d4-b6cf-4b00849ed0ee tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:50.328775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-8ced5ff8-bbf2-48d4-b6cf-4b00849ed0ee tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 932 time: 0.3974576 May 20 08:09:50.331180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:50.350829 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Sync routers for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:50.363654 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:50.364210 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:50.443067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.450278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:50.520677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-4d6b02c9-986a-4d7f-a20c-b669a975994e tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:50.554622 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.561753 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:50.626000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-1a427466-d344-4894-bc14-4b5096fd8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:50.627546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-1a427466-d344-4894-bc14-4b5096fd8743 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1094 time: 0.2463262 May 20 08:09:50.708912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Pushing event deleted for resources: {'Port': ['ID=f67e7a05-78b9-4bd4-8c24-3ecc622ee1d6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:50.715042 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:50.753509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-51607bc1-00c3-4fa2-ab9c-41b57b22d461 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b665ae57-debf-431f-b788-c2b76c61e4e9 HTTP/1.1" status: 200 len: 217 time: 0.1153154 May 20 08:09:50.756471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-4d6b02c9-986a-4d7f-a20c-b669a975994e tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:50.756791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.757663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92db235f-132e-4d4a-ae8b-c6b3549bfdf1 req-4d6b02c9-986a-4d7f-a20c-b669a975994e tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959053 May 20 08:09:50.841125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.846249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:50.849393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] 10.222.0.79 "DELETE /v2.0/floatingips/663f303a-6905-447c-8eea-e342a444175b HTTP/1.1" status: 204 len: 168 time: 1.7372162 May 20 08:09:50.859104 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/floatingips/aaa458d6-8082-4212-af1f-fbb00d85d737 HTTP/1.1" status: 204 len: 168 time: 3.0621073 May 20 08:09:50.859104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:50.866062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51688) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:50.913273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-8bb9ff24-cfa7-41f2-abe7-001f0a5c40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:50.915140 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-8bb9ff24-cfa7-41f2-abe7-001f0a5c40b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 200 len: 847 time: 0.1508758 May 20 08:09:50.942344 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:50.946359 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Checking router: 367a4b3f-fade-4408-b6e9-2c714b8729bd for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:09:50.956516 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:50.957234 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:51.092569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Deleting port 3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:51.093147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.142894 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:09:51.175617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507e0f-c174-4a6e-9b16-765f626de398 req-0590abc9-1c1d-4954-8444-31b42ea1c1a5 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:51.177134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2507e0f-c174-4a6e-9b16-765f626de398 req-0590abc9-1c1d-4954-8444-31b42ea1c1a5 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1094 time: 0.2609334 May 20 08:09:51.182020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-2c386100-9474-46c0-a2b2-73de2ed53d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:51.183425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-2c386100-9474-46c0-a2b2-73de2ed53d36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff432942-c09d-48a5-b7bd-4c630df7404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2189000 May 20 08:09:51.217673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.218048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.317715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2507e0f-c174-4a6e-9b16-765f626de398 req-6e82b070-8d13-4053-a22a-3847af45f2bc tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332936 May 20 08:09:51.343890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Calling delete_port for 3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:51.398803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e708578-cb18-457f-a912-c7a4852f0124 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:51.406335 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9', 'status': 'completed', 'code': 200} May 20 08:09:51.417953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.434323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-d1c806be-e91d-454e-ad85-3000f526161e service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335515 May 20 08:09:51.467551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Transition to ACTIVE for port object 3e708578-cb18-457f-a912-c7a4852f0124 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:09:51.511365 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:51.518794 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380181e7-7393-4a56-aed1-3749d445dbc8 None None] The sync data for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 is: [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:08:23Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fd057d2d-53c5-48f8-9237-1db9ed67ff67', 'name': '', 'network_id': '63202ef8-500b-497c-a98c-8508ae0173c4', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:58:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:22Z', 'updated_at': '2021-05-20T08:08:31Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': 'fb5b7994-4f81-4f62-b184-8829d6097db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:51.611355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.617289 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1bd2034-1c95-45d4-b193-f4e8b970f66a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:51.669712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b10ed03-4c8d-4e3c-b4d5-b04a16ebb736,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:51.673500 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:51.721989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.728992 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8598885-fae0-4851-b80a-c21d28c40618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:51.785603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.810515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:51.832439 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:51.897251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:51.898994 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/50bd2916-3d8c-4627-8258-2eba5d07c4c5 HTTP/1.1" status: 204 len: 168 time: 1.0315046 May 20 08:09:51.903802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:51.956696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c93f7b-4060-4b4c-97fe-e2e4f5add7e7 None None] New status for floating IP aaa458d6-8082-4212-af1f-fbb00d85d737: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:09:51.984110 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'status': 'completed', 'code': 200} May 20 08:09:52.106211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7742fae-99ee-4fe0-b024-0d637834a394 req-1843f9c3-e341-4131-a019-87bdfcf33f2d service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595576 May 20 08:09:52.132463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port 3c528284-a41f-407b-8ef1-d08c8d8438e0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:52.133039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:52.138900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-700ebb50-a1e6-4b06-b5ba-8e18f36321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:52.140404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-700ebb50-a1e6-4b06-b5ba-8e18f36321b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 1096 time: 0.1530774 May 20 08:09:52.200552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Attempting to bind port 3e708578-cb18-457f-a912-c7a4852f0124 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:09:52.200896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Attempting to bind port 3e708578-cb18-457f-a912-c7a4852f0124 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:09:52.206261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Attempting to bind port 3e708578-cb18-457f-a912-c7a4852f0124 on network 1f546e8f-ad7f-4373-b450-392757f5d88a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:52.209236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Port 3e708578-cb18-457f-a912-c7a4852f0124 on network 1f546e8f-ad7f-4373-b450-392757f5d88a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:09:52.209595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Attempting to bind port 3e708578-cb18-457f-a912-c7a4852f0124 on network 1f546e8f-ad7f-4373-b450-392757f5d88a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:09:52.296089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:52.303249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:09:52.303598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Checking segment: {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:09:52.304002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Bound using segment: {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:09:52.304636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Bound port: 3e708578-cb18-457f-a912-c7a4852f0124, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:09:52.304876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:52.470296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-deab7e9a-2949-44c6-a02e-d150a880e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:52.472461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-deab7e9a-2949-44c6-a02e-d150a880e1ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 200 len: 898 time: 0.3179903 May 20 08:09:52.472600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for 3c528284-a41f-407b-8ef1-d08c8d8438e0 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:52.657540 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:52.664004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c53e0135-234a-4d1b-8a7f-a4ab5c9810af tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:52.674872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-b433102a-b0aa-4c32-9746-49f191de69ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 200 len: 217 time: 0.1888638 May 20 08:09:52.694870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-4766407e-1aa2-4579-882e-e5479673a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:52.697061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-4766407e-1aa2-4579-882e-e5479673a2e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1094 time: 0.4328923 May 20 08:09:52.720945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=3c528284-a41f-407b-8ef1-d08c8d8438e0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:52.724141 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:52.767300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:09:52.833701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:52.840616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/ports/3c528284-a41f-407b-8ef1-d08c8d8438e0 HTTP/1.1" status: 204 len: 168 time: 0.9355581 May 20 08:09:52.843148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:52.854489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3e708578-cb18-457f-a912-c7a4852f0124,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:09:52.946431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c51bdf-5832-4270-850b-613f33b6cc28 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:52.947295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-50c51bdf-5832-4270-850b-613f33b6cc28 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Synchronizing usage tracker for tenant:3fd160d0ee6d4b7d98541c7cc3f03338 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:53.005168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-50c51bdf-5832-4270-850b-613f33b6cc28 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Unset dirty status for tenant:3fd160d0ee6d4b7d98541c7cc3f03338 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:09:53.008740 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50c51bdf-5832-4270-850b-613f33b6cc28 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c5746ff-a46c-4b48-ae13-990738fb0bfc HTTP/1.1" status: 200 len: 913 time: 0.1621089 May 20 08:09:53.009141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:53.010083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51714) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:53.034479 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:53.131726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-e4cc6a78-d9f3-4b29-8aad-e38124499aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.134006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-e4cc6a78-d9f3-4b29-8aad-e38124499aa5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 200 len: 835 time: 0.4353974 May 20 08:09:53.232199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.233017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:53.235452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] 10.222.0.81 "PUT /v2.0/ports/3e708578-cb18-457f-a912-c7a4852f0124 HTTP/1.1" status: 200 len: 1092 time: 2.9476490 May 20 08:09:53.289015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee039c54-230e-482b-98ca-573685e35d60 req-74b4fd7b-8259-4238-8570-a79ed65cad51 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.291493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee039c54-230e-482b-98ca-573685e35d60 req-74b4fd7b-8259-4238-8570-a79ed65cad51 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 944 time: 0.8074641 May 20 08:09:53.389459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:53.401592 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:53.404261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-2b9b89af-1fb4-4b1c-9b27-e17e9dc96ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.405153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-2b9b89af-1fb4-4b1c-9b27-e17e9dc96ca2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.6463587 May 20 08:09:53.411657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:53.526322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-bcd6804f-3de3-4f08-a328-871bf357edfa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b665ae57-debf-431f-b788-c2b76c61e4e9 HTTP/1.1" status: 200 len: 217 time: 0.1050365 May 20 08:09:53.579352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-2f893bc4-ea00-4b39-9042-4655ae0853b8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.580855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-2f893bc4-ea00-4b39-9042-4655ae0853b8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.7200391 May 20 08:09:53.583680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee039c54-230e-482b-98ca-573685e35d60 req-b0949ed6-819d-4b03-b770-09e3e3efc78a tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729402 May 20 08:09:53.652855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-675e01bf-78fe-4272-a799-a5baca642ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.654400 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-675e01bf-78fe-4272-a799-a5baca642ebc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 1095 time: 0.3027086 May 20 08:09:53.798179 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-b8aa4c65-ab27-497f-804b-84424d7bd7e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e708578-cb18-457f-a912-c7a4852f0124 HTTP/1.1" status: 200 len: 217 time: 0.1345880 May 20 08:09:53.890211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-3586a991-8f4b-45fc-9dbb-772e538a0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.892273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-3586a991-8f4b-45fc-9dbb-772e538a0aeb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=63202ef8-500b-497c-a98c-8508ae0173c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7279789 May 20 08:09:53.904327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-f30a2a75-ad2c-4bae-8b0f-8c93b40644d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.905713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-f30a2a75-ad2c-4bae-8b0f-8c93b40644d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 200 len: 847 time: 0.3691082 May 20 08:09:53.943558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805a82-c63a-47b2-9875-ece593560e50 req-66ac73bb-0be2-4d9f-b909-6e69f572c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:53.946173 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-66ac73bb-0be2-4d9f-b909-6e69f572c5b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a HTTP/1.1" status: 200 len: 849 time: 0.1410449 May 20 08:09:53.955278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1d8bacf3-e931-401c-b0fe-5a35a6152ff5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.6494136 May 20 08:09:54.061782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-4bc988c4-5dbc-46cd-adc7-7ef37d546444 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f546e8f-ad7f-4373-b450-392757f5d88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061592 May 20 08:09:54.246164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087aa1b-6918-4cbc-a103-1bb62ff317c7 req-d3525e02-0de2-4e8f-a044-9d7f2e195523 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.252905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b087aa1b-6918-4cbc-a103-1bb62ff317c7 req-d3525e02-0de2-4e8f-a044-9d7f2e195523 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1094 time: 0.4376178 May 20 08:09:54.256142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-14492f1c-8845-4fad-86fb-672095f720c2 service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482671 May 20 08:09:54.257584 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-d2fb2892-5b3f-47e1-8468-53984b30b8cb service neutron] 10.222.0.81 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867037 May 20 08:09:54.300891 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.313560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 78c78f0b-8bbd-4d01-a954-21293c78cb53 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:54.313862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.342486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b665ae57-debf-431f-b788-c2b76c61e4e9 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:54.376991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.377460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.377974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.378648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.378937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.380716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d63ff873-4cad-45e2-9e97-8cf80156f5d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.3386052 May 20 08:09:54.385437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.463674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-63e48051-0785-4b73-9efa-b15862e45859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:54.465153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-63e48051-0785-4b73-9efa-b15862e45859 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff432942-c09d-48a5-b7bd-4c630df7404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5203505 May 20 08:09:54.504203 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-caa9b0bf-f777-4702-a4a7-75a7a9d9e82a service neutron] 10.222.0.81 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344954 May 20 08:09:54.511718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b665ae57-debf-431f-b788-c2b76c61e4e9,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:54.521701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b087aa1b-6918-4cbc-a103-1bb62ff317c7 req-172ba7b1-efd6-40b4-a561-a5c9229db954 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645712 May 20 08:09:54.537768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-ff6425d8-c31d-423d-a73f-af9a722e08ca service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:09:54.538734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-ff6425d8-c31d-423d-a73f-af9a722e08ca service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050561 May 20 08:09:54.539298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'b665ae57-debf-431f-b788-c2b76c61e4e9', 'network_id': 'ff432942-c09d-48a5-b7bd-4c630df7404e', 'port_id': 'b665ae57-debf-431f-b788-c2b76c61e4e9', 'mac_address': 'fa:16:3e:d0:c4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf9a9a7-9695-4e53-b583-8070aa9bc2fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:54.622023 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.641509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b665ae57-debf-431f-b788-c2b76c61e4e9 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:54.659782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b665ae57-debf-431f-b788-c2b76c61e4e9,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:54.719775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.724829 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:54.799502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:54.803054 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:54.854827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 78c78f0b-8bbd-4d01-a954-21293c78cb53, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=78c78f0b-8bbd-4d01-a954-21293c78cb53,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:54.855196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:54.868201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ad2c99e-71a8-4bce-a918-e136861f2073 req-3f60149d-aa0b-4f0c-a52a-786efd2c9b8b service neutron] 10.222.0.81 "GET /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845602 May 20 08:09:54.974967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b665ae57-debf-431f-b788-c2b76c61e4e9'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:55.021503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 78c78f0b-8bbd-4d01-a954-21293c78cb53 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:55.052222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-2d6d0d40-9594-4c52-ac5c-6cc3abffd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.052713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-2d6d0d40-9594-4c52-ac5c-6cc3abffd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.053193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-2d6d0d40-9594-4c52-ac5c-6cc3abffd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.054909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-2d6d0d40-9594-4c52-ac5c-6cc3abffd582 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.6119871 May 20 08:09:55.062088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-c93cf88b-77b8-467b-a89e-a4d9eaee561a service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153956 May 20 08:09:55.072459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:55.073068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:55.190361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d0a58e26-0802-48ad-988f-73c1f9d7d8b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.1188366 May 20 08:09:55.201457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e503da-8af6-4c8c-a340-4d0ce0247bfa req-5db86b41-58b1-4623-a464-7ae4536a1810 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.203053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85e503da-8af6-4c8c-a340-4d0ce0247bfa req-5db86b41-58b1-4623-a464-7ae4536a1810 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=73734332-afd6-49fd-b859-291577e159f2 HTTP/1.1" status: 200 len: 945 time: 0.5400729 May 20 08:09:55.231347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:55.362581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for 5d4fc6a3-60a7-4433-a0bb-e5a3e540df80 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:55.573341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-9b95518e-ef3f-4cf2-806f-858200e1942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.574743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-9b95518e-ef3f-4cf2-806f-858200e1942a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.3706601 May 20 08:09:55.580623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85e503da-8af6-4c8c-a340-4d0ce0247bfa req-551e0f88-2c64-4a2b-aa98-7e1a97f7aebf tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=7730afe8-e86a-4a2e-a8ae-a6707951d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170132 May 20 08:09:55.585768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fe23711-2911-4023-8f69-61f57cba94f7 req-49e3ed56-17ea-41cf-8c8d-9d9821466abc service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122418 May 20 08:09:55.660519 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124', 'status': 'completed', 'code': 200} May 20 08:09:55.760059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:55.768906 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:55.783810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-cd3ad1e9-5b40-44f6-b306-2aa3d78e984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.785366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-cd3ad1e9-5b40-44f6-b306-2aa3d78e984b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019792 May 20 08:09:55.813423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-92488e56-30a3-4ba7-9226-ff3b43130b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:55.815453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-92488e56-30a3-4ba7-9226-ff3b43130b46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 1095 time: 0.1469984 May 20 08:09:55.849235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=5d4fc6a3-60a7-4433-a0bb-e5a3e540df80,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:55.856628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:55.856899 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:55.878146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2d706c6d-89ca-42d2-81d2-7f83923b4a36 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:56.035958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=78c78f0b-8bbd-4d01-a954-21293c78cb53,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:56.054704 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:56.140525 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.168502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] No DVR routers for this DVR port 78c78f0b-8bbd-4d01-a954-21293c78cb53 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:09:56.174488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.191288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-4fb1c853-7c43-462e-8deb-533dcadaacf9 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986366 May 20 08:09:56.196514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:09:56.219939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-007266be-f5fb-4ed8-8e85-e01507bcc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:56.221442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-007266be-f5fb-4ed8-8e85-e01507bcc3ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 910 time: 0.3852148 May 20 08:09:56.226182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "DELETE /v2.0/ports/78c78f0b-8bbd-4d01-a954-21293c78cb53 HTTP/1.1" status: 204 len: 173 time: 2.6353052 May 20 08:09:56.278806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 78c78f0b-8bbd-4d01-a954-21293c78cb53 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:09:56.279706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 78c78f0b-8bbd-4d01-a954-21293c78cb53 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:09:56.312037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-02f16425-9ea6-43fe-98a6-891b56b8cd6b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e708578-cb18-457f-a912-c7a4852f0124 HTTP/1.1" status: 200 len: 217 time: 0.0740423 May 20 08:09:56.354674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b665ae57-debf-431f-b788-c2b76c61e4e9 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:09:56.436471 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.518908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-b8020135-c9e7-42d7-8aa4-d414bd4cc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:56.520346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-b8020135-c9e7-42d7-8aa4-d414bd4cc0f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a HTTP/1.1" status: 200 len: 849 time: 0.1629078 May 20 08:09:56.530933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port b665ae57-debf-431f-b788-c2b76c61e4e9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:09:56.536703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port b665ae57-debf-431f-b788-c2b76c61e4e9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:09:56.537725 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.596829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-973c0e30-c076-4964-a9f2-c2d0fad112e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f546e8f-ad7f-4373-b450-392757f5d88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588462 May 20 08:09:56.603467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1ce91234-6c87-4fdf-a753-2fbf48b4b370 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001913 May 20 08:09:56.616649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f446f-db12-4765-8446-a697141c9767 req-39ace794-4f84-41b2-a425-92a0368027a4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:56.618362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c30f446f-db12-4765-8446-a697141c9767 req-39ace794-4f84-41b2-a425-92a0368027a4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 944 time: 0.2300973 May 20 08:09:56.659840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Router 3c5746ff-a46c-4b48-ae13-990738fb0bfc has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:09:56.692907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.728281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b665ae57-debf-431f-b788-c2b76c61e4e9,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:56.729642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:56.737423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1b9793d9-6934-4afc-b958-2a9b32718d38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1180630 May 20 08:09:56.811549 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:56.817446 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:56.900938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c30f446f-db12-4765-8446-a697141c9767 req-c7d7b4a0-fd4f-4b07-8f41-71dd92d96a65 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046309 May 20 08:09:56.908455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:56.911867 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:56.942987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-f3cff2b0-1862-4d0b-9257-233fa60f9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:56.944737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-f3cff2b0-1862-4d0b-9257-233fa60f9bf9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1972384 May 20 08:09:57.003283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-323e023e-f1f0-41e7-a146-4f981e9a112e service neutron] 10.222.0.81 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315866 May 20 08:09:57.044798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:09:57.056700 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] Sync routers for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:09:57.067064 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:57.067685 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:57.130136 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:57.133307 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "PUT /v2.0/routers/3c5746ff-a46c-4b48-ae13-990738fb0bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1218612 May 20 08:09:57.135834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:57.140081 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] Routers {'3c5746ff-a46c-4b48-ae13-990738fb0bfc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:09:57.140954 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:57.206222 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:09:57.206547 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca93d07-d40b-4205-913c-a8eca96dfa28 None None] The sync data for ids ['3c5746ff-a46c-4b48-ae13-990738fb0bfc'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:09:57.330371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:57.428466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d8b25fa9-92f9-4c08-828a-7dd483de7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:57.430155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d8b25fa9-92f9-4c08-828a-7dd483de7dc1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4757011 May 20 08:09:57.496763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5f365d57-476b-4f2b-8502-a5b633d91134 req-ed9ba275-4083-479b-9a1c-312fd4b0f854 service neutron] 10.222.0.81 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825897 May 20 08:09:57.537072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:57.581395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47e57d-4308-4a22-a5bb-cb9d6af597b7 req-69fe42ba-20ed-4bd7-89d3-5277fd195f4a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:57.582924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b47e57d-4308-4a22-a5bb-cb9d6af597b7 req-69fe42ba-20ed-4bd7-89d3-5277fd195f4a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.5417740 May 20 08:09:57.644469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1c6395a9-b978-4ac9-82d8-bc82f19f3e76 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026148 May 20 08:09:57.655693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b47e57d-4308-4a22-a5bb-cb9d6af597b7 req-133cc7d4-8671-4feb-bb5f-b1989bac5ed6 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646009 May 20 08:09:57.676645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-deleted', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:09:57.712974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port 4289eab6-80d5-4dd3-b61e-cca3f5564703 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:57.713409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:57.846508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:57.882942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-0d963f34-3f76-464f-b3f7-0d0fc2091fac service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291648 May 20 08:09:57.893509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-5e7910ea-4cd6-402f-90db-2aed3edcb87b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:57.894847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-5e7910ea-4cd6-402f-90db-2aed3edcb87b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "GET /v2.0/ports?device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 945 time: 0.1966741 May 20 08:09:57.986896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for 4289eab6-80d5-4dd3-b61e-cca3f5564703 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:57.996583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-4ce81356-95a7-4db8-87da-114120e1a7e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1007667 May 20 08:09:58.127846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d0ce435e-58d3-4905-8309-020f878d349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:58.129056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-d0ce435e-58d3-4905-8309-020f878d349c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1211267 May 20 08:09:58.203692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3e708578-cb18-457f-a912-c7a4852f0124 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:09:58.222226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.227215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Deleting port 0ce2b515-ea9b-4174-b434-2b4203bf31cb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:09:58.227215 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.228982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:58.229777 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:58.331662 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73734332-afd6-49fd-b859-291577e159f2', 'name': 'network-vif-deleted', 'tag': '78c78f0b-8bbd-4d01-a954-21293c78cb53', 'status': 'completed', 'code': 200} May 20 08:09:58.333692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-75a5e0d1-203d-454a-b889-a475c33cf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:58.337018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-75a5e0d1-203d-454a-b889-a475c33cf011 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1983206 May 20 08:09:58.380427 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9', 'code': 200} May 20 08:09:58.415798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3e708578-cb18-457f-a912-c7a4852f0124,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:58.421668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=4289eab6-80d5-4dd3-b61e-cca3f5564703,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:58.434377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '3e708578-cb18-457f-a912-c7a4852f0124', 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a', 'port_id': '3e708578-cb18-457f-a912-c7a4852f0124', 'mac_address': 'fa:16:3e:82:a5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb2ddf7-9802-4e7d-b953-fbd3b92d948a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:09:58.467289 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:58.508039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.527375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e708578-cb18-457f-a912-c7a4852f0124 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:09:58.544031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3e708578-cb18-457f-a912-c7a4852f0124,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:58.602970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] For port 0ce2b515-ea9b-4174-b434-2b4203bf31cb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0ce2b515-ea9b-4174-b434-2b4203bf31cb,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:09:58.603570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.640338 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.646099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:58.738729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:58.741982 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:58.754896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Calling delete_port for 0ce2b515-ea9b-4174-b434-2b4203bf31cb owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:09:58.787151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-284b2454-a218-493c-9f6f-34d3cc92c35a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116728 May 20 08:09:58.832883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70854ee-44cb-4311-8ca9-f753939584dd req-e0e91598-12ba-47ae-a74b-64cdb1eb243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:58.834419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a70854ee-44cb-4311-8ca9-f753939584dd req-e0e91598-12ba-47ae-a74b-64cdb1eb243c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.4936802 May 20 08:09:58.834975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:58.916727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3e708578-cb18-457f-a912-c7a4852f0124'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:59.067349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4015-483f-4772-9ea5-660e7a531828 req-94461799-10cb-4483-8df8-9f8f24b15915 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:59.068856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e4f4015-483f-4772-9ea5-660e7a531828 req-94461799-10cb-4483-8df8-9f8f24b15915 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 944 time: 0.6325660 May 20 08:09:59.112553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.116520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.177873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a70854ee-44cb-4311-8ca9-f753939584dd req-848d9fc4-cfb9-4586-9de3-c70fa2364ce4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223526 May 20 08:09:59.227419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e4f4015-483f-4772-9ea5-660e7a531828 req-06e9b12a-a9ac-49b0-b9f5-59126c330d24 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100657 May 20 08:09:59.236876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-06e7b1b3-c890-4236-9293-8814a0ee1683 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399457 May 20 08:09:59.343401 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.344340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5746ff-a46c-4b48-ae13-990738fb0bfc {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:09:59.355688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-03b022f9-ced9-469c-8a51-710b84f3e35d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0766211 May 20 08:09:59.372995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.374100 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/routers/3c5746ff-a46c-4b48-ae13-990738fb0bfc HTTP/1.1" status: 204 len: 168 time: 2.2373219 May 20 08:09:59.377722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51766) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:09:59.457678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting subnet b4209363-a0ad-4bea-857f-09fc98c072dc {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:09:59.464266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.504926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-41a9b340-f0e1-4ada-ae24-5c57eb975ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:59.506894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-41a9b340-f0e1-4ada-ae24-5c57eb975ab2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1381540 May 20 08:09:59.556073 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.565707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.577956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['3f4ba489-a16b-4346-8c5f-155dd3c72842'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:09:59.578736 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2a6922ca-6874-44aa-a626-77d91a56919e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:09:59.633400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event deleted for resources: {'Port': ['ID=0ce2b515-ea9b-4174-b434-2b4203bf31cb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:09:59.645188 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:09:59.652476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386a1c-682c-414f-9cb6-6a9c0007114d req-f7a12f63-5b6d-447d-84e6-bd85d95273c0 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:59.654128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e386a1c-682c-414f-9cb6-6a9c0007114d req-f7a12f63-5b6d-447d-84e6-bd85d95273c0 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.2461336 May 20 08:09:59.680685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.821070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] No DVR routers for this DVR port 0ce2b515-ea9b-4174-b434-2b4203bf31cb on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:09:59.831183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.857798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e386a1c-682c-414f-9cb6-6a9c0007114d req-98cda83d-9c57-4105-aca4-e40ac2d15b9b tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745167 May 20 08:09:59.858303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:09:59.872373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1767d56e-493c-4621-8bf1-bb326052244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:59.875982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-1767d56e-493c-4621-8bf1-bb326052244c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3594258 May 20 08:09:59.947711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-96c90f38-47e7-428a-a2f2-cbda5105ba93 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:09:59.948419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-96c90f38-47e7-428a-a2f2-cbda5105ba93 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:09:59.957600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6f7b581-3592-4de8-98d4-a43e39959832 req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "DELETE /v2.0/ports/0ce2b515-ea9b-4174-b434-2b4203bf31cb HTTP/1.1" status: 204 len: 173 time: 2.0120897 May 20 08:10:00.119996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f3c9f28d-a196-46f5-b513-110ab49b96bd req-101ee5b4-8d4d-42cb-8395-b49ccde8b426 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:00.174903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-727a5f0a-15cc-43e1-8328-5f81fdaa52f6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875528 May 20 08:10:00.204268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-96c90f38-47e7-428a-a2f2-cbda5105ba93 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:00.205370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-96c90f38-47e7-428a-a2f2-cbda5105ba93 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 945 time: 0.5137134 May 20 08:10:00.205956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f3c9f28d-a196-46f5-b513-110ab49b96bd req-101ee5b4-8d4d-42cb-8395-b49ccde8b426 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:00.206965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3c9f28d-a196-46f5-b513-110ab49b96bd req-101ee5b4-8d4d-42cb-8395-b49ccde8b426 tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=12f2bfdd-e8ff-4a62-a6ec-889a739b839d HTTP/1.1" status: 200 len: 210 time: 0.1634319 May 20 08:10:00.217068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3e708578-cb18-457f-a912-c7a4852f0124 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:00.348308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'name': 'network-vif-deleted', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:00.394078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0ce2b515-ea9b-4174-b434-2b4203bf31cb no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:00.436157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 0ce2b515-ea9b-4174-b434-2b4203bf31cb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:00.436606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0ce2b515-ea9b-4174-b434-2b4203bf31cb not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:00.467977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 3e708578-cb18-457f-a912-c7a4852f0124 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:00.476191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 3e708578-cb18-457f-a912-c7a4852f0124 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:00.477198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.528241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port fd057d2d-53c5-48f8-9237-1db9ed67ff67 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:00.529566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.548720 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.550820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-83d70f63-72a2-45f1-9a82-bf1c3e5fee24 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690748 May 20 08:10:00.563773 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1f379aa-2b9d-4d2e-be7a-f6cea5807e5c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:00.613275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Subnet': ['ID=b4209363-a0ad-4bea-857f-09fc98c072dc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:00.629597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-57c425de-a8e1-4335-b048-d3d3474f2d81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0711386 May 20 08:10:00.631769 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.642206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5026-a815-4a85-9179-09c92efde811 req-f08f53ad-cae9-46a9-9cd5-75b448763204 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:00.642206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-800f5026-a815-4a85-9179-09c92efde811 req-f08f53ad-cae9-46a9-9cd5-75b448763204 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 945 time: 0.2172256 May 20 08:10:00.675922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:00.693218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Deleting port 3f4ba489-a16b-4346-8c5f-155dd3c72842 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:00.693218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.693806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3e708578-cb18-457f-a912-c7a4852f0124,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:00.844318 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:00.845610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.867188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/subnets/b4209363-a0ad-4bea-857f-09fc98c072dc HTTP/1.1" status: 204 len: 168 time: 1.4886613 May 20 08:10:00.867806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:00.871359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c2e90-62c2-4c00-8712-0aec49cbe03b None None] Network adf89990-9128-4b40-adc0-14ce293ee432 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:00.950408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:00.959215 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2f2d2fac-db73-4c2f-a1a5-6d1537c3f9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:01.006877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port fd057d2d-53c5-48f8-9237-1db9ed67ff67, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd057d2d-53c5-48f8-9237-1db9ed67ff67,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:01.007243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.038641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-800f5026-a815-4a85-9179-09c92efde811 req-e35a28b5-76d3-4b55-9b0e-f15cfa928c5a tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587098 May 20 08:10:01.060344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-e1942f41-dd4a-4015-a85f-99c800d48923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:01.061807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-e1942f41-dd4a-4015-a85f-99c800d48923 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.4189141 May 20 08:10:01.084822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.142175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:01.159075 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:01.166884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for fd057d2d-53c5-48f8-9237-1db9ed67ff67 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:01.173352 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2bfdd-e8ff-4a62-a6ec-889a739b839d', 'name': 'network-vif-deleted', 'tag': '0ce2b515-ea9b-4174-b434-2b4203bf31cb', 'status': 'completed', 'code': 200} May 20 08:10:01.227826 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124', 'code': 200} May 20 08:10:01.269090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] For port 3f4ba489-a16b-4346-8c5f-155dd3c72842, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=3f4ba489-a16b-4346-8c5f-155dd3c72842,segment=NetworkSegment(b082ce52-af98-4cc9-bafa-ad346711ac4d),segment_id=b082ce52-af98-4cc9-bafa-ad346711ac4d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:01.269511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.376568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] DHCP port deletion for adf89990-9128-4b40-adc0-14ce293ee432 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:01.401829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port f4295db7-7641-40b5-9c32-16b90cb6f605 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:01.402382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.461341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Deleting port f4295db7-7641-40b5-9c32-16b90cb6f605 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:01.462754 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.579308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Calling delete_port for 3f4ba489-a16b-4346-8c5f-155dd3c72842 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:01.612095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] For port f4295db7-7641-40b5-9c32-16b90cb6f605, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4295db7-7641-40b5-9c32-16b90cb6f605,segment=NetworkSegment(4bc400b4-94a5-41b4-9b6f-5083ac46b4bb),segment_id=4bc400b4-94a5-41b4-9b6f-5083ac46b4bb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:01.612729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.616080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] For port f4295db7-7641-40b5-9c32-16b90cb6f605, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4295db7-7641-40b5-9c32-16b90cb6f605,segment=NetworkSegment(4bc400b4-94a5-41b4-9b6f-5083ac46b4bb),segment_id=4bc400b4-94a5-41b4-9b6f-5083ac46b4bb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:01.616858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:01.710383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-b5930bb9-2ff5-41c6-8199-d6cb60803d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:01.712819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-b5930bb9-2ff5-41c6-8199-d6cb60803d4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6363642 May 20 08:10:01.839327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Calling delete_port for f4295db7-7641-40b5-9c32-16b90cb6f605 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:01.848337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for f4295db7-7641-40b5-9c32-16b90cb6f605 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:01.993990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.009806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2a36d-3f59-48d5-99de-bc0dabaaeb9b req-8f8a2351-ab3e-4b7d-ac83-67e3f67ce278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:02.011352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ef2a36d-3f59-48d5-99de-bc0dabaaeb9b req-8f8a2351-ab3e-4b7d-ac83-67e3f67ce278 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 1097 time: 0.6046069 May 20 08:10:02.023031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f9fc6-4b84-4341-a363-36e63c1a9111 req-a95766a2-1150-4ba3-84dc-b22c1536f3c7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:02.025855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a63f9fc6-4b84-4341-a363-36e63c1a9111 req-a95766a2-1150-4ba3-84dc-b22c1536f3c7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.6145728 May 20 08:10:02.033433 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2fdc27f2-23d8-4435-8e23-e7c4727165d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:02.036252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.040583 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0450cdd9-87ed-4fbf-af90-30f50196db09 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:02.079299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-a27b9749-e92e-449e-9053-141f837da7f6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379297 May 20 08:10:02.091324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=f4295db7-7641-40b5-9c32-16b90cb6f605,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:02.094944 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:02.096278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.108298 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:02.138066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] No DVR routers for this DVR port f4295db7-7641-40b5-9c32-16b90cb6f605 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:02.173429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] No DVR routers for this DVR port f4295db7-7641-40b5-9c32-16b90cb6f605 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:02.194372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Pushing event deleted for resources: {'Port': ['ID=f4295db7-7641-40b5-9c32-16b90cb6f605,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:02.199611 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:02.209205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ef2a36d-3f59-48d5-99de-bc0dabaaeb9b req-3ec88975-6588-48ec-b233-01abbea799de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834056 May 20 08:10:02.251671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=fd057d2d-53c5-48f8-9237-1db9ed67ff67,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:02.262653 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:02.268998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a63f9fc6-4b84-4341-a363-36e63c1a9111 req-185ff454-eab2-4b5c-87aa-f66e05799ac1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163699 May 20 08:10:02.347776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1cb34f7-26d8-496a-b325-36fa7642af0f req-4eee8660-cc00-403d-9059-4616c93e1329 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602663 May 20 08:10:02.411440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3f4ba489-a16b-4346-8c5f-155dd3c72842 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:02.445924 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.455835 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:02.476413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.497008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf89990-9128-4b40-adc0-14ce293ee432']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:02.513701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 3f4ba489-a16b-4346-8c5f-155dd3c72842 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:02.514433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:02.514801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc400b4-94a5-41b4-9b6f-5083ac46b4bb') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:02.515040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 3f4ba489-a16b-4346-8c5f-155dd3c72842 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:02.524463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Pushing event deleted for resources: {'Port': ['ID=3f4ba489-a16b-4346-8c5f-155dd3c72842,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:02.530472 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:02.597038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4295db7-7641-40b5-9c32-16b90cb6f605 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:02.603420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.638989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f4295db7-7641-40b5-9c32-16b90cb6f605 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:02.638989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4295db7-7641-40b5-9c32-16b90cb6f605 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:02.647115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.708020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:02.708427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.712519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] No DVR routers for this DVR port 3f4ba489-a16b-4346-8c5f-155dd3c72842 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:02.720817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:02.724664 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:02.778674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a926db-0e71-4595-b9ee-b16048b6e2ad req-34847ea9-c87c-4924-9abb-451038563004 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:02.780185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9a926db-0e71-4595-b9ee-b16048b6e2ad req-34847ea9-c87c-4924-9abb-451038563004 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 946 time: 0.2513607 May 20 08:10:02.807703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-1f761394-316d-4fb6-b89b-c770c52e4ca7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267571 May 20 08:10:02.837869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9a926db-0e71-4595-b9ee-b16048b6e2ad req-dbdf9956-c320-4ece-b20e-ad5256b5b6b7 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502403 May 20 08:10:02.851919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15406a51-3a60-49e5-9295-95cee3e7fcba req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.84 "DELETE /v2.0/ports/3f4ba489-a16b-4346-8c5f-155dd3c72842 HTTP/1.1" status: 204 len: 173 time: 2.6333964 May 20 08:10:02.997882 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:03.040734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-52b8d851-a664-46ea-bc70-70583bb39179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:03.042341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-52b8d851-a664-46ea-bc70-70583bb39179 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.1523907 May 20 08:10:03.110131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fee39-94e6-4575-87bb-56cf8952a4d0 req-d717208c-18b7-4b91-a80a-6feb56f0aa06 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:03.111637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-530fee39-94e6-4575-87bb-56cf8952a4d0 req-d717208c-18b7-4b91-a80a-6feb56f0aa06 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.1475825 May 20 08:10:03.174186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:03.180386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-319d5125-9246-4a0d-81fe-56f284c6285a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:03.182907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'name': 'network-vif-deleted', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:03.195098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:03.222350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Network': ['ID=adf89990-9128-4b40-adc0-14ce293ee432,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:03.229250 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:03.235289 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/networks/adf89990-9128-4b40-adc0-14ce293ee432 HTTP/1.1" status: 204 len: 168 time: 2.3637969 May 20 08:10:03.237865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:03.247843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-530fee39-94e6-4575-87bb-56cf8952a4d0 req-3cb7a3f7-57fa-40f5-8f8c-64dcfb3adbe7 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839965 May 20 08:10:03.303980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-62ccda31-08f4-462a-b4bc-5e501dafe19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:03.305711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-62ccda31-08f4-462a-b4bc-5e501dafe19c service neutron] 10.222.0.84 "GET /v2.0/networks?id=ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 200 len: 909 time: 0.2377696 May 20 08:10:03.426993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-9861296b-a20e-48d6-87fe-60b67e0c7cb9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b665ae57-debf-431f-b788-c2b76c61e4e9 HTTP/1.1" status: 200 len: 217 time: 0.1132758 May 20 08:10:03.433040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eac48301-ebed-461b-981b-f4c613a633eb req-3557904e-f6eb-46bc-814c-6eaa36e10d1a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Synchronizing usage tracker for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:03.646235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router 367a4b3f-fade-4408-b6e9-2c714b8729bd has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:03.654281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Deleting port a101655d-2f7e-40e1-b0a3-514076baaf12 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:03.657739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:03.669442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-d8e10719-8825-4d85-b6c0-b00ae6507f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:03.670929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-d8e10719-8825-4d85-b6c0-b00ae6507f1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 200 len: 847 time: 0.2338934 May 20 08:10:03.752100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-d2cc1e85-7acb-48ae-9ceb-53c9874786fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:03.753744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-d2cc1e85-7acb-48ae-9ceb-53c9874786fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ff432942-c09d-48a5-b7bd-4c630df7404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760353 May 20 08:10:03.785804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eac48301-ebed-461b-981b-f4c613a633eb req-3557904e-f6eb-46bc-814c-6eaa36e10d1a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Unset dirty status for tenant:1eb9e924d89941a895edb1a414298e5f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:03.786517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eac48301-ebed-461b-981b-f4c613a633eb req-3557904e-f6eb-46bc-814c-6eaa36e10d1a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ea266fe-11da-4b6a-af2f-8f3493067bc5 HTTP/1.1" status: 200 len: 210 time: 0.4078531 May 20 08:10:03.878035 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea266fe-11da-4b6a-af2f-8f3493067bc5', 'name': 'network-vif-deleted', 'tag': '3f4ba489-a16b-4346-8c5f-155dd3c72842', 'status': 'completed', 'code': 200} May 20 08:10:03.922466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-2a33302d-ec5c-4038-b068-78391918ac4a service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609137 May 20 08:10:03.940390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:03.946207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.073087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Calling delete_port for a101655d-2f7e-40e1-b0a3-514076baaf12 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:04.079183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:04.084951 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/367a4b3f-fade-4408-b6e9-2c714b8729bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8149009 May 20 08:10:04.088620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:04.092406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Sync routers for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:04.106192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:04.107194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:04.178258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195e001-9d17-4453-acea-34619ef7c7f4 req-41ac86ce-eb20-418c-8bc5-fa22650d39b0 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:04.178547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting subnet fb5b7994-4f81-4f62-b184-8829d6097db3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:04.185239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.186016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0195e001-9d17-4453-acea-34619ef7c7f4 req-41ac86ce-eb20-418c-8bc5-fa22650d39b0 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.2057393 May 20 08:10:04.214646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fc49c0a-630b-46ed-b8b0-afc44072ad47 req-49f1dc2c-28d6-44e3-ac4d-4a8e307d0805 service neutron] 10.222.0.84 "GET /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837639 May 20 08:10:04.233739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0195e001-9d17-4453-acea-34619ef7c7f4 req-5faf4209-d45d-4a24-9b69-59119ef27690 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 May 20 08:10:04.325148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.370536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:04.481791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a82f-dbf6-4aa4-8e0e-d0795b603de9 req-8ca1a17b-b06f-4e4f-9fe0-2f54ccf61890 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:04.496329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e24a82f-dbf6-4aa4-8e0e-d0795b603de9 req-8ca1a17b-b06f-4e4f-9fe0-2f54ccf61890 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 946 time: 0.1220477 May 20 08:10:04.544461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e24a82f-dbf6-4aa4-8e0e-d0795b603de9 req-825f2e01-02d8-4877-96a7-32da897e432c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462437 May 20 08:10:04.544689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.553527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:04.604835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Pushing event deleted for resources: {'Port': ['ID=a101655d-2f7e-40e1-b0a3-514076baaf12,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:04.611286 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:04.743755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.777138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.790413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:10:01Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:04.794406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Checking router: 367a4b3f-fade-4408-b6e9-2c714b8729bd for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:10:04.803549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Routers {'367a4b3f-fade-4408-b6e9-2c714b8729bd'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:04.804174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:09:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['367a4b3f-fade-4408-b6e9-2c714b8729bd'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:04.905029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:04.906659 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] 10.222.0.79 "DELETE /v2.0/floatingips/e331fff9-1ece-48e3-8f41-94d837d139ae HTTP/1.1" status: 204 len: 168 time: 1.6672182 May 20 08:10:04.992025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] Set router 367a4b3f-fade-4408-b6e9-2c714b8729bd gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:05.177744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.184874 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-370dc2e2-a402-472c-950c-337d352e39e9 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:05.227710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51826) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:05.277760 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.284903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5b7994-4f81-4f62-b184-8829d6097db3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:05.291795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52c1dc-5137-4433-b4da-236cc2b8079e None None] Network 63202ef8-500b-497c-a98c-8508ae0173c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:05.298324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:05.298324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/subnets/fb5b7994-4f81-4f62-b184-8829d6097db3 HTTP/1.1" status: 204 len: 168 time: 1.2067840 May 20 08:10:05.299160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51830) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:05.340607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Deleting subnet d0f58541-0526-495b-9c95-479a0de9d522 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:05.371618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.496621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.553924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:10:01Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:05.560678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e2fc-2e49-46e8-98ba-5cad9a4e9993 None None] The sync data for ids ['367a4b3f-fade-4408-b6e9-2c714b8729bd'] in n-d-780147-4 is: [{'id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725002191', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:13Z', 'updated_at': '2021-05-20T08:10:01Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': '01cafddf-def5-41d9-905d-2a1e648c937c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a4b3f-fade-4408-b6e9-2c714b8729bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:15Z', 'updated_at': '2021-05-20T08:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:05.575259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:05.648285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.658060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] DHCP port deletion for 63202ef8-500b-497c-a98c-8508ae0173c4 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:05.673137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.731569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Deleting port edf71a1d-21b9-4dee-9638-d80d122b9dbc {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:05.732114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.845229 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.849598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] For port edf71a1d-21b9-4dee-9638-d80d122b9dbc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=edf71a1d-21b9-4dee-9638-d80d122b9dbc,segment=NetworkSegment(46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0),segment_id=46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:05.850077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:05.891112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49e52b-c10d-4ab0-a426-1da54f1cd792 req-ec458b93-36c2-41ad-b15f-c9b7c5a0df08 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:05.894780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef49e52b-c10d-4ab0-a426-1da54f1cd792 req-ec458b93-36c2-41ad-b15f-c9b7c5a0df08 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.3183956 May 20 08:10:05.912875 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:10:05.975032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0b78bbb1-f786-44ae-a4f9-e4636e3d7cbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fd160d0ee6d4b7d98541c7cc3f03338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924217 May 20 08:10:05.975852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51848) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:05.991542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Calling delete_port for edf71a1d-21b9-4dee-9638-d80d122b9dbc owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:06.044934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 01cafddf-def5-41d9-905d-2a1e648c937c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:06.049341 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.060281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef49e52b-c10d-4ab0-a426-1da54f1cd792 req-ad5abba8-ac2d-4471-8f13-9e045779a498 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583045 May 20 08:10:06.107870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.113571 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:06.140033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.160282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Pushing event deleted for resources: {'Port': ['ID=edf71a1d-21b9-4dee-9638-d80d122b9dbc,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:06.165236 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:06.167767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] No DVR routers for this DVR port edf71a1d-21b9-4dee-9638-d80d122b9dbc on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:06.180586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.222124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 01cafddf-def5-41d9-905d-2a1e648c937c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=01cafddf-def5-41d9-905d-2a1e648c937c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:06.222633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.235002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.241434 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6377a996-2d25-4c5f-9956-d5364ec5a08b tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:06.283433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f58541-0526-495b-9c95-479a0de9d522,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:06.286948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.291416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:06.304377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d0f58541-0526-495b-9c95-479a0de9d522 HTTP/1.1" status: 204 len: 168 time: 1.0721838 May 20 08:10:06.304377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51854) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:06.332860 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.335456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.338943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6907c7f3-8673-4429-9978-dba7f33e30a4 HTTP/1.1" status: 204 len: 168 time: 0.3496749 May 20 08:10:06.358279 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32234c08-9c57-41ee-8acc-125e096b9c17 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:06.360699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 01cafddf-def5-41d9-905d-2a1e648c937c owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:06.373034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6907c7f3-8673-4429-9978-dba7f33e30a4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:06.377164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:06.464318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.502109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device edf71a1d-21b9-4dee-9638-d80d122b9dbc no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:06.552000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: edf71a1d-21b9-4dee-9638-d80d122b9dbc {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:06.552000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device edf71a1d-21b9-4dee-9638-d80d122b9dbc not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:06.552363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd057d2d-53c5-48f8-9237-1db9ed67ff67 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:06.682441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fd057d2d-53c5-48f8-9237-1db9ed67ff67 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:06.682931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd057d2d-53c5-48f8-9237-1db9ed67ff67 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:06.727835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.732777 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7348cb7f-9a97-44ea-bdb2-7ec25473f75a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:06.743502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.760394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde7bdc1-3983-4510-b67c-fa8267fc496c']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:06.779733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b082ce52-af98-4cc9-bafa-ad346711ac4d') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:06.780088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b082ce52-af98-4cc9-bafa-ad346711ac4d') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:06.793269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7be951e-aeff-467d-85b3-61aa74107351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.798428 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.814378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-12552338-01e7-473e-a144-775ef9a54532 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:06.815808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-12552338-01e7-473e-a144-775ef9a54532 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.2597625 May 20 08:10:06.822322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:06.831040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=01cafddf-def5-41d9-905d-2a1e648c937c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:06.837972 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:07.066243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:07.066703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: timer() May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:07.085992 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:07.105124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.212515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51868) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:07.277603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798439e-586e-45a2-b69d-fa244095b9a4 req-c5f03bea-a9eb-45a0-bb80-2b4876328886 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:07.279118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b798439e-586e-45a2-b69d-fa244095b9a4 req-c5f03bea-a9eb-45a0-bb80-2b4876328886 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 946 time: 0.4243023 May 20 08:10:07.285270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Deleting port b665ae57-debf-431f-b788-c2b76c61e4e9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:07.285655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.292503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.316743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.318631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.321085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.324540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:07.330576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7ac972c9684edabea79a8f7d4675c8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:07.335100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:07.339376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce2fdaee-d800-4a70-b7d7-5d09549b91cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:07.352086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:07.356617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.426368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde7bdc1-3983-4510-b67c-fa8267fc496c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:07.440420 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:07.446880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.462880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b798439e-586e-45a2-b69d-fa244095b9a4 req-bc0e90c9-af9b-4d85-a26c-1e0e28fc56d3 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581271 May 20 08:10:07.493078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] For port b665ae57-debf-431f-b788-c2b76c61e4e9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b665ae57-debf-431f-b788-c2b76c61e4e9,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:07.495654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.503433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.503433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Fanout notify agent at l3_agent the message router_deleted on router 367a4b3f-fade-4408-b6e9-2c714b8729bd {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:10:07.529893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.532286 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/routers/367a4b3f-fade-4408-b6e9-2c714b8729bd HTTP/1.1" status: 204 len: 168 time: 2.2298994 May 20 08:10:07.535197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51872) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:07.634151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Calling delete_port for b665ae57-debf-431f-b788-c2b76c61e4e9 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:07.640032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dde7bdc1-3983-4510-b67c-fa8267fc496c HTTP/1.1" status: 204 len: 168 time: 1.3330050 May 20 08:10:07.661743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.674240 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1ebdd56b-42f6-471e-8834-054237258cf3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:07.702886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.751837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e7ac972c9684edabea79a8f7d4675c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347455 May 20 08:10:07.753624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443c3f7-d33e-4d10-bf0a-793ff96f212c req-60c81a29-a698-4b86-9a82-305134fdc1d4 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:07.757515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d45002f-7957-4271-826b-fd72b30bf61b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:07.760042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51880) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:07.760887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b443c3f7-d33e-4d10-bf0a-793ff96f212c req-60c81a29-a698-4b86-9a82-305134fdc1d4 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e8a4ae58-0050-40f6-8407-de0ab7020b0c HTTP/1.1" status: 200 len: 1096 time: 0.1350791 May 20 08:10:07.766056 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:07.847226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b443c3f7-d33e-4d10-bf0a-793ff96f212c req-24f8cfab-1444-4562-8cfc-225bee07a4f1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853565 May 20 08:10:07.919498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.927972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d8b471f-c870-423b-be35-e2314d10f31e tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:07.930380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['e90656ab-764b-451e-bdbf-15bfb3a57a60'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:07.959024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.968265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:07.973959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b665ae57-debf-431f-b788-c2b76c61e4e9'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:07.983975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Pushing event deleted for resources: {'Port': ['ID=b665ae57-debf-431f-b788-c2b76c61e4e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:07.987630 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:07.992641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63202ef8-500b-497c-a98c-8508ae0173c4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:08.026644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:08.026941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bd9e15-999a-4b77-ad9a-9ec6ba0e52d0') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:08.043166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.057866 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.100538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.112719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:08.117636 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:08.139856 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:08.143212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51884) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:08.189454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] No DVR routers for this DVR port b665ae57-debf-431f-b788-c2b76c61e4e9 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:08.194575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.210131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'name': 'network-vif-deleted', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:08.281703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12a33101-bee5-45ee-b4a8-3ed6924b08c5 req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.84 "DELETE /v2.0/ports/b665ae57-debf-431f-b788-c2b76c61e4e9 HTTP/1.1" status: 204 len: 173 time: 1.4564698 May 20 08:10:08.282918 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39271b89-c55d-4b6a-9e25-d4f50e74d978 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1eb9e924d89941a895edb1a414298e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395328 May 20 08:10:08.285855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51890) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:08.293228 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a4ae58-0050-40f6-8407-de0ab7020b0c', 'name': 'network-vif-deleted', 'tag': 'b665ae57-debf-431f-b788-c2b76c61e4e9', 'status': 'completed', 'code': 200} May 20 08:10:08.310795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-990df213-51a2-4d7a-b366-a378ed09d160 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:08.313385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-990df213-51a2-4d7a-b366-a378ed09d160 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.81 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 946 time: 0.1824632 May 20 08:10:08.355033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.360568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a685c02d-e24d-4797-8505-1a31a0990301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:08.370960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.389129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d45002f-7957-4271-826b-fd72b30bf61b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:08.398467 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:08.398467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.408121 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4742efc1-7c48-4826-bf35-cf0d39058aa6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:08.429378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.455434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.464342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Network': ['ID=63202ef8-500b-497c-a98c-8508ae0173c4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:08.480041 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:08.482392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/networks/63202ef8-500b-497c-a98c-8508ae0173c4 HTTP/1.1" status: 204 len: 168 time: 0.9460504 May 20 08:10:08.488194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51894) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:08.491629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.492819 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d45002f-7957-4271-826b-fd72b30bf61b HTTP/1.1" status: 204 len: 168 time: 0.7295299 May 20 08:10:08.494419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Deleting port 3e708578-cb18-457f-a912-c7a4852f0124 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:08.498085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.536846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 01cafddf-def5-41d9-905d-2a1e648c937c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:08.573826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 01cafddf-def5-41d9-905d-2a1e648c937c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:08.574517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 01cafddf-def5-41d9-905d-2a1e648c937c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:08.645510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.649495 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e2ab05f-d611-42f2-84be-4c05ad1f97c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:08.667953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ca3aa-939f-4763-9b79-8958b8998f0f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:08.670196 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:08.736206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.738789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/855ca3aa-939f-4763-9b79-8958b8998f0f HTTP/1.1" status: 204 len: 168 time: 0.4506519 May 20 08:10:08.739767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.806715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:08.829217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] For port 3e708578-cb18-457f-a912-c7a4852f0124, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3e708578-cb18-457f-a912-c7a4852f0124,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:08.829700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.164730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Calling delete_port for 3e708578-cb18-457f-a912-c7a4852f0124 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:09.179146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c8c96-e302-4084-8bd9-67625228e102 req-e70b7e0b-7a80-4f6a-b553-9143364182fb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:09.180639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-836c8c96-e302-4084-8bd9-67625228e102 req-e70b7e0b-7a80-4f6a-b553-9143364182fb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bde3cdd2-c329-4f5e-a417-4f1726a35864 HTTP/1.1" status: 200 len: 946 time: 0.5133712 May 20 08:10:09.210427 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d822-f595-4222-aa31-17ccff29e321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.260415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:09.276877 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.300558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:09.307156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-836c8c96-e302-4084-8bd9-67625228e102 req-35017459-207e-478b-8479-ca0eda6a8621 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092281 May 20 08:10:09.312769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Usage tracker for resource:security_group_rule and tenant:1fbff306d792488db690975eb52901f8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:09.318330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:09.334007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:09.357669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.366893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f91d6692-3ae2-42a6-818b-a4c57355c789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:09.398054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7730afe8-e86a-4a2e-a8ae-a6707951d6e3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:09.407709 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:09.472972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.474165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/security-groups/7730afe8-e86a-4a2e-a8ae-a6707951d6e3 HTTP/1.1" status: 204 len: 168 time: 0.9849849 May 20 08:10:09.502293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.510311 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-261932cd-a3fa-4630-8981-a6f3c8914ca3 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:09.568303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Pushing event deleted for resources: {'Port': ['ID=3e708578-cb18-457f-a912-c7a4852f0124,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:09.572097 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:09.602670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.647758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] No DVR routers for this DVR port 3e708578-cb18-457f-a912-c7a4852f0124 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:09.650603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.652459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5feddf9-d795-44af-8a67-59efb71283b1 req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.81 "DELETE /v2.0/ports/3e708578-cb18-457f-a912-c7a4852f0124 HTTP/1.1" status: 204 len: 173 time: 1.3333533 May 20 08:10:09.730320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.730659 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.740623 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a8e4be24-2048-417e-b582-e2dd22fb1500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:09.783927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fbff306d792488db690975eb52901f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333314 May 20 08:10:09.785802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098de746-48ab-4259-82e6-997d4675cb76,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:09.786700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:09.788632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:09.859406 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:09.887266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.018347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.023917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd55e673-a217-4e96-98e2-5fdde5b36ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:10.037782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098de746-48ab-4259-82e6-997d4675cb76,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:10.049042 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:10.050808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.054410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/098de746-48ab-4259-82e6-997d4675cb76 HTTP/1.1" status: 204 len: 168 time: 0.2642496 May 20 08:10:10.253245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:10.260255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3e708578-cb18-457f-a912-c7a4852f0124 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:10.292344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d523f1-cf1e-4121-bd5b-d10f4db69d37 req-00b46957-ff00-4eff-a8af-82f635d87f60 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:10.293136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-37d523f1-cf1e-4121-bd5b-d10f4db69d37 req-00b46957-ff00-4eff-a8af-82f635d87f60 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Synchronizing usage tracker for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:10.297505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'name': 'network-vif-deleted', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:10.304278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 3e708578-cb18-457f-a912-c7a4852f0124 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:10.307675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3e708578-cb18-457f-a912-c7a4852f0124 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:10.387363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-37d523f1-cf1e-4121-bd5b-d10f4db69d37 req-00b46957-ff00-4eff-a8af-82f635d87f60 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Unset dirty status for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:10.388619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-37d523f1-cf1e-4121-bd5b-d10f4db69d37 req-00b46957-ff00-4eff-a8af-82f635d87f60 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1907325 May 20 08:10:10.450550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-37d523f1-cf1e-4121-bd5b-d10f4db69d37 req-66bab859-ffc6-4825-ae36-b93d434c3a5e tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=267e171f-e48a-4b37-ae5a-d3e17bf97848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 May 20 08:10:10.481424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b665ae57-debf-431f-b788-c2b76c61e4e9 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:10.533751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: b665ae57-debf-431f-b788-c2b76c61e4e9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:10.534105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b665ae57-debf-431f-b788-c2b76c61e4e9 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:10.575644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-977450295-network', 'tenant_id': '31ccc9b5472a405e8bc86f647880678f'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:10.586768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:10.587964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Usage tracker for resource:network and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:10.591150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:10.598510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:10.719848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:10.722654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.738053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.753297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:10.757280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Usage tracker for resource:security_group_rule and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:10.760100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:10.766650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:10.860873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.914801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:10.920359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146194266', 'description': 'tempest-secgroup-smoke-146194266 description', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:10.927936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:10.932231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:10.935298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:10.942008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:10.949087 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde3cdd2-c329-4f5e-a417-4f1726a35864', 'name': 'network-vif-deleted', 'tag': '3e708578-cb18-457f-a912-c7a4852f0124', 'status': 'completed', 'code': 200} May 20 08:10:10.960229 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:10.965447 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64ba07c6-079d-4388-9f21-2a74299bef16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:10.992159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:10:11.008386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8428bd50-cb2b-4b94-baa9-a8c42e0b0131,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:11.014807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.018010 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Added segment 002f8fa3-b0c6-4a0b-b47b-1697d4a714bc of type vlan for network df5c487d-3ec4-4684-a07a-311c96211301 May 20 08:10:11.019807 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:11.027251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.068652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:11.074552 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.079871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:11.084231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:11.091969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:11.194350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.205034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.233185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.235341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:11.236040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.239828 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:11.283433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.384293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Pushing event updated for resources: {'Network': ['ID=df5c487d-3ec4-4684-a07a-311c96211301,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:11.386939 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:11.387452 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d9ffc27a-0cb6-4d57-9bfc-c095b112f780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:11.397218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network df5c487d-3ec4-4684-a07a-311c96211301 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:10:11.419854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-bfe58120-78da-4a7a-b241-f78e15df0f3b tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:11.423013 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:11.423159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-bfe58120-78da-4a7a-b241-f78e15df0f3b tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 809 time: 0.1797299 May 20 08:10:11.440774 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:11.441349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51994) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:11.448586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.451648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5349967 May 20 08:10:11.454307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52000) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:11.459628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:11.467553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:11.475438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2183001 May 20 08:10:11.475438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:11.476979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:11.479656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:11.489794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Request body: {'subnet': {'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-977450295-subnet', 'tenant_id': '31ccc9b5472a405e8bc86f647880678f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:11.498556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:11.501769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:11.508070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Usage tracker for resource:subnet and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:11.512267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:11.516552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-04fb0087-49c9-4f6f-9bbd-3ed0f712e4d2 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/quotas/3ca6dd19c322457b9a354654816d617a HTTP/1.1" status: 200 len: 375 time: 0.0221918 May 20 08:10:11.519068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:11.572668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.578634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-4073cad2-9b4f-488a-9b6a-d4e504e2ec04 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:11.604330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-fd463c94-6dc0-4ed6-807c-f10af98c0dd1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:11.605868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-fd463c94-6dc0-4ed6-807c-f10af98c0dd1 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 1097 time: 0.1818726 May 20 08:10:11.619810 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-071063bb-049f-4cf1-aec5-019a748deb65 tempest-AgentManagementNegativeTest-345562654 tempest-AgentManagementNegativeTest-345562654-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1772161 May 20 08:10:11.624233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:11.626811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.706053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-4073cad2-9b4f-488a-9b6a-d4e504e2ec04 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:11.707294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-4073cad2-9b4f-488a-9b6a-d4e504e2ec04 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788101 May 20 08:10:11.766090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.848754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Deleting port e90656ab-764b-451e-bdbf-15bfb3a57a60 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:11.849018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.869925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.878297 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e4b51433-e90d-498a-9850-7a76d98b5e2d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:11.888872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-de6a1c6a-2d79-4727-970c-f853288ab7fe service neutron] 10.222.0.79 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721318 May 20 08:10:11.900269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b7e0b-19c5-4441-8cc1-46d60baa7dd1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:11.905032 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:11.994987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:11.996174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5409412 May 20 08:10:11.999688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:12.006993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:12.014462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:12.078143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] For port e90656ab-764b-451e-bdbf-15bfb3a57a60, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=e90656ab-764b-451e-bdbf-15bfb3a57a60,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:12.078574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.222056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52018) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:12.231634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:12.233050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Calling delete_port for e90656ab-764b-451e-bdbf-15bfb3a57a60 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:12.237401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-43fb22db-7e8c-416c-8d60-a2e93d3fc57b service neutron] 10.222.0.79 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023281 May 20 08:10:12.242217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:12.261628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:12.399831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.422841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.438005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.439761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.448349 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:12.449435 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:12.492704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Pushing event deleted for resources: {'Port': ['ID=e90656ab-764b-451e-bdbf-15bfb3a57a60,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:12.494704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:12.496433 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:12.506719 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.509251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bde4e9dd2a4359867a1e47f7922990 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:12.517645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:12.535274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:12.574254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] No DVR routers for this DVR port e90656ab-764b-451e-bdbf-15bfb3a57a60 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:12.576824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.581631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6268e96c-a619-4c4d-870e-473a17aa5d82,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:12.601904 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:12.605814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.618656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Checking segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:12.619016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Network hostable DHCP agents. Network: df5c487d-3ec4-4684-a07a-311c96211301, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:10:12.679532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-430484e4-e8b6-42ce-9d36-94a24c1d9da5 req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e90656ab-764b-451e-bdbf-15bfb3a57a60 HTTP/1.1" status: 204 len: 173 time: 1.0682609 May 20 08:10:12.705791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.728079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.728079 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ded2c91-3726-4a4c-ab61-49d9f4f9c3c1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:12.733203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5b216464-7d24-4933-af21-33851fabb1af req-363ea2d7-af0f-4fa5-8dbf-c2a8d33242ea tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Synchronizing usage tracker for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:12.752176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70b46c1-318e-493d-b601-270819cc0d0c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:12.754785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:12.775874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Network df5c487d-3ec4-4684-a07a-311c96211301 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:10:12.816013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.824527 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f69f787c-5ef5-4d55-86d0-267c5c625b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:12.870008 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5bde4e9dd2a4359867a1e47f7922990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435244 May 20 08:10:12.870824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab5af4-d21d-4bcc-9ead-b99fd8726cfc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:12.872660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52034) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:12.874433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:12.954663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:12.956254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9550662 May 20 08:10:12.958923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52038) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:12.965691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:12.974942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:12.981224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:12.984948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:12.993677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:13.022850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, df5c487d-3ec4-4684-a07a-311c96211301) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:13.039050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a19c3-ab50-49bb-851f-7c48540ecdb1 None None] Network df5c487d-3ec4-4684-a07a-311c96211301 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:13.052704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:13.053519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.113678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'name': 'network-vif-deleted', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:13.121107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5b216464-7d24-4933-af21-33851fabb1af req-363ea2d7-af0f-4fa5-8dbf-c2a8d33242ea tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Unset dirty status for tenant:e0f10a182e994a2eaed39e3a75920a1d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:13.122280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5b216464-7d24-4933-af21-33851fabb1af req-363ea2d7-af0f-4fa5-8dbf-c2a8d33242ea tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d912291a-c11b-4576-8c73-0550f1c59bbc HTTP/1.1" status: 200 len: 210 time: 0.4347150 May 20 08:10:13.125500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.151989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.160305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.181358 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7031143 May 20 08:10:13.241002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.242850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59fd31c1-53ea-49ae-bee2-eef4ef5bc4bc req-22bc3789-1b6e-4adb-b07f-5d771fe0f277 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0623214 May 20 08:10:13.300005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f4ede-f6c7-4068-98c6-3694d330893d None None] Network df5c487d-3ec4-4684-a07a-311c96211301 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:13.311550 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd912291a-c11b-4576-8c73-0550f1c59bbc', 'name': 'network-vif-deleted', 'tag': 'e90656ab-764b-451e-bdbf-15bfb3a57a60', 'status': 'completed', 'code': 200} May 20 08:10:13.319005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.321398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31e7e1f8-fe94-4559-87ff-cb00f6a707a0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:13.354503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272c4cdd-5f12-46f5-a4d2-1a62c0fe2568,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:13.357852 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:13.376605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.384697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ef74b46-4922-4ef1-9956-538d0106e8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:13.406692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab5af4-d21d-4bcc-9ead-b99fd8726cfc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:13.412219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.413550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eeab5af4-d21d-4bcc-9ead-b99fd8726cfc HTTP/1.1" status: 204 len: 168 time: 0.5392785 May 20 08:10:13.422730 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:13.456317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.457745 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977956 May 20 08:10:13.460698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52054) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:13.467833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:13.475117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:13.482749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:13.490876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:13.518449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:13.674277 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.835440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.901076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-32006369-327f-4e63-b843-42abf8e3f4c0 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:13.902870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-32006369-327f-4e63-b843-42abf8e3f4c0 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.1778367 May 20 08:10:13.919364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-23b7bff2-b099-4064-b57c-3322ca68773e tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/quotas/31ccc9b5472a405e8bc86f647880678f HTTP/1.1" status: 200 len: 375 time: 0.0102820 May 20 08:10:13.969998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:13.978110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1f12ad11-1d4c-46ea-8a30-f7f8ed06e612 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:13.993727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-5642b203-1473-4165-8902-bbbe162c0af9 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631871 May 20 08:10:14.005158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c703c2-60c0-47ee-a5a4-2660e2d38f9d,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:14.012012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:14.149011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.150477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6643c6f2-d113-4370-b8c9-3e1a6c942218 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6887095 May 20 08:10:14.153575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:14.154058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-6c0fe310-25d9-4419-a92b-ed007d968d79 service neutron] 10.222.0.79 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457949 May 20 08:10:14.159812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:14.166406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:14.170302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:14.176679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:14.190840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:14.267695 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:10:14.277079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device e90656ab-764b-451e-bdbf-15bfb3a57a60 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:14.277613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.309105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-f59bfac0-8145-4d98-9e77-d0875e1b0da3 service neutron] 10.222.0.79 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475716 May 20 08:10:14.322264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: e90656ab-764b-451e-bdbf-15bfb3a57a60 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:14.323649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device e90656ab-764b-451e-bdbf-15bfb3a57a60 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:14.357231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.438908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.440854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d91e3ca9-b9a8-4fd3-964c-c9e15958e3f0 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:14.463249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4b24da-65c8-4a9f-824f-65366c6483b3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:14.467543 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:14.587784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.588917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6aaf01cf-632b-41d0-b7a2-cbc21beca77a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4342918 May 20 08:10:14.591706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:14.597119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'security_group_rule': {'security_group_id': '42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:14.604241 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:14.608151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:security_group_rule and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:14.611389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:14.617148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:14.736956 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Project 567cfd0691fb47aeaf538b4099e7d8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:10:14.753123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:14.757060 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.802183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52110) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:14.854351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.944322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2014221176'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:14.946738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95f5433e-a08c-47d2-84eb-25c4fd1b7b13 req-88bf46f1-97d8-4239-8f72-a7d6bc1259f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0666740 May 20 08:10:14.950690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:14.953915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:14.957149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9800d373-1eb3-412d-91f5-5fc786803cc1 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:14.978076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:14.984086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:15.007188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:15.013431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517c9572-cded-4fe9-9d6d-e0982d49e7dd,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:15.027539 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:15.105084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.106718 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5140460 May 20 08:10:15.110121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52122) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:15.117331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'network': {'name': 'tempest-network-smoke--111833489', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'port_security_enabled': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:15.124494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:15.130465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:network and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:15.134012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:15.145485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:15.158642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:15.162443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.175511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.191964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:15.196139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:security_group_rule and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:15.197459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c63820b-7ef8-408f-9ece-a84958106769 req-b9587288-f1c1-4d26-ad03-bdb7be8cd598 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 210 time: 0.0530465 May 20 08:10:15.199207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:15.206233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:15.233862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:15.237589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.285199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:10:15.303653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.303997 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Added segment 840da7b1-b7c1-4037-a622-90c7f7a40915 of type vlan for network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 May 20 08:10:15.362584 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.370230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.433224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.440405 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bb726f43-847b-41c4-bb3e-6e641e70c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:15.476547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:10:15.486179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07028b80-b557-4764-9299-92438322fbda,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:15.489932 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:15.494405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.494405 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 8c2aa459-399e-4dcb-9248-071901ddec0d of type vlan for network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 May 20 08:10:15.500567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.500711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-66776649-73fa-4d91-8d48-e346ef0cd09f tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:15.502054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-66776649-73fa-4d91-8d48-e346ef0cd09f tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.84 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 809 time: 0.2472687 May 20 08:10:15.506408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:15.506943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.512994 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:15.544286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Request body: {'port': {'device_id': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a', 'admin_state_up': True, 'tenant_id': '3ca6dd19c322457b9a354654816d617a'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:15.580967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.654911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Network': ['ID=46fd90b2-2944-4ca7-a43a-2063c3e05de1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:15.659201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:15.668965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:10:15.777089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6651967 May 20 08:10:15.782719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52132) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:15.788179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'admin_state_up': True, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:15.795917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:15.800307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:router and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:15.810641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:15.817734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.829681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:15.830314 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:15.840599 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-505db664-0911-438b-ac5e-8c36d3345d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:15.863240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:15.928331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:15.947431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=bbcc4139-3d91-4ad6-b0e1-abcf34d11d47,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:15.950742 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:15.958827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:10:15.975106 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1692612 May 20 08:10:15.975357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52138) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:15.977092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:15.985871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379301030'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:15.991976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:15.996737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:16.000369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:16.013285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:16.028884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.064211 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.065748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.087162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.088593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:16.092180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.101506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Made reservation on behalf of 3ca6dd19c322457b9a354654816d617a for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:16.104972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.138371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:10:16.152667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.153176 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 941d334e-6fbe-481f-abd6-6a8b3c06bd75 of type vlan for network e353141a-17d2-4adb-a273-2ae2b6223998 May 20 08:10:16.196502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebf05425-2787-44a8-bb74-e0e7f8b356f7 req-4fe886c0-df13-4edb-b7b9-c08fc68f2089 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 210 time: 0.1047406 May 20 08:10:16.252142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.389588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b16c206-1840-4bb9-abec-215d0b0d2a9e req-b3a48c5d-8949-443b-8759-3917e157e840 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 210 time: 0.0775523 May 20 08:10:16.482830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.536326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.541928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:16.542533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:16.546372 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84b7b638-d9b8-4403-a627-f394879d4eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:16.595024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Allocated IP 172.20.0.12 (1f546e8f-ad7f-4373-b450-392757f5d88a/cbb2ddf7-9802-4e7d-b953-fbd3b92d948a/da016058-e97d-4493-9877-64d49abba91e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:16.673965 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=e353141a-17d2-4adb-a273-2ae2b6223998,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:16.684699 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:16.695190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e353141a-17d2-4adb-a273-2ae2b6223998 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:10:16.758856 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7818468 May 20 08:10:16.760268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52146) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:16.833819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:17.072692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.079747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:17.087187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:17.090577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:17.099376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:17.122563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Deleting port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:17.122906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.175604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.208216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.213974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:17.217978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.337252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.387015 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-00f02679-b023-4d93-b7e6-1a990453a661 tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:17.404005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.24 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b979a2c8-8bb6-45c1-8625-9ba015d5beed) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:17.596340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.651877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] For port 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:17.652238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.692436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Network 1f546e8f-ad7f-4373-b450-392757f5d88a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:17.701704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:17.707791 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15a4abc4-7da6-4639-8203-934a8af2571f tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:17.750491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:17.779291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:17.783206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:17.785656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:17.810676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:17.834988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=b979a2c8-8bb6-45c1-8625-9ba015d5beed,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:17.838019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:17.843397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Pushing event updated for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:17.856340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Calling delete_port for 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:17.878205 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:18.087839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:18.088515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:18.115807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b23c-d3da-48b7-b85c-3a35231ed038 req-164578da-22d6-4e83-8b33-17761015649a tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:18.122772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8116b23c-d3da-48b7-b85c-3a35231ed038 req-164578da-22d6-4e83-8b33-17761015649a tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 932 time: 0.7956452 May 20 08:10:18.200223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-33b1ef07-1064-405f-baa2-e6613924a21f tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:18.201730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-33b1ef07-1064-405f-baa2-e6613924a21f tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.81 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.3597076 May 20 08:10:18.236666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Request body: {'port': {'device_id': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'admin_state_up': True, 'tenant_id': '31ccc9b5472a405e8bc86f647880678f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:18.325778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7901328 May 20 08:10:18.341416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8116b23c-d3da-48b7-b85c-3a35231ed038 req-829242f0-4b90-4ab2-b6b5-de1b2421700a tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177711 May 20 08:10:18.369964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:18.393288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Request body: {'port': {'device_id': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:18.624275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1379789e-cd97-4d0f-836f-cbbd1a6f79c3 req-73ee91fd-78c3-4379-83c5-33b92850ddaf tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 210 time: 0.1295364 May 20 08:10:18.738457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:18.741817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-5d1b6d05-7d8f-4b9e-8e49-bb2d6aac2f82 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:18.743271 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-5d1b6d05-7d8f-4b9e-8e49-bb2d6aac2f82 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.5111263 May 20 08:10:18.811182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Request body: {'port': {'device_id': '7310b50a-740c-4743-9602-2f776357d13c', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'admin_state_up': True, 'tenant_id': '31ccc9b5472a405e8bc86f647880678f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:18.832257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:18.859627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Usage tracker for resource:port and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:18.862724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:18.873727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:18.965532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:19.112909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:19.116398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.174686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router ca9d9d25-1c56-4d79-9e8f-001371711375 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:10:19.319688 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.329391 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:19.366926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:19.379674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:19.384781 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Sync routers for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:19.397575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:19.401116 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:19.401905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Usage tracker for resource:port and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:19.402184 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:19.446776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:19.454063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.455978 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6721797 May 20 08:10:19.459242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52162) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:19.487167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:19.526115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:19.526950 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdead563-8cca-4ebc-bf5f-79271c85a1bd tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=567cfd0691fb47aeaf538b4099e7d8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651035 May 20 08:10:19.527645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:19.691779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf610920-4be6-42d6-8c91-f256f6de53a6 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:19.693298 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bf610920-4be6-42d6-8c91-f256f6de53a6 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1647894 May 20 08:10:19.696156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52172) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:19.738267 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:19.743354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-998bb077-2cf4-4b3d-b2ea-d2b9f8b64f71 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437751 May 20 08:10:19.743889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52176) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:19.751324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807250708', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:19.754058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:19.757589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.876855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:19.882503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:subnet and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:19.886343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:19.893398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:19.948008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.954535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:19.958009 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:19.992828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-11e9efa4-b8c1-491e-9880-ad311e314385 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:20.082270 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:20.086864 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Checking router: ca9d9d25-1c56-4d79-9e8f-001371711375 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:10:20.087341 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Updating router ca9d9d25-1c56-4d79-9e8f-001371711375 port b979a2c8-8bb6-45c1-8625-9ba015d5beed binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:10:20.144706 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.255765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=62b094cf-2b26-45b1-ba99-25988bc26e72,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:20.261117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Allocated IP 172.20.0.10 (df5c487d-3ec4-4684-a07a-311c96211301/6268e96c-a619-4c4d-870e-473a17aa5d82/c549f881-6344-445c-9f60-2b941d7d8bac) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:20.272177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52513a65-5a31-48a8-ad54-4ca1cf2c7c2b req-c116537e-5d12-409f-96c5-ecca50375aa4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:20.272932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52513a65-5a31-48a8-ad54-4ca1cf2c7c2b req-c116537e-5d12-409f-96c5-ecca50375aa4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:20.276133 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:20.346855 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:10:20.383281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '8c2aa459-399e-4dcb-9248-071901ddec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:20.383652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: bbcc4139-3d91-4ad6-b0e1-abcf34d11d47, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:10:20.495075 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.524204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da016058-e97d-4493-9877-64d49abba91e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:20.525608 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.532994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-52513a65-5a31-48a8-ad54-4ca1cf2c7c2b req-c116537e-5d12-409f-96c5-ecca50375aa4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:20.534274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52513a65-5a31-48a8-ad54-4ca1cf2c7c2b req-c116537e-5d12-409f-96c5-ecca50375aa4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 932 time: 1.0375879 May 20 08:10:20.551590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.557319 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ce2a85a4-1bfb-4791-b6db-19e379a4fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:20.570594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.575293 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Transition to ACTIVE for port object b979a2c8-8bb6-45c1-8625-9ba015d5beed will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:20.634947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Subnet': ['ID=6c9a3b8b-46c1-45d1-89a6-0713c234a890,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:20.637599 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:20.645702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Checking segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:20.646067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network hostable DHCP agents. Network: 46fd90b2-2944-4ca7-a43a-2063c3e05de1, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:10:20.662297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:10:20.679475 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.683935 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-550c53eb-d226-4433-b725-4c7acdc8f9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:20.732650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:10:20.744044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Transition to ACTIVE for port object da016058-e97d-4493-9877-64d49abba91e will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:20.768615 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Attempting to bind port b979a2c8-8bb6-45c1-8625-9ba015d5beed on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:20.768993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Attempting to bind port b979a2c8-8bb6-45c1-8625-9ba015d5beed by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:20.769363 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Attempting to bind port b979a2c8-8bb6-45c1-8625-9ba015d5beed on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:20.779014 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Pushing event updated for resources: {'Port': ['ID=b979a2c8-8bb6-45c1-8625-9ba015d5beed,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:20.783579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:20.783963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:20.784374 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.784775 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:20.785261 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Bound port: b979a2c8-8bb6-45c1-8625-9ba015d5beed, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:20.785662 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.821180 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.821554 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.821892 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.822225 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.822553 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.822879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.823235 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.823659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.823980 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.824299 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.824691 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.825018 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:20.828872 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:20.864838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52513a65-5a31-48a8-ad54-4ca1cf2c7c2b req-483f2668-7da6-4457-88c4-04aaa7fedcb4 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916412 May 20 08:10:20.878049 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] For port b979a2c8-8bb6-45c1-8625-9ba015d5beed, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:20.880736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.889580 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7f12795-d910-417a-b5f7-459b623cea7a tempest-TestServerMultinode-52536731 tempest-TestServerMultinode-52536731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:20.891181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 46fd90b2-2944-4ca7-a43a-2063c3e05de1) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:20.891706 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] For port b979a2c8-8bb6-45c1-8625-9ba015d5beed, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b979a2c8-8bb6-45c1-8625-9ba015d5beed,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:20.902712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:20.903499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.904206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebe792-96dd-48db-8460-1a650dbb06fd None None] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:20.976528 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:20.981442 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6c6bcdd2-3b32-40b2-90bc-654df01a0cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:21.016643 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2716877 May 20 08:10:21.020587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:21.080404 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:21.081245 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:21.152215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bbcc4139-3d91-4ad6-b0e1-abcf34d11d47) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:21.152455 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Pushing event updated for resources: {'Port': ['ID=b979a2c8-8bb6-45c1-8625-9ba015d5beed,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:21.158349 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:21.210044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69bdca-430e-4c50-8879-5d9942eae9ef None None] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:21.240305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:10:21.241141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:21.287060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:21.300548 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:21.329251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-424aca2b-4110-48cd-bf16-7a0cec52a5dd req-5ee7f78b-9eb3-401c-a6ef-1bc8db178c3c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 210 time: 0.1555321 May 20 08:10:21.341436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:21.346269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:21.354532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Pushing event updated for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:21.420424 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:21.511388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Allocated IP 172.20.0.2 (46fd90b2-2944-4ca7-a43a-2063c3e05de1/6c9a3b8b-46c1-45d1-89a6-0713c234a890/86f2846f-9e8e-44e7-9052-b03fc617fed5) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:21.672887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9062371 May 20 08:10:21.696987 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:21.703230 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06504c10-00a8-4883-891a-66df813b12b2 None None] The sync data for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 is: [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 3, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:21.706566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:21.708698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52188) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:21.719726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Attempting to bind port da016058-e97d-4493-9877-64d49abba91e on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:21.720072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Attempting to bind port da016058-e97d-4493-9877-64d49abba91e by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:21.720407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Attempting to bind port da016058-e97d-4493-9877-64d49abba91e on network 1f546e8f-ad7f-4373-b450-392757f5d88a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:21.729136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Port da016058-e97d-4493-9877-64d49abba91e on network 1f546e8f-ad7f-4373-b450-392757f5d88a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:10:21.729491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Attempting to bind port da016058-e97d-4493-9877-64d49abba91e on network 1f546e8f-ad7f-4373-b450-392757f5d88a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:21.740380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:21.836450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:21.836802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Checking segment: {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:21.837209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Bound using segment: {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:21.837692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Bound port: da016058-e97d-4493-9877-64d49abba91e, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:21.842162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:21.878667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:21.903104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Transition to ACTIVE for port object 86f2846f-9e8e-44e7-9052-b03fc617fed5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:21.933514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Allocated IP 172.20.0.5 (df5c487d-3ec4-4684-a07a-311c96211301/6268e96c-a619-4c4d-870e-473a17aa5d82/cc19b85b-f514-426c-854e-317d1472a3b3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:21.958712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Transition to ACTIVE for port object 86f2846f-9e8e-44e7-9052-b03fc617fed5 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:21.994603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-bbcc4139-3d91-4ad6-b0e1-abcf34d11d47', 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '62b094cf-2b26-45b1-ba99-25988bc26e72'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:10:21.995736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.089708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.096292 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:22.174513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Pushing event updated for resources: {'Port': ['ID=86f2846f-9e8e-44e7-9052-b03fc617fed5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:22.182904 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:22.200000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:22.202076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:22.204218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:22.205868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=da016058-e97d-4493-9877-64d49abba91e,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:22.209381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:22.267304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.305656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.331190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Attempting to bind port 86f2846f-9e8e-44e7-9052-b03fc617fed5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:22.332246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Attempting to bind port 86f2846f-9e8e-44e7-9052-b03fc617fed5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:22.334179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Attempting to bind port 86f2846f-9e8e-44e7-9052-b03fc617fed5 on network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:22.354010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3700db21-5df6-4d08-824e-5d6849bbcd7b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:22.377888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:22.378384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Checking segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:22.378880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.379432 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Bound using segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:22.380140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Bound port: 86f2846f-9e8e-44e7-9052-b03fc617fed5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:22.380530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.495077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.513110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Allocated IP 2001:db8::2 (bbcc4139-3d91-4ad6-b0e1-abcf34d11d47/62b094cf-2b26-45b1-ba99-25988bc26e72/00f42b35-c752-4190-a913-a6f801c80e86) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:22.536839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.538217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] For port 86f2846f-9e8e-44e7-9052-b03fc617fed5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:22.542982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] For port 86f2846f-9e8e-44e7-9052-b03fc617fed5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=86f2846f-9e8e-44e7-9052-b03fc617fed5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:22.590096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b979a2c8-8bb6-45c1-8625-9ba015d5beed up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:22.634322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:22.658615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:22.659261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.662216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] 10.222.0.84 "PUT /v2.0/ports/da016058-e97d-4493-9877-64d49abba91e HTTP/1.1" status: 200 len: 1092 time: 4.2741714 May 20 08:10:22.685814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Network df5c487d-3ec4-4684-a07a-311c96211301 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:22.691378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:22.699186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:22.707269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.709179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'tag': 'da016058-e97d-4493-9877-64d49abba91e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:22.726348 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:22.778334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:22.786512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:22.829117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Pushing event updated for resources: {'Port': ['ID=86f2846f-9e8e-44e7-9052-b03fc617fed5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:22.839510 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:22.851182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:22.871977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.1 (46fd90b2-2944-4ca7-a43a-2063c3e05de1/6c9a3b8b-46c1-45d1-89a6-0713c234a890/f4300c99-b1e1-4a4b-a481-5ebd14c6d02d) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:22.939948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:22.956930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event updated for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:22.982457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b979a2c8-8bb6-45c1-8625-9ba015d5beed completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:22.989037 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:22.994783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:22.999645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b979a2c8-8bb6-45c1-8625-9ba015d5beed triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:23.000467 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.105056 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.105494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:23.109928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.112735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.127517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Transition to ACTIVE for port object 00f42b35-c752-4190-a913-a6f801c80e86 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:23.131814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Network df5c487d-3ec4-4684-a07a-311c96211301 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:23.139740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:23.139883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object f4300c99-b1e1-4a4b-a481-5ebd14c6d02d will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:23.148653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:23.163932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d926bdc2-7443-4a35-9ee8-addfaeb0b49f admin admin] 10.222.0.79 "PUT /v2.0/routers/bbfea26d-c231-4ea5-aed5-0f75cf612bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4096174 May 20 08:10:23.168296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:23.196456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Sync routers for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:23.208229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d492b9-674c-412b-83ca-b791354cf8e1 req-4a80799b-4a34-4735-a896-2b8f0bed0916 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:23.212091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2d492b9-674c-412b-83ca-b791354cf8e1 req-4a80799b-4a34-4735-a896-2b8f0bed0916 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 944 time: 1.0044343 May 20 08:10:23.220401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:23.221091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.232530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:23.234206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Transition to ACTIVE for port object 00f42b35-c752-4190-a913-a6f801c80e86 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:23.237315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:23.237988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:23.381342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.423453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b979a2c8-8bb6-45c1-8625-9ba015d5beed, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b979a2c8-8bb6-45c1-8625-9ba015d5beed,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:23.436980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.455757 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2923a8f1-71f5-4244-8b37-fc9c27a6873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:23.480388 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.490978 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:23.567095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Pushing event updated for resources: {'Port': ['ID=00f42b35-c752-4190-a913-a6f801c80e86,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:23.575005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.579688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:23.580805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:23.581277 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:23.588814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:23.611791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.618426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Pushing event updated for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:23.653409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:23.659504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:23.666423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:23.679112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:23.685927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:23.695941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:23.700135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:23.795600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:23.802636 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:23.842315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2d492b9-674c-412b-83ca-b791354cf8e1 req-977381c7-3a80-41ab-b9f1-3a1fdc2ca821 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284647 May 20 08:10:23.845204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6284142 May 20 08:10:23.873760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-1a6566d0-cef4-4dbd-bffe-8850ce2f0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:23.879322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-1a6566d0-cef4-4dbd-bffe-8850ce2f0448 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 1095 time: 1.0261724 May 20 08:10:23.888966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Request body: {'port': {'device_id': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:23.962379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b979a2c8-8bb6-45c1-8625-9ba015d5beed,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:23.977511 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:24.055979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b23cf338-20e5-4c3c-976a-c1cf8f28dac8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da016058-e97d-4493-9877-64d49abba91e HTTP/1.1" status: 200 len: 217 time: 0.0776365 May 20 08:10:24.056812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event updated for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:24.057559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Attempting to bind port 00f42b35-c752-4190-a913-a6f801c80e86 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:24.058076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Attempting to bind port 00f42b35-c752-4190-a913-a6f801c80e86 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '8c2aa459-399e-4dcb-9248-071901ddec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:24.058445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Attempting to bind port 00f42b35-c752-4190-a913-a6f801c80e86 on network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:24.070489 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:24.075423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:24.075825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Checking segment: {'id': '8c2aa459-399e-4dcb-9248-071901ddec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:24.076473 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.076647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Bound using segment: {'id': '8c2aa459-399e-4dcb-9248-071901ddec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:24.077127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Bound port: 00f42b35-c752-4190-a913-a6f801c80e86, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2aa459-399e-4dcb-9248-071901ddec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bbcc4139-3d91-4ad6-b0e1-abcf34d11d47'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:24.077634 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.078136 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.093s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:24.078645 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:24.080105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2838511 May 20 08:10:24.080431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.171048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Request body: {'port': {'device_id': '7310b50a-740c-4743-9602-2f776357d13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:24.229000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] For port 00f42b35-c752-4190-a913-a6f801c80e86, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:24.235862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.237963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] For port 00f42b35-c752-4190-a913-a6f801c80e86, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=00f42b35-c752-4190-a913-a6f801c80e86,segment=NetworkSegment(8c2aa459-399e-4dcb-9248-071901ddec0d),segment_id=8c2aa459-399e-4dcb-9248-071901ddec0d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:24.274060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 5, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:24.278916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Checking router: bbfea26d-c231-4ea5-aed5-0f75cf612bd3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:10:24.288141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Routers {'bbfea26d-c231-4ea5-aed5-0f75cf612bd3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:24.289443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:24.382972 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.392183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-34fd982a-9ec1-4cde-a8e8-6a3ccefcf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:24.393997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-34fd982a-9ec1-4cde-a8e8-6a3ccefcf040 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a HTTP/1.1" status: 200 len: 849 time: 0.3211510 May 20 08:10:24.437197 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.540833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] Set router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:24.547645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.611152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b6824b94-fc10-4b90-a8b7-0b0eab407083 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f546e8f-ad7f-4373-b450-392757f5d88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773207 May 20 08:10:24.641370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.657696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Deleting port ebb9d0f7-4290-4117-a332-b218da11e833 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:24.658048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.703100 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:24.736856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4303584-28cc-42d1-966c-fd9ac0593e3c req-5d729b83-853e-4c26-86fd-6a4851640046 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:24.737693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a4303584-28cc-42d1-966c-fd9ac0593e3c req-5d729b83-853e-4c26-86fd-6a4851640046 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Synchronizing usage tracker for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:24.746167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:24.885786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b979a2c8-8bb6-45c1-8625-9ba015d5beed up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:24.946697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b48a3-b077-4cec-9bfe-aac1c5c599a7 None None] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:25.027670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] For port ebb9d0f7-4290-4117-a332-b218da11e833, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebb9d0f7-4290-4117-a332-b218da11e833,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:25.028238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.160826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-a4303584-28cc-42d1-966c-fd9ac0593e3c req-5d729b83-853e-4c26-86fd-6a4851640046 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Unset dirty status for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:25.161680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4303584-28cc-42d1-966c-fd9ac0593e3c req-5d729b83-853e-4c26-86fd-6a4851640046 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 931 time: 1.0925460 May 20 08:10:25.239378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Pushing event updated for resources: {'Port': ['ID=00f42b35-c752-4190-a913-a6f801c80e86,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:25.245738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b9b67061-a9e0-425d-8076-428f508f85e7 None None] Provisioning for port 86f2846f-9e8e-44e7-9052-b03fc617fed5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:25.266015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Calling delete_port for ebb9d0f7-4290-4117-a332-b218da11e833 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:25.273205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-b603da9f-fda8-446d-ab57-fd39557aaef9 service neutron] 10.222.0.84 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472740 May 20 08:10:25.283277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.283625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.283975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.284308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.284638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.284973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.285299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.285648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.285972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.286294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.286612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.286928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:25.301257 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:25.371368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b979a2c8-8bb6-45c1-8625-9ba015d5beed triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:25.371743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.595455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 5, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:25.613690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b94be0-7f5f-4d9b-97d8-85764605e2fc None None] The sync data for ids ['bbfea26d-c231-4ea5-aed5-0f75cf612bd3'] in n-d-780147-4 is: [{'id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'name': 'tempest-TestServerMultinode-29200249-router', 'tenant_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:08:42Z', 'updated_at': '2021-05-20T08:10:18Z', 'revision_number': 5, 'project_id': '752b8dda0d604f34b7ce217a6abfe5dc', 'gw_port': {'id': 'ebb9d0f7-4290-4117-a332-b218da11e833', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfea26d-c231-4ea5-aed5-0f75cf612bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:08:44Z', 'updated_at': '2021-05-20T08:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:25.629950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 86f2846f-9e8e-44e7-9052-b03fc617fed5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:25.669792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.731005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4303584-28cc-42d1-966c-fd9ac0593e3c req-4b1cc4e5-09da-4546-85cb-385a95f5c2bc tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339987 May 20 08:10:25.798173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.835930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f7951fd-a83b-4bf6-88a8-b4ad921a165a tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:25.854922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca7087f2-020c-45aa-b256-2eb15e14bdc5 req-0773a1bc-f225-4b2d-bf5b-52fecf7d8323 service neutron] 10.222.0.84 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615573 May 20 08:10:25.856588 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'tag': 'da016058-e97d-4493-9877-64d49abba91e', 'status': 'completed', 'code': 200} May 20 08:10:25.895840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 86f2846f-9e8e-44e7-9052-b03fc617fed5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:25.896443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c549f881-6344-445c-9f60-2b941d7d8bac {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:25.903703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 86f2846f-9e8e-44e7-9052-b03fc617fed5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:25.904459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.909857 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:25.955807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Transition to ACTIVE for port object c549f881-6344-445c-9f60-2b941d7d8bac will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:26.018901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.029968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.081798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.088087 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.131550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 86f2846f-9e8e-44e7-9052-b03fc617fed5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=86f2846f-9e8e-44e7-9052-b03fc617fed5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:26.158598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Provisioning complete for port 86f2846f-9e8e-44e7-9052-b03fc617fed5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:26.158984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.191067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92c98e20-d650-4879-afc2-3cb429cc45ec tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:26.209134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.224298 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c7bf072e-f317-4951-a80b-b103c9f1d07f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:26.224553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.373221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=86f2846f-9e8e-44e7-9052-b03fc617fed5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:26.383521 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:26.451893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcb535-9846-4b9d-99d7-f3b537a9da2d None None] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:26.544657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:26.578747 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.587364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=3e1d0214-35c7-46d5-b3c2-dd417de8dde1,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:26.595051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:26.604352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d2e4dea-c211-479e-9e23-e8790d31781b tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:26.606000 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:26.608745 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2e6e852-8133-45a6-b21c-f0269d6e40a6 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:26.728624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb9d0f7-4290-4117-a332-b218da11e833,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:26.738506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 00f42b35-c752-4190-a913-a6f801c80e86 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:26.751403 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:26.766140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.864313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '941d334e-6fbe-481f-abd6-6a8b3c06bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:26.864889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: e353141a-17d2-4adb-a273-2ae2b6223998, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:10:26.873509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Provisioning for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:26.873795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Attempting to bind port c549f881-6344-445c-9f60-2b941d7d8bac on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:26.873795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Attempting to bind port c549f881-6344-445c-9f60-2b941d7d8bac by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:26.874069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Attempting to bind port c549f881-6344-445c-9f60-2b941d7d8bac on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:26.881150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Provisioning complete for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:26.881573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.889231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Port c549f881-6344-445c-9f60-2b941d7d8bac on network df5c487d-3ec4-4684-a07a-311c96211301 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:10:26.889609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Attempting to bind port c549f881-6344-445c-9f60-2b941d7d8bac on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:26.902247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-450c0234-068b-435c-9917-6b3aabd5dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:26.903744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-450c0234-068b-435c-9917-6b3aabd5dd9d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ca6dd19c322457b9a354654816d617a&device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 1095 time: 0.8510683 May 20 08:10:26.912177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7531cb-d84b-4720-b89b-e3a94c6b3d92 req-e73dd416-8dad-46d5-b4bc-811e3f73e74b tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:26.913875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad7531cb-d84b-4720-b89b-e3a94c6b3d92 req-e73dd416-8dad-46d5-b4bc-811e3f73e74b tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 944 time: 0.8595905 May 20 08:10:26.944712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-48f44a55-78d8-4767-b655-a7f658199bbf None None] Port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:26.946211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 00f42b35-c752-4190-a913-a6f801c80e86 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:26.955443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 86f2846f-9e8e-44e7-9052-b03fc617fed5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:26.956583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:26.956992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Checking segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:26.957388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Bound using segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:26.957971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Bound port: c549f881-6344-445c-9f60-2b941d7d8bac, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:26.958282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.977457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.979482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:26.980816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:26.981433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:26.997807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:27.011153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:27.039224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 86f2846f-9e8e-44e7-9052-b03fc617fed5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:27.039768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.049556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network e353141a-17d2-4adb-a273-2ae2b6223998 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:10:27.224158 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.224667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbfea26d-c231-4ea5-aed5-0f75cf612bd3 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:10:27.228889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Provisioning for port 00f42b35-c752-4190-a913-a6f801c80e86 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:27.243991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.resource_extend [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:10:27.251885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Provisioning complete for port 00f42b35-c752-4190-a913-a6f801c80e86 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:27.252301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.253068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router ca9d9d25-1c56-4d79-9e8f-001371711375 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:27.259322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e353141a-17d2-4adb-a273-2ae2b6223998) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:27.298108 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.301443 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] 10.222.0.79 "DELETE /v2.0/routers/bbfea26d-c231-4ea5-aed5-0f75cf612bd3 HTTP/1.1" status: 204 len: 168 time: 4.1315060 May 20 08:10:27.304072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:27.308833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc122f-1cc6-4bd5-aba7-37a87e560f72 None None] Network e353141a-17d2-4adb-a273-2ae2b6223998 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:27.351212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-4e98c708-45de-4f8c-a51d-25b7c0017f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:27.352669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-4e98c708-45de-4f8c-a51d-25b7c0017f8e service neutron] 10.222.0.84 "GET /v2.0/networks?id=1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 200 len: 910 time: 0.4322314 May 20 08:10:27.477226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-a05c382f-0f9d-4174-adc6-33935e88d8c9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da016058-e97d-4493-9877-64d49abba91e HTTP/1.1" status: 200 len: 217 time: 0.0689487 May 20 08:10:27.489069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:27.489980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.517512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Deleting subnet 1cf9a9a7-9695-4e53-b583-8070aa9bc2fe {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:27.570221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad7531cb-d84b-4720-b89b-e3a94c6b3d92 req-66611b8e-c04e-4693-8e65-4e68a5999d69 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211975 May 20 08:10:27.582397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.587467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:27.589932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc19b85b-f514-426c-854e-317d1472a3b3 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:27.590430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:27.615354 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.630367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c549f881-6344-445c-9f60-2b941d7d8bac,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:27.632227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-4ca51c57-8517-468b-9685-0200e98341a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:27.633743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-4ca51c57-8517-468b-9685-0200e98341a0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a HTTP/1.1" status: 200 len: 849 time: 0.1211910 May 20 08:10:27.642109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:27.642502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8b5c3bc4-66a4-4b35-90d2-54eb1505e0c8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:27.656480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:27.667643 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/ca9d9d25-1c56-4d79-9e8f-001371711375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6472011 May 20 08:10:27.678337 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Sync routers for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:27.692071 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:27.692710 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:27.704690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.710722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Transition to ACTIVE for port object cc19b85b-f514-426c-854e-317d1472a3b3 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:27.738601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.0202489 May 20 08:10:27.739248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52224) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:27.741895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-8ae682f8-f090-4050-9791-acd58cc28380 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1f546e8f-ad7f-4373-b450-392757f5d88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981317 May 20 08:10:27.754339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1975346019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:27.770022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:27.778366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:27.783331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:27.796585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:27.838390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.854203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.882731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.885121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.886286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.922969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.935640 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e221220d-1329-4a7e-96b6-3159ab7a462a tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:27.971614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e353141a-17d2-4adb-a273-2ae2b6223998', 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '3e1d0214-35c7-46d5-b3c2-dd417de8dde1'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:10:27.972445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:27.990956 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.003226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:28.093839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] For port 00f42b35-c752-4190-a913-a6f801c80e86, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=00f42b35-c752-4190-a913-a6f801c80e86,segment=NetworkSegment(8c2aa459-399e-4dcb-9248-071901ddec0d),segment_id=8c2aa459-399e-4dcb-9248-071901ddec0d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:28.188790 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.194437 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:28.242840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.288509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Allocated IP 2001:db8:1::2 (e353141a-17d2-4adb-a273-2ae2b6223998/3e1d0214-35c7-46d5-b3c2-dd417de8dde1/e99f955c-f0a4-48b9-9df1-17698eb31e3d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:28.293691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Provisioning complete for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:28.294222 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.296814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:28.309667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:28.310344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.312256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] 10.222.0.81 "PUT /v2.0/ports/c549f881-6344-445c-9f60-2b941d7d8bac HTTP/1.1" status: 200 len: 1092 time: 4.4313354 May 20 08:10:28.325442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.342336 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79f58e65-6972-488b-82ff-0a9262466c08 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:28.368038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Pushing event updated for resources: {'Port': ['ID=00f42b35-c752-4190-a913-a6f801c80e86,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:28.390710 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:28.395848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb31462d-677c-45bd-91f1-e8802cb0f49c None None] Network ff432942-c09d-48a5-b7bd-4c630df7404e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:28.396059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:28.396160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.399585 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1cf9a9a7-9695-4e53-b583-8070aa9bc2fe HTTP/1.1" status: 204 len: 168 time: 0.9929364 May 20 08:10:28.399585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.403155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90f7634e-6357-4e8c-a9c7-f887ca693297 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6599102 May 20 08:10:28.403155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf9a9a7-9695-4e53-b583-8070aa9bc2fe,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:28.403822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:28.404157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52234) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:28.413396 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:28.417466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:28.472686 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:25Z', 'revision_number': 2, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:28.477241 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Checking router: ca9d9d25-1c56-4d79-9e8f-001371711375 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:10:28.479058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Updating router ca9d9d25-1c56-4d79-9e8f-001371711375 port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:10:28.570497 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.598662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:28.633406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device da016058-e97d-4493-9877-64d49abba91e details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:10:28.635963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 00f42b35-c752-4190-a913-a6f801c80e86 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:28.712498 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:28.737837 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:28.742327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:28.767646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-542c33e2-bd90-4483-9810-fe3af51cbe8c None None] Provisioning complete for port 00f42b35-c752-4190-a913-a6f801c80e86 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:28.768160 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-542c33e2-bd90-4483-9810-fe3af51cbe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.777304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-af8a7027-b474-42f0-80bb-5141a97305ee service neutron] 10.222.0.84 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9263828 May 20 08:10:28.784871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Attempting to bind port cc19b85b-f514-426c-854e-317d1472a3b3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:28.785311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Attempting to bind port cc19b85b-f514-426c-854e-317d1472a3b3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:28.785584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Attempting to bind port cc19b85b-f514-426c-854e-317d1472a3b3 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:28.797218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6038d-a189-469e-948d-ea43edf78fbb req-5918a73e-3dca-4726-ae4d-06f433dd79d8 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:28.798823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bea6038d-a189-469e-948d-ea43edf78fbb req-5918a73e-3dca-4726-ae4d-06f433dd79d8 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 943 time: 1.0500917 May 20 08:10:28.825510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Port cc19b85b-f514-426c-854e-317d1472a3b3 on network df5c487d-3ec4-4684-a07a-311c96211301 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:10:28.825860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Attempting to bind port cc19b85b-f514-426c-854e-317d1472a3b3 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:28.866662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:28.867168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Checking segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:28.867565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Bound using segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:28.868024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Bound port: cc19b85b-f514-426c-854e-317d1472a3b3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:28.868394 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:28.963401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-12a4ae06-6619-44dc-9d43-2edfa394dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:28.964953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-12a4ae06-6619-44dc-9d43-2edfa394dca5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=c54c2e98-d2c4-4302-bd15-caf1a5c51232 HTTP/1.1" status: 200 len: 1095 time: 0.5058846 May 20 08:10:28.969998 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:10:29.022683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.083670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bea6038d-a189-469e-948d-ea43edf78fbb req-9824c1da-bbdc-4df8-9ae5-623050126bcb tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501357 May 20 08:10:29.129518 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.136567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-9c3efd01-b017-4749-a7c0-22d663b3cc92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c549f881-6344-445c-9f60-2b941d7d8bac HTTP/1.1" status: 200 len: 217 time: 0.1562858 May 20 08:10:29.142492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 00f42b35-c752-4190-a913-a6f801c80e86 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:29.143013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.147364 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Transition to ACTIVE for port object f4300c99-b1e1-4a4b-a481-5ebd14c6d02d will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:29.251730 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.256013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.276758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-c3c3f690-5d81-4a46-9c37-201c47c2d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:29.278237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-c3c3f690-5d81-4a46-9c37-201c47c2d613 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.1250014 May 20 08:10:29.278437 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ce07d921-0108-4315-a3db-a20cf5fb6f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:29.280023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e91960f5-5b6e-47ce-9a9a-1abaa127b04c req-56660b4b-991b-4522-81b5-b581ac05b74e service neutron] 10.222.0.84 "GET /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788785 May 20 08:10:29.289565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Transition to ACTIVE for port object e99f955c-f0a4-48b9-9df1-17698eb31e3d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:29.326489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:29.357782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-27b7f2e8-9489-4c48-9b5c-47f17d23c99f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695620 May 20 08:10:29.371284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=cc19b85b-f514-426c-854e-317d1472a3b3,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:29.433098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-263e408b-e82a-455d-b74c-ec8bdf92bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:29.457779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.535973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d8ce4c68-9f1c-4958-b5fd-d21e1c107935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:29.536246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.549675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Deleting port c4f0835c-1a8a-43f3-944c-45139f766d4c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:29.550207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.551667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=da016058-e97d-4493-9877-64d49abba91e,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:29.560495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Pushing event updated for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:29.580371 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:29.587201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa52240b-e713-4104-b061-e7787c751111 None None] DHCP port deletion for ff432942-c09d-48a5-b7bd-4c630df7404e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:29.598520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'da016058-e97d-4493-9877-64d49abba91e', 'network_id': '1f546e8f-ad7f-4373-b450-392757f5d88a', 'port_id': 'da016058-e97d-4493-9877-64d49abba91e', 'mac_address': 'fa:16:3e:4f:68:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb2ddf7-9802-4e7d-b953-fbd3b92d948a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:10:29.608375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Transition to ACTIVE for port object e99f955c-f0a4-48b9-9df1-17698eb31e3d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:29.655088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:29.656600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.658307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] 10.222.0.84 "PUT /v2.0/ports/cc19b85b-f514-426c-854e-317d1472a3b3 HTTP/1.1" status: 200 len: 1091 time: 5.5035958 May 20 08:10:29.697265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Attempting to bind port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:29.697707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Attempting to bind port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:29.698079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Attempting to bind port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d on network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:29.702481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:29.704180 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:29.704565 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Checking segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:29.704976 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.705442 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Bound using segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:29.705956 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Bound port: f4300c99-b1e1-4a4b-a481-5ebd14c6d02d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:29.706337 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.716476 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:29.720440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-eb019aac-ec0f-4154-a082-3e13b4e0df72 service neutron] 10.222.0.81 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476799 May 20 08:10:29.738583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebb9d0f7-4290-4117-a332-b218da11e833 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:29.760914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-263e408b-e82a-455d-b74c-ec8bdf92bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:29.770629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-263e408b-e82a-455d-b74c-ec8bdf92bc67 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146194266&fields=id&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 267 time: 0.5290885 May 20 08:10:29.811004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.855023 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:29.861524 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] For port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:29.865287 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] For port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:29.918448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ebb9d0f7-4290-4117-a332-b218da11e833 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:29.923128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebb9d0f7-4290-4117-a332-b218da11e833 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:29.942387 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:29.946378 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b80a3db9-ee83-490b-8ae3-8db307856a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:29.961764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.026402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da016058-e97d-4493-9877-64d49abba91e {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:30.038436 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:30.039430 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:30.039590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Network e353141a-17d2-4adb-a273-2ae2b6223998 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:30.056036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:30.068977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:30.081936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Pushing event updated for resources: {'Port': ['ID=e99f955c-f0a4-48b9-9df1-17698eb31e3d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:30.082980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] For port c4f0835c-1a8a-43f3-944c-45139f766d4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c4f0835c-1a8a-43f3-944c-45139f766d4c,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:30.083496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.091836 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:30.227044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-4492b1f3-7a82-49fb-89e5-7ed6f5180682 service neutron] 10.222.0.81 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883931 May 20 08:10:30.268983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a36afb86-bea2-4b62-979c-6506f492b3e6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:30.281240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a36afb86-bea2-4b62-979c-6506f492b3e6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/networks?id=46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 200 len: 796 time: 0.5088358 May 20 08:10:30.284029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=da016058-e97d-4493-9877-64d49abba91e,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:30.292545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Calling delete_port for c4f0835c-1a8a-43f3-944c-45139f766d4c owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:30.302053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-44e0cfd6-7a48-4cb1-94c0-aa1f46bc509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:30.306328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-44e0cfd6-7a48-4cb1-94c0-aa1f46bc509a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 1094 time: 0.4841290 May 20 08:10:30.379907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Deleting port c4f0835c-1a8a-43f3-944c-45139f766d4c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:30.380535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.393317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-1ba51093-3582-4d22-89d2-67b3d9b74c6d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/quotas/567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 375 time: 0.1105573 May 20 08:10:30.395174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8::1 (bbcc4139-3d91-4ad6-b0e1-abcf34d11d47/62b094cf-2b26-45b1-ba99-25988bc26e72/31f656af-0eb7-4681-a430-3e7b0508f063) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:30.402709 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:30.415195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Attempting to bind port e99f955c-f0a4-48b9-9df1-17698eb31e3d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:30.415718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Attempting to bind port e99f955c-f0a4-48b9-9df1-17698eb31e3d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '941d334e-6fbe-481f-abd6-6a8b3c06bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:30.416180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Attempting to bind port e99f955c-f0a4-48b9-9df1-17698eb31e3d on network e353141a-17d2-4adb-a273-2ae2b6223998 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:30.418526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.425751 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:30.502462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:30.503027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Checking segment: {'id': '941d334e-6fbe-481f-abd6-6a8b3c06bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:30.503540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.504042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Bound using segment: {'id': '941d334e-6fbe-481f-abd6-6a8b3c06bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:30.504663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Bound port: e99f955c-f0a4-48b9-9df1-17698eb31e3d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941d334e-6fbe-481f-abd6-6a8b3c06bd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e353141a-17d2-4adb-a273-2ae2b6223998'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:30.505169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.598698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c4f0835c-1a8a-43f3-944c-45139f766d4c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:30.665512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c4f0835c-1a8a-43f3-944c-45139f766d4c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:30.666061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c4f0835c-1a8a-43f3-944c-45139f766d4c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:30.722951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.725930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fa52240b-e713-4104-b061-e7787c751111 None None] For port c4f0835c-1a8a-43f3-944c-45139f766d4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c4f0835c-1a8a-43f3-944c-45139f766d4c,segment=NetworkSegment(dba469e9-85d6-42d3-82eb-a68ded2b54ed),segment_id=dba469e9-85d6-42d3-82eb-a68ded2b54ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:30.726361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.732188 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7af8cdb-323c-49b6-b7df-1d618b1d9b00 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:30.735832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-e665adff-c959-4186-be62-b4aeb9beb391 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc19b85b-f514-426c-854e-317d1472a3b3 HTTP/1.1" status: 200 len: 217 time: 0.4126372 May 20 08:10:30.740805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Pushing event updated for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:30.754742 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:30.796935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f0835c-1a8a-43f3-944c-45139f766d4c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:30.806102 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:30.806420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-fa5bf09b-a64d-4b34-8e8c-b60b4e8ce745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:30.808040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-fa5bf09b-a64d-4b34-8e8c-b60b4e8ce745 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.0655003 May 20 08:10:30.813736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] No DVR routers for this DVR port c4f0835c-1a8a-43f3-944c-45139f766d4c on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:30.865016 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:30.873454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-aa2e1bfd-0890-492e-9f00-c1521420d72f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490932 May 20 08:10:30.878871 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7101ea-de7f-42b8-8523-e4b31557bbfe None None] The sync data for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 is: [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:29Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:30.903556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Calling delete_port for c4f0835c-1a8a-43f3-944c-45139f766d4c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:30.924023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:30.964987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 31f656af-0eb7-4681-a430-3e7b0508f063 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:31.001281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['da016058-e97d-4493-9877-64d49abba91e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:31.081385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.086435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-7907acb6-bb00-4d0d-8f11-94423cbe28ff service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063007 May 20 08:10:31.099548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff432942-c09d-48a5-b7bd-4c630df7404e']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:31.116348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba469e9-85d6-42d3-82eb-a68ded2b54ed') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:31.116883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba469e9-85d6-42d3-82eb-a68ded2b54ed') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:31.122101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:31.138093 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:31.140913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.143262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.154681 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2b5a9c94-c715-47b7-a7f9-affad1e2d0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:31.164226 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.172494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-bdcd4543-6f8b-41d2-a0e5-4646d7dde317 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:31.173382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:31.173822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:31.193022 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:31.208077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.216585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52240b-e713-4104-b061-e7787c751111 None None] No DVR routers for this DVR port c4f0835c-1a8a-43f3-944c-45139f766d4c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:31.220807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Pushing event deleted for resources: {'Port': ['ID=c4f0835c-1a8a-43f3-944c-45139f766d4c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:31.238591 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:31.238591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] For port e99f955c-f0a4-48b9-9df1-17698eb31e3d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:31.238798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdeb0681-d0bf-432a-a1f7-77e4a9c4e115 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:31.256088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] For port e99f955c-f0a4-48b9-9df1-17698eb31e3d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e99f955c-f0a4-48b9-9df1-17698eb31e3d,segment=NetworkSegment(941d334e-6fbe-481f-abd6-6a8b3c06bd75),segment_id=941d334e-6fbe-481f-abd6-6a8b3c06bd75)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:31.326105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f927f72-55d7-419b-b825-e0baaf4ec923 req-25c318a2-bb6c-4bce-8e60-18ef6ecd90f0 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219338 May 20 08:10:31.341233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.349560 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fa52240b-e713-4104-b061-e7787c751111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:31.359810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-bdcd4543-6f8b-41d2-a0e5-4646d7dde317 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:31.361348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-bdcd4543-6f8b-41d2-a0e5-4646d7dde317 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9605680 May 20 08:10:31.409243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:31.418449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:31.428544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:31.429231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.498796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Pushing event updated for resources: {'Port': ['ID=e99f955c-f0a4-48b9-9df1-17698eb31e3d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:31.504813 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:31.595408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-dbab0eb6-fbad-4be3-a225-3541c8d93eae service neutron] 10.222.0.79 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172599 May 20 08:10:31.635182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=31f656af-0eb7-4681-a430-3e7b0508f063,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:31.641696 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:31.718700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.724958 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ab35d83b-b618-4b68-b9b6-8e7462cb2539 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:31.744491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.763664 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ff432942-c09d-48a5-b7bd-4c630df7404e HTTP/1.1" status: 204 len: 168 time: 3.3554494 May 20 08:10:31.764792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52258) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:31.768475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff432942-c09d-48a5-b7bd-4c630df7404e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:31.782482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-ccea0c35-cc8b-4b3d-8131-15a4ec69bfc6 service neutron] 10.222.0.79 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791010 May 20 08:10:31.889367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:31.929211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4b2d55aa-9d65-4d23-9f9d-64ae948c481b None None] Provisioning for port 31f656af-0eb7-4681-a430-3e7b0508f063 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:31.935363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4b2d55aa-9d65-4d23-9f9d-64ae948c481b None None] Provisioning complete for port 31f656af-0eb7-4681-a430-3e7b0508f063 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:31.935996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b2d55aa-9d65-4d23-9f9d-64ae948c481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:31.977426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:32.013092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d55aa-9d65-4d23-9f9d-64ae948c481b None None] Port 31f656af-0eb7-4681-a430-3e7b0508f063 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:32.093320 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac', 'status': 'completed', 'code': 200} May 20 08:10:32.243691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-2e66d265-8d55-4f08-82dd-36e20dba4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:32.245304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-2e66d265-8d55-4f08-82dd-36e20dba4622 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=c54c2e98-d2c4-4302-bd15-caf1a5c51232 HTTP/1.1" status: 200 len: 1095 time: 0.1247485 May 20 08:10:32.520861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-1b5ed0f7-e233-4c13-b667-eb5dbd0be986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:32.523649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-1b5ed0f7-e233-4c13-b667-eb5dbd0be986 service neutron] 10.222.0.81 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 913 time: 0.2660506 May 20 08:10:32.563022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device da016058-e97d-4493-9877-64d49abba91e up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:32.670741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-ee40922c-2289-459a-9f74-2e38d8443a49 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c549f881-6344-445c-9f60-2b941d7d8bac HTTP/1.1" status: 200 len: 217 time: 0.1294143 May 20 08:10:32.684866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e99f955c-f0a4-48b9-9df1-17698eb31e3d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:32.822653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0a0a4-047c-4e4b-b47d-c9b0ba3f84df req-c359c972-1139-4d4e-a3c6-b046ef23bb9c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:32.824253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-faf0a0a4-047c-4e4b-b47d-c9b0ba3f84df req-c359c972-1139-4d4e-a3c6-b046ef23bb9c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 945 time: 0.5272114 May 20 08:10:32.850212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port da016058-e97d-4493-9877-64d49abba91e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:32.854517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e99f955c-f0a4-48b9-9df1-17698eb31e3d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:32.865773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4300c99-b1e1-4a4b-a481-5ebd14c6d02d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:32.894929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-449766b0-dd1a-4431-bf92-9349eaa24e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:32.898020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-449766b0-dd1a-4431-bf92-9349eaa24e9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.2099545 May 20 08:10:32.918492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port da016058-e97d-4493-9877-64d49abba91e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:32.919013 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:32.965198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-8428ecc9-2e48-4bc8-b1b3-b646ebb3d489 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594332 May 20 08:10:33.072255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e02176-07fe-47c9-bd87-cee1e8cf3651 None None] Network e353141a-17d2-4adb-a273-2ae2b6223998 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:33.084298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-faf0a0a4-047c-4e4b-b47d-c9b0ba3f84df req-bc6d4441-8728-433a-addc-d149c776e521 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452261 May 20 08:10:33.126689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-4b89e678-791e-4f40-9aab-34a3793502f4 service neutron] 10.222.0.81 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512861 May 20 08:10:33.194360 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.230153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:33.260980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.266315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:33.266703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.331197 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.332500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.339021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ddd0abdc-c1c8-4f13-a6ee-168bf10bc27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:33.449305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da016058-e97d-4493-9877-64d49abba91e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:33.484297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=da016058-e97d-4493-9877-64d49abba91e,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:33.512771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=31f656af-0eb7-4681-a430-3e7b0508f063,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:33.523369 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:33.537535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.564697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1996db8-36ce-4350-8d9d-b614ca8d294d req-18b51ea3-3b38-4aff-9731-9bce95d30258 service neutron] 10.222.0.81 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299748 May 20 08:10:33.581751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Provisioning for port e99f955c-f0a4-48b9-9df1-17698eb31e3d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:33.587271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc195-d778-4e10-b7f3-f8a5a9989202 req-567ac7f3-3ef6-4191-ae1c-ab46fa200d9e tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:33.590435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b2cc195-d778-4e10-b7f3-f8a5a9989202 req-567ac7f3-3ef6-4191-ae1c-ab46fa200d9e tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 943 time: 0.3488374 May 20 08:10:33.662708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b2cc195-d778-4e10-b7f3-f8a5a9989202 req-19edb49f-2cd4-4602-bc67-dbe21581aa10 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 May 20 08:10:33.665188 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.670556 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:33.713902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Provisioning complete for port e99f955c-f0a4-48b9-9df1-17698eb31e3d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:33.713902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.726130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:33.741074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:33.794824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.855678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-706aac2f-0e22-4037-ae31-a3b053b1dbf5 req-51238b36-c731-4489-93cb-8ee671ba87d6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 210 time: 0.0522521 May 20 08:10:33.858784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:33.864815 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:33.871619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:33.940239 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da016058-e97d-4493-9877-64d49abba91e', 'code': 200} May 20 08:10:33.948131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:33.953311 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:34.056776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.087623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:34.100554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:34.101991 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:34.117582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] For port e99f955c-f0a4-48b9-9df1-17698eb31e3d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e99f955c-f0a4-48b9-9df1-17698eb31e3d,segment=NetworkSegment(941d334e-6fbe-481f-abd6-6a8b3c06bd75),segment_id=941d334e-6fbe-481f-abd6-6a8b3c06bd75)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:34.148728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0d29-1405-40af-9837-e2e0858aa33d req-62851ac4-33b8-4adf-b558-da332baf79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:34.151739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-808a0d29-1405-40af-9837-e2e0858aa33d req-62851ac4-33b8-4adf-b558-da332baf79f9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 1097 time: 0.1373217 May 20 08:10:34.158507 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3', 'status': 'completed', 'code': 200} May 20 08:10:34.187402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.189107 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:34.269119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-808a0d29-1405-40af-9837-e2e0858aa33d req-9012185c-d0e5-4314-afba-e06dc22b1067 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 May 20 08:10:34.282831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Pushing event updated for resources: {'Port': ['ID=e99f955c-f0a4-48b9-9df1-17698eb31e3d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:34.286874 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:34.309026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f8340866-b543-44e1-aeb7-c4b433637712 None None] Provisioning complete for port e99f955c-f0a4-48b9-9df1-17698eb31e3d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:34.309409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8340866-b543-44e1-aeb7-c4b433637712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.349728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c549f881-6344-445c-9f60-2b941d7d8bac details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:10:34.357957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebb83-abc2-4165-9dea-595f1714792a req-5950a98a-846d-40eb-bbbb-2fefabc86511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:34.360179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-5950a98a-846d-40eb-bbbb-2fefabc86511 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 1094 time: 0.1559043 May 20 08:10:34.402938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router a0ba5b18-9d23-4017-a3f6-ff52918ea3ce is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:10:34.413387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Deleting port 98edbbf9-289d-4638-9bcb-26eee30b1d00 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:34.413752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.480306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4999e-8187-4168-bce3-944297b34104 req-eca57738-e8ae-45a7-aab8-befb8733a7eb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:34.488014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cd4999e-8187-4168-bce3-944297b34104 req-eca57738-e8ae-45a7-aab8-befb8733a7eb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 946 time: 0.2026823 May 20 08:10:34.569991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cd4999e-8187-4168-bce3-944297b34104 req-e4338d94-bcc9-45ac-a6ea-cce064c0a555 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809863 May 20 08:10:34.583273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device cc19b85b-f514-426c-854e-317d1472a3b3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:10:34.597570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebb83-abc2-4165-9dea-595f1714792a req-780d0800-81dd-40f9-9813-7868bcf3f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:34.597954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e99f955c-f0a4-48b9-9df1-17698eb31e3d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:34.599579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-780d0800-81dd-40f9-9813-7868bcf3f313 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 913 time: 0.2330818 May 20 08:10:34.706633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-5874b227-7fa5-43e5-827b-d4fc6066e898 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc19b85b-f514-426c-854e-317d1472a3b3 HTTP/1.1" status: 200 len: 217 time: 0.1000834 May 20 08:10:34.748593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c549f881-6344-445c-9f60-2b941d7d8bac,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:34.822553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f8340866-b543-44e1-aeb7-c4b433637712 None None] Provisioning complete for port 31f656af-0eb7-4681-a430-3e7b0508f063 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:34.823220 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f8340866-b543-44e1-aeb7-c4b433637712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.866815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c549f881-6344-445c-9f60-2b941d7d8bac', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'port_id': 'c549f881-6344-445c-9f60-2b941d7d8bac', 'mac_address': 'fa:16:3e:49:69:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6268e96c-a619-4c4d-870e-473a17aa5d82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:10:34.973965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e99f955c-f0a4-48b9-9df1-17698eb31e3d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:34.974692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:34.981589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebb83-abc2-4165-9dea-595f1714792a req-d8eb9670-0abe-4b8d-b11c-dab39545c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:34.982106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:34.982496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-d8eb9670-0abe-4b8d-b11c-dab39545c1d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.2625198 May 20 08:10:34.992491 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5832675 May 20 08:10:34.996182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52288) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:35.019522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] Sync routers for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:35.021821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f8340866-b543-44e1-aeb7-c4b433637712 None None] Port 31f656af-0eb7-4681-a430-3e7b0508f063 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:35.060656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-6d4ab796-f7e8-47e8-877b-641bfa82434f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:35.062507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-6d4ab796-f7e8-47e8-877b-641bfa82434f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/networks?id=46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 200 len: 796 time: 0.3854749 May 20 08:10:35.062949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=cc19b85b-f514-426c-854e-317d1472a3b3,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:35.072361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.079896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] For port 98edbbf9-289d-4638-9bcb-26eee30b1d00, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=98edbbf9-289d-4638-9bcb-26eee30b1d00,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:35.080260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.088874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:35.089779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:35.141773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-f203cf85-d7fd-4c7c-bd87-3a2c8a66cc9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781837 May 20 08:10:35.181422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:35.183902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'cc19b85b-f514-426c-854e-317d1472a3b3', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'port_id': 'cc19b85b-f514-426c-854e-317d1472a3b3', 'mac_address': 'fa:16:3e:04:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6268e96c-a619-4c4d-870e-473a17aa5d82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:10:35.186370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c549f881-6344-445c-9f60-2b941d7d8bac {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:35.232762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f0cd9-a67a-4790-8bed-6cf6a6c2c4b1 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:35.233964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-231f0cd9-a67a-4790-8bed-6cf6a6c2c4b1 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:35.245565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Calling delete_port for 98edbbf9-289d-4638-9bcb-26eee30b1d00 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:35.263516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:35.264287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:35.275713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b29cb5-4081-46bc-bfb4-865feb3b3a64 req-9d7ceb0c-1b5c-4c38-9fa0-78be1bb9cd7c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:35.283267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34b29cb5-4081-46bc-bfb4-865feb3b3a64 req-9d7ceb0c-1b5c-4c38-9fa0-78be1bb9cd7c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 943 time: 0.4147291 May 20 08:10:35.325008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c549f881-6344-445c-9f60-2b941d7d8bac,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:35.340021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:35.340765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0127c76-cc13-43f1-84d7-c0682d2af94c None None] The sync data for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:35.354071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34b29cb5-4081-46bc-bfb4-865feb3b3a64 req-b4b7c80d-cd02-4346-a0bd-3ca796547e51 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 May 20 08:10:35.364419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-abd10f6d-3194-44d9-8380-2f398e6a9c28 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567cfd0691fb47aeaf538b4099e7d8c7 HTTP/1.1" status: 200 len: 379 time: 0.2529249 May 20 08:10:35.379171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'port': {'device_id': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'admin_state_up': True, 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'security_groups': ['42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:35.410576 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.421870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-77b322ea-483e-4c60-ab96-7a2dacd0a5b5 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718747 May 20 08:10:35.424232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-231f0cd9-a67a-4790-8bed-6cf6a6c2c4b1 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:35.428102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-231f0cd9-a67a-4790-8bed-6cf6a6c2c4b1 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports/31f656af-0eb7-4681-a430-3e7b0508f063 HTTP/1.1" status: 200 len: 911 time: 0.4284387 May 20 08:10:35.435803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:35.441951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc19b85b-f514-426c-854e-317d1472a3b3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:35.460208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=cc19b85b-f514-426c-854e-317d1472a3b3,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:35.464295 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.469530 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6241ec08-e18a-4e2f-9a43-14eadf77f13a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:35.555338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:35.558352 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:35.561300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4300c99-b1e1-4a4b-a481-5ebd14c6d02d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:35.591848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.602736 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:35.659558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-038c66d4-72c6-45cc-a606-3f02b644fc49 req-509771dd-058f-4b68-91b0-9a619c27a1b3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 210 time: 0.1230826 May 20 08:10:35.698829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:35.702894 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:35.710516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:35.711397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.718439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:35.725347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-953ebb83-abc2-4165-9dea-595f1714792a req-09e09ccf-aaec-43ae-a64b-3ccb4095cde7 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437949 May 20 08:10:35.737952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:35.839296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Made reservation on behalf of 567cfd0691fb47aeaf538b4099e7d8c7 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:35.844838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:35.852372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c549f881-6344-445c-9f60-2b941d7d8bac'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:35.945787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['cc19b85b-f514-426c-854e-317d1472a3b3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:36.254120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:36.262895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2f8f-314c-4309-9511-dc5086f8eb2a req-ce3c9f30-7297-48aa-9340-da22f98bda8f tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:36.264222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-abe64158-3ba7-4e5a-88e0-c3f999e13ebc tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:36.264453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea6d2f8f-314c-4309-9511-dc5086f8eb2a req-ce3c9f30-7297-48aa-9340-da22f98bda8f tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 946 time: 0.1717830 May 20 08:10:36.287222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.20.0.5 (46fd90b2-2944-4ca7-a43a-2063c3e05de1/6c9a3b8b-46c1-45d1-89a6-0713c234a890/36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:36.323482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=98edbbf9-289d-4638-9bcb-26eee30b1d00,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:36.338003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea6d2f8f-314c-4309-9511-dc5086f8eb2a req-59df19cc-571b-402c-9072-b29d5629a769 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667229 May 20 08:10:36.598494 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:36.627934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.628518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.628679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.629095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.629462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.629845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.630205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.630562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.630917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.631270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.631632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.631979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:36.640715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Transition to ACTIVE for port object 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:36.640849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:36.642302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:36.675277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f53f-5996-486e-ac54-4409b523874d req-dac4a4b7-d441-4da9-9f07-eabc17d595c9 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:36.676840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ad6f53f-5996-486e-ac54-4409b523874d req-dac4a4b7-d441-4da9-9f07-eabc17d595c9 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 944 time: 0.1247563 May 20 08:10:36.726126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ad6f53f-5996-486e-ac54-4409b523874d req-b68815ac-48fd-4024-a2bd-5276a23b3d9b tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 May 20 08:10:36.791969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-32cc4c6d-3af9-4f29-b193-2b9a90a5b2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:36.792570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:36.805508 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c87e2e1d-adc5-4938-be7f-67e04e256cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:36.873739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:36.915851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:36.958913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:36.961835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:37.016498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.016898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.017281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.017743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.018222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.018780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.019155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.019523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.019892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.020258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.020633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.020993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:10:37.043953 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:37.116965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:37.117684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.143111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf246e-3f83-46aa-9e60-9a260dc7fd6a req-675b2084-385f-4f35-bc72-58b20997ea97 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:37.150106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fcf246e-3f83-46aa-9e60-9a260dc7fd6a req-675b2084-385f-4f35-bc72-58b20997ea97 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 931 time: 0.2783701 May 20 08:10:37.214798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8:1::1 (e353141a-17d2-4adb-a273-2ae2b6223998/3e1d0214-35c7-46d5-b3c2-dd417de8dde1/b5ea8fa5-3967-449a-95eb-bbc0a2d791a1) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:37.224680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fcf246e-3f83-46aa-9e60-9a260dc7fd6a req-efcbe57d-8917-414a-bc92-105bad55878c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661345 May 20 08:10:37.297058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9231296 May 20 08:10:37.309557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Request body: {'port': {'device_id': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:37.370158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ad491ced-2e7d-43a1-8215-e5b00b452520 None None] Provisioning for port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:37.377149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ad491ced-2e7d-43a1-8215-e5b00b452520 None None] Provisioning complete for port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:37.377941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ad491ced-2e7d-43a1-8215-e5b00b452520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.423334 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.434836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.450469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ad491ced-2e7d-43a1-8215-e5b00b452520 None None] Port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:37.631159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.662986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:37.801341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:37.809451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.825073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Transition to ACTIVE for port object 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:10:37.892958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Router aa3c9b55-f8a6-4df9-8dce-106cc4275764 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:37.947712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.950044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:37.952090 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1be9b94a-cdbb-414d-b6f6-c984c8ebacb5 tempest-ListServerFiltersTestJSON-99227436 tempest-ListServerFiltersTestJSON-99227436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:37.958905 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:38.054700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network e353141a-17d2-4adb-a273-2ae2b6223998 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:38.059755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:38.068945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:38.069465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.074909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=b5ea8fa5-3967-449a-95eb-bbc0a2d791a1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:38.132241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:38.141372 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:38.256071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Attempting to bind port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:10:38.256437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Attempting to bind port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:10:38.257116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Attempting to bind port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 on network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:38.263617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 on network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:10:38.264051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Attempting to bind port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 on network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:10:38.270742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:10:38.271982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Checking segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:38.272497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Bound using segment: {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:10:38.273179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Bound port: 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840da7b1-b7c1-4037-a622-90c7f7a40915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:10:38.273664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.351230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c549f881-6344-445c-9f60-2b941d7d8bac up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:38.404872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:10:38.408949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:10:38.470978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:38.490551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.496176 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7344a360-99ed-4d4b-a792-2e5116b9b789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:38.547637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:38.560379 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Sync routers for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:38.564140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c549f881-6344-445c-9f60-2b941d7d8bac completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:38.574218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c549f881-6344-445c-9f60-2b941d7d8bac triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:38.574218 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.574468 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:38.574742 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:38.610674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device cc19b85b-f514-426c-854e-317d1472a3b3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:38.648812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:38.649717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.651304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] 10.222.0.81 "PUT /v2.0/ports/36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 200 len: 1091 time: 1.3464541 May 20 08:10:38.653576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:38.681915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:38.694441 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:38.720622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce2ff9-d6e9-4443-a3b4-f490f0a8a61f req-f44c8ff5-fc0f-4e2d-892d-f7a85ccdb45c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:38.729298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39ce2ff9-d6e9-4443-a3b4-f490f0a8a61f req-f44c8ff5-fc0f-4e2d-892d-f7a85ccdb45c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 944 time: 0.1854262 May 20 08:10:38.734867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d6b2196-65ce-4b30-851a-80361ee78a96 admin admin] 10.222.0.79 "PUT /v2.0/routers/aa3c9b55-f8a6-4df9-8dce-106cc4275764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9681726 May 20 08:10:38.738940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52328) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:38.829320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e208c4f0-c48c-4d38-8681-06b8d978860d None None] Provisioning for port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:38.854785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39ce2ff9-d6e9-4443-a3b4-f490f0a8a61f req-558b1d30-7db6-433f-af2c-af7a0cd81f4b tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219254 May 20 08:10:38.855415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port cc19b85b-f514-426c-854e-317d1472a3b3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:38.865980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e208c4f0-c48c-4d38-8681-06b8d978860d None None] Provisioning complete for port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:38.865980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e208c4f0-c48c-4d38-8681-06b8d978860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.915631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port cc19b85b-f514-426c-854e-317d1472a3b3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:38.916610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:38.968960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.008040 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:39.070400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:39.085572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e208c4f0-c48c-4d38-8681-06b8d978860d None None] Port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:39.107441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c549f881-6344-445c-9f60-2b941d7d8bac,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:39.181746 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.189269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.196865 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:39.285745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-2104c340-0e87-413f-bc11-4c9d57222ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:39.290132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-2104c340-0e87-413f-bc11-4c9d57222ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1094 time: 0.5004003 May 20 08:10:39.297795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e93d69d8-fd2a-4f88-a2e4-4a9476efe742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.357469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.393907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:39.417524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:39.418790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.431448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-e93b31f5-10a9-4f65-9ce8-578c6bdb038c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 200 len: 217 time: 0.1334064 May 20 08:10:39.457928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=cc19b85b-f514-426c-854e-317d1472a3b3,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:39.486804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7eb5e-a847-40d8-90c7-89809013d029 req-631d989a-9b72-4961-a309-e7c4199a9ea9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:39.487574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ec7eb5e-a847-40d8-90c7-89809013d029 req-631d989a-9b72-4961-a309-e7c4199a9ea9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:39.551538 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:10:35Z', 'revision_number': 5, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:39.558449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Checking router: aa3c9b55-f8a6-4df9-8dce-106cc4275764 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:10:39.580174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-17a75c34-c868-423e-a6b9-71e2cd5eb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:39.587221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.587454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-17a75c34-c868-423e-a6b9-71e2cd5eb6bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c9a3b8b-46c1-45d1-89a6-0713c234a890 HTTP/1.1" status: 200 len: 835 time: 0.1421900 May 20 08:10:39.587656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Routers {'aa3c9b55-f8a6-4df9-8dce-106cc4275764'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:39.587656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:39.588618 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:39.682115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ec7eb5e-a847-40d8-90c7-89809013d029 req-631d989a-9b72-4961-a309-e7c4199a9ea9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:39.691677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ec7eb5e-a847-40d8-90c7-89809013d029 req-631d989a-9b72-4961-a309-e7c4199a9ea9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 943 time: 0.4999695 May 20 08:10:39.695025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:39.707886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:39.773273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.837256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ec7eb5e-a847-40d8-90c7-89809013d029 req-5221ea0c-0980-46e0-af07-92285becec8b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443861 May 20 08:10:39.865006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:39.885926 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] Set router aa3c9b55-f8a6-4df9-8dce-106cc4275764 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:39.919048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-545c1f16-50ca-44c2-9490-df103e923c8c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:39.920735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-545c1f16-50ca-44c2-9490-df103e923c8c tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 946 time: 0.2104173 May 20 08:10:39.922966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-4ecaa734-7111-4a52-9875-5df313c982cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:39.924497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-4ecaa734-7111-4a52-9875-5df313c982cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46fd90b2-2944-4ca7-a43a-2063c3e05de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304129 May 20 08:10:40.101602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.113748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Deleting port 168fc5ea-aa46-4968-a69d-9cc1e99327c7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:40.114259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.237016 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:10:35Z', 'revision_number': 5, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:40.242361 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbeb74-ce97-4591-a726-4f09cb60e386 None None] The sync data for ids ['aa3c9b55-f8a6-4df9-8dce-106cc4275764'] in n-d-780147-4 is: [{'id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'name': 'tempest-TestServerMultinode-916225042-router', 'tenant_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:09:00Z', 'updated_at': '2021-05-20T08:10:35Z', 'revision_number': 5, 'project_id': 'e0f10a182e994a2eaed39e3a75920a1d', 'gw_port': {'id': '168fc5ea-aa46-4968-a69d-9cc1e99327c7', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3c9b55-f8a6-4df9-8dce-106cc4275764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:09:01Z', 'updated_at': '2021-05-20T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:40.263187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] For port 168fc5ea-aa46-4968-a69d-9cc1e99327c7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=168fc5ea-aa46-4968-a69d-9cc1e99327c7,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:40.263543 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.273561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.275332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.288591 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:40.298027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-c84c0e21-92ff-4bf0-bf10-d7d3482cc84a service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207870 May 20 08:10:40.307830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c69e-f6c8-4e82-923b-0bc39955fec7 req-3dca1243-c0a1-4671-a26d-a3b6a5e86332 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:40.310173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f174c69e-f6c8-4e82-923b-0bc39955fec7 req-3dca1243-c0a1-4671-a26d-a3b6a5e86332 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 946 time: 0.3341289 May 20 08:10:40.462340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Deleting port da016058-e97d-4493-9877-64d49abba91e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:40.463714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.495288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Calling delete_port for 168fc5ea-aa46-4968-a69d-9cc1e99327c7 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:40.513554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f174c69e-f6c8-4e82-923b-0bc39955fec7 req-c8198e92-8ccc-4d97-8d3d-0a8b719ffadb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd109719-d319-4fee-b725-1dd8f757e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771197 May 20 08:10:40.617726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98edbbf9-289d-4638-9bcb-26eee30b1d00 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:40.641636 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'status': 'completed', 'code': 200} May 20 08:10:40.663226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e0ba127-6e06-49bb-ac26-51dc8b5b5460 req-4beac522-d08a-44bf-858b-66ad5ac1466e service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517799 May 20 08:10:40.725723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] For port da016058-e97d-4493-9877-64d49abba91e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=da016058-e97d-4493-9877-64d49abba91e,segment=NetworkSegment(a3af1cd0-e4d5-4a79-b6dc-c40a2522a598),segment_id=a3af1cd0-e4d5-4a79-b6dc-c40a2522a598)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:40.726090 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:40.766612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 98edbbf9-289d-4638-9bcb-26eee30b1d00 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:40.768867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 98edbbf9-289d-4638-9bcb-26eee30b1d00 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:40.926279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=b5ea8fa5-3967-449a-95eb-bbc0a2d791a1,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:40.934819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:40.944394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Calling delete_port for da016058-e97d-4493-9877-64d49abba91e owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:40.988498 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac', 'code': 200} May 20 08:10:41.047953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-53944653-a663-46c5-b6e8-10483e562bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.049674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-53944653-a663-46c5-b6e8-10483e562bc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1094 time: 0.1021292 May 20 08:10:41.130788 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network e353141a-17d2-4adb-a273-2ae2b6223998 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:41.141266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:41.227083 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:41.398259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router a0ba5b18-9d23-4017-a3f6-ff52918ea3ce has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:41.416977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f5a1d2da-1860-49d3-9aca-642e0b8440b0 None None] Provisioning complete for port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:41.418135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d2da-1860-49d3-9aca-642e0b8440b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:41.479036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1d2da-1860-49d3-9aca-642e0b8440b0 None None] Port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:10:41.558598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-e9304758-3805-4aeb-9db0-79aec46b4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.560063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-e9304758-3805-4aeb-9db0-79aec46b4e76 service neutron] 10.222.0.81 "GET /v2.0/networks?id=46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 200 len: 897 time: 0.5021067 May 20 08:10:41.575831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c88dd4-87a4-43d7-93fb-50f8b3e41dc4 req-4c475734-c2fe-4e8d-b6f0-17cfe4ce9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.577931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c88dd4-87a4-43d7-93fb-50f8b3e41dc4 req-4c475734-c2fe-4e8d-b6f0-17cfe4ce9202 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c54c2e98-d2c4-4302-bd15-caf1a5c51232 HTTP/1.1" status: 200 len: 1097 time: 0.5007620 May 20 08:10:41.605107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:41.614991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1771898 May 20 08:10:41.616488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] Sync routers for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:41.617897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52346) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:41.628362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:41.630038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:41.658389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:41.669296 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9c4dab7d-257c-4c0b-bdd8-a41be0d7929a tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:41.676760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-e0b9b8d3-39c6-4981-a877-34a8068358f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 200 len: 217 time: 0.1067238 May 20 08:10:41.688024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec091059-2d7a-4a88-837c-74d44a119e47 req-b54770bb-2ff6-4a84-bdf9-2a0887fc5de1 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.689503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec091059-2d7a-4a88-837c-74d44a119e47 req-b54770bb-2ff6-4a84-bdf9-2a0887fc5de1 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 945 time: 0.5763724 May 20 08:10:41.704632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:41.715813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:41.716428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:41.725211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Pushing event deleted for resources: {'Port': ['ID=168fc5ea-aa46-4968-a69d-9cc1e99327c7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:41.760384 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:41.794936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:41.802098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:41.802764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5d28b-f7af-48c7-ab14-7ecf1ac076ab None None] The sync data for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:41.803889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c88dd4-87a4-43d7-93fb-50f8b3e41dc4 req-92648d9d-2d75-46ae-a7dd-b6a1f938216b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644790 May 20 08:10:41.811947 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:41.814727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a38d6-5141-47ee-b932-50bb6e9c9fa3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.815406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd4a38d6-5141-47ee-b932-50bb6e9c9fa3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:41.852358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec091059-2d7a-4a88-837c-74d44a119e47 req-95f50fdc-18d9-471f-830e-8963a602300a tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233952 May 20 08:10:41.876371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Pushing event deleted for resources: {'Port': ['ID=da016058-e97d-4493-9877-64d49abba91e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:41.876849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:41.876940 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:41.876940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-3c71a92f-dfa9-4dcc-bb20-406c9986fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:41.876940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-3c71a92f-dfa9-4dcc-bb20-406c9986fa71 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c9a3b8b-46c1-45d1-89a6-0713c234a890 HTTP/1.1" status: 200 len: 835 time: 0.1856642 May 20 08:10:41.936741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fd4a38d6-5141-47ee-b932-50bb6e9c9fa3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:41.937946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd4a38d6-5141-47ee-b932-50bb6e9c9fa3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports/b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 HTTP/1.1" status: 200 len: 913 time: 0.3188970 May 20 08:10:41.979746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52352) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:42.049902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] No DVR routers for this DVR port da016058-e97d-4493-9877-64d49abba91e on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:42.072970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.075308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.090875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.204575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.205210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa3c9b55-f8a6-4df9-8dce-106cc4275764 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:10:42.214530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.219998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] 10.222.0.79 "DELETE /v2.0/routers/aa3c9b55-f8a6-4df9-8dce-106cc4275764 HTTP/1.1" status: 204 len: 168 time: 3.4751718 May 20 08:10:42.219998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52356) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:42.284596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Deleting subnet 221d5158-55c6-4c37-8dfe-cd9c89ef3f89 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:42.288170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.305977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bf5a8a5-141d-40fe-a613-a48140f5dfc6 req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.84 "DELETE /v2.0/ports/da016058-e97d-4493-9877-64d49abba91e HTTP/1.1" status: 204 len: 173 time: 2.3766868 May 20 08:10:42.350080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.397262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-bd64ffba-ce83-4f97-bbce-0d626c97846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:42.398785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-bd64ffba-ce83-4f97-bbce-0d626c97846d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46fd90b2-2944-4ca7-a43a-2063c3e05de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4490523 May 20 08:10:42.445214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.458375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18713c-ffc2-4e02-baa9-4294e30e95cc req-ea5df79d-5bdc-40e1-8d7a-07da9dbe9269 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:42.460010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf18713c-ffc2-4e02-baa9-4294e30e95cc req-ea5df79d-5bdc-40e1-8d7a-07da9dbe9269 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 943 time: 0.4115698 May 20 08:10:42.547070 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:42.621402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device da016058-e97d-4493-9877-64d49abba91e no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:42.629912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf18713c-ffc2-4e02-baa9-4294e30e95cc req-e39f2334-e305-4e8b-80bb-e00c9450095e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346526 May 20 08:10:42.667278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'name': 'network-vif-deleted', 'tag': 'da016058-e97d-4493-9877-64d49abba91e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:42.710292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: da016058-e97d-4493-9877-64d49abba91e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:42.710785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device da016058-e97d-4493-9877-64d49abba91e not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:42.735180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-3be1567b-7c2e-4000-b0bf-b446fbe4c0cd service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281100 May 20 08:10:42.824291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 168fc5ea-aa46-4968-a69d-9cc1e99327c7 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:42.885245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 168fc5ea-aa46-4968-a69d-9cc1e99327c7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:42.885245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 168fc5ea-aa46-4968-a69d-9cc1e99327c7 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:42.917337 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:10:42.940610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f10aa368-2486-4a44-b608-d34435a14ff2 req-f885f64a-d3da-4f02-bef3-5727b8fe2d63 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Synchronizing usage tracker for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:42.990285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:43.176109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.180757 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af6a7dd6-7628-4f5a-8e0a-de8f2da59a09 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:43.223435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b940116-d9e3-4da1-9fbb-7ddf0fa7308f req-d7f8cb9a-71ca-4ca1-9a4a-17a00e16de87 service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769485 May 20 08:10:43.226821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-f10aa368-2486-4a44-b608-d34435a14ff2 req-f885f64a-d3da-4f02-bef3-5727b8fe2d63 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Unset dirty status for tenant:3ca6dd19c322457b9a354654816d617a on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:43.226821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f10aa368-2486-4a44-b608-d34435a14ff2 req-f885f64a-d3da-4f02-bef3-5727b8fe2d63 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a210c8e-026a-4766-89bd-1668c499f1b8 HTTP/1.1" status: 200 len: 210 time: 0.3530111 May 20 08:10:43.253099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221d5158-55c6-4c37-8dfe-cd9c89ef3f89,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:43.253099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.253324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.256590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b80c33-c390-41ea-949d-afb913210dd0 None None] Network d065df04-aa8d-4d9a-9435-67d592752ab0 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:43.283359 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/221d5158-55c6-4c37-8dfe-cd9c89ef3f89 HTTP/1.1" status: 204 len: 168 time: 1.0609405 May 20 08:10:43.284325 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:43.286262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:43.323682 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a210c8e-026a-4766-89bd-1668c499f1b8', 'name': 'network-vif-deleted', 'tag': 'da016058-e97d-4493-9877-64d49abba91e', 'status': 'completed', 'code': 200} May 20 08:10:43.480230 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.617378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Deleting port 97d9e114-e3d9-4bef-b16c-a51bae12074b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:43.618063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.694368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c31a5-0e69-4991-bf57-72bf70ab8137 req-7c60554b-54e0-4701-b73e-c6fe301ff5f0 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:43.696384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-526c31a5-0e69-4991-bf57-72bf70ab8137 req-7c60554b-54e0-4701-b73e-c6fe301ff5f0 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 945 time: 0.2007508 May 20 08:10:43.755775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] For port 97d9e114-e3d9-4bef-b16c-a51bae12074b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d9e114-e3d9-4bef-b16c-a51bae12074b,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:43.756228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.773649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] DHCP port deletion for d065df04-aa8d-4d9a-9435-67d592752ab0 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:43.819171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-526c31a5-0e69-4991-bf57-72bf70ab8137 req-4319fe32-5d5a-4cd7-aef3-57a3e871e3d0 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153314 May 20 08:10:43.871503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Deleting port 97d9e114-e3d9-4bef-b16c-a51bae12074b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:43.874842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.916957 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3', 'code': 200} May 20 08:10:43.921533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:43.923201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:43.955174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Calling delete_port for 97d9e114-e3d9-4bef-b16c-a51bae12074b owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:44.017424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] For port 97d9e114-e3d9-4bef-b16c-a51bae12074b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d9e114-e3d9-4bef-b16c-a51bae12074b,segment=NetworkSegment(4ee4d172-b56e-41e3-89fd-ef4fce9a0843),segment_id=4ee4d172-b56e-41e3-89fd-ef4fce9a0843)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:44.017854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.095654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.100401 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:44.168078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Calling delete_port for 97d9e114-e3d9-4bef-b16c-a51bae12074b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:44.172920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d9e114-e3d9-4bef-b16c-a51bae12074b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:44.176361 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:44.179411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] No DVR routers for this DVR port 97d9e114-e3d9-4bef-b16c-a51bae12074b on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:44.235111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.247609 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:44.300611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.313239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Pushing event deleted for resources: {'Port': ['ID=97d9e114-e3d9-4bef-b16c-a51bae12074b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:44.322139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] No DVR routers for this DVR port 97d9e114-e3d9-4bef-b16c-a51bae12074b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:44.325078 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:44.337237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf1fc-e777-4a31-bb30-bb82df1c7b2a req-a84379e2-e772-4745-821d-7d4ca92fb8d2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:44.338985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08bcf1fc-e777-4a31-bb30-bb82df1c7b2a req-a84379e2-e772-4745-821d-7d4ca92fb8d2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 943 time: 0.2833712 May 20 08:10:44.344336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.359585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d065df04-aa8d-4d9a-9435-67d592752ab0']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:44.364624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:10:44.378867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee4d172-b56e-41e3-89fd-ef4fce9a0843') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:44.379108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee4d172-b56e-41e3-89fd-ef4fce9a0843') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:44.392678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.416598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.425431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:44.426546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.479830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for b5ea8fa5-3967-449a-95eb-bbc0a2d791a1 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:44.517219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08bcf1fc-e777-4a31-bb30-bb82df1c7b2a req-3f01b387-4548-4590-ad33-71f571144a6d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624917 May 20 08:10:44.528227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d412b24-fd6f-4279-85cd-faa2a5da6601 req-718448ee-a668-4243-a442-3ee0d3c27c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:44.529825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d412b24-fd6f-4279-85cd-faa2a5da6601 req-718448ee-a668-4243-a442-3ee0d3c27c65 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 1096 time: 0.5402973 May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:44.556604 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:44.593869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:44.600484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6d412b24-fd6f-4279-85cd-faa2a5da6601 req-587911e1-e8e5-469f-9021-139c500e5280 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 May 20 08:10:44.608375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d9e114-e3d9-4bef-b16c-a51bae12074b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:44.661591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 97d9e114-e3d9-4bef-b16c-a51bae12074b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:44.661948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d9e114-e3d9-4bef-b16c-a51bae12074b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:44.673188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.677127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'mac_address': 'fa:16:3e:af:49:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:10:44.678132 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:44.710842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.724221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Pushing event deleted for resources: {'Network': ['ID=d065df04-aa8d-4d9a-9435-67d592752ab0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:44.729766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d065df04-aa8d-4d9a-9435-67d592752ab0 HTTP/1.1" status: 204 len: 168 time: 1.4387839 May 20 08:10:44.729766 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:44.744089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.761882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:10:44.779146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:44.844167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.850321 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb7019e5-7728-45c7-bce8-b0059307633d tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:44.878435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:44.881181 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7d9ff71e-e766-45a7-bdf6-10804ca00a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:44.901760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=b5ea8fa5-3967-449a-95eb-bbc0a2d791a1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:44.911194 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:44.981691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:44.986927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:45.198331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:45.238665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:45.337372 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b3bbd24d-7ec0-4740-bb3e-0e48f63edeee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=752b8dda0d604f34b7ce217a6abfe5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966346 May 20 08:10:45.339644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:45.408204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:45.417520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:45.448592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:45.459955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e4285-49a7-47e3-94c0-50824ca42bce req-da482c2c-63e1-4279-aa6a-69b9c4219c2a tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:45.467778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c35e4285-49a7-47e3-94c0-50824ca42bce req-da482c2c-63e1-4279-aa6a-69b9c4219c2a tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 945 time: 0.4324419 May 20 08:10:45.666971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:45.672972 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683a73f7-1660-43f8-99db-ea1f069c2880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:45.685781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edba05-2ffe-4e8f-a113-dcfbb2675f4b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:45.689786 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:45.694104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:45.701725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8edba05-2ffe-4e8f-a113-dcfbb2675f4b HTTP/1.1" status: 204 len: 168 time: 0.3578334 May 20 08:10:45.702755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c35e4285-49a7-47e3-94c0-50824ca42bce req-4e730ddd-addc-43fd-8eea-db81e253fe43 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310901 May 20 08:10:45.978825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router a0ba5b18-9d23-4017-a3f6-ff52918ea3ce has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:46.073696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22663-4351-441e-986f-6489848726cf req-7ba0e8d7-c68e-4398-abab-0fec6a25ccf2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:46.075234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8eb22663-4351-441e-986f-6489848726cf req-7ba0e8d7-c68e-4398-abab-0fec6a25ccf2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 944 time: 0.2018590 May 20 08:10:46.207596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:46.216199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8eb22663-4351-441e-986f-6489848726cf req-20a8c6ac-0a4a-41fc-b9cb-be8c956ba7b6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854394 May 20 08:10:46.217283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] Sync routers for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:46.227560 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:46.228165 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:46.313956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3268545 May 20 08:10:46.314430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:46.331254 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:46.342977 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:46.344521 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:46.384353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:10:46.409500 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:46.410168 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6858-cf97-42f4-ab7c-31b77a88f93d None None] The sync data for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:46.585781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52434) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:46.657860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ddaa591d-d802-46df-bdb0-dca1a9139cca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0f10a182e994a2eaed39e3a75920a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664358 May 20 08:10:46.661069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52438) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:46.740122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:10:46.747728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:10:46.747997 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:46.871189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:46.921642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:46.941269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:46.972548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:46.985444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:47.071810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0720cd-ce4e-4e94-a71d-06c533b5077f req-8bb6f1d1-c055-49b9-b4c1-25707f69e872 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:47.073466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b0720cd-ce4e-4e94-a71d-06c533b5077f req-8bb6f1d1-c055-49b9-b4c1-25707f69e872 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 945 time: 0.1258132 May 20 08:10:47.118510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:47.122571 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbd78027-c6d9-4e67-b656-037b08067a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:47.136212 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:47.150138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b0720cd-ce4e-4e94-a71d-06c533b5077f req-f71dc8ec-98f2-4f5f-adad-d6e7dbedb09e tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670009 May 20 08:10:47.198158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:47.203101 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75475f5e-4b56-4ba9-9d26-3f6e2b307e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:47.217003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e171f-e48a-4b37-ae5a-d3e17bf97848,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:47.220430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:47.231348 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:47.239897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:47.244801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/267e171f-e48a-4b37-ae5a-d3e17bf97848 HTTP/1.1" status: 204 len: 168 time: 0.5820911 May 20 08:10:47.337064 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'code': 200} May 20 08:10:47.337976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:47.548022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d040224-55d9-458b-9703-5dd9d90ee9a4 req-521a4997-064a-43a8-85d9-c37ab51e7d1c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:47.551175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d040224-55d9-458b-9703-5dd9d90ee9a4 req-521a4997-064a-43a8-85d9-c37ab51e7d1c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=c54c2e98-d2c4-4302-bd15-caf1a5c51232 HTTP/1.1" status: 200 len: 946 time: 0.1356537 May 20 08:10:47.554487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9207d-7fe3-4ccc-8d1e-b1c820943007 req-7808a685-b14b-442d-81f1-8fe77e5ecc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:47.555945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25f9207d-7fe3-4ccc-8d1e-b1c820943007 req-7808a685-b14b-442d-81f1-8fe77e5ecc43 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1096 time: 0.2450714 May 20 08:10:47.646481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d040224-55d9-458b-9703-5dd9d90ee9a4 req-a81bb7f2-6a35-4a03-b662-3e3c3e5e8822 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894191 May 20 08:10:47.651185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25f9207d-7fe3-4ccc-8d1e-b1c820943007 req-36d62e66-6d2f-4e54-9b2c-6fe3e8d79c4f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780571 May 20 08:10:47.711654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 31f656af-0eb7-4681-a430-3e7b0508f063 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:47.712222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:47.895176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ec86b-ff9f-4327-a001-7b867b8cbd1a req-c6d59110-1943-45bd-a4ed-3556e5792adb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:47.906695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f4ec86b-ff9f-4327-a001-7b867b8cbd1a req-c6d59110-1943-45bd-a4ed-3556e5792adb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1566556 May 20 08:10:47.980920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f4ec86b-ff9f-4327-a001-7b867b8cbd1a req-791705ba-37c4-4ede-b7cb-ada72df74010 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731902 May 20 08:10:47.990300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:48.195714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 31f656af-0eb7-4681-a430-3e7b0508f063 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:48.432667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:48.437948 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:48.507287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=31f656af-0eb7-4681-a430-3e7b0508f063,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:48.509808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:48.821573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:49.266166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router a0ba5b18-9d23-4017-a3f6-ff52918ea3ce has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:49.453877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c748ecf-815c-4825-a252-646cb4eff692 req-54ae387b-1a6a-4fa0-942c-a81be55cd9b1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:49.455507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c748ecf-815c-4825-a252-646cb4eff692 req-54ae387b-1a6a-4fa0-942c-a81be55cd9b1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1471965 May 20 08:10:49.527588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c748ecf-815c-4825-a252-646cb4eff692 req-86437797-705b-4105-8d0a-1d6a306240ec tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630705 May 20 08:10:49.674277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:49.694406 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3754985 May 20 08:10:49.694523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] Sync routers for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:49.694970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52520) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:49.712899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:49.713972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:49.763873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b4a265cb-680a-4e86-807a-79c3ffad41ca tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:49.817619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:49.829919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] Routers {'a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:49.831002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:49.901205 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b4a265cb-680a-4e86-807a-79c3ffad41ca tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:49.903126 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b4a265cb-680a-4e86-807a-79c3ffad41ca tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ba5b18-9d23-4017-a3f6-ff52918ea3ce HTTP/1.1" status: 200 len: 205 time: 0.2078531 May 20 08:10:49.906650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:49.919588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:49.919813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08520a4-11d5-4543-964a-45c75e80c767 None None] The sync data for ids ['a0ba5b18-9d23-4017-a3f6-ff52918ea3ce'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:10:49.932072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-74f0ae01-878c-41ca-89ad-4e2a3708868a tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:49.942256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-74f0ae01-878c-41ca-89ad-4e2a3708868a tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.2888989 May 20 08:10:50.008371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-2e54b039-dee1-4601-8c29-4b6a5ec76447 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/quotas/31ccc9b5472a405e8bc86f647880678f HTTP/1.1" status: 200 len: 375 time: 0.0605874 May 20 08:10:50.134640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.357090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-4d581277-ab35-4a64-87d0-3ea63146728c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:50.359629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-4d581277-ab35-4a64-87d0-3ea63146728c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.81 "GET /v2.0/ports?device_id=c54c2e98-d2c4-4302-bd15-caf1a5c51232 HTTP/1.1" status: 200 len: 946 time: 0.4133174 May 20 08:10:50.485857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-096f9476-5dc4-4970-a148-ecc05a4ba14d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4660225 May 20 08:10:50.690169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.695406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.813725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-438077d2-7bcc-458f-bf30-ebca34853c42 service neutron] 10.222.0.79 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114882 May 20 08:10:50.832252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.833130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router a0ba5b18-9d23-4017-a3f6-ff52918ea3ce {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:10:50.849763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.851266 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-76cec691-bd9c-4eb3-9fd9-3f23b9c9e72e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce HTTP/1.1" status: 204 len: 168 time: 0.9436560 May 20 08:10:50.854675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52534) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:50.943162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 3e1d0214-35c7-46d5-b3c2-dd417de8dde1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:50.947608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.953767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Deleting port c549f881-6344-445c-9f60-2b941d7d8bac {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:50.954180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:50.983061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312690d-c069-4c17-b0b8-c5814718d68f req-6e6b467f-d614-4d0b-bffc-1c1cd00175f4 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:50.984711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c312690d-c069-4c17-b0b8-c5814718d68f req-6e6b467f-d614-4d0b-bffc-1c1cd00175f4 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/ports?device_id=7310b50a-740c-4743-9602-2f776357d13c HTTP/1.1" status: 200 len: 945 time: 0.4443090 May 20 08:10:51.016885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.184301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.286674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-45ce5b9a-0575-4134-bc3a-32761f5486d4 service neutron] 10.222.0.79 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719472 May 20 08:10:51.379528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] For port c549f881-6344-445c-9f60-2b941d7d8bac, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c549f881-6344-445c-9f60-2b941d7d8bac,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:51.380001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.599079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Calling delete_port for c549f881-6344-445c-9f60-2b941d7d8bac owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:51.639420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Deleting port cc19b85b-f514-426c-854e-317d1472a3b3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:51.642843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.877879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] For port cc19b85b-f514-426c-854e-317d1472a3b3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=cc19b85b-f514-426c-854e-317d1472a3b3,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:51.878532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.902488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:51.917228 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e7a6c4f-58e6-43bb-92bd-9d66ddf21deb tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:52.066153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc356ac-6df7-4c05-af46-f91d6a09d63b None None] Network e353141a-17d2-4adb-a273-2ae2b6223998 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:52.066816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:52.100089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1d0214-35c7-46d5-b3c2-dd417de8dde1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:52.102857 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:52.110694 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/3e1d0214-35c7-46d5-b3c2-dd417de8dde1 HTTP/1.1" status: 204 len: 168 time: 1.2499261 May 20 08:10:52.111767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:52.126070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Calling delete_port for cc19b85b-f514-426c-854e-317d1472a3b3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:52.221456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 62b094cf-2b26-45b1-ba99-25988bc26e72 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:10:52.224927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:52.309844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:52.435182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:52.460502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:52.486928 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fd373d7-99f8-43b8-86a2-21c34454927e tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:52.506424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['cc19b85b-f514-426c-854e-317d1472a3b3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:10:52.566300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event deleted for resources: {'Port': ['ID=c549f881-6344-445c-9f60-2b941d7d8bac,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:52.574961 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:52.655742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136f76a-cb39-46d8-880d-bccf4cf17e3e req-520d074b-1024-4e72-9b62-ae54442b3f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:52.659642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c136f76a-cb39-46d8-880d-bccf4cf17e3e req-520d074b-1024-4e72-9b62-ae54442b3f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.5260885 May 20 08:10:52.928234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] DHCP port deletion for e353141a-17d2-4adb-a273-2ae2b6223998 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:53.050373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] No DVR routers for this DVR port c549f881-6344-445c-9f60-2b941d7d8bac on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:53.056351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Deleting port e99f955c-f0a4-48b9-9df1-17698eb31e3d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:53.058211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.114632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.127939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'name': 'network-vif-deleted', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:53.168323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c136f76a-cb39-46d8-880d-bccf4cf17e3e req-ee10f6c0-1fe1-4de6-b7bf-a0527f539de3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484134 May 20 08:10:53.191788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52568) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:53.236974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06f9fdf9-1344-4460-af2d-0217d4ab80f4 req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.81 "DELETE /v2.0/ports/c549f881-6344-445c-9f60-2b941d7d8bac HTTP/1.1" status: 204 len: 173 time: 2.8713326 May 20 08:10:53.288975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af883a-aa8a-4758-9d6b-136ed9ab4290 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:53.294152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-30af883a-aa8a-4758-9d6b-136ed9ab4290 tempest-TestNetworkAdvancedServerOps-512888322 tempest-TestNetworkAdvancedServerOps-512888322-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1091 time: 0.1038034 May 20 08:10:53.294871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52572) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:53.301305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:53.308068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] For port e99f955c-f0a4-48b9-9df1-17698eb31e3d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e99f955c-f0a4-48b9-9df1-17698eb31e3d,segment=NetworkSegment(941d334e-6fbe-481f-abd6-6a8b3c06bd75),segment_id=941d334e-6fbe-481f-abd6-6a8b3c06bd75)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:53.308068 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.308942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:53.314101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Usage tracker for resource:floatingip and tenant:567cfd0691fb47aeaf538b4099e7d8c7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:53.324000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:53.325677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:53.416611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.421396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.430966 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4b72efa-a0ec-46ab-ae77-0f4dc61c49a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:53.448440 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d1524e97-03f8-46ca-b3a5-54a04706e078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:53.526098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=62b094cf-2b26-45b1-ba99-25988bc26e72,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:53.528508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.531430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Calling delete_port for e99f955c-f0a4-48b9-9df1-17698eb31e3d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:53.532494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:53.538167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/62b094cf-2b26-45b1-ba99-25988bc26e72 HTTP/1.1" status: 204 len: 168 time: 1.4253442 May 20 08:10:53.559843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52582) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:53.565147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.575574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4610528-4416-44b3-b6d0-204fa96b5764 None None] Network bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:53.662281 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54c2e98-d2c4-4302-bd15-caf1a5c51232', 'name': 'network-vif-deleted', 'tag': 'c549f881-6344-445c-9f60-2b941d7d8bac', 'status': 'completed', 'code': 200} May 20 08:10:53.697418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event deleted for resources: {'Port': ['ID=cc19b85b-f514-426c-854e-317d1472a3b3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:53.707490 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:53.721347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.799747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4c52242-470c-4cdf-af06-366af33a25d7 req-65b15b8b-49e3-4d0e-a2fc-4593822358c3 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Synchronizing usage tracker for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:10:53.804507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port e99f955c-f0a4-48b9-9df1-17698eb31e3d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:53.804858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.900447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] No DVR routers for this DVR port cc19b85b-f514-426c-854e-317d1472a3b3 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:53.907448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.909198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c312690d-c069-4c17-b0b8-c5814718d68f req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "DELETE /v2.0/ports/cc19b85b-f514-426c-854e-317d1472a3b3 HTTP/1.1" status: 204 len: 173 time: 2.8949125 May 20 08:10:53.937365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port e99f955c-f0a4-48b9-9df1-17698eb31e3d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e99f955c-f0a4-48b9-9df1-17698eb31e3d,segment=NetworkSegment(941d334e-6fbe-481f-abd6-6a8b3c06bd75),segment_id=941d334e-6fbe-481f-abd6-6a8b3c06bd75)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:53.937893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:53.964758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] DHCP port deletion for bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:10:53.975878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.041444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Deleting port 00f42b35-c752-4190-a913-a6f801c80e86 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:10:54.043365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.119625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for e99f955c-f0a4-48b9-9df1-17698eb31e3d owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:54.138766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d4c52242-470c-4cdf-af06-366af33a25d7 req-65b15b8b-49e3-4d0e-a2fc-4593822358c3 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Unset dirty status for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:10:54.139631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.141908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4c52242-470c-4cdf-af06-366af33a25d7 req-65b15b8b-49e3-4d0e-a2fc-4593822358c3 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 210 time: 0.4400876 May 20 08:10:54.146132 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e0d2e4b-8a9d-4b34-ae29-9df750421497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:54.174055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Allocated IP 172.25.8.128 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/9fd52170-134a-4a4e-a343-5aec8823a3ee) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:54.212147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.219808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-092486c5-ea68-4dd6-b995-61c695b3fbfb tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:54.223062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Pushing event deleted for resources: {'Port': ['ID=e99f955c-f0a4-48b9-9df1-17698eb31e3d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:54.235792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:54.237820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] For port 00f42b35-c752-4190-a913-a6f801c80e86, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=00f42b35-c752-4190-a913-a6f801c80e86,segment=NetworkSegment(8c2aa459-399e-4dcb-9248-071901ddec0d),segment_id=8c2aa459-399e-4dcb-9248-071901ddec0d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:54.238227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.249134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] No DVR routers for this DVR port e99f955c-f0a4-48b9-9df1-17698eb31e3d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:54.302135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=e99f955c-f0a4-48b9-9df1-17698eb31e3d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:54.310808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:54.328458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port e99f955c-f0a4-48b9-9df1-17698eb31e3d on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:54.456350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.576095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.611364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e353141a-17d2-4adb-a273-2ae2b6223998']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:54.641150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d334e-6fbe-481f-abd6-6a8b3c06bd75') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:54.641435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d334e-6fbe-481f-abd6-6a8b3c06bd75') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:54.650872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Calling delete_port for 00f42b35-c752-4190-a913-a6f801c80e86 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:10:54.653752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c549f881-6344-445c-9f60-2b941d7d8bac no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:54.680474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.697856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c549f881-6344-445c-9f60-2b941d7d8bac {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:54.698209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c549f881-6344-445c-9f60-2b941d7d8bac not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:54.701449 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.707043 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ccf66c9-5845-4e3c-9055-a896fe184352 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:54.709838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device cc19b85b-f514-426c-854e-317d1472a3b3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:54.715583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.740524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:54.741739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:54.787625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 00f42b35-c752-4190-a913-a6f801c80e86 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:54.860217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: cc19b85b-f514-426c-854e-317d1472a3b3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:54.860571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device cc19b85b-f514-426c-854e-317d1472a3b3 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:54.875116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:10:54.878635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:54.895745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:54.921375 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:54.945162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=9fd52170-134a-4a4e-a343-5aec8823a3ee,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:54.969622 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:55.067310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.072459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da0b5892-aa43-4b45-81f0-db5d33435d4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:55.135248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.135957 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.247847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 00f42b35-c752-4190-a913-a6f801c80e86, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=00f42b35-c752-4190-a913-a6f801c80e86,segment=NetworkSegment(8c2aa459-399e-4dcb-9248-071901ddec0d),segment_id=8c2aa459-399e-4dcb-9248-071901ddec0d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:10:55.249658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.316202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=e353141a-17d2-4adb-a273-2ae2b6223998,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:55.330526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.331534 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:55.331858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e99f955c-f0a4-48b9-9df1-17698eb31e3d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:10:55.418719 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fce3b657-6b59-468c-b4d7-52d484be6d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:55.434011 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/e353141a-17d2-4adb-a273-2ae2b6223998 HTTP/1.1" status: 204 len: 168 time: 1.8728244 May 20 08:10:55.441978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52602) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:55.542240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e99f955c-f0a4-48b9-9df1-17698eb31e3d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:10:55.542686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e99f955c-f0a4-48b9-9df1-17698eb31e3d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:10:55.549180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=00f42b35-c752-4190-a913-a6f801c80e86,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:55.554050 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:55.577827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.580237 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e6361011-c537-4cf0-b25f-1f4b9bf22566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:55.723637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Pushing event deleted for resources: {'Port': ['ID=00f42b35-c752-4190-a913-a6f801c80e86,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:55.726491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] No DVR routers for this DVR port 00f42b35-c752-4190-a913-a6f801c80e86 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:10:55.728137 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:55.756650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:55.827016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'name': 'network-vif-deleted', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:55.897394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba88365d-1932-463c-b104-09edcce4ff9c req-09101a4a-6136-47dc-98fe-f17821388def tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 210 time: 0.0645244 May 20 08:10:55.958845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.003148 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310b50a-740c-4743-9602-2f776357d13c', 'name': 'network-vif-deleted', 'tag': 'cc19b85b-f514-426c-854e-317d1472a3b3', 'status': 'completed', 'code': 200} May 20 08:10:56.055662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.072018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcc4139-3d91-4ad6-b0e1-abcf34d11d47']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:56.088251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2aa459-399e-4dcb-9248-071901ddec0d') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:56.088251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2aa459-399e-4dcb-9248-071901ddec0d') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:56.109049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.131551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.139999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:10:56.140585 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: timer() May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:10:56.161879 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:10:56.183316 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.432568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.446241 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e86e643-e7b9-4069-acea-0587055b7106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:56.494912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.500337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.511496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=bbcc4139-3d91-4ad6-b0e1-abcf34d11d47,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:56.514021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:56.519996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/bbcc4139-3d91-4ad6-b0e1-abcf34d11d47 HTTP/1.1" status: 204 len: 168 time: 1.0756199 May 20 08:10:56.524669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52614) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:56.536799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105256701'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:56.542985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:56.552215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:56.556528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:56.583187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:56.680967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.717033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:56.721073 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.759375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:10:56.775980 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.776576 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 5bae26ed-faa1-4d1b-aa8a-05a44586396f of type vlan for network ed534cfa-5062-4dbd-8807-78b8dcd6138a May 20 08:10:56.841364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.862137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:56.875278 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:57.032145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:57.038903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:57.039898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:57.051819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eb54a41-ff63-4f08-a0ba-9a4602342357 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:57.070669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event updated for resources: {'Port': ['ID=9fd52170-134a-4a4e-a343-5aec8823a3ee,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:57.081542 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:57.098858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-11bec8b1-c6fe-4383-a0bd-26355bf4561d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:57.100257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-11bec8b1-c6fe-4383-a0bd-26355bf4561d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.4170520 May 20 08:10:57.103452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:57.184660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=ed534cfa-5062-4dbd-8807-78b8dcd6138a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:57.187709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:57.196991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:10:57.266540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Request body: {'port': {'device_id': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'admin_state_up': True, 'tenant_id': '31ccc9b5472a405e8bc86f647880678f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:57.292432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-324a7065-69d3-436a-b0dd-ac649c30116e req-d0b201d8-c7aa-4691-ba61-b13bfac3b438 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 210 time: 0.1154618 May 20 08:10:57.305363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7793331 May 20 08:10:57.306171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:57.324691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:57.510852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:57.521313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:57.532007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:57.555482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:57.586912 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP 37c4d02d-5eba-4919-93a6-9a117ca34ca7 associated. External IP: 172.25.8.128, port: 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5. May 20 08:10:57.661651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:57.688413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:57.694914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:57.695421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:57.911150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:57.914761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:58.166547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-fcd4a780-01d8-4834-b8be-2a30a2156dc2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:58.168213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-fcd4a780-01d8-4834-b8be-2a30a2156dc2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 812 time: 0.4072940 May 20 08:10:58.210238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Request body: {'port': {'device_id': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'admin_state_up': True, 'tenant_id': '31ccc9b5472a405e8bc86f647880678f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:58.715742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62187bd6-995f-4cb7-b91e-4e89e34b23a1 req-5e46b904-a800-4b4a-98cc-3d5732555655 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 210 time: 0.1397235 May 20 08:10:58.799605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Allocated IP 172.20.0.3 (df5c487d-3ec4-4684-a07a-311c96211301/6268e96c-a619-4c4d-870e-473a17aa5d82/5998301c-c8e0-4b6f-8a98-4a4340a3b765) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:10:58.835730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:58.843101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router ca9d9d25-1c56-4d79-9e8f-001371711375 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:10:58.843352 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e432171d-1764-4f5f-a366-6e9f536da3a5 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:58.986372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=155f8ba6-8c6b-453a-9d59-348fd341bdf3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:10:58.986372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '5bae26ed-faa1-4d1b-aa8a-05a44586396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:10:58.986372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: ed534cfa-5062-4dbd-8807-78b8dcd6138a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:10:58.992933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:58.993411 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:10:59.008211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Usage tracker for resource:port and tenant:31ccc9b5472a405e8bc86f647880678f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:59.018464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:59.070018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:59.106861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:10:59.283020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:10:59.292734 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Sync routers for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:10:59.307673 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:10:59.308395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:10:59.310869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.496678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ed534cfa-5062-4dbd-8807-78b8dcd6138a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:10:59.503928 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:10:59.509534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f15a58-37c1-4a2f-9215-846df1d46187 None None] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:10:59.525285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:10:59.525990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.538286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.601953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Made reservation on behalf of 31ccc9b5472a405e8bc86f647880678f for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:10:59.605564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.618756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.631185 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:10:59.693434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3946874 May 20 08:10:59.707665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:10:59.723783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4159460 May 20 08:10:59.724678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:10:59.731427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1067631730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:10:59.751695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:10:59.761759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:10:59.772800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:10:59.793464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ed534cfa-5062-4dbd-8807-78b8dcd6138a', 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '155f8ba6-8c6b-453a-9d59-348fd341bdf3'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:10:59.794340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.808900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:10:59.907731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.908869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.929351 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:10:59.965296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event updated for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:00.024418 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:00.027160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Network df5c487d-3ec4-4684-a07a-311c96211301 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:00.038269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:00.072975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.095766 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '37c4d02d-5eba-4919-93a6-9a117ca34ca7', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'mac_address': 'fa:16:3e:af:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:10:55Z', 'updated_at': '2021-05-20T08:10:55Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:00.100729 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Checking router: ca9d9d25-1c56-4d79-9e8f-001371711375 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:00.110478 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:00.111448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:00.127518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:00.207335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Allocated IP 2001:db8::2 (ed534cfa-5062-4dbd-8807-78b8dcd6138a/155f8ba6-8c6b-453a-9d59-348fd341bdf3/5aa9d29b-636b-43a6-afe8-012d3e6f1a0e) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:00.209403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.213780 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ad65289d-7dc4-475f-806d-5d9be0310bc5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4876723 May 20 08:11:00.214389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:00.224851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'port': {'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a', 'name': 'tempest-RoutersIpV6Test-1584185584'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:00.294114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:00.294854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.336849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Allocated IP 172.20.0.7 (df5c487d-3ec4-4684-a07a-311c96211301/6268e96c-a619-4c4d-870e-473a17aa5d82/ea90014c-db92-42c4-aa74-7f8a81a512c2) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:00.349068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:00.414669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ad28e-8ee0-449b-b5d0-ef852f805aad req-1226664a-1dc5-4b6b-812d-42d8185cd666 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:00.425704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f3ad28e-8ee0-449b-b5d0-ef852f805aad req-1226664a-1dc5-4b6b-812d-42d8185cd666 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.4957221 May 20 08:11:00.520141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.522526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2832067 May 20 08:11:00.537034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Transition to ACTIVE for port object 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:00.556021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:00.560567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:port and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:00.562862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Transition to ACTIVE for port object 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:00.564526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:00.572473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:00.577506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Request body: {'port': {'device_id': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:00.707732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.713227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f3ad28e-8ee0-449b-b5d0-ef852f805aad req-1c15728d-accd-4654-b183-877e0e44c461 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865396 May 20 08:11:00.713793 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:00.730363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:00.868791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:00.876176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:00.884200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:00.896279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Pushing event updated for resources: {'Port': ['ID=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:00.900981 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:00.976018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-feeaa963-93a7-47fb-b83b-ade852c25a40 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/37c4d02d-5eba-4919-93a6-9a117ca34ca7 HTTP/1.1" status: 200 len: 991 time: 0.2443328 May 20 08:11:00.978087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:00.983817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:00.993543 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '37c4d02d-5eba-4919-93a6-9a117ca34ca7', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'mac_address': 'fa:16:3e:af:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:10:55Z', 'updated_at': '2021-05-20T08:10:55Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:01.033300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] device_id is not set on port 624dfbaa-78fe-4378-b87c-2e31301a8769 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:11:01.035713 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86280155-002b-44b9-b878-947b21a03bb1 None None] The sync data for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 is: [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '37c4d02d-5eba-4919-93a6-9a117ca34ca7', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'mac_address': 'fa:16:3e:af:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:10:55Z', 'updated_at': '2021-05-20T08:10:55Z', 'revision_number': 0, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:01.081886 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.101243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Attempting to bind port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:01.101651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Attempting to bind port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5bae26ed-faa1-4d1b-aa8a-05a44586396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:01.102027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Attempting to bind port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e on network ed534cfa-5062-4dbd-8807-78b8dcd6138a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:01.111470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:01.111866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Checking segment: {'id': '5bae26ed-faa1-4d1b-aa8a-05a44586396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:01.112320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.112724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Bound using segment: {'id': '5bae26ed-faa1-4d1b-aa8a-05a44586396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:01.113233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Bound port: 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae26ed-faa1-4d1b-aa8a-05a44586396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ed534cfa-5062-4dbd-8807-78b8dcd6138a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:01.115036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.122992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.253081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.284069 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2251b5a3-20d8-4eaa-b59d-0f1dc0fc81cb tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:01.315967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] For port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:01.320918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] For port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,segment=NetworkSegment(5bae26ed-faa1-4d1b-aa8a-05a44586396f),segment_id=5bae26ed-faa1-4d1b-aa8a-05a44586396f)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:01.322053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8::c1 (ed534cfa-5062-4dbd-8807-78b8dcd6138a/155f8ba6-8c6b-453a-9d59-348fd341bdf3/624dfbaa-78fe-4378-b87c-2e31301a8769) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:01.426995 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.433064 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:01.609287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27720cd0-cb38-4109-bb26-c433c90d5631 None None] New status for floating IP 37c4d02d-5eba-4919-93a6-9a117ca34ca7: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:11:01.738413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.759382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 624dfbaa-78fe-4378-b87c-2e31301a8769 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:01.861771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:01.876927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:01.896328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Network df5c487d-3ec4-4684-a07a-311c96211301 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:01.906174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:01.917988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:02.010381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:02.043755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event updated for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:02.055352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:02.067395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Pushing event updated for resources: {'Port': ['ID=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:02.099780 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:02.123911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:02.144793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:02.174594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:02.188593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:02.195156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:02.195328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:02.195424 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:02.211006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce99d61-340c-48b0-b3ca-49b765880353 req-71c0c357-93e5-490e-b4d7-579379399b5d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:02.211754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6ce99d61-340c-48b0-b3ca-49b765880353 req-71c0c357-93e5-490e-b4d7-579379399b5d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Synchronizing usage tracker for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:02.245938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=624dfbaa-78fe-4378-b87c-2e31301a8769,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:02.258573 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:02.270771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8baa2a1e-213a-42d0-8cf4-83cc84f672c7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/37c4d02d-5eba-4919-93a6-9a117ca34ca7 HTTP/1.1" status: 200 len: 991 time: 0.2419584 May 20 08:11:02.318863 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1034019 May 20 08:11:02.321659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:02.506462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5998301c-c8e0-4b6f-8a98-4a4340a3b765 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:02.546577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:02.587162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Transition to ACTIVE for port object 5998301c-c8e0-4b6f-8a98-4a4340a3b765 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:02.593505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3851709 May 20 08:11:02.613675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Request body: {'port': {'device_id': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:02.676190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6ce99d61-340c-48b0-b3ca-49b765880353 req-71c0c357-93e5-490e-b4d7-579379399b5d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Unset dirty status for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:02.677352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce99d61-340c-48b0-b3ca-49b765880353 req-71c0c357-93e5-490e-b4d7-579379399b5d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 931 time: 1.5257561 May 20 08:11:02.745222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:02.763300 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be158b06-7524-42ba-84a4-83de2897ba72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:02.904827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ce99d61-340c-48b0-b3ca-49b765880353 req-060b9c80-4da0-4cb2-aba4-010e4a0010f9 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120819 May 20 08:11:03.128863 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'status': 'completed', 'code': 200} May 20 08:11:03.157219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Pushing event updated for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:03.160302 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:03.253767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:03.282267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:03.626596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-acce6158-2d7a-4afe-aedd-7b7a87d92e4a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/37c4d02d-5eba-4919-93a6-9a117ca34ca7 HTTP/1.1" status: 200 len: 993 time: 0.2960057 May 20 08:11:03.692750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Attempting to bind port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:03.692750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Attempting to bind port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:03.692750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Attempting to bind port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:03.757393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 on network df5c487d-3ec4-4684-a07a-311c96211301 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:11:03.757393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Attempting to bind port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:03.772754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e937-436a-45f1-b8fb-28564faafdeb req-1cb80c96-8980-4c85-9a3f-dee67fe97fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:03.778091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-1cb80c96-8980-4c85-9a3f-dee67fe97fba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1096 time: 0.7015274 May 20 08:11:03.782105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:03.821244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:03.821895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Checking segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:03.829444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Bound using segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:03.829444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Bound port: 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:03.829444 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:03.832740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d0efa-b87c-4339-8139-bda5b35a0eb8 None None] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:04.160419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fa5c3026-27af-4413-8aef-5ed1ec077e5f None None] Provisioning for port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:04.352113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:04.403651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e937-436a-45f1-b8fb-28564faafdeb req-20c58bb5-906a-448c-88e2-d74e4ec526bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:04.403651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-20c58bb5-906a-448c-88e2-d74e4ec526bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 200 len: 897 time: 0.5982049 May 20 08:11:04.409410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:04.412344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:04.488380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:04.500636 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b4c1ad01-2d79-4cdb-8a9d-d72e3d136ba6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:04.676654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:04.725181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=624dfbaa-78fe-4378-b87c-2e31301a8769,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:04.805020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:04.860814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Provisioning for port 624dfbaa-78fe-4378-b87c-2e31301a8769 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:04.866820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Provisioning complete for port 624dfbaa-78fe-4378-b87c-2e31301a8769 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:04.867224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:04.986600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90014c-db92-42c4-aa74-7f8a81a512c2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:04.992954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:04.995705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.009414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:05.009414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.018254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Transition to ACTIVE for port object ea90014c-db92-42c4-aa74-7f8a81a512c2 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:05.020568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.047612 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b6feedd4-d1a5-432d-8039-451a1127d4f1 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:05.109128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.121187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:05.122320 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.125719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] 10.222.0.84 "PUT /v2.0/ports/5998301c-c8e0-4b6f-8a98-4a4340a3b765 HTTP/1.1" status: 200 len: 1091 time: 4.5706491 May 20 08:11:05.168092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c0042-2e88-4da7-93e8-09659054ea73 req-bbf4f477-f5be-477c-abf2-cb649e4b9b6d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:05.169629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Port 624dfbaa-78fe-4378-b87c-2e31301a8769 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:05.182389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad9c0042-2e88-4da7-93e8-09659054ea73 req-bbf4f477-f5be-477c-abf2-cb649e4b9b6d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 931 time: 1.0345688 May 20 08:11:05.230381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Provisioning complete for port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:05.231135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.269814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:05.278350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Pushing event updated for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:05.293456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.328081 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:05.328710 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:05.389009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-8181da70-17fd-4608-8499-84ba9da151a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 200 len: 1001 time: 0.9752150 May 20 08:11:05.390979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.472496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,segment=NetworkSegment(5bae26ed-faa1-4d1b-aa8a-05a44586396f),segment_id=5bae26ed-faa1-4d1b-aa8a-05a44586396f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:05.668453 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.670765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad9c0042-2e88-4da7-93e8-09659054ea73 req-c47a1df2-2ed3-4bd6-8310-0b6daa347f43 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427526 May 20 08:11:05.671454 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.671454 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8ef7ee3-4915-4231-b916-97d1b37744eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:05.682444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.763189 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765', 'status': 'completed', 'code': 200} May 20 08:11:05.795333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e937-436a-45f1-b8fb-28564faafdeb req-bc5cde92-f5bd-4858-afc9-d11d0bf5856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:05.797138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-bc5cde92-f5bd-4858-afc9-d11d0bf5856f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c9a3b8b-46c1-45d1-89a6-0713c234a890 HTTP/1.1" status: 200 len: 835 time: 0.3051300 May 20 08:11:05.800821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:05.817302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:05.822872 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:05.832320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:11:05.833014 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-b883b2b0-6d69-4954-bdd9-dc3d34243cf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:11:05.854808 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:05.892711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Attempting to bind port ea90014c-db92-42c4-aa74-7f8a81a512c2 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:05.893059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Attempting to bind port ea90014c-db92-42c4-aa74-7f8a81a512c2 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:05.893394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Attempting to bind port ea90014c-db92-42c4-aa74-7f8a81a512c2 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:05.908353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Port ea90014c-db92-42c4-aa74-7f8a81a512c2 on network df5c487d-3ec4-4684-a07a-311c96211301 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:11:05.908690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Attempting to bind port ea90014c-db92-42c4-aa74-7f8a81a512c2 on network df5c487d-3ec4-4684-a07a-311c96211301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:05.921441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:05.921814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Checking segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:05.922211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Bound using segment: {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:05.922657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Bound port: ea90014c-db92-42c4-aa74-7f8a81a512c2, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:05.923014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:05.936597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-52cdae88-7705-4cc6-b91d-3bc0832ed266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:05.938155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-52cdae88-7705-4cc6-b91d-3bc0832ed266 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 1094 time: 0.4582283 May 20 08:11:06.064515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-f12a8e0b-210f-43fa-aa4d-3389adcb25db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765 HTTP/1.1" status: 200 len: 217 time: 0.0865922 May 20 08:11:06.074716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044e937-436a-45f1-b8fb-28564faafdeb req-28fd11b6-7716-4b73-84ec-4998e8040ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:06.076176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-28fd11b6-7716-4b73-84ec-4998e8040ea9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46fd90b2-2944-4ca7-a43a-2063c3e05de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635298 May 20 08:11:06.181987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:06.186733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:06.206339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.291528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.308370 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2bf2d97d-d59b-4796-ae9b-3061fce54fa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:06.334636 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.335854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.344722 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-38ebfa37-1038-44b7-8970-6e433379b7ae tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:06.356604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-db71f69c-dae3-49d9-9ca3-d7b549462064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:06.360387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-db71f69c-dae3-49d9-9ca3-d7b549462064 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.2828043 May 20 08:11:06.432900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:06.433667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.435127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] 10.222.0.84 "PUT /v2.0/ports/ea90014c-db92-42c4-aa74-7f8a81a512c2 HTTP/1.1" status: 200 len: 1091 time: 3.8264189 May 20 08:11:06.505339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:06.534873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-1e501696-74bb-4817-9156-11a5ffa32b7d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588175 May 20 08:11:06.548643 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:06.666026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:06.709557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-fc639370-476a-4ee9-8a51-a137e6396239 service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972281 May 20 08:11:06.809238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-270461d8-9dce-4029-9066-0651605a2570 None None] Provisioning complete for port 624dfbaa-78fe-4378-b87c-2e31301a8769 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:06.814205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-270461d8-9dce-4029-9066-0651605a2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.884800 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27a5bbca-e1c7-424b-a08b-9b0a0c24cb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:06.949499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-270461d8-9dce-4029-9066-0651605a2570 None None] Port 624dfbaa-78fe-4378-b87c-2e31301a8769 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:06.975587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:06.976074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:07.095046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-0d9e7645-31fb-4ea5-b96f-333fb305e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:07.096808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-0d9e7645-31fb-4ea5-b96f-333fb305e59a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 1094 time: 0.4822254 May 20 08:11:07.121301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-2da92baa-89cc-44aa-b524-9fe13a60bc45 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556557 May 20 08:11:07.134629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=624dfbaa-78fe-4378-b87c-2e31301a8769,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:07.144403 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:07.276331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:07.277798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:07.642521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9044e937-436a-45f1-b8fb-28564faafdeb req-012bdc09-3f19-45a8-8412-cb72490aadac service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682425 May 20 08:11:07.648661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-6fc5f0df-1274-4f6a-9435-3e660e01804f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2 HTTP/1.1" status: 200 len: 217 time: 0.5263708 May 20 08:11:07.728975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 08668fe5-7165-4810-b3ad-8501df3acfe1 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:07.735711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d2d0-63b9-4856-b753-d42864f87d0b req-44b86d5e-9d1f-46ad-95f3-327a801d7398 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:07.741907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61f7d2d0-63b9-4856-b753-d42864f87d0b req-44b86d5e-9d1f-46ad-95f3-327a801d7398 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 943 time: 0.8122330 May 20 08:11:07.784696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-98d4c238-857a-4e61-a688-3b78dec04e24 None None] Provisioning complete for port 624dfbaa-78fe-4378-b87c-2e31301a8769 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:07.785321 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98d4c238-857a-4e61-a688-3b78dec04e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:07.786611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:07.875208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-98d4c238-857a-4e61-a688-3b78dec04e24 None None] Port 624dfbaa-78fe-4378-b87c-2e31301a8769 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:07.910057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-61f7d2d0-63b9-4856-b753-d42864f87d0b req-cb995cb8-92fe-4742-9424-b735511aedd8 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105096 May 20 08:11:07.925919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc039125-b299-4a6e-912b-43952f165db7 req-0d04cc07-9d8e-4ff1-b95f-2bd5b6776b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:07.927388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-0d04cc07-9d8e-4ff1-b95f-2bd5b6776b64 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.1845915 May 20 08:11:07.994395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-c2334bc7-9dd2-414d-9e85-6204ca476c0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550339 May 20 08:11:07.996384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-fff83b72-c756-4f43-a09d-0658f54c86b6 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539807 May 20 08:11:08.023985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:08.029232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/08668fe5-7165-4810-b3ad-8501df3acfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7061379 May 20 08:11:08.032499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52734) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:08.040101 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] Sync routers for ids ['08668fe5-7165-4810-b3ad-8501df3acfe1'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:08.040647 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2', 'status': 'completed', 'code': 200} May 20 08:11:08.054368 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] Routers {'08668fe5-7165-4810-b3ad-8501df3acfe1'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:08.055009 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['08668fe5-7165-4810-b3ad-8501df3acfe1'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:08.122704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb8b37-d286-4c42-8dab-fdeabeba7994 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:08.125947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b3fb8b37-d286-4c42-8dab-fdeabeba7994 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:08.180648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:08.198486 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] Routers {'08668fe5-7165-4810-b3ad-8501df3acfe1'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:08.199906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['08668fe5-7165-4810-b3ad-8501df3acfe1'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:08.317715 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:08.318513 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b0c1e-e2d5-4379-b766-a02ade00be3e None None] The sync data for ids ['08668fe5-7165-4810-b3ad-8501df3acfe1'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:08.360371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b3fb8b37-d286-4c42-8dab-fdeabeba7994 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:08.360371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b3fb8b37-d286-4c42-8dab-fdeabeba7994 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports/624dfbaa-78fe-4378-b87c-2e31301a8769 HTTP/1.1" status: 200 len: 983 time: 0.3264837 May 20 08:11:08.363160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52742) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:08.408204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-9b6e6884-b8ff-4582-afe9-16d875b5c2ce service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957765 May 20 08:11:08.620324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-c8f33a82-8d2b-45f5-8bc6-a3810f7cdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:08.623143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-c8f33a82-8d2b-45f5-8bc6-a3810f7cdaba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 1094 time: 0.3831224 May 20 08:11:08.695396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc039125-b299-4a6e-912b-43952f165db7 req-c27844b8-4626-4b15-9dff-be928056322e service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790120 May 20 08:11:08.949677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-08011db8-f874-4c6d-befd-e7b8401476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:08.949677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-08011db8-f874-4c6d-befd-e7b8401476f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 913 time: 0.2140601 May 20 08:11:08.949677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-315a2e3c-cd65-4ba6-9d05-10beb6769e23 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765 HTTP/1.1" status: 200 len: 217 time: 0.0723336 May 20 08:11:09.088490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-c6680c92-7124-4168-a99e-0619f0f83b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:09.090142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-c6680c92-7124-4168-a99e-0619f0f83b5a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.1467063 May 20 08:11:09.158995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-3349397d-57ee-481f-824b-352e51157f05 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610378 May 20 08:11:09.166757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-eeeed774-9595-49e6-972a-00e4179b8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:09.168571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-eeeed774-9595-49e6-972a-00e4179b8561 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=31ccc9b5472a405e8bc86f647880678f&device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 1094 time: 0.1683221 May 20 08:11:09.173194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:09.204608 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-99636b7e-b00a-4652-a9cc-65d50e4be0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:09.601126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-84821116-b1f9-4cd4-8992-be3192d6e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:09.603088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-84821116-b1f9-4cd4-8992-be3192d6e438 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 200 len: 913 time: 0.4117630 May 20 08:11:09.614406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-04c46bc8-54d4-4699-9f91-396a21b53615 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444246 May 20 08:11:09.689066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:09.721526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 624dfbaa-78fe-4378-b87c-2e31301a8769 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:09.722268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:09.726011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-1510fa78-c1c0-425f-a5cc-7440302f93d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2 HTTP/1.1" status: 200 len: 217 time: 0.1145213 May 20 08:11:10.033745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-35d9de87-73ab-4b9e-9f18-01d71918ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:10.035208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-35d9de87-73ab-4b9e-9f18-01d71918ae4b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 200 len: 852 time: 0.0716963 May 20 08:11:10.145051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833f53-3e32-457f-b0d9-392d922991b5 req-65011dae-040d-4639-bd12-860556e04ef6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:10.147410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75833f53-3e32-457f-b0d9-392d922991b5 req-65011dae-040d-4639-bd12-860556e04ef6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 943 time: 0.8306842 May 20 08:11:10.157563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:10.176072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-937555da-874b-46cc-b08e-8bc75f5406e0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df5c487d-3ec4-4684-a07a-311c96211301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818391 May 20 08:11:10.316623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 624dfbaa-78fe-4378-b87c-2e31301a8769 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:10.323045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-75833f53-3e32-457f-b0d9-392d922991b5 req-1f3c89f0-0e6e-4b15-8c0e-99c22a4e4d3f tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620770 May 20 08:11:10.330151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38dba247-6639-416d-bc6e-85417f6fe6a5 req-eaa1c450-3a2b-4446-b22a-658c6dbb432a service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472926 May 20 08:11:10.378055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-e0cfe1bf-b803-413e-90a4-ec9698406426 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889760 May 20 08:11:10.579993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-36e1b278-54f3-4d4f-8ddc-43d48668748f req-944ddca1-9b41-4b5f-bd5b-88bb2ba2ea95 service neutron] 10.222.0.84 "GET /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942203 May 20 08:11:10.696127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:10.702672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:10.744994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 5998301c-c8e0-4b6f-8a98-4a4340a3b765 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:11:10.755338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=624dfbaa-78fe-4378-b87c-2e31301a8769,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:10.758655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:10.994046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:11.024446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '5998301c-c8e0-4b6f-8a98-4a4340a3b765', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'port_id': '5998301c-c8e0-4b6f-8a98-4a4340a3b765', 'mac_address': 'fa:16:3e:47:8f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6268e96c-a619-4c4d-870e-473a17aa5d82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:11:11.034308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.108671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.138710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5998301c-c8e0-4b6f-8a98-4a4340a3b765 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:11.159425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:11.208963 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.226476 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.227520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ea90014c-db92-42c4-aa74-7f8a81a512c2 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:11:11.229912 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:11.392148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 08668fe5-7165-4810-b3ad-8501df3acfe1 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:11.402355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:11.408898 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:11.434948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:11.453729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ea90014c-db92-42c4-aa74-7f8a81a512c2', 'network_id': 'df5c487d-3ec4-4684-a07a-311c96211301', 'port_id': 'ea90014c-db92-42c4-aa74-7f8a81a512c2', 'mac_address': 'fa:16:3e:23:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6268e96c-a619-4c4d-870e-473a17aa5d82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:11:11.568796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.618282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea90014c-db92-42c4-aa74-7f8a81a512c2 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:11.638637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:11.646484 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:11.662077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] Sync routers for ids ['08668fe5-7165-4810-b3ad-8501df3acfe1'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:11.678806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] Routers {'08668fe5-7165-4810-b3ad-8501df3acfe1'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:11.679741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['08668fe5-7165-4810-b3ad-8501df3acfe1'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:11.706110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c2d2a-b29e-4e2c-8ac9-f4f3f9eee12e req-79921fa8-d73b-44ed-b01e-628c166ada99 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:11.721447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-004c2d2a-b29e-4e2c-8ac9-f4f3f9eee12e req-79921fa8-d73b-44ed-b01e-628c166ada99 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 943 time: 0.1870623 May 20 08:11:11.746434 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:11.758646 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:11.776893 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/08668fe5-7165-4810-b3ad-8501df3acfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126146 May 20 08:11:11.779758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52772) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:11.789265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-004c2d2a-b29e-4e2c-8ac9-f4f3f9eee12e req-b0c4bdf0-9fee-483e-b699-a10a13f96854 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 May 20 08:11:11.796478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:11.839760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] Routers {'08668fe5-7165-4810-b3ad-8501df3acfe1'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:11.840406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['08668fe5-7165-4810-b3ad-8501df3acfe1'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:11.942464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:11.943025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e7ec9b-9a16-41e4-a50d-c4e6b8d99755 None None] The sync data for ids ['08668fe5-7165-4810-b3ad-8501df3acfe1'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:11.958639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:11.962570 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:12.018958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['5998301c-c8e0-4b6f-8a98-4a4340a3b765'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:11:12.084637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ea90014c-db92-42c4-aa74-7f8a81a512c2'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:11:12.519465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:12.596543 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-76ccc301-43ff-4a13-a684-6d3868c7d096 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] remove_router_interface failed (client error): The resource could not be found. May 20 08:11:12.601442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-76ccc301-43ff-4a13-a684-6d3868c7d096 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/08668fe5-7165-4810-b3ad-8501df3acfe1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8168709 May 20 08:11:12.601843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52782) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:12.705599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-48811161-0ed7-4473-9674-1c4507735cd6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:12.791893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-48811161-0ed7-4473-9674-1c4507735cd6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:12.793347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-48811161-0ed7-4473-9674-1c4507735cd6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=08668fe5-7165-4810-b3ad-8501df3acfe1 HTTP/1.1" status: 200 len: 205 time: 0.1903048 May 20 08:11:12.796911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52786) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:12.976031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.360764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb209-3619-4c9b-9b42-1a194814e8e9 req-e2e64851-cb80-43e8-b87c-e34429457682 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:13.363093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-661eb209-3619-4c9b-9b42-1a194814e8e9 req-e2e64851-cb80-43e8-b87c-e34429457682 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 944 time: 0.2866352 May 20 08:11:13.527873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-661eb209-3619-4c9b-9b42-1a194814e8e9 req-21da4ac2-21bb-4f41-bd75-23435f9e2e05 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956607 May 20 08:11:13.528128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.528128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.690968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.691910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router 08668fe5-7165-4810-b3ad-8501df3acfe1 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:11:13.726740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.775437 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e36a0de-7653-4a40-a9c8-656461e92269 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/08668fe5-7165-4810-b3ad-8501df3acfe1 HTTP/1.1" status: 204 len: 168 time: 0.9457901 May 20 08:11:13.775589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52800) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:13.843658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 155f8ba6-8c6b-453a-9d59-348fd341bdf3 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:11:13.849682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:13.961253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:14.100073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:14.351822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-eab6f926-4737-4bb7-b86e-c3f433a2e11e req-dc84453b-42be-4e86-933f-3bacd309680e service neutron] (93102) timed out ('10.222.0.84', 52582) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:11:14.760635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:14.761012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ea90014c-db92-42c4-aa74-7f8a81a512c2 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:14.769632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f821095-7acb-4f4f-9b48-ff79367bb225 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:14.813452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=155f8ba6-8c6b-453a-9d59-348fd341bdf3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:14.816413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:14.831802 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:14.844289 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/155f8ba6-8c6b-453a-9d59-348fd341bdf3 HTTP/1.1" status: 204 len: 168 time: 1.0947688 May 20 08:11:14.847733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afa60c-f83a-4e43-9786-a5e96bab0d9b None None] Network ed534cfa-5062-4dbd-8807-78b8dcd6138a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:14.849232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52814) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:14.902115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc07c8-d38b-4065-aaf5-578b464fb8c4 req-6bee767f-2e9d-448d-a8f5-d4dd9a9183db tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:14.911423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83cc07c8-d38b-4065-aaf5-578b464fb8c4 req-6bee767f-2e9d-448d-a8f5-d4dd9a9183db tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 944 time: 0.2116816 May 20 08:11:14.944522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ea90014c-db92-42c4-aa74-7f8a81a512c2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:14.964954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ea90014c-db92-42c4-aa74-7f8a81a512c2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:14.968452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:14.979666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83cc07c8-d38b-4065-aaf5-578b464fb8c4 req-67cb17b9-e792-4223-b13b-4ae9d4b3dfbf tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644171 May 20 08:11:15.032443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.124651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:15.125256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.194243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.251565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:15.256205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:15.264813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] DHCP port deletion for ed534cfa-5062-4dbd-8807-78b8dcd6138a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:11:15.328746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,segment=NetworkSegment(5bae26ed-faa1-4d1b-aa8a-05a44586396f),segment_id=5bae26ed-faa1-4d1b-aa8a-05a44586396f)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:15.329245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.338845 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2', 'code': 200} May 20 08:11:15.339511 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.340412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 5998301c-c8e0-4b6f-8a98-4a4340a3b765 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:15.378010 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:15.490759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:15.493767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:15.504048 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:15.509505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Deleting port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:15.510202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.585245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431cd8c-ad94-4b0e-8eee-a7de10f3ed87 req-2e156c48-948b-4110-a112-810ec05b55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:15.586826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f431cd8c-ad94-4b0e-8eee-a7de10f3ed87 req-2e156c48-948b-4110-a112-810ec05b55f7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 1096 time: 0.1201444 May 20 08:11:15.632031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] For port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,segment=NetworkSegment(5bae26ed-faa1-4d1b-aa8a-05a44586396f),segment_id=5bae26ed-faa1-4d1b-aa8a-05a44586396f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:15.632031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.667140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.682534 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bcd2b8f-8128-40de-8333-5076fc9275dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:15.684916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f431cd8c-ad94-4b0e-8eee-a7de10f3ed87 req-0bf98c9b-712a-4ec1-94df-86668e73cef8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 May 20 08:11:15.705701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:15.768636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:15.783507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:15.787952 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:15.868667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:15.869343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:15.911021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Calling delete_port for 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:16.019913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.035632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed534cfa-5062-4dbd-8807-78b8dcd6138a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.038572 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:11:16.042536 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:11:16.054213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae26ed-faa1-4d1b-aa8a-05a44586396f') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:16.054213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae26ed-faa1-4d1b-aa8a-05a44586396f') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:16.066368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.068967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.075452 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:16.088340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.096098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:11:16.096506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: timer() May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:11:16.117879 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:11:16.126923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Pushing event deleted for resources: {'Port': ['ID=5aa9d29b-636b-43a6-afe8-012d3e6f1a0e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:16.129785 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:16.130250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] No DVR routers for this DVR port 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:16.132264 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.174282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:16.209770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2040b-ae5f-43f8-a489-24ded6aaa68e req-0301cbdb-75a2-4978-9d6c-1c23f18f8c5b tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:16.211351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26f2040b-ae5f-43f8-a489-24ded6aaa68e req-0301cbdb-75a2-4978-9d6c-1c23f18f8c5b tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 945 time: 0.1059990 May 20 08:11:16.254855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.258379 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:16.270004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26f2040b-ae5f-43f8-a489-24ded6aaa68e req-f8275efb-f2d6-4e15-994f-f124c4947879 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500169 May 20 08:11:16.289090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.295164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.299350 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:16.328272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=ed534cfa-5062-4dbd-8807-78b8dcd6138a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:16.331808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:16.344049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:16.347688 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:16.409681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/ed534cfa-5062-4dbd-8807-78b8dcd6138a HTTP/1.1" status: 204 len: 168 time: 1.5590484 May 20 08:11:16.422426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52838) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:16.428596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471631125'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:16.434680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:16.439939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:16.443557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:16.450091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:16.531289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:16.535775 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.547144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:11:16.582752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:11:16.593374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.593800 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment a5f2e8b3-fa35-4ed8-9759-244c055d1459 of type vlan for network 592864d7-f88a-440e-8880-b63bad756263 May 20 08:11:16.606033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:11:16.606566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5aa9d29b-636b-43a6-afe8-012d3e6f1a0e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:11:16.624350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.707318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.714738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:16.719391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:16.723568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ed67a95-f8cc-4815-a032-23d633c5ffc9 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:16.844038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=592864d7-f88a-440e-8880-b63bad756263,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:16.846999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:16.853240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4266233 May 20 08:11:16.854323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52862) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:16.863480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 592864d7-f88a-440e-8880-b63bad756263 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:11:16.866594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': '592864d7-f88a-440e-8880-b63bad756263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:17.032908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:17.037151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:17.040223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:17.047238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:17.151699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:17.156746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:17.340025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:17.469971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98905f-09a8-4e7d-b9d7-9850fb324bf5 req-10be940d-0ad5-4fc3-bc88-263bf7e18366 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:17.471571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a98905f-09a8-4e7d-b9d7-9850fb324bf5 req-10be940d-0ad5-4fc3-bc88-263bf7e18366 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 945 time: 0.0905869 May 20 08:11:17.525803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a98905f-09a8-4e7d-b9d7-9850fb324bf5 req-e1175ac5-0e40-4880-9811-946dc12cac78 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 May 20 08:11:17.583029 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765', 'code': 200} May 20 08:11:17.792916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59763530-bd14-4660-a4bb-bf3a61e6a102 req-1e31d4e1-b0cb-4398-8145-82edba31f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:17.794368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59763530-bd14-4660-a4bb-bf3a61e6a102 req-1e31d4e1-b0cb-4398-8145-82edba31f73e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 1096 time: 0.1446772 May 20 08:11:17.802770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e64b63-e900-425a-ba34-5e536493ef7b req-79182db6-16da-4825-91ea-87525f31984c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:17.804207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81e64b63-e900-425a-ba34-5e536493ef7b req-79182db6-16da-4825-91ea-87525f31984c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 945 time: 0.1159208 May 20 08:11:17.870803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59763530-bd14-4660-a4bb-bf3a61e6a102 req-22dc500e-ab25-4d05-83e5-985faae1f936 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656037 May 20 08:11:17.876949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:17.880366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81e64b63-e900-425a-ba34-5e536493ef7b req-4e2da4ea-7898-491a-ab1f-a9bd92d2dcf5 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 May 20 08:11:17.881817 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2448f8a5-3d60-4dce-83c4-e846357fe185 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:17.968669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=0db0ee2b-459d-4caa-88a7-757f2d709ee2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:17.972562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:17.980257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': 'a5f2e8b3-fa35-4ed8-9759-244c055d1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '592864d7-f88a-440e-8880-b63bad756263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:17.980678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: 592864d7-f88a-440e-8880-b63bad756263, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:11:18.069761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-e973d882-fbb3-4de3-b272-55adeea66276 req-db153573-0ad5-4baa-8a79-183bde07e92d service neutron] (93101) timed out ('10.222.0.84', 52581) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:11:18.100623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 592864d7-f88a-440e-8880-b63bad756263 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:11:18.186289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 592864d7-f88a-440e-8880-b63bad756263) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:18.198519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc503284-9127-4c84-b512-5a3a806ab9be None None] Network 592864d7-f88a-440e-8880-b63bad756263 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:18.205098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:18.206692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.392288 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5366421 May 20 08:11:18.394890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52896) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:18.400956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070470505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:18.408762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:18.412639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:18.415613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:18.422829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:18.446847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-592864d7-f88a-440e-8880-b63bad756263', 'network_id': '592864d7-f88a-440e-8880-b63bad756263', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '0db0ee2b-459d-4caa-88a7-757f2d709ee2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:11:18.453635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.490207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.491340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.522497 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.629097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Allocated IP 2001:db8::2 (592864d7-f88a-440e-8880-b63bad756263/0db0ee2b-459d-4caa-88a7-757f2d709ee2/b34a65d4-6120-45cd-9c1e-fd1a90ea1184) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:18.680599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.797972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.799554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c547c0b9-17b5-4b6e-99b8-83ecc2f31461 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4034002 May 20 08:11:18.803199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52908) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:18.859230 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.872044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Transition to ACTIVE for port object b34a65d4-6120-45cd-9c1e-fd1a90ea1184 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:18.895849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Transition to ACTIVE for port object b34a65d4-6120-45cd-9c1e-fd1a90ea1184 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:18.958367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:18.973459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:19.032401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Network 592864d7-f88a-440e-8880-b63bad756263 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:19.041770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:19.047384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:19.143210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Pushing event updated for resources: {'Port': ['ID=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:19.151015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:19.168860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Attempting to bind port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:19.170033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Attempting to bind port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a5f2e8b3-fa35-4ed8-9759-244c055d1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '592864d7-f88a-440e-8880-b63bad756263'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:19.170033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Attempting to bind port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 on network 592864d7-f88a-440e-8880-b63bad756263 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:19.175976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:19.176523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Checking segment: {'id': 'a5f2e8b3-fa35-4ed8-9759-244c055d1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '592864d7-f88a-440e-8880-b63bad756263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:19.177000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:19.177444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Bound using segment: {'id': 'a5f2e8b3-fa35-4ed8-9759-244c055d1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '592864d7-f88a-440e-8880-b63bad756263'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:19.178028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Bound port: b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f2e8b3-fa35-4ed8-9759-244c055d1459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '592864d7-f88a-440e-8880-b63bad756263'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:19.179083 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:19.287447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] For port b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:19.291157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] For port b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,segment=NetworkSegment(a5f2e8b3-fa35-4ed8-9759-244c055d1459),segment_id=a5f2e8b3-fa35-4ed8-9759-244c055d1459)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:19.359242 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:19.364222 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:19.468213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Pushing event updated for resources: {'Port': ['ID=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:19.473007 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:19.550353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dfc18-2012-4f3e-a7ff-185b38320581 req-ee973508-5f35-4bb9-a921-34827d13f89f tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:19.552006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f28dfc18-2012-4f3e-a7ff-185b38320581 req-ee973508-5f35-4bb9-a921-34827d13f89f tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 945 time: 0.4185526 May 20 08:11:19.655728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:19.684206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f28dfc18-2012-4f3e-a7ff-185b38320581 req-d1568997-aedf-4683-94e7-59faec8459a4 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222155 May 20 08:11:19.916995 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:11:20.103351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8::1 (592864d7-f88a-440e-8880-b63bad756263/0db0ee2b-459d-4caa-88a7-757f2d709ee2/30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:20.314568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:20.334481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:20.426745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:20.456565 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86bd6baa-f6ad-45b7-bef5-9a8f285bed5c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:20.562844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 592864d7-f88a-440e-8880-b63bad756263 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:20.564188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:20.571384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:20.571929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:20.618948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad246db8-a17e-4709-ad45-fdfbab52cc84 None None] Network 592864d7-f88a-440e-8880-b63bad756263 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:20.636859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b34a65d4-6120-45cd-9c1e-fd1a90ea1184 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:20.774234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:20.779840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:20.907398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dd7b7438-a683-4f24-a603-5d45d2bcb304 None None] Provisioning for port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:20.971873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:20.983479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:20.983479 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:20.998738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:21.218489 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:21.281651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,segment=NetworkSegment(a5f2e8b3-fa35-4ed8-9759-244c055d1459),segment_id=a5f2e8b3-fa35-4ed8-9759-244c055d1459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:21.386289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:21.407607 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:21.576913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:21.598437 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:21.612972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Provisioning complete for port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:21.613673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:21.881883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-7feb9fa3-6af7-4faf-950e-1770262b73de tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:21.883588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-7feb9fa3-6af7-4faf-950e-1770262b73de tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 945 time: 0.2781143 May 20 08:11:21.917821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Provisioning for port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:21.923796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Provisioning complete for port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:21.924175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:21.961061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5e503-4da7-437d-b4ba-6ce22c524c09 req-c0dfd086-7f8b-41db-a6a3-a0dbee527405 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:21.962662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69d5e503-4da7-437d-b4ba-6ce22c524c09 req-c0dfd086-7f8b-41db-a6a3-a0dbee527405 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 945 time: 0.2691202 May 20 08:11:21.992175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-14b13a5a-1099-41b2-918c-a3dd7662cd1b None None] Port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:22.057620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.110939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.111784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.117807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69d5e503-4da7-437d-b4ba-6ce22c524c09 req-3294bd8c-6064-4ea1-88a9-ecab84dddde5 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466691 May 20 08:11:22.119682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:22.135706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-21e11010-f227-4ab9-acd2-53d83416d206 None None] Provisioning complete for port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:22.137100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-21e11010-f227-4ab9-acd2-53d83416d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.225455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-21e11010-f227-4ab9-acd2-53d83416d206 None None] Port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:22.320628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52974) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:22.388296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Deleting subnet cbb2ddf7-9802-4e7d-b953-fbd3b92d948a {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:11:22.391893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.411215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:22.428659 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:22.449530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Deleting port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:22.449882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.456190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.535874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.587499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b34a65d4-6120-45cd-9c1e-fd1a90ea1184 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:22.630743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-c56f3353-f3b6-490a-8fac-7144d64f9a65 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:22.631777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-c56f3353-f3b6-490a-8fac-7144d64f9a65 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "GET /v2.0/ports?device_id=5745dc99-a8e8-4add-a9e4-7b9f86ad52aa HTTP/1.1" status: 200 len: 945 time: 0.4574819 May 20 08:11:22.634911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 592864d7-f88a-440e-8880-b63bad756263 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:22.648147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc13ec-b045-4590-b783-61571ee259fb req-815ddceb-774b-4946-9eb5-722f3a9c15f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:22.649850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9fc13ec-b045-4590-b783-61571ee259fb req-815ddceb-774b-4946-9eb5-722f3a9c15f6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.3935766 May 20 08:11:22.655766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:22.737592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:22.738079 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:22.914615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] For port 5998301c-c8e0-4b6f-8a98-4a4340a3b765, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=5998301c-c8e0-4b6f-8a98-4a4340a3b765,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:22.915227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.022093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.030509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9942d4c3-0502-4237-9c77-7ba6e75d4da6 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:23.071532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb2ddf7-9802-4e7d-b953-fbd3b92d948a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:23.075810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.082217 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:23.088046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cbb2ddf7-9802-4e7d-b953-fbd3b92d948a HTTP/1.1" status: 204 len: 168 time: 0.7638984 May 20 08:11:23.088379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52980) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:23.106276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-071ce3dd-ba42-42bd-8406-e51d5637464c None None] Provisioning complete for port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:23.108152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-071ce3dd-ba42-42bd-8406-e51d5637464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.199281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-071ce3dd-ba42-42bd-8406-e51d5637464c None None] Port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:23.235632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.392652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b9fc13ec-b045-4590-b783-61571ee259fb req-7ad83ac0-2580-4434-8c59-9cd7395abd4d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6953111 May 20 08:11:23.394023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.412474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Calling delete_port for 5998301c-c8e0-4b6f-8a98-4a4340a3b765 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:23.422139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f546e8f-ad7f-4373-b450-392757f5d88a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:23.439792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:23.440226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3af1cd0-e4d5-4a79-b6dc-c40a2522a598') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:23.469178 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.495561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.510310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:11:23.518004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.534987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Deleting port ea90014c-db92-42c4-aa74-7f8a81a512c2 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:23.537804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: timer() May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:11:23.542473 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:11:23.705994 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.710177 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3dcb4440-9ea8-471f-b5e7-08c12c0db235 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:23.728014 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:23.735388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f546e8f-ad7f-4373-b450-392757f5d88a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:23.740568 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:23.748331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 43ba1ff0-d7d7-4331-95d8-e4b03d6e411e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:23.827555 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1f546e8f-ad7f-4373-b450-392757f5d88a HTTP/1.1" status: 204 len: 168 time: 0.7376876 May 20 08:11:24.006281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] For port ea90014c-db92-42c4-aa74-7f8a81a512c2, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ea90014c-db92-42c4-aa74-7f8a81a512c2,segment=NetworkSegment(002f8fa3-b0c6-4a0b-b47b-1697d4a714bc),segment_id=002f8fa3-b0c6-4a0b-b47b-1697d4a714bc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:24.006897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.021906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bdf71-bdbd-4243-814c-d8efdae28cbb req-371022c0-af82-4806-b2fa-3b2a69b7197c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:24.023433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-418bdf71-bdbd-4243-814c-d8efdae28cbb req-371022c0-af82-4806-b2fa-3b2a69b7197c tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 945 time: 0.4499395 May 20 08:11:24.169125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Calling delete_port for ea90014c-db92-42c4-aa74-7f8a81a512c2 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:24.176334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.190262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-071b3826-f0ef-4d4a-9cf0-c96fa808d810 tempest-VolumesActionsTest-1551632938 tempest-VolumesActionsTest-1551632938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:24.244837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event deleted for resources: {'Port': ['ID=5998301c-c8e0-4b6f-8a98-4a4340a3b765,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:24.247235 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:24.252990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:24.263687 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] Sync routers for ids ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:24.276646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] Routers {'43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:24.277369 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:24.318631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52990) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:24.334724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.352482 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:24.364121 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] Routers {'43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:24.364881 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:24.368654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-418bdf71-bdbd-4243-814c-d8efdae28cbb req-d754d834-6eb2-496c-a831-32cf2a4cefe9 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/security-groups?id=8428bd50-cb2b-4b94-baa9-a8c42e0b0131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815337 May 20 08:11:24.371030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/43ba1ff0-d7d7-4331-95d8-e4b03d6e411e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5666926 May 20 08:11:24.378524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52994) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:24.395940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d35b4fa4-89dc-4920-abd0-67385096918f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ca6dd19c322457b9a354654816d617a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756121 May 20 08:11:24.401496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:24.454691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] No DVR routers for this DVR port 5998301c-c8e0-4b6f-8a98-4a4340a3b765 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:24.457562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.459634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdf9e19b-07fe-4b01-a402-2e0dd94a60f7 req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "DELETE /v2.0/ports/5998301c-c8e0-4b6f-8a98-4a4340a3b765 HTTP/1.1" status: 204 len: 173 time: 2.5658987 May 20 08:11:24.460805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:24.461255 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56810cc4-6702-4b9c-a445-adf8aae138f5 None None] The sync data for ids ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:24.468322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'name': 'network-vif-deleted', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:24.482042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.508179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4107b-b848-4132-8c7e-6ba2c7329688 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:24.511029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cea4107b-b848-4132-8c7e-6ba2c7329688 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:24.521018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.666504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.672085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cea4107b-b848-4132-8c7e-6ba2c7329688 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:24.673307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cea4107b-b848-4132-8c7e-6ba2c7329688 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports/30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 HTTP/1.1" status: 200 len: 911 time: 0.2938776 May 20 08:11:24.676723 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-090b56d6-50c9-4648-b0d0-d7e32c892255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:24.677851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53006) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:24.694523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd109719-d319-4fee-b725-1dd8f757e4c7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:24.697020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:24.791983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ea90014c-db92-42c4-aa74-7f8a81a512c2 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:11:24.796703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.802141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd109719-d319-4fee-b725-1dd8f757e4c7 HTTP/1.1" status: 204 len: 168 time: 0.3956420 May 20 08:11:24.861330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba573-1b40-4dc7-9149-b4372c623765 req-531d30e4-ce32-4b61-81a1-4e20bde5bcbb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:24.864110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-576ba573-1b40-4dc7-9149-b4372c623765 req-531d30e4-ce32-4b61-81a1-4e20bde5bcbb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.3228426 May 20 08:11:24.869796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:24.899035 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2a5fe3-8fba-4fc5-8bcb-f28ae4b3d12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:24.906941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No active binding found for port ea90014c-db92-42c4-aa74-7f8a81a512c2 {{(pid=93103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 08:11:24.907665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ea90014c-db92-42c4-aa74-7f8a81a512c2 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:11:24.908287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 5998301c-c8e0-4b6f-8a98-4a4340a3b765 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:11:24.947618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 5998301c-c8e0-4b6f-8a98-4a4340a3b765 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:11:24.947993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 5998301c-c8e0-4b6f-8a98-4a4340a3b765 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:11:24.963355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Pushing event deleted for resources: {'Port': ['ID=ea90014c-db92-42c4-aa74-7f8a81a512c2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:24.976333 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:25.392638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-576ba573-1b40-4dc7-9149-b4372c623765 req-c311fe65-eff9-4ee5-8e54-676a248eb745 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5196862 May 20 08:11:25.422258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] No DVR routers for this DVR port ea90014c-db92-42c4-aa74-7f8a81a512c2 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:25.428641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:25.511002 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70361ac0-780d-4c5c-877c-e738c808d3bd', 'name': 'network-vif-deleted', 'tag': '5998301c-c8e0-4b6f-8a98-4a4340a3b765', 'status': 'completed', 'code': 200} May 20 08:11:25.603686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a89d4eba-eb2f-43d6-85c1-255cb8b3dc01 req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.84 "DELETE /v2.0/ports/ea90014c-db92-42c4-aa74-7f8a81a512c2 HTTP/1.1" status: 204 len: 173 time: 2.9501650 May 20 08:11:25.676727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5cab1191-53af-4c59-8ee7-ae693ddb37f9 req-41661e7e-8b3e-496e-8b0a-7bc38a32421d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Synchronizing usage tracker for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:25.750410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5cab1191-53af-4c59-8ee7-ae693ddb37f9 req-41661e7e-8b3e-496e-8b0a-7bc38a32421d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Unset dirty status for tenant:31ccc9b5472a405e8bc86f647880678f on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:25.751588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cab1191-53af-4c59-8ee7-ae693ddb37f9 req-41661e7e-8b3e-496e-8b0a-7bc38a32421d tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] 10.222.0.79 "GET /v2.0/ports?device_id=70361ac0-780d-4c5c-877c-e738c808d3bd HTTP/1.1" status: 200 len: 210 time: 0.1224949 May 20 08:11:25.792724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.270481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:26.270899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.279348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53036) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:26.360296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.424037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.458820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-556804623-network', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:26.464689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:26.469310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Usage tracker for resource:network and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:26.472499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:26.479950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:26.567527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:26.579242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Made reservation on behalf of ea6fe554bd364cfe91d2bda2321ea924 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:26.582233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.596330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.616931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:26.621335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:26.625537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:26.633835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:26.688914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd2e1-d8d7-43fe-9979-b7c40de253af req-56982faf-1c6a-4637-afff-1b59f55afd68 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:26.690614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b60bd2e1-d8d7-43fe-9979-b7c40de253af req-56982faf-1c6a-4637-afff-1b59f55afd68 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1320951 May 20 08:11:26.724161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.756815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b60bd2e1-d8d7-43fe-9979-b7c40de253af req-c1124d4d-3874-43d4-8efe-fab70b7a968e tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576875 May 20 08:11:26.888712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:26.893177 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1a10ecf1-f7a3-4815-a51a-4c96dcd29e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:26.933218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2158bbf2-36ff-4d15-afba-93d98ae91dfb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:26.947187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53048) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:26.949005 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:26.997809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:11:27.010289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.010759 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Added segment ff31a918-353d-4098-af0d-325e4573b245 of type vlan for network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 May 20 08:11:27.050116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.157561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.159794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:27.159794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.166165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.173340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:27.175376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa94073b-39d7-4ab0-bb54-1f17c1f94546 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:27.242271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=30c6ab45-a1a2-4ea5-9ff5-6f283eaf7a06,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:27.250210 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:27.288874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Pushing event updated for resources: {'Network': ['ID=beb7a7aa-03ba-4628-baeb-9f5f15c270b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:27.293021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:27.297079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:11:27.331388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0493681 May 20 08:11:27.333943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53054) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:27.344937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Request body: {'subnet': {'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-556804623-subnet', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:27.357281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:27.367977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Usage tracker for resource:subnet and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:27.373292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:27.376919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Deleting subnet 6268e96c-a619-4c4d-870e-473a17aa5d82 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:11:27.387547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:27.402787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.467673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Made reservation on behalf of ea6fe554bd364cfe91d2bda2321ea924 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:27.469939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.513009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'name': 'network-vif-deleted', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:27.532538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.549076 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:27.635456 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5745dc99-a8e8-4add-a9e4-7b9f86ad52aa', 'name': 'network-vif-deleted', 'tag': 'ea90014c-db92-42c4-aa74-7f8a81a512c2', 'status': 'completed', 'code': 200} May 20 08:11:27.791094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.011172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 43ba1ff0-d7d7-4331-95d8-e4b03d6e411e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:28.022004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.027168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4229d226-822c-4478-a9f2-4c5b9dd1fd29 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:28.108549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27ddf72-c2db-4434-85b4-5b89c674cec8,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:28.112192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:28.119784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Checking segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:28.120163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Network hostable DHCP agents. Network: beb7a7aa-03ba-4628-baeb-9f5f15c270b6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:11:28.226005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:11:28.239987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:28.251309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] Sync routers for ids ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:28.261244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] Routers {'43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:28.261963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:28.302512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624ef91-0f36-44e2-8ec8-2a49dffeee06 req-0d3ba23a-d448-4d12-b2b3-b37da9b29cc0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:28.304563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3624ef91-0f36-44e2-8ec8-2a49dffeee06 req-0d3ba23a-d448-4d12-b2b3-b37da9b29cc0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.3885720 May 20 08:11:28.337978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:28.347559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] Routers {'43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:28.348249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:28.375418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, beb7a7aa-03ba-4628-baeb-9f5f15c270b6) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:28.386137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:28.386621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.415158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bf782-7a26-457b-a881-0f809edf19eb None None] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:28.415877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/43ba1ff0-d7d7-4331-95d8-e4b03d6e411e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7369738 May 20 08:11:28.418892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53062) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:28.420251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3624ef91-0f36-44e2-8ec8-2a49dffeee06 req-4b40febc-1210-44cd-bae0-b1b669e50f70 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077497 May 20 08:11:28.450921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:28.452361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcedb43-34e4-4c57-af15-345d8aacc28c None None] The sync data for ids ['43ba1ff0-d7d7-4331-95d8-e4b03d6e411e'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:28.470581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6b1283de-dbf1-49ce-b74f-d1562620fe0f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:28.497151 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1619787 May 20 08:11:28.505966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53068) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:28.511487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:28.518112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:28.523370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Usage tracker for resource:router and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:28.535386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.535386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:28.535386 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-146703f0-6c43-4f9f-81ff-17594c614085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:28.572729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:28.575763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6268e96c-a619-4c4d-870e-473a17aa5d82,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:28.583955 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:28.585557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6b1283de-dbf1-49ce-b74f-d1562620fe0f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:28.589542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.590101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b1283de-dbf1-49ce-b74f-d1562620fe0f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ba1ff0-d7d7-4331-95d8-e4b03d6e411e HTTP/1.1" status: 200 len: 205 time: 0.1675391 May 20 08:11:28.595924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53072) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:28.711742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:11:28.712581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.844939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6268e96c-a619-4c4d-870e-473a17aa5d82 HTTP/1.1" status: 204 len: 168 time: 1.8965287 May 20 08:11:28.845457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53076) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:28.854142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.855222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.950145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Allocated IP 172.20.0.2 (beb7a7aa-03ba-4628-baeb-9f5f15c270b6/c27ddf72-c2db-4434-85b4-5b89c674cec8/cbdff165-f8a8-407e-a6d6-690599824766) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:28.966102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:28.985092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.170317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.204720 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.216513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Transition to ACTIVE for port object cbdff165-f8a8-407e-a6d6-690599824766 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:29.235923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Transition to ACTIVE for port object cbdff165-f8a8-407e-a6d6-690599824766 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:29.285968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.308067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5c487d-3ec4-4684-a07a-311c96211301']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:29.324697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:29.325009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002f8fa3-b0c6-4a0b-b47b-1697d4a714bc') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:29.329663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.337029 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:29.341334 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.360867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.367934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:11:29.368447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: timer() May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:11:29.387219 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:11:29.400863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:29.409133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:29.411268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.413983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.414192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:29.491026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Pushing event updated for resources: {'Port': ['ID=cbdff165-f8a8-407e-a6d6-690599824766,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:29.512633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.513006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.513391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.513803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.514408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.514408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.514739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.515060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.515603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.516060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.516518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.516777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:29.521854 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:29.543036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Attempting to bind port cbdff165-f8a8-407e-a6d6-690599824766 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:29.543413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Attempting to bind port cbdff165-f8a8-407e-a6d6-690599824766 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:29.543782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Attempting to bind port cbdff165-f8a8-407e-a6d6-690599824766 on network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:29.550440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:29.551209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Checking segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:29.551652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.553252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Bound using segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:29.553252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Bound port: cbdff165-f8a8-407e-a6d6-690599824766, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:29.553252 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.559009 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.559593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router 43ba1ff0-d7d7-4331-95d8-e4b03d6e411e {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:11:29.660861 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.661256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] For port cbdff165-f8a8-407e-a6d6-690599824766, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:29.666266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] For port cbdff165-f8a8-407e-a6d6-690599824766, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdff165-f8a8-407e-a6d6-690599824766,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:29.673662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:29.689306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.690412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-409ca4cd-6405-41c5-9306-de99a2326f57 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/43ba1ff0-d7d7-4331-95d8-e4b03d6e411e HTTP/1.1" status: 204 len: 168 time: 1.0939560 May 20 08:11:29.692549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.698431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:29.742459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df5c487d-3ec4-4684-a07a-311c96211301,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:29.742459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:29.748430 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/df5c487d-3ec4-4684-a07a-311c96211301 HTTP/1.1" status: 204 len: 168 time: 0.9016922 May 20 08:11:29.783111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 0db0ee2b-459d-4caa-88a7-757f2d709ee2 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:11:29.787440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.797758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.807907 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:29.851084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.869074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:29.882390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397f9af-9afb-4db5-b622-9361b3eef92f req-2e025a8d-14a0-46c2-bcf9-eb9a191a4be1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:29.885205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b397f9af-9afb-4db5-b622-9361b3eef92f req-2e025a8d-14a0-46c2-bcf9-eb9a191a4be1 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.2504506 May 20 08:11:29.896658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Pushing event updated for resources: {'Port': ['ID=cbdff165-f8a8-407e-a6d6-690599824766,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:29.912850 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:29.954531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b397f9af-9afb-4db5-b622-9361b3eef92f req-ba1d82fd-3c53-42da-b195-fc56248800c2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535948 May 20 08:11:29.996356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.163773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:30.301397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-97d639a5-88b7-4f3d-b343-5b18b8eac85f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31ccc9b5472a405e8bc86f647880678f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289692 May 20 08:11:30.308296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:30.414353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.444641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.444933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.498479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.509265 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-27a78623-6f1c-41d2-b246-2c3c91d60862 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:30.561674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=0db0ee2b-459d-4caa-88a7-757f2d709ee2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:30.563816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.570490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fe22b-af96-4755-ab48-714ebc64673f None None] Network 592864d7-f88a-440e-8880-b63bad756263 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:30.573957 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:30.587398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/0db0ee2b-459d-4caa-88a7-757f2d709ee2 HTTP/1.1" status: 204 len: 168 time: 0.8878124 May 20 08:11:30.588778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53098) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:30.709220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.719141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdff165-f8a8-407e-a6d6-690599824766 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:30.756681 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.862294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.876841 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41b8a474-9786-4f25-8bda-ed5427ecf88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:30.897006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8428bd50-cb2b-4b94-baa9-a8c42e0b0131,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:30.899777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.905111 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8428bd50-cb2b-4b94-baa9-a8c42e0b0131 HTTP/1.1" status: 204 len: 168 time: 0.5991354 May 20 08:11:30.906965 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:30.907216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Allocated IP 172.25.8.170 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/28cf9274-193a-493e-9f57-d5956a5dd9a2) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:30.940035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:30.940391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:30.991623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port cbdff165-f8a8-407e-a6d6-690599824766 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:31.059709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] DHCP port deletion for 592864d7-f88a-440e-8880-b63bad756263 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:11:31.120480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,segment=NetworkSegment(a5f2e8b3-fa35-4ed8-9759-244c055d1459),segment_id=a5f2e8b3-fa35-4ed8-9759-244c055d1459)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:31.120850 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.204130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Deleting port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:31.204649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.245321 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.319607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for b34a65d4-6120-45cd-9c1e-fd1a90ea1184 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:31.326598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fec692-907e-49bf-a09d-ce761466a470 None None] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:31.362951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f396e0-3b30-4430-991f-1788c9872a0c req-7087d8e6-69ed-470d-b199-053ea0bc22c8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:31.369329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40f396e0-3b30-4430-991f-1788c9872a0c req-7087d8e6-69ed-470d-b199-053ea0bc22c8 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1884003 May 20 08:11:31.387590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] For port b34a65d4-6120-45cd-9c1e-fd1a90ea1184, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,segment=NetworkSegment(a5f2e8b3-fa35-4ed8-9759-244c055d1459),segment_id=a5f2e8b3-fa35-4ed8-9759-244c055d1459)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:31.388001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.424854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40f396e0-3b30-4430-991f-1788c9872a0c req-d4a6c165-095a-491e-ba85-46b2540b7252 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462081 May 20 08:11:31.455254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.461117 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57facaef-4670-4d2e-b790-8812ca4c2588 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:31.484124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.493813 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-601ec4a3-7e8d-4461-b0e1-a6d7cb5e2cdd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:31.552276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:31.556139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:31.562099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:31.596943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Calling delete_port for b34a65d4-6120-45cd-9c1e-fd1a90ea1184 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:31.598357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:31.605223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:31.613038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:31.633945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Pushing event updated for resources: {'Port': ['ID=28cf9274-193a-493e-9f57-d5956a5dd9a2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:31.639365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:31.697802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Provisioning for port cbdff165-f8a8-407e-a6d6-690599824766 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:31.706688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Provisioning complete for port cbdff165-f8a8-407e-a6d6-690599824766 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:31.707067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.853437 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.856809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.866498 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a828e7d4-f2ce-4fbd-8810-c40fad4273a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:31.897258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592864d7-f88a-440e-8880-b63bad756263']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:31.924774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f2e8b3-fa35-4ed8-9759-244c055d1459') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:31.925126 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f2e8b3-fa35-4ed8-9759-244c055d1459') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:31.950861 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.980263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] No DVR routers for this DVR port b34a65d4-6120-45cd-9c1e-fd1a90ea1184 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:11:31.986435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Pushing event deleted for resources: {'Port': ['ID=b34a65d4-6120-45cd-9c1e-fd1a90ea1184,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:31.995102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:31.995993 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:31.998817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:11:31.999494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: timer() May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:11:32.019016 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:11:32.072072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.129264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] For port cbdff165-f8a8-407e-a6d6-690599824766, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdff165-f8a8-407e-a6d6-690599824766,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:32.226162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.243758 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70f925ea-5df1-4578-a43b-c46a0d6069ff tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:32.243870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.265357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.276426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=592864d7-f88a-440e-8880-b63bad756263,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:32.277646 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.280963 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:32.282130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:32.365452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Pushing event updated for resources: {'Port': ['ID=cbdff165-f8a8-407e-a6d6-690599824766,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:32.369823 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:32.378919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/592864d7-f88a-440e-8880-b63bad756263 HTTP/1.1" status: 204 len: 168 time: 1.7848492 May 20 08:11:32.379442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53126) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:32.384693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1983798164', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:32.396092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:32.400977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:32.405255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:32.407750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4e704b1f-ea73-4f8f-b7b9-3de6ec57012b None None] Provisioning complete for port cbdff165-f8a8-407e-a6d6-690599824766 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:32.408472 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e704b1f-ea73-4f8f-b7b9-3de6ec57012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.416106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:32.484487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.485571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.518640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53134) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:32.521689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.622128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdff165-f8a8-407e-a6d6-690599824766 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:32.717668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cbdff165-f8a8-407e-a6d6-690599824766 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:32.718528 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.762001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-729453944-network', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:32.779590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:32.811698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351cda6-0ce4-40c0-a3b7-38fbbb58e3f6 req-e60f58d6-f311-44d9-a42a-23044d6b1ea2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:32.815865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7351cda6-0ce4-40c0-a3b7-38fbbb58e3f6 req-e60f58d6-f311-44d9-a42a-23044d6b1ea2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.2221434 May 20 08:11:32.823533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:32.845793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Usage tracker for resource:network and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:32.856710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:32.923741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b34a65d4-6120-45cd-9c1e-fd1a90ea1184 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:11:32.963825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b34a65d4-6120-45cd-9c1e-fd1a90ea1184 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:11:32.964299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b34a65d4-6120-45cd-9c1e-fd1a90ea1184 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:11:33.107679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:33.115692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.140342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7351cda6-0ce4-40c0-a3b7-38fbbb58e3f6 req-d79a400f-dda5-4a5c-a0a1-45034abf7337 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136432 May 20 08:11:33.198771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:33.202113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.228301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.248757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:33.255400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Usage tracker for resource:security_group_rule and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:33.258687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:33.268682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:33.328687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:33.518928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.527520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:33.540173 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:33.552552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:33.553187 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:33.640095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.647832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d52a63f-3fd1-41b9-bc60-4608b52d8520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:33.658789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.671831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.673676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1665220 May 20 08:11:33.676663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53142) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:33.706712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.708536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:11:33.743207 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:33.772918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.773155 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Added segment f5cc8c03-1572-46c1-96e1-09af397f6f3f of type vlan for network ba9d42c9-b0b3-4abe-94cc-088908d049ea May 20 08:11:33.780078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc0e81-2698-4608-ad22-e8f2e946af5d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:33.784731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:33.835130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:33.963298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 172.25.8.93 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/5c1735a8-bc45-41b0-8e18-ad621a20d5c5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:34.076623 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:31Z', 'revision_number': 3, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:34.080717 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:34.081074 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Updating router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 port 28cf9274-193a-493e-9f57-d5956a5dd9a2 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:34.081302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.082467 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:34.083038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.090916 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:34.146743 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.258549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9d42c9-b0b3-4abe-94cc-088908d049ea,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:34.262968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:34.271088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:11:34.291385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.320917 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8005393 May 20 08:11:34.331967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53150) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:34.343295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Request body: {'subnet': {'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-729453944-subnet', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:34.350339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:34.355822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Usage tracker for resource:subnet and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:34.359939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:34.368308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:34.432219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.445819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e828a22-0da3-4629-84b5-7bfb47843754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:34.505724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:34.516010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:34.517926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:34.520451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.545526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:34.558774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c9d0-5477-43d8-bbc8-9e3c96b07092 req-e9522973-4295-4909-aaf5-5cc9b0998b62 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:34.560690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b72c9d0-5477-43d8-bbc8-9e3c96b07092 req-e9522973-4295-4909-aaf5-5cc9b0998b62 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1974292 May 20 08:11:34.679981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b72c9d0-5477-43d8-bbc8-9e3c96b07092 req-4a75a6b1-893d-4ba7-b741-9b42cba3dda4 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897052 May 20 08:11:34.682700 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.692561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=5c1735a8-bc45-41b0-8e18-ad621a20d5c5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:34.698399 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Transition to ACTIVE for port object 28cf9274-193a-493e-9f57-d5956a5dd9a2 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:34.753216 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:34.770062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.780992 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.786123 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-6d8cd588-6a23-403e-bcc5-c99d8599f2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:34.871895 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Attempting to bind port 28cf9274-193a-493e-9f57-d5956a5dd9a2 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:34.871895 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Attempting to bind port 28cf9274-193a-493e-9f57-d5956a5dd9a2 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:34.871895 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Attempting to bind port 28cf9274-193a-493e-9f57-d5956a5dd9a2 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:34.878041 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:34.878437 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:34.878847 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.879255 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:34.879732 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Bound port: 28cf9274-193a-493e-9f57-d5956a5dd9a2, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:34.880111 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:34.910389 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Pushing event updated for resources: {'Port': ['ID=28cf9274-193a-493e-9f57-d5956a5dd9a2,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:34.933934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.933934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.934238 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.934538 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.934912 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.936668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.936668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.936668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.937090 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.937090 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.937566 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.937816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:34.941883 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:34.989753 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] For port 28cf9274-193a-493e-9f57-d5956a5dd9a2, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:34.994037 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] For port 28cf9274-193a-493e-9f57-d5956a5dd9a2, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28cf9274-193a-493e-9f57-d5956a5dd9a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:35.041696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Allocated IP 172.20.0.1 (beb7a7aa-03ba-4628-baeb-9f5f15c270b6/c27ddf72-c2db-4434-85b4-5b89c674cec8/478f3e92-b608-4e3d-a8f8-7ce583e92b26) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:35.158208 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:35.163542 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:35.291349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:35.291999 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:35.357777 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Pushing event updated for resources: {'Port': ['ID=28cf9274-193a-493e-9f57-d5956a5dd9a2,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:35.410524 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:35.462163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7e75-12dd-437a-9a36-6183c495a7a6 req-14232b67-8d67-4287-9df2-2f25613f2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:35.463663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4fb7e75-12dd-437a-9a36-6183c495a7a6 req-14232b67-8d67-4287-9df2-2f25613f2895 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1096 time: 0.1971958 May 20 08:11:35.469247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:35.521313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Transition to ACTIVE for port object 478f3e92-b608-4e3d-a8f8-7ce583e92b26 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:35.536427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4fb7e75-12dd-437a-9a36-6183c495a7a6 req-f865cce8-5b74-471e-95ea-b3ad19c59d0d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635090 May 20 08:11:35.588733 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:35.618420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:35.689304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:35.694929 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b8924a22-4d70-4d2d-a24d-26beeb42754e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:35.757283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:35.761055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:35.766127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:35.820496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:35.948906 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:31Z', 'revision_number': 3, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:35.956760 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d958-c775-4f7a-890c-d4eca8746584 None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:31Z', 'revision_number': 3, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:35.984667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:35.989166 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:36.059148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.066994 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.076142 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fc0dcd7f-6e32-40dc-ad5b-9f5c1fbba557 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:36.146680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d118a-4fa1-4222-82a2-7f323b8d6ff1 req-39faa2a2-fc17-4053-992b-5b7bdaccedc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:36.148578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-399d118a-4fa1-4222-82a2-7f323b8d6ff1 req-39faa2a2-fc17-4053-992b-5b7bdaccedc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.2274508 May 20 08:11:36.189433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.198909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:36.226396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d045b1d-c882-46a5-994f-73452f3bc4e1 None None] Provisioning for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:36.233817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d045b1d-c882-46a5-994f-73452f3bc4e1 None None] Provisioning complete for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:36.234269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d045b1d-c882-46a5-994f-73452f3bc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.285581 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:36.302379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:36.302379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Network hostable DHCP agents. Network: ba9d42c9-b0b3-4abe-94cc-088908d049ea, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:11:36.377057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7d045b1d-c882-46a5-994f-73452f3bc4e1 None None] Port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:36.423269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-399d118a-4fa1-4222-82a2-7f323b8d6ff1 req-5b87b816-3fb0-4110-9a1c-7fbed2dc6dc9 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580550 May 20 08:11:36.473288 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.516944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:11:36.568173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.605823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:11:36.611509 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c5fecf6-534d-4920-b7bc-89664be9691f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:36.621005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28cf9274-193a-493e-9f57-d5956a5dd9a2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:36.695696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 38c06d24-d884-4a5d-80be-e9bd8990ca8a is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:36.709946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ba9d42c9-b0b3-4abe-94cc-088908d049ea) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:36.727432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:36.730693 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:36.739675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60214e0e-663c-4db2-9979-1910d413aab0 None None] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:36.749837 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.829452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:36.830182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:36.976234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:36.977683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:36.997235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-25295674-3ae2-42be-a1c9-e3513141ac92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.008830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53160) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:37.012034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6780491 May 20 08:11:37.020900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:37.032032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:37.039791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:37.056465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] Sync routers for ids ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:37.059534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Usage tracker for resource:router and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:37.068350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:37.075004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:37.121121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.122435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7422898 May 20 08:11:37.126767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:37.138131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] Routers {'38c06d24-d884-4a5d-80be-e9bd8990ca8a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:37.139138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:37.233906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 28cf9274-193a-493e-9f57-d5956a5dd9a2 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:37.257387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:37.266008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 28cf9274-193a-493e-9f57-d5956a5dd9a2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:37.267133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.293723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:37.330020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'port_id': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'mac_address': 'fa:16:3e:af:49:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:11:37.380822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:37.434074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] Routers {'38c06d24-d884-4a5d-80be-e9bd8990ca8a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:37.434486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:37.470721 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.471645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.530630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:11:37.531476 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.546084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.556800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:37.557218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927def7-f7ca-4150-b603-772aed4f64a7 None None] The sync data for ids ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:37.573268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f4c47c7-71c1-4c3a-94e1-0e80cd8ac38c None None] Provisioning complete for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:37.573530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f4c47c7-71c1-4c3a-94e1-0e80cd8ac38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.605239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.613908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:37.619611 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ad237d9f-92a1-447e-ae00-5c7a77f909ba tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers/38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 200 len: 884 time: 0.4828544 May 20 08:11:37.784105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:37.830147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c47c7-71c1-4c3a-94e1-0e80cd8ac38c None None] Port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:37.854024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:37.870638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.932387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 28cf9274-193a-493e-9f57-d5956a5dd9a2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28cf9274-193a-493e-9f57-d5956a5dd9a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:37.956091 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Allocated IP 172.20.0.2 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/b99aaec0-da39-4272-86a7-8a25e419c9db) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:37.962986 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:37.969312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:37.969942 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-db9af1f3-8357-4ed8-83cb-42a93a69b85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:38.010991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] 10.222.0.79 "PUT /v2.0/routers/f12c96fb-c6de-40bf-bdb5-e819a40b6c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327718 May 20 08:11:38.031907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:38.037000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd697e3-ec2f-42d5-8a53-bb741e73ff2f req-4a3314e6-a9dc-4a25-b81b-d8520d878260 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:38.042091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-edd697e3-ec2f-42d5-8a53-bb741e73ff2f req-4a3314e6-a9dc-4a25-b81b-d8520d878260 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.1650038 May 20 08:11:38.189775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:38.196570 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:38.197059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-491172d9-334e-4c94-a22b-a6603f61a493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:38.228853 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:38.250129 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:38.251069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:38.303510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:11:38.411118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=28cf9274-193a-493e-9f57-d5956a5dd9a2,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:38.433926 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:38.435010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-edd697e3-ec2f-42d5-8a53-bb741e73ff2f req-d6b62cc8-ebf0-49c6-80a0-042cc5c68baa tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841236 May 20 08:11:38.480242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:38.518675 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:38.522489 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:38.551818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ed90074-3087-4fa0-b325-68cc077b84d8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:router {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:38.590208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:38.599513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Transition to ACTIVE for port object b99aaec0-da39-4272-86a7-8a25e419c9db will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:38.634523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:11:38.655481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ed90074-3087-4fa0-b325-68cc077b84d8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:router {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:38.660967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ed90074-3087-4fa0-b325-68cc077b84d8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0466828 May 20 08:11:38.661377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28cf9274-193a-493e-9f57-d5956a5dd9a2 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:38.663366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:38.669306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1983798164'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:38.758177 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b5eb9b2-25c3-42c6-ad1c-4b9e996923c0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/floatingips/37c4d02d-5eba-4919-93a6-9a117ca34ca7 HTTP/1.1" status: 200 len: 992 time: 0.2713830 May 20 08:11:38.768965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Transition to ACTIVE for port object b99aaec0-da39-4272-86a7-8a25e419c9db will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:38.931821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:38.945442 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:38.965025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.036601 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:36Z', 'revision_number': 2, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:39.041591 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:39.044919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Updating router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:39.048928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:39.057825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1446224977-network', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:39.064708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:39.069584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Usage tracker for resource:network and tenant:2ad1d1f1e2494f21af8f34041835f383 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:39.073247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:39.076284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Pushing event updated for resources: {'Port': ['ID=b99aaec0-da39-4272-86a7-8a25e419c9db,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:39.083315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:39.089961 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:39.111394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:39.116342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:11:39.119202 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.131243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:39.133846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 28cf9274-193a-493e-9f57-d5956a5dd9a2 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:39.133846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.176767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:39.199572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Made reservation on behalf of 2ad1d1f1e2494f21af8f34041835f383 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:39.208328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.227161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.255183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:39.262558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Usage tracker for resource:security_group_rule and tenant:2ad1d1f1e2494f21af8f34041835f383 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:39.275954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:39.287553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:39.311758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:39.389201 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1f3204f-6122-4afe-9857-271ec3545ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.391256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Attempting to bind port b99aaec0-da39-4272-86a7-8a25e419c9db on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:39.391637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Attempting to bind port b99aaec0-da39-4272-86a7-8a25e419c9db by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:39.392008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Attempting to bind port b99aaec0-da39-4272-86a7-8a25e419c9db on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:39.411033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:39.411416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:39.411829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.412232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:39.413018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Bound port: b99aaec0-da39-4272-86a7-8a25e419c9db, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:39.413420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.446090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.448198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.460382 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b485578d-e17c-41b9-9462-fd863cb3d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.544735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.561146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:11:39.573670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.574155 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Added segment 0adf4a59-188f-427c-9062-f33e2b0cfb0f of type vlan for network 54155543-cf9e-45b6-b191-8fba3cfb7a9a May 20 08:11:39.596560 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.608962 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.619406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.666052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a09c5-be9d-419b-b102-4cad737f5554,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:39.675121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.684263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:39.686701 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:39.706737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:39.714467 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:39.720804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] For port b99aaec0-da39-4272-86a7-8a25e419c9db, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:39.724162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] For port b99aaec0-da39-4272-86a7-8a25e419c9db, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b99aaec0-da39-4272-86a7-8a25e419c9db,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:39.726715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.734479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.735744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:39.736357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.740257 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00845a65-1b17-44e6-a89f-d65d34c8bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.776490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.785940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.787190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Transition to ACTIVE for port object 478f3e92-b608-4e3d-a8f8-7ce583e92b26 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:39.853326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Pushing event updated for resources: {'Network': ['ID=54155543-cf9e-45b6-b191-8fba3cfb7a9a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:39.856223 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:39.857289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.867251 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.889414 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.894891 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:39.897495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:11:39.942654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:39.948122 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8977919 May 20 08:11:39.951739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53204) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:39.975983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Request body: {'subnet': {'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1446224977-subnet', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:39.991278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:40.009026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Usage tracker for resource:subnet and tenant:2ad1d1f1e2494f21af8f34041835f383 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:40.016940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:40.025132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:40.045876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Allocated IP 172.25.8.130 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f2e06419-045e-46b8-b1be-a7fc13bc4087) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:40.105836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Pushing event updated for resources: {'Port': ['ID=b99aaec0-da39-4272-86a7-8a25e419c9db,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:40.111740 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:40.150319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Made reservation on behalf of 2ad1d1f1e2494f21af8f34041835f383 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:40.152173 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Pushing event updated for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:40.153041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.167779 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:40.214717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.253283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Attempting to bind port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:40.253784 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Attempting to bind port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:40.254155 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Attempting to bind port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 on network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:40.264327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:40.264705 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Checking segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:40.265338 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.266138 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Bound using segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:40.266615 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Bound port: 478f3e92-b608-4e3d-a8f8-7ce583e92b26, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:40.267182 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.400103 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] For port 478f3e92-b608-4e3d-a8f8-7ce583e92b26, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:40.406020 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] For port 478f3e92-b608-4e3d-a8f8-7ce583e92b26, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=478f3e92-b608-4e3d-a8f8-7ce583e92b26,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:40.488638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.495844 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.503176 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:40.536916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 38c06d24-d884-4a5d-80be-e9bd8990ca8a has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:40.611021 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:40.611773 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:40.625762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:40.781550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.801453 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb891a15-8a06-420f-91e5-18016b497c81 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:40.891675 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:40.900048 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c5bb6c49-1752-490e-a60c-6e1b5855f8b1 tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:40.902089 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:40.937958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b99aaec0-da39-4272-86a7-8a25e419c9db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:40.959397 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Pushing event updated for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:40.974156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a39205-afef-45e8-997b-2fb9e3787b3a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:40.982586 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:40.986012 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:41.022798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Checking segment: {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:41.023117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Network hostable DHCP agents. Network: 54155543-cf9e-45b6-b191-8fba3cfb7a9a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:11:41.035679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:41.050257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] Sync routers for ids ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:41.070459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:41.071198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.098463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] Routers {'38c06d24-d884-4a5d-80be-e9bd8990ca8a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:41.099153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:41.112322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.114856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3283d256-9333-45dc-9191-1431ad766dfe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 200 len: 891 time: 2.4500649 May 20 08:11:41.115879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:11:41.118378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53210) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:41.130559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:41.136421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:41.146416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:41.203961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Pushing event updated for resources: {'Port': ['ID=f2e06419-045e-46b8-b1be-a7fc13bc4087,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:41.256467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.257712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.258651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.260317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.261228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.262940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.263964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.264860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.265814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.266691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.267581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.268489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:11:41.278741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b99aaec0-da39-4272-86a7-8a25e419c9db completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:41.289547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:41.293663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:41.367900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] Routers {'38c06d24-d884-4a5d-80be-e9bd8990ca8a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:41.376328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:41.420554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 54155543-cf9e-45b6-b191-8fba3cfb7a9a) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:41.452599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a29906-146c-4f21-9a2c-009cdf97422a None None] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:41.464824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:41.465839 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.475702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.506288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:41.506827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a3362-e7cd-4623-a864-cf76a5c8c2de None None] The sync data for ids ['38c06d24-d884-4a5d-80be-e9bd8990ca8a'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:41.559760 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e858f7d6-c253-4464-adaf-57186d9e3d7e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers/38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 200 len: 891 time: 0.4351997 May 20 08:11:41.566374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:41.604312 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-df996b60-d17a-4a83-9b95-15122628785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:40Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:41.613922 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df996b60-d17a-4a83-9b95-15122628785e None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:40Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:41.617468 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6628745 May 20 08:11:41.634444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a842f74f-71fd-4354-93ee-bfa8f76b4d5f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:41.637556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:41.647838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:41.660708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:41.687181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Usage tracker for resource:router and tenant:2ad1d1f1e2494f21af8f34041835f383 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:41.701573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:41.732438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:41.747979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.752894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a842f74f-71fd-4354-93ee-bfa8f76b4d5f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:41.754490 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a842f74f-71fd-4354-93ee-bfa8f76b4d5f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 200 len: 205 time: 0.1866751 May 20 08:11:41.757105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53224) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:41.837065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.846726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.851422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:11:41.864053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:41.915807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660cb69-a7b2-4123-abd6-038d31087e17 None None] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:41.936185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:11:41.937988 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.956254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:41.979636 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'code': 200} May 20 08:11:42.083046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.168650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Allocated IP 172.20.0.2 (54155543-cf9e-45b6-b191-8fba3cfb7a9a/30a39205-afef-45e8-997b-2fb9e3787b3a/80a58752-b1c7-4076-82df-1a5b98d9e001) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:42.211144 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.253922 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e4ea0de4-3213-4dac-9a36-920bdb302891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:42.379121 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.451327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Provisioning for port b99aaec0-da39-4272-86a7-8a25e419c9db completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:42.472514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Provisioning complete for port b99aaec0-da39-4272-86a7-8a25e419c9db triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:42.480596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.617405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:42.645842 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:42.656100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.672243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 478f3e92-b608-4e3d-a8f8-7ce583e92b26 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:42.912758 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.954364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.962873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:42.973342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.024419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] For port b99aaec0-da39-4272-86a7-8a25e419c9db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b99aaec0-da39-4272-86a7-8a25e419c9db,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:43.097805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.105743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.114944 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:43.260593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:43.266681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 5c1735a8-bc45-41b0-8e18-ad621a20d5c5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:43.267029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.274093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Transition to ACTIVE for port object 80a58752-b1c7-4076-82df-1a5b98d9e001 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:43.299907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Router 0c71c32a-6276-4aa8-9dc5-546574fac2fe is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:43.311620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:43.312014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.419317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Transition to ACTIVE for port object 80a58752-b1c7-4076-82df-1a5b98d9e001 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:43.443378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Pushing event updated for resources: {'Port': ['ID=b99aaec0-da39-4272-86a7-8a25e419c9db,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:43.446301 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:43.456019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.509667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.517698 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:43.612917 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.624836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:43.636074 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Sync routers for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:43.669994 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:43.670696 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:43.675734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 5c1735a8-bc45-41b0-8e18-ad621a20d5c5 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:43.739272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 478f3e92-b608-4e3d-a8f8-7ce583e92b26, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=478f3e92-b608-4e3d-a8f8-7ce583e92b26,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:43.740910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Pushing event updated for resources: {'Port': ['ID=80a58752-b1c7-4076-82df-1a5b98d9e001,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:43.746589 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:43.759719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:43.761376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:43.765154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:43.786758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.787473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7758002 May 20 08:11:43.790597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53234) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:43.938436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:43.948409 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:44.035457 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:44.056394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:44.064617 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:44.068980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Attempting to bind port 80a58752-b1c7-4076-82df-1a5b98d9e001 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:44.069572 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Attempting to bind port 80a58752-b1c7-4076-82df-1a5b98d9e001 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:44.071211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Attempting to bind port 80a58752-b1c7-4076-82df-1a5b98d9e001 on network 54155543-cf9e-45b6-b191-8fba3cfb7a9a {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:44.082101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:44.082785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Checking segment: {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:44.083379 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.084065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Bound using segment: {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:44.084696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Bound port: 80a58752-b1c7-4076-82df-1a5b98d9e001, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:44.085819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.103442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-47d319a9-b515-4751-b33b-d98de4d53b85 None None] Provisioning complete for port b99aaec0-da39-4272-86a7-8a25e419c9db triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:44.104357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47d319a9-b515-4751-b33b-d98de4d53b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.105818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.152439 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.395346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] For port 80a58752-b1c7-4076-82df-1a5b98d9e001, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:44.402501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] For port 80a58752-b1c7-4076-82df-1a5b98d9e001, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80a58752-b1c7-4076-82df-1a5b98d9e001,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:44.415535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Allocated IP 172.25.8.161 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b583821c-773c-443f-bb5f-438e56461a05) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:44.494902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.500980 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:44.511285 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:41Z', 'revision_number': 3, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:44.520663 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Checking router: 0c71c32a-6276-4aa8-9dc5-546574fac2fe for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:44.520991 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Updating router 0c71c32a-6276-4aa8-9dc5-546574fac2fe port f2e06419-045e-46b8-b1be-a7fc13bc4087 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:44.540076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.557172 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:44.651406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Pushing event updated for resources: {'Port': ['ID=80a58752-b1c7-4076-82df-1a5b98d9e001,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:44.655812 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.658382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 478f3e92-b608-4e3d-a8f8-7ce583e92b26 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:44.686330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:44.751503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:44.751889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:44.910686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=5c1735a8-bc45-41b0-8e18-ad621a20d5c5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:44.960253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b99aaec0-da39-4272-86a7-8a25e419c9db up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:44.969608 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:45.111591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b99aaec0-da39-4272-86a7-8a25e419c9db triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:45.111591 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.120611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.125913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.234318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.358345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.361976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.505706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Allocated IP 172.20.0.1 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/fe32f9df-5cdb-4539-be99-31535bf8782f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:45.625095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.625095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router 38c06d24-d884-4a5d-80be-e9bd8990ca8a {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:11:45.672471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.690905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Transition to ACTIVE for port object fe32f9df-5cdb-4539-be99-31535bf8782f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:45.741335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.746260 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0552073-1b36-4006-8224-01a913bcdbdd tempest-FloatingIPAdminTestJSON-1776413108 tempest-FloatingIPAdminTestJSON-1776413108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:45.814196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:45.817231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:45.822784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:45.866253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.867227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:45.874350 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 204 len: 168 time: 4.1133716 May 20 08:11:45.876323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:45.886177 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09da29cc-e438-4123-a3b3-994c26f5861e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:45.887101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1065780819'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:45.901050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Pushing event updated for resources: {'Port': ['ID=b583821c-773c-443f-bb5f-438e56461a05,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:45.905365 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:45.912666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:45.921062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:45.925683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:45.975031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:45.978402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:45.982925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:45.987389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:45.988038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ea0f7-4916-4fda-b487-835fa9c03101 None None] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:45.991904 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.007632 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Transition to ACTIVE for port object f2e06419-045e-46b8-b1be-a7fc13bc4087 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:46.061123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.076363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Pushing event updated for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:46.082501 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.082721 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:46.101791 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-41cba3da-e032-40b1-a689-ea969141fad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:46.182611 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Attempting to bind port f2e06419-045e-46b8-b1be-a7fc13bc4087 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:46.183144 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Attempting to bind port f2e06419-045e-46b8-b1be-a7fc13bc4087 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:46.183619 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Attempting to bind port f2e06419-045e-46b8-b1be-a7fc13bc4087 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:46.198588 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:46.199130 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:46.199655 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.200193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:46.201059 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Bound port: f2e06419-045e-46b8-b1be-a7fc13bc4087, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:46.201572 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.208804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:46.213422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.233659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-67821b3e-65df-4006-9a12-0eb9852ff7d5 None None] Provisioning for port 80a58752-b1c7-4076-82df-1a5b98d9e001 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:46.289242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Pushing event updated for resources: {'Port': ['ID=f2e06419-045e-46b8-b1be-a7fc13bc4087,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:46.292401 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:46.303200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:11:46.316887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.317409 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 67406614-7a65-424e-bca9-15cd49019926 of type vlan for network a8043ac8-4b97-47a2-ab69-043863495673 May 20 08:11:46.332032 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] For port f2e06419-045e-46b8-b1be-a7fc13bc4087, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:46.335321 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] For port f2e06419-045e-46b8-b1be-a7fc13bc4087, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f2e06419-045e-46b8-b1be-a7fc13bc4087,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:46.363999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.364576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.415413 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.420094 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:46.488668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-23f948c6-5057-443f-a16d-c6e337d12ceb None None] Provisioning for port fe32f9df-5cdb-4539-be99-31535bf8782f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:46.498342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Pushing event updated for resources: {'Port': ['ID=f2e06419-045e-46b8-b1be-a7fc13bc4087,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:46.499338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-23f948c6-5057-443f-a16d-c6e337d12ceb None None] Provisioning complete for port fe32f9df-5cdb-4539-be99-31535bf8782f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:46.499760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-23f948c6-5057-443f-a16d-c6e337d12ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.522009 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:46.562935 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:46.563616 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:46.616872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-23f948c6-5057-443f-a16d-c6e337d12ceb None None] Port fe32f9df-5cdb-4539-be99-31535bf8782f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:46.648835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.656581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:46.657200 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.680793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.683355 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:46.708000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 80a58752-b1c7-4076-82df-1a5b98d9e001 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:46.802486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9187288 May 20 08:11:46.802733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.806739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:46.812600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.823992 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:46.833707 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85a79c6c-2af7-4e86-9822-527ec908bbfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:46.848105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 80a58752-b1c7-4076-82df-1a5b98d9e001 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:46.853420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 80a58752-b1c7-4076-82df-1a5b98d9e001 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:46.853861 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.934392 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:46.970638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Pushing event updated for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:46.982973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:46.995709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:47.011048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:47.036956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 80a58752-b1c7-4076-82df-1a5b98d9e001, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80a58752-b1c7-4076-82df-1a5b98d9e001,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:47.093767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=a8043ac8-4b97-47a2-ab69-043863495673,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:47.094751 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:47.111779 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:47.116811 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:47.125693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:47.127846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:47.230009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a8043ac8-4b97-47a2-ab69-043863495673 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:11:47.341944 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:45Z', 'revision_number': 1, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:47.349115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0608ca2-74fb-465e-99b1-a7674d449e6e None None] The sync data for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 is: [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:45Z', 'revision_number': 1, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:47.554959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Router 0c71c32a-6276-4aa8-9dc5-546574fac2fe has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:47.562370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:47.568365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:47.571752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:47.586034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=80a58752-b1c7-4076-82df-1a5b98d9e001,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:47.589897 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:47.594345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:47.635365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-169278a2-fef5-4792-8a4c-bc562ad12344 None None] Provisioning complete for port fe32f9df-5cdb-4539-be99-31535bf8782f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:47.635828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:47.636837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-169278a2-fef5-4792-8a4c-bc562ad12344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:47.733631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-169278a2-fef5-4792-8a4c-bc562ad12344 None None] Port fe32f9df-5cdb-4539-be99-31535bf8782f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:47.740904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:11:47.744515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:48.064443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:48.077897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] 10.222.0.79 "PUT /v2.0/routers/0c71c32a-6276-4aa8-9dc5-546574fac2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2835648 May 20 08:11:48.139321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Router 79b0267b-89fd-41a8-b8bd-0e98d52f445f is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:48.466710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:48.486088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Sync routers for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:48.507561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:48.508221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:48.620375 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:48.627397 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1223f788-344c-4609-9a33-bad8f63ddc25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:48.703421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:48.711747 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0654778 May 20 08:11:48.711904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53260) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:48.750197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:48.758432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '67406614-7a65-424e-bca9-15cd49019926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:48.758942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: a8043ac8-4b97-47a2-ab69-043863495673, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:11:48.775072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=61bba068-f2b1-4335-b355-a4dae196bc5e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:48.810850 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:48.905900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f2e06419-045e-46b8-b1be-a7fc13bc4087 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:48.921785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network a8043ac8-4b97-47a2-ab69-043863495673 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:11:49.054541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:49.063256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066163806', 'description': 'tempest-description--43330178'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:49.070321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:49.076356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Usage tracker for resource:security_group and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:49.079532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a8043ac8-4b97-47a2-ab69-043863495673) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:49.081348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:49.097500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:49.100248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:49.100822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.102552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7fbd3-02e6-4379-86bd-02f47de25e17 None None] Network a8043ac8-4b97-47a2-ab69-043863495673 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:49.191384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.221406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:49.226902 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4166687 May 20 08:11:49.229955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:49.230824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Usage tracker for resource:security_group_rule and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:49.238871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-933106737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:49.242409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f2e06419-045e-46b8-b1be-a7fc13bc4087 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:49.253709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:49.270438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:49.270637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f2e06419-045e-46b8-b1be-a7fc13bc4087 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:49.270637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.270838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:49.270838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:49.274607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:49.285659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:49.365809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.391577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.392781 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.414146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.453823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.481165 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f2b748a-df02-449b-abd6-58fb19e5afc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:49.492681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.520666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3445d-039a-441f-89ae-9cca014b8374,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:49.524542 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:49.525801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.548408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 3, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:49.563341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Checking router: 79b0267b-89fd-41a8-b8bd-0e98d52f445f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:49.563783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Updating router 79b0267b-89fd-41a8-b8bd-0e98d52f445f port b583821c-773c-443f-bb5f-438e56461a05 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:49.574656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.577312 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5202653 May 20 08:11:49.579821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:49.586778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'security_group_rule': {'security_group_id': '6ef3445d-039a-441f-89ae-9cca014b8374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:49.592723 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.599021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:49.603802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Usage tracker for resource:security_group_rule and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:49.607585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a8043ac8-4b97-47a2-ab69-043863495673', 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '61bba068-f2b1-4335-b355-a4dae196bc5e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:11:49.608450 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.610800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:49.620616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:49.651015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f2e06419-045e-46b8-b1be-a7fc13bc4087, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f2e06419-045e-46b8-b1be-a7fc13bc4087,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:49.689653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.692275 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6624c5d7-b95e-4e2d-adf4-16f7eb427270 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4630563 May 20 08:11:49.697949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:49.712827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.755323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:49.756220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 80a58752-b1c7-4076-82df-1a5b98d9e001 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:49.813228 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:49.855371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Allocated IP 172.20.0.1 (54155543-cf9e-45b6-b191-8fba3cfb7a9a/30a39205-afef-45e8-997b-2fb9e3787b3a/92e44388-6e8a-43c0-bed3-cb7925187089) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:49.955690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.040116 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.058944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Transition to ACTIVE for port object 92e44388-6e8a-43c0-bed3-cb7925187089 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:50.110093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f2e06419-045e-46b8-b1be-a7fc13bc4087,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:50.126169 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:50.130868 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Sync routers for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:50.141701 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:50.142477 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:50.146417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.148938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Allocated IP 2001:db8::2 (a8043ac8-4b97-47a2-ab69-043863495673/61bba068-f2b1-4335-b355-a4dae196bc5e/c5d1a256-a291-4da5-a465-286cbf3a16ae) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:50.158226 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33043dec-4a0d-4c2c-beb4-1075a5f215a6 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:50.168217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 80a58752-b1c7-4076-82df-1a5b98d9e001 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:50.168610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.227099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:50.230988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:50.237268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:50.286335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Pushing event updated for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:50.296699 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:50.322783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.454750 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:50.551949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.581885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.654535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:11:50.726342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.730984 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-24f64788-b388-4108-8f58-4d5457fc2a7b tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:50.762014 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.792680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f083ef0c-d291-43e6-af23-82b2c134b136,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:50.802649 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:50.834883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1cb22bc6-a9a7-44e9-97c3-c89a766a3d1f None None] Provisioning for port 92e44388-6e8a-43c0-bed3-cb7925187089 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:50.847678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.864630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.866980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1cb22bc6-a9a7-44e9-97c3-c89a766a3d1f None None] Provisioning complete for port 92e44388-6e8a-43c0-bed3-cb7925187089 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:50.867364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1cb22bc6-a9a7-44e9-97c3-c89a766a3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.888758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:50.890369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3090746 May 20 08:11:50.899603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53284) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:50.919262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'security_group_rule': {'security_group_id': '6ef3445d-039a-441f-89ae-9cca014b8374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:50.939949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Transition to ACTIVE for port object c5d1a256-a291-4da5-a465-286cbf3a16ae will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:50.945451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Transition to ACTIVE for port object b583821c-773c-443f-bb5f-438e56461a05 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:50.974076 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 2, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:50.976305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Checking router: 0c71c32a-6276-4aa8-9dc5-546574fac2fe for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:50.977072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Updating router 0c71c32a-6276-4aa8-9dc5-546574fac2fe port fe32f9df-5cdb-4539-be99-31535bf8782f binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:50.977215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1cb22bc6-a9a7-44e9-97c3-c89a766a3d1f None None] Port 92e44388-6e8a-43c0-bed3-cb7925187089 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:50.984985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Transition to ACTIVE for port object c5d1a256-a291-4da5-a465-286cbf3a16ae will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:51.020557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:51.032668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Usage tracker for resource:security_group_rule and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:51.037559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:51.050762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.054698 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.058972 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.083277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:51.095578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f2e06419-045e-46b8-b1be-a7fc13bc4087 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:51.139568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.152523 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.195790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.208578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.212811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Attempting to bind port b583821c-773c-443f-bb5f-438e56461a05 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:51.220882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Attempting to bind port b583821c-773c-443f-bb5f-438e56461a05 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:51.220882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Attempting to bind port b583821c-773c-443f-bb5f-438e56461a05 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:51.232462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Network a8043ac8-4b97-47a2-ab69-043863495673 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:51.236319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:51.236715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:51.237131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.237560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:51.238052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Bound port: b583821c-773c-443f-bb5f-438e56461a05, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:51.238909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.239240 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.266736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:51.268197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Pushing event updated for resources: {'Port': ['ID=b583821c-773c-443f-bb5f-438e56461a05,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:51.279792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:51.280452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:51.289589 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.322448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Pushing event updated for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:51.328028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:51.349904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.421704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8::1 (a8043ac8-4b97-47a2-ab69-043863495673/61bba068-f2b1-4335-b355-a4dae196bc5e/0d161085-a26c-4490-96e5-d9a70f2d3880) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:51.447527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f2e06419-045e-46b8-b1be-a7fc13bc4087 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:51.448207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.459284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.521890 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.522974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:51.525091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:51.535386 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Transition to ACTIVE for port object fe32f9df-5cdb-4539-be99-31535bf8782f will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:51.602206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Pushing event updated for resources: {'Port': ['ID=c5d1a256-a291-4da5-a465-286cbf3a16ae,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:51.616007 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:51.621359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Attempting to bind port c5d1a256-a291-4da5-a465-286cbf3a16ae on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:51.621791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Attempting to bind port c5d1a256-a291-4da5-a465-286cbf3a16ae by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '67406614-7a65-424e-bca9-15cd49019926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:51.623252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Attempting to bind port c5d1a256-a291-4da5-a465-286cbf3a16ae on network a8043ac8-4b97-47a2-ab69-043863495673 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:51.625269 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.633352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] For port b583821c-773c-443f-bb5f-438e56461a05, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:51.636944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] For port b583821c-773c-443f-bb5f-438e56461a05, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b583821c-773c-443f-bb5f-438e56461a05,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:51.639468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:51.639851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Checking segment: {'id': '67406614-7a65-424e-bca9-15cd49019926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:51.640260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.640699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Bound using segment: {'id': '67406614-7a65-424e-bca9-15cd49019926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:51.641004 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.641254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Bound port: c5d1a256-a291-4da5-a465-286cbf3a16ae, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67406614-7a65-424e-bca9-15cd49019926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a8043ac8-4b97-47a2-ab69-043863495673'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:51.641689 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.739421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.748454 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.765257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 0d161085-a26c-4490-96e5-d9a70f2d3880 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:51.770326 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-29dc9944-febb-486a-a77e-cb724ce12ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.788633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:51.804077 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8599346-27eb-46b9-9412-ac17386d4eb2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:51.805734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Router 79b0267b-89fd-41a8-b8bd-0e98d52f445f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:11:51.842488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec3bbc5-498e-4105-ac05-781659ac7afa,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:51.853318 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:51.870299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] For port c5d1a256-a291-4da5-a465-286cbf3a16ae, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:51.874800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] For port c5d1a256-a291-4da5-a465-286cbf3a16ae, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c5d1a256-a291-4da5-a465-286cbf3a16ae,segment=NetworkSegment(67406614-7a65-424e-bca9-15cd49019926),segment_id=67406614-7a65-424e-bca9-15cd49019926)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:51.959779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:51.960370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:51.997021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.001959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1012816 May 20 08:11:52.003181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53290) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:52.006459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.031522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:52.050273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:11:52.061237 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Pushing event updated for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:52.063526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Usage tracker for resource:floatingip and tenant:3adf013d1ccd4384ad2eeafd3482e1ba is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:11:52.072311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:11:52.076119 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:52.079291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.089646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-edd94c8c-50d7-49ec-a747-daafabec5dc8 None None] Provisioning complete for port 92e44388-6e8a-43c0-bed3-cb7925187089 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:52.090029 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-edd94c8c-50d7-49ec-a747-daafabec5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.090146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:11:52.103490 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:52.129259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:52.149872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] 10.222.0.79 "PUT /v2.0/routers/79b0267b-89fd-41a8-b8bd-0e98d52f445f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4403150 May 20 08:11:52.165528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-edd94c8c-50d7-49ec-a747-daafabec5dc8 None None] Port 92e44388-6e8a-43c0-bed3-cb7925187089 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:52.167225 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Attempting to bind port fe32f9df-5cdb-4539-be99-31535bf8782f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:52.167743 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Attempting to bind port fe32f9df-5cdb-4539-be99-31535bf8782f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:52.168126 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Attempting to bind port fe32f9df-5cdb-4539-be99-31535bf8782f on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:52.177610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.187406 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:52.191539 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:52.191539 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.191539 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:52.193141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Pushing event updated for resources: {'Port': ['ID=b583821c-773c-443f-bb5f-438e56461a05,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:52.203529 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:52.204021 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:52.214058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Bound port: fe32f9df-5cdb-4539-be99-31535bf8782f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:52.214836 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.239559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network a8043ac8-4b97-47a2-ab69-043863495673 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:52.250575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:52.257182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:52.257767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.322628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=0d161085-a26c-4490-96e5-d9a70f2d3880,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:52.328013 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:52.402941 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] For port fe32f9df-5cdb-4539-be99-31535bf8782f, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:11:52.407348 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] For port fe32f9df-5cdb-4539-be99-31535bf8782f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fe32f9df-5cdb-4539-be99-31535bf8782f,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:11:52.477424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Pushing event updated for resources: {'Port': ['ID=c5d1a256-a291-4da5-a465-286cbf3a16ae,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:52.487100 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:52.493145 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.503164 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:52.519460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.524154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:52.705807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:52.724848 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:52.725803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:52.827811 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Pushing event updated for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:52.844456 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:53.366513 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:53.464944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c5d1a256-a291-4da5-a465-286cbf3a16ae up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:53.565090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.25.8.234 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/26d30abf-d379-487f-b46f-e835c2a1017d) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:11:53.624225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '92e44388-6e8a-43c0-bed3-cb7925187089', 'name': '', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'mac_address': 'fa:16:3e:ca:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:49Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 2, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'subnets': [{'id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:53.629702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe352199-661e-4daf-9cc6-0e0cbc6cbd40 None None] The sync data for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 is: [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '92e44388-6e8a-43c0-bed3-cb7925187089', 'name': '', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'mac_address': 'fa:16:3e:ca:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:49Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 2, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'subnets': [{'id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:53.660658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:53.767916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c5d1a256-a291-4da5-a465-286cbf3a16ae completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:53.779310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fe32f9df-5cdb-4539-be99-31535bf8782f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:53.823366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:53.845137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:53.846650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:53.855548 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-131ec739-688f-4935-8d91-92182d884a8c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:53.997791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fe32f9df-5cdb-4539-be99-31535bf8782f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:54.021026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fe32f9df-5cdb-4539-be99-31535bf8782f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:54.022104 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.024141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=0d161085-a26c-4490-96e5-d9a70f2d3880,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:54.086128 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:52Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:54.095053 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470d3bb-96e4-416d-b067-7f451b78bbe7 None None] The sync data for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 is: [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:52Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:54.101023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:54.176860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.203989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8d97b8fc-b65c-4341-92f1-a3357ee48840 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:54.299162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.315323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network a8043ac8-4b97-47a2-ab69-043863495673 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:54.322564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e34c19-6917-4fdb-a1d7-61bccdceefb4 None None] Network a8043ac8-4b97-47a2-ab69-043863495673 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:11:54.327140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:11:54.328165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:54.345064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:11:54.348501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:11:54.459028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.490722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fe32f9df-5cdb-4539-be99-31535bf8782f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fe32f9df-5cdb-4539-be99-31535bf8782f,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:54.548681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=26d30abf-d379-487f-b46f-e835c2a1017d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:54.562848 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:54.626026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Provisioning for port c5d1a256-a291-4da5-a465-286cbf3a16ae completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:54.651508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Provisioning complete for port c5d1a256-a291-4da5-a465-286cbf3a16ae triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:54.651985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.708827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.741966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.755323 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:54.915168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 750338ee-da7b-44bc-949f-0989cdd6489b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:11:54.934227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:54.996727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:55.021900 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:55.043054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:55.142101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] For port c5d1a256-a291-4da5-a465-286cbf3a16ae, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c5d1a256-a291-4da5-a465-286cbf3a16ae,segment=NetworkSegment(67406614-7a65-424e-bca9-15cd49019926),segment_id=67406614-7a65-424e-bca9-15cd49019926)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:55.204794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b583821c-773c-443f-bb5f-438e56461a05 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:55.213264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:11:55.268619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:55.271409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] Sync routers for ids ['750338ee-da7b-44bc-949f-0989cdd6489b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:55.296284 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:55.320127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/750338ee-da7b-44bc-949f-0989cdd6489b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6233366 May 20 08:11:55.324028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53352) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:55.402274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Pushing event updated for resources: {'Port': ['ID=c5d1a256-a291-4da5-a465-286cbf3a16ae,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:55.418605 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:55.452275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] Routers {'750338ee-da7b-44bc-949f-0989cdd6489b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:55.452876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['750338ee-da7b-44bc-949f-0989cdd6489b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:55.689503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:55.720400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] Routers {'750338ee-da7b-44bc-949f-0989cdd6489b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:55.721273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['750338ee-da7b-44bc-949f-0989cdd6489b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:55.808195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:55.808789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8bb48-927f-4afe-8678-d23f462062c6 None None] The sync data for ids ['750338ee-da7b-44bc-949f-0989cdd6489b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:11:55.821110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Provisioning complete for port c5d1a256-a291-4da5-a465-286cbf3a16ae triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:55.826672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:55.991014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b583821c-773c-443f-bb5f-438e56461a05 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:56.009070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b583821c-773c-443f-bb5f-438e56461a05 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:56.011346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.044938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2656b3-e86a-408c-9464-3f4e56e52421 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:56.045589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9c2656b3-e86a-408c-9464-3f4e56e52421 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:56.111928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.145420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9c2656b3-e86a-408c-9464-3f4e56e52421 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:56.151951 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9c2656b3-e86a-408c-9464-3f4e56e52421 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports/0d161085-a26c-4490-96e5-d9a70f2d3880 HTTP/1.1" status: 200 len: 911 time: 0.8215220 May 20 08:11:56.151951 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:56.157757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61bba068-f2b1-4335-b355-a4dae196bc5e'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:11:56.219615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.220862 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.240877 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-db62644c-08e5-4ba8-9052-a608fa8ea435 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:56.256924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b583821c-773c-443f-bb5f-438e56461a05, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b583821c-773c-443f-bb5f-438e56461a05,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:11:56.316916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Provisioning for port 0d161085-a26c-4490-96e5-d9a70f2d3880 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:11:56.342287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.349079 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0df68f0b-bb29-4cf2-9510-e35e105f61ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:56.380151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Provisioning complete for port 0d161085-a26c-4490-96e5-d9a70f2d3880 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:56.380519 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.392964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=26d30abf-d379-487f-b46f-e835c2a1017d,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:56.412639 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:56.424122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.432080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.480418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2bbcc72b-55cf-488d-a471-1510c25438da None None] Port 0d161085-a26c-4490-96e5-d9a70f2d3880 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:56.485640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b583821c-773c-443f-bb5f-438e56461a05,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:56.488601 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:56.569768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.570996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5665340 May 20 08:11:56.638557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5868b588-2a6e-48e7-8038-dd0797034c82 None None] Provisioning complete for port 0d161085-a26c-4490-96e5-d9a70f2d3880 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:56.639856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5868b588-2a6e-48e7-8038-dd0797034c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.659818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:56.723099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5868b588-2a6e-48e7-8038-dd0797034c82 None None] Port 0d161085-a26c-4490-96e5-d9a70f2d3880 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:11:56.799031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-b8e9e4e5-01b2-4524-bcb3-c2cbb2e0d93a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1066163806&fields=id&tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 267 time: 0.0480578 May 20 08:11:56.917325 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:11:57.018364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-2e806fea-16a8-4429-967d-ee586c8be006 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.019923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-2e806fea-16a8-4429-967d-ee586c8be006 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.2137392 May 20 08:11:57.050102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-27ef0bfd-c908-4ed8-b591-1593e66dbf07 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/quotas/3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 375 time: 0.0235181 May 20 08:11:57.097284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b583821c-773c-443f-bb5f-438e56461a05 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:57.167801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-c67da6c2-4556-4417-9775-7c0b82e321e5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:11:57.242218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-c67da6c2-4556-4417-9775-7c0b82e321e5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:11:57.243608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-c67da6c2-4556-4417-9775-7c0b82e321e5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1897542 May 20 08:11:57.248863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b583821c-773c-443f-bb5f-438e56461a05 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:57.249346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.408074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c5d1a256-a291-4da5-a465-286cbf3a16ae up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:57.413542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.470947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.477048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.477751 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.479105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/ports/0d161085-a26c-4490-96e5-d9a70f2d3880 HTTP/1.1" status: 200 len: 911 time: 1.3280823 May 20 08:11:57.482369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:11:57.483214 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af23194c-01d8-45ac-951b-34df747391fa tempest-FloatingIPAdminTestJSON-322397937 tempest-FloatingIPAdminTestJSON-322397937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:57.514933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c5d1a256-a291-4da5-a465-286cbf3a16ae triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:57.515378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.531148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-44537cdd-5b12-44a3-bd1a-da0c565ae085 service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406821 May 20 08:11:57.573073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-9f64501c-34d5-409f-ad32-bd81984910a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.3242242 May 20 08:11:57.704951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fe32f9df-5cdb-4539-be99-31535bf8782f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:11:57.726552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-289da29e-5ef7-4527-8206-1fa9d7d99fe9 service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852520 May 20 08:11:57.814723 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Sync routers for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:11:57.817971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fe32f9df-5cdb-4539-be99-31535bf8782f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:11:57.818464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:57.823972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=0d161085-a26c-4490-96e5-d9a70f2d3880,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:57.833430 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:11:57.834522 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:57.836675 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:57.858848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.859474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.860042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.860590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.861147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:57.863244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94ada49d-9a75-4d45-879b-278f6a08b3ad service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1349344 May 20 08:11:58.221375 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:11:58.421153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e55ccba-46e0-4091-baab-7aaf9a5219b7 req-4a331f78-d925-4903-ba35-fa7b75df1b4c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.0935953 May 20 08:11:58.455267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f75dbc37-5f9d-4a90-bef0-efed45157e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:58.456018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f75dbc37-5f9d-4a90-bef0-efed45157e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:58.456927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f75dbc37-5f9d-4a90-bef0-efed45157e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:58.458909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f75dbc37-5f9d-4a90-bef0-efed45157e90 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.5695341 May 20 08:11:58.551922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-e4bf3ff1-1e9a-4892-8dc0-049c6f109ce1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0835502 May 20 08:11:58.642346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-c692cb09-5e3a-4d35-9b1a-b7aa8e84e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:58.643831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-c692cb09-5e3a-4d35-9b1a-b7aa8e84e934 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0854192 May 20 08:11:58.713814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:58.718338 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '92e44388-6e8a-43c0-bed3-cb7925187089', 'name': '', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'mac_address': 'fa:16:3e:ca:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:49Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 2, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'subnets': [{'id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:11:58.726142 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Checking router: 79b0267b-89fd-41a8-b8bd-0e98d52f445f for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:11:58.727444 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Updating router 79b0267b-89fd-41a8-b8bd-0e98d52f445f port 92e44388-6e8a-43c0-bed3-cb7925187089 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:11:58.737560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-9abdc677-ae6a-4350-8dd2-99255011f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:58.739155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-9abdc677-ae6a-4350-8dd2-99255011f3a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881855 May 20 08:11:58.802484 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:58.931284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-06062ba7-7106-47f0-9110-7f33abaff5b5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843367 May 20 08:11:59.162229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-cd4417c7-9941-48c0-94a6-135bfe1cf8e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229269 May 20 08:11:59.279130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-a5e4a52b-f41b-460a-8737-b71ddddfce9d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1079597 May 20 08:11:59.299487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 0d161085-a26c-4490-96e5-d9a70f2d3880 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:11:59.306036 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.328785 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.342960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Transition to ACTIVE for port object 92e44388-6e8a-43c0-bed3-cb7925187089 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:11:59.370070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-c583079e-3f87-40a8-8f66-84b60c9454b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:59.371791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-c583079e-3f87-40a8-8f66-84b60c9454b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0841517 May 20 08:11:59.453628 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.469080 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:11:59.492125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-b69b8b2a-2700-4270-a779-cb9330a7c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:11:59.495490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-b69b8b2a-2700-4270-a779-cb9330a7c146 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087697 May 20 08:11:59.496392 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.616587 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c1a90-1fbc-41c8-92ea-30ad096ce724 None None] Pushing event updated for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:11:59.621516 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-796c1a90-1fbc-41c8-92ea-30ad096ce724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:11:59.665569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d002400-babc-449f-80d2-f6f204c81862 req-24453460-dcfa-48e0-806a-02aa1b9f48c9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.0545166 May 20 08:11:59.704677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 0d161085-a26c-4490-96e5-d9a70f2d3880 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:11:59.735923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-653e1283-3760-4226-a557-8501f632cf75 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324119 May 20 08:11:59.863831 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Attempting to bind port 92e44388-6e8a-43c0-bed3-cb7925187089 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:11:59.865438 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Attempting to bind port 92e44388-6e8a-43c0-bed3-cb7925187089 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:11:59.866156 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Attempting to bind port 92e44388-6e8a-43c0-bed3-cb7925187089 on network 54155543-cf9e-45b6-b191-8fba3cfb7a9a {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:11:59.875057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:11:59.875057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Checking segment: {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:11:59.875057 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.875057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Bound using segment: {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:11:59.876141 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Bound port: 92e44388-6e8a-43c0-bed3-cb7925187089, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf4a59-188f-427c-9062-f33e2b0cfb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:11:59.876629 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:11:59.951934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-9d2f2041-0df5-4cad-bc95-f3bf9d212ca6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093036 May 20 08:12:00.001432 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] For port 92e44388-6e8a-43c0-bed3-cb7925187089, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:00.003028 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:00.005156 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] For port 92e44388-6e8a-43c0-bed3-cb7925187089, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=92e44388-6e8a-43c0-bed3-cb7925187089,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:00.008563 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4664587d-d648-45f3-b436-818117180e2f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:00.032746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-aa0aec13-50d4-4198-aff8-d625ec61e525 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0733862 May 20 08:12:00.060795 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:00.066180 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-83152793-0c7c-4dc0-bd7c-de299e2b8f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:00.072102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=0d161085-a26c-4490-96e5-d9a70f2d3880,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:00.105649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-46f7117b-d016-4aff-ba35-4784eabe0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:00.108088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-46f7117b-d016-4aff-ba35-4784eabe0974 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0685716 May 20 08:12:00.118096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:00.232573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-232b77db-1fe1-4520-9ff4-20be5de96f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:00.234666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-232b77db-1fe1-4520-9ff4-20be5de96f7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197245 May 20 08:12:00.297332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:00.298061 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:00.329355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:00.505030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-80de1158-ef24-4664-92b7-75062283c40b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630486 May 20 08:12:00.698328 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c1a90-1fbc-41c8-92ea-30ad096ce724 None None] Pushing event updated for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:00.718345 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-796c1a90-1fbc-41c8-92ea-30ad096ce724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:00.743763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f1230c46-c561-44c3-9972-dcf7948ca40a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274399 May 20 08:12:00.778547 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:00.829951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-c508e2ec-facf-473a-8af7-914ef2b8d26d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0782557 May 20 08:12:00.970256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8afb0d8e-5bf2-468e-b25b-ac7559d9b049 req-611594ea-926e-4fed-b9e7-bf2f5794c216 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.0785098 May 20 08:12:00.996367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 750338ee-da7b-44bc-949f-0989cdd6489b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:01.049718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-03efa969-bd3d-4279-9a47-6b48744a5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:01.051423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-03efa969-bd3d-4279-9a47-6b48744a5d37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.2149358 May 20 08:12:01.111154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 92e44388-6e8a-43c0-bed3-cb7925187089 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:01.187548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:01.210260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] Sync routers for ids ['750338ee-da7b-44bc-949f-0989cdd6489b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:01.257054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] Routers {'750338ee-da7b-44bc-949f-0989cdd6489b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:01.258014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['750338ee-da7b-44bc-949f-0989cdd6489b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:01.289652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/750338ee-da7b-44bc-949f-0989cdd6489b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7634044 May 20 08:12:01.292276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53438) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:01.351274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:01.364688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] Routers {'750338ee-da7b-44bc-949f-0989cdd6489b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:01.366491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:11:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['750338ee-da7b-44bc-949f-0989cdd6489b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:01.370373 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '92e44388-6e8a-43c0-bed3-cb7925187089', 'name': '', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'mac_address': 'fa:16:3e:ca:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:49Z', 'updated_at': '2021-05-20T08:11:59Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'subnets': [{'id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:01.380350 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4893f943-6522-48c9-9b49-252af2595ef4 None None] The sync data for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 is: [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:11:50Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '92e44388-6e8a-43c0-bed3-cb7925187089', 'name': '', 'network_id': '54155543-cf9e-45b6-b191-8fba3cfb7a9a', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'mac_address': 'fa:16:3e:ca:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:49Z', 'updated_at': '2021-05-20T08:11:59Z', 'revision_number': 4, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'subnets': [{'id': '30a39205-afef-45e8-997b-2fb9e3787b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:01.402260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c5cf9e09-8207-456d-a39c-d9790d986b27 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:01.450290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 92e44388-6e8a-43c0-bed3-cb7925187089 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:01.464580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 92e44388-6e8a-43c0-bed3-cb7925187089 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:01.464985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:01.572732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:01.573319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e45f2-a47f-4d67-b71a-f8d2e8d91a2f None None] The sync data for ids ['750338ee-da7b-44bc-949f-0989cdd6489b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:01.574113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c5cf9e09-8207-456d-a39c-d9790d986b27 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:01.579667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c5cf9e09-8207-456d-a39c-d9790d986b27 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=750338ee-da7b-44bc-949f-0989cdd6489b HTTP/1.1" status: 200 len: 205 time: 0.2859871 May 20 08:12:01.580372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53444) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:01.689161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:01.702831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-c01fbd05-a977-48f3-b742-bdce57315821 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:01.704416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-c01fbd05-a977-48f3-b742-bdce57315821 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.5807254 May 20 08:12:01.724756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-aeeb89f2-26ac-49fd-931c-9c3d0e358d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:01.726400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-aeeb89f2-26ac-49fd-931c-9c3d0e358d54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6654675 May 20 08:12:01.766606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 92e44388-6e8a-43c0-bed3-cb7925187089, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=92e44388-6e8a-43c0-bed3-cb7925187089,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:01.827564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-44ba3571-17d9-469e-9b56-31cd6aaac1bf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 380 time: 0.1053209 May 20 08:12:01.838820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:01.870961 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:01.873249 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:01.885268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'device_id': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'admin_state_up': True, 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'security_groups': ['6ef3445d-039a-441f-89ae-9cca014b8374']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:01.995955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:02.000246 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:02.065235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:02.078360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:02.167012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:02.171889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.225041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-9e17c4a0-0ece-4a19-8da9-70da43efb7ad service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782467 May 20 08:12:02.238896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.241303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.267837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fcd44b3e-5827-4c60-b281-25a1cb06fd16 req-7521b76f-a39a-4257-b843-a48c59439edf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.1013808 May 20 08:12:02.351596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.351997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router 750338ee-da7b-44bc-949f-0989cdd6489b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:12:02.374125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.376732 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6177b20c-19d4-4814-84d2-044304735d21 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/750338ee-da7b-44bc-949f-0989cdd6489b HTTP/1.1" status: 204 len: 168 time: 0.7946134 May 20 08:12:02.379268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:02.466575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 61bba068-f2b1-4335-b355-a4dae196bc5e {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:12:02.470391 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.517772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-18f04b69-15e5-4d30-8027-5540caf580b2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840626 May 20 08:12:02.535284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.601228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-94491c59-c800-4924-8267-b62a66dc040d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0747895 May 20 08:12:02.604986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.20.0.7 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/383771be-b7b6-428a-bc3e-adcdc4a2367a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:02.629458 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:02.699526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-ec52d84d-40c1-46ee-89b1-55841e208e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:02.701784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-ec52d84d-40c1-46ee-89b1-55841e208e9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0922439 May 20 08:12:02.907582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-d120e4e3-1e44-4ef5-8570-1ff2369c8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:02.909071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-d120e4e3-1e44-4ef5-8570-1ff2369c8dd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1862695 May 20 08:12:02.961080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.066961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 92e44388-6e8a-43c0-bed3-cb7925187089 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:03.110893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-3cf3f345-4ac4-44f7-9688-f62e935ee7b6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882274 May 20 08:12:03.128530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.133610 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f52081cb-c77a-4a10-a916-3790c2b1d3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:03.144996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 92e44388-6e8a-43c0-bed3-cb7925187089 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:03.145466 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.173834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=61bba068-f2b1-4335-b355-a4dae196bc5e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:03.176869 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:03.177919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.180431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Transition to ACTIVE for port object 383771be-b7b6-428a-bc3e-adcdc4a2367a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:03.188034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/61bba068-f2b1-4335-b355-a4dae196bc5e HTTP/1.1" status: 204 len: 168 time: 0.8035316 May 20 08:12:03.189172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53464) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:03.199684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2c00b-d03f-4fb4-8385-fc506ef0e114 None None] Network a8043ac8-4b97-47a2-ab69-043863495673 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:03.619068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] DHCP port deletion for a8043ac8-4b97-47a2-ab69-043863495673 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:12:03.668382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3163e2a0-2575-42b7-bbe9-760adb38defc req-58b90450-baf7-415c-a505-d92fe50f411c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.0892594 May 20 08:12:03.677638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.680486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7680d4d0-ecce-4caa-aa12-4613a7a5bbd6 req-f1b2b9b0-816a-4419-8c80-f79bc725965d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623219 May 20 08:12:03.707500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Deleting port c5d1a256-a291-4da5-a465-286cbf3a16ae {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:03.708473 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.770328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.782765 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d918fa03-f525-4b87-ac89-d6bd633f7fd6 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:03.852575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port c5d1a256-a291-4da5-a465-286cbf3a16ae {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:03.852575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.852870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] For port c5d1a256-a291-4da5-a465-286cbf3a16ae, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c5d1a256-a291-4da5-a465-286cbf3a16ae,segment=NetworkSegment(67406614-7a65-424e-bca9-15cd49019926),segment_id=67406614-7a65-424e-bca9-15cd49019926)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:03.852870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:03.893224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:03.899793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:03.904944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:03.907557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:03.987288 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:04.013951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Calling delete_port for c5d1a256-a291-4da5-a465-286cbf3a16ae owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:04.034632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port c5d1a256-a291-4da5-a465-286cbf3a16ae, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c5d1a256-a291-4da5-a465-286cbf3a16ae,segment=NetworkSegment(67406614-7a65-424e-bca9-15cd49019926),segment_id=67406614-7a65-424e-bca9-15cd49019926)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:04.035093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.127526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:04.128207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.179539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.185562 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6b13d95d-8fef-4b4f-b257-b8d295287793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:04.208512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for c5d1a256-a291-4da5-a465-286cbf3a16ae owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:04.238472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Pushing event deleted for resources: {'Port': ['ID=c5d1a256-a291-4da5-a465-286cbf3a16ae,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:04.240874 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:04.241851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] No DVR routers for this DVR port c5d1a256-a291-4da5-a465-286cbf3a16ae on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:04.299393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.308335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:04.348196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port c5d1a256-a291-4da5-a465-286cbf3a16ae on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:04.385742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=c5d1a256-a291-4da5-a465-286cbf3a16ae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:04.389530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5087891 May 20 08:12:04.391425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-47c03d50-efb6-4a61-9cf1-294c05f95e9a None None] Provisioning for port 383771be-b7b6-428a-bc3e-adcdc4a2367a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:04.394548 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:04.398581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-47c03d50-efb6-4a61-9cf1-294c05f95e9a None None] Provisioning complete for port 383771be-b7b6-428a-bc3e-adcdc4a2367a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:04.398960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-47c03d50-efb6-4a61-9cf1-294c05f95e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.416854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Request body: {'port': {'device_id': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:04.465995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-47c03d50-efb6-4a61-9cf1-294c05f95e9a None None] Port 383771be-b7b6-428a-bc3e-adcdc4a2367a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:04.561133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.604876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8043ac8-4b97-47a2-ab69-043863495673']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:04.634641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67406614-7a65-424e-bca9-15cd49019926') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:04.634993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67406614-7a65-424e-bca9-15cd49019926') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:04.652371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.670445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.685221 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.718531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:12:04.718955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: timer() May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:12:04.734791 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:12:04.962517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:04.972328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f8dff289-3695-4d70-a699-df263514186c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:04.997513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.033323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=a8043ac8-4b97-47a2-ab69-043863495673,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:05.044364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c5d1a256-a291-4da5-a465-286cbf3a16ae no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:05.054413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:05.082558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c5d1a256-a291-4da5-a465-286cbf3a16ae {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:05.083015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c5d1a256-a291-4da5-a465-286cbf3a16ae not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:05.127245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d153e62-7f61-437a-9842-b7d2b54a5959 req-575d51c1-803e-4459-9c55-8ded7cc5c1bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:05.128042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d153e62-7f61-437a-9842-b7d2b54a5959 req-575d51c1-803e-4459-9c55-8ded7cc5c1bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:05.251152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/a8043ac8-4b97-47a2-ab69-043863495673 HTTP/1.1" status: 204 len: 168 time: 2.0542305 May 20 08:12:05.251531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:05.257123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2096436324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:05.264880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:05.267826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7d153e62-7f61-437a-9842-b7d2b54a5959 req-575d51c1-803e-4459-9c55-8ded7cc5c1bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:05.269339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:05.277626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:05.277809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d153e62-7f61-437a-9842-b7d2b54a5959 req-575d51c1-803e-4459-9c55-8ded7cc5c1bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 931 time: 0.4558935 May 20 08:12:05.305647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:12:05.322503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.358891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Transition to ACTIVE for port object 383771be-b7b6-428a-bc3e-adcdc4a2367a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:05.365704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d153e62-7f61-437a-9842-b7d2b54a5959 req-84760382-3e65-4a23-af55-3ab46187d4f5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843623 May 20 08:12:05.442385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.448506 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-aa86e3c9-b21d-4ad3-8e95-44fbf91070ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:05.453690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:05.585350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.587679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.608825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.636406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:05.639312 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:05.728503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.819803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.823716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6042a95e-e0a0-4982-805e-819e3b3fb6ab tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5685647 May 20 08:12:05.823989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53488) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:05.830676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130238544'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:05.837207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:05.845219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:05.848743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:05.856074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:05.896407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Attempting to bind port 383771be-b7b6-428a-bc3e-adcdc4a2367a on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:05.896735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Attempting to bind port 383771be-b7b6-428a-bc3e-adcdc4a2367a by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:05.897064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Attempting to bind port 383771be-b7b6-428a-bc3e-adcdc4a2367a on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:05.902368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Port 383771be-b7b6-428a-bc3e-adcdc4a2367a on network ba9d42c9-b0b3-4abe-94cc-088908d049ea not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:12:05.902689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Attempting to bind port 383771be-b7b6-428a-bc3e-adcdc4a2367a on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:05.908483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:05.908863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:05.909309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:05.910039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Bound port: 383771be-b7b6-428a-bc3e-adcdc4a2367a, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:05.910389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.944915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:05.948770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.981973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:12:05.991961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:05.992756 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 1aa3aa94-09b1-438e-b2d4-9dfe176335c5 of type vlan for network 464e4cdd-4308-4610-adbe-c38121734766 May 20 08:12:06.013741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:06.017344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:06.026058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.099841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.103800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:06.124193 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.130777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:06.131456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.137446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-53908092-6a0a-4c19-8511-175b117588f8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:06.165161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:06.165826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.167610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] 10.222.0.84 "PUT /v2.0/ports/383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 1091 time: 1.7555223 May 20 08:12:06.171808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:12:06.214448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:06.219217 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:06.244451 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'status': 'completed', 'code': 200} May 20 08:12:06.269121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=464e4cdd-4308-4610-adbe-c38121734766,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:06.273459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:06.284022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 464e4cdd-4308-4610-adbe-c38121734766 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:12:06.347545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:06.348914 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5235183 May 20 08:12:06.354714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:06.546798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023209-5650-4719-9a4a-e29327c1397e req-17c39497-ba54-4702-9218-cf9a2ea453c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:06.548303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff023209-5650-4719-9a4a-e29327c1397e req-17c39497-ba54-4702-9218-cf9a2ea453c7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1094 time: 0.2765028 May 20 08:12:06.663170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:06.674880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:06.679642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:06.738589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:06.808133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c751399-8c81-48b9-a86e-88c35ca00a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:06.826191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0ed0e-28fd-46a7-8416-4abcad6e7147 req-8ccdf790-b243-40bb-986c-e78bd56f3c9b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:06.827375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6a0ed0e-28fd-46a7-8416-4abcad6e7147 req-8ccdf790-b243-40bb-986c-e78bd56f3c9b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 943 time: 0.2872086 May 20 08:12:06.828469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023209-5650-4719-9a4a-e29327c1397e req-7aaa3c5f-954f-4782-b9c8-8815560d44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:06.829851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff023209-5650-4719-9a4a-e29327c1397e req-7aaa3c5f-954f-4782-b9c8-8815560d44a3 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2276103 May 20 08:12:06.868133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:06.871683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:07.075145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6a0ed0e-28fd-46a7-8416-4abcad6e7147 req-fd841534-4df0-446b-ab60-554f9ec2d41d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419310 May 20 08:12:07.130968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023209-5650-4719-9a4a-e29327c1397e req-f050332d-0b70-4911-8ff5-32af203f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:07.132500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff023209-5650-4719-9a4a-e29327c1397e req-f050332d-0b70-4911-8ff5-32af203f5fe4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2855384 May 20 08:12:07.303471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-635001f5-ffd4-4d26-ac81-d9c809e2bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:07.305022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-635001f5-ffd4-4d26-ac81-d9c809e2bbc8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1094 time: 0.1244168 May 20 08:12:07.399794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-8304023e-851a-4ccc-81fd-e7901f427762 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 217 time: 0.0826123 May 20 08:12:07.481007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-cb72212f-ff37-4fb3-af98-6142b6b6a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:07.482652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-cb72212f-ff37-4fb3-af98-6142b6b6a29d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0732901 May 20 08:12:07.647023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-77cad889-4d12-4b3d-9df3-282edebe63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:07.648762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-77cad889-4d12-4b3d-9df3-282edebe63a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204007 May 20 08:12:07.980513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:07.987366 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:08.082924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-7013a5ed-4610-4d04-87b8-87a3f6012704 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232934 May 20 08:12:08.089464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=cfafefc9-5130-4e34-8b6d-7bc24ddf31f4,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:08.095278 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:08.137362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:08.137856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: 464e4cdd-4308-4610-adbe-c38121734766, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:12:08.299637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ca6828-9c7e-41eb-b38e-34c6ca288680 req-ec9a1e2b-e37f-4dad-8ff9-1578eeaf34ec service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054513 May 20 08:12:08.329842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd46b0a-4a66-43d0-8e3b-1748c691929d req-4bf052e0-6db8-496d-8103-25bec2b66be3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:08.332270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd46b0a-4a66-43d0-8e3b-1748c691929d req-4bf052e0-6db8-496d-8103-25bec2b66be3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 943 time: 0.1213131 May 20 08:12:08.333787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 464e4cdd-4308-4610-adbe-c38121734766 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:12:08.389223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9fd46b0a-4a66-43d0-8e3b-1748c691929d req-0435f403-4dac-4f90-b5d2-ab4271f2229a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 May 20 08:12:08.442717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 464e4cdd-4308-4610-adbe-c38121734766) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:08.453963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:08.454519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:08.456548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021b384-d0f6-4a6b-8152-60ecd18752ca None None] Network 464e4cdd-4308-4610-adbe-c38121734766 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:08.529638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1808946 May 20 08:12:08.532410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:08.697054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-464e4cdd-4308-4610-adbe-c38121734766', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:12:08.698202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:08.893581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Allocated IP 2001:db8::2 (464e4cdd-4308-4610-adbe-c38121734766/cfafefc9-5130-4e34-8b6d-7bc24ddf31f4/fb5882f1-7b2b-4239-a358-1cb20a34d22a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:09.078692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.142364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.152810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Transition to ACTIVE for port object fb5882f1-7b2b-4239-a358-1cb20a34d22a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:09.173788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Transition to ACTIVE for port object fb5882f1-7b2b-4239-a358-1cb20a34d22a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:09.213683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8cf9edea-47a9-4b23-a0d4-667a02e5fb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.277323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.281661 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:09.299656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53522) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:09.351923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Pushing event updated for resources: {'Port': ['ID=fb5882f1-7b2b-4239-a358-1cb20a34d22a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:09.354654 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:09.370112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Network 464e4cdd-4308-4610-adbe-c38121734766 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:09.371302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:09.374739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:09.560839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Attempting to bind port fb5882f1-7b2b-4239-a358-1cb20a34d22a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:09.561535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Attempting to bind port fb5882f1-7b2b-4239-a358-1cb20a34d22a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:09.561668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Attempting to bind port fb5882f1-7b2b-4239-a358-1cb20a34d22a on network 464e4cdd-4308-4610-adbe-c38121734766 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:09.580293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:09.583923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Checking segment: {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:09.584731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.587353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Bound using segment: {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:09.588133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Bound port: fb5882f1-7b2b-4239-a358-1cb20a34d22a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:09.588795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.620613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8::1 (464e4cdd-4308-4610-adbe-c38121734766/cfafefc9-5130-4e34-8b6d-7bc24ddf31f4/ebdb1f2d-8563-4879-9166-5c3e114514a8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:09.709245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 9fd52170-134a-4a4e-a343-5aec8823a3ee {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:09.709774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.728273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] For port fb5882f1-7b2b-4239-a358-1cb20a34d22a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:09.731003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.735651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] For port fb5882f1-7b2b-4239-a358-1cb20a34d22a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fb5882f1-7b2b-4239-a358-1cb20a34d22a,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:09.853875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.863758 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a01eb584-c257-42d9-ba83-31894784d54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:09.901812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.902131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:09.969109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Pushing event updated for resources: {'Port': ['ID=fb5882f1-7b2b-4239-a358-1cb20a34d22a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:09.972387 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:09.989188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8494e5-9fa6-45c2-bca3-8839bafb8bc3 req-9a6e2ff1-8dca-4ea7-926b-e7189134f3cd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:09.994115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f8494e5-9fa6-45c2-bca3-8839bafb8bc3 req-9a6e2ff1-8dca-4ea7-926b-e7189134f3cd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 943 time: 0.4205811 May 20 08:12:10.054230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 9fd52170-134a-4a4e-a343-5aec8823a3ee owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:10.071468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:10.093871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f8494e5-9fa6-45c2-bca3-8839bafb8bc3 req-e7c9d3b2-f501-4f36-a24f-2c3e4af227fc tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874331 May 20 08:12:10.102122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object ebdb1f2d-8563-4879-9166-5c3e114514a8 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:10.253250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:10.272055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b3f62d2-4dfd-4922-b591-63d0107fa471 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:10.316635 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:10.321774 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-683f9b55-7eab-49f6-a606-8d8f00a14368 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:10.337115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 464e4cdd-4308-4610-adbe-c38121734766 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:10.337357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:10.339922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:10.340501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:10.364708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:10.367447 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:10.415768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=9fd52170-134a-4a4e-a343-5aec8823a3ee,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:10.427383 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:10.493604 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:10.493604 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Floating IP 37c4d02d-5eba-4919-93a6-9a117ca34ca7 disassociated (deleted). External IP: 172.25.8.128, port: 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5. May 20 08:12:10.555005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:11.077021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:12:11.087345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router ca9d9d25-1c56-4d79-9e8f-001371711375 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:11.150338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:11.177101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fb5882f1-7b2b-4239-a358-1cb20a34d22a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:11.347113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181aad8-b22f-43a6-8113-15e9cc29a64a None None] Network 464e4cdd-4308-4610-adbe-c38121734766 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:11.388352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c070395-b310-41b4-be96-7490febaf8c3 req-1fd9695a-2293-4d3e-aaf1-491be17ed2b1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:11.391057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c070395-b310-41b4-be96-7490febaf8c3 req-1fd9695a-2293-4d3e-aaf1-491be17ed2b1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 943 time: 0.1250350 May 20 08:12:11.447809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5c070395-b310-41b4-be96-7490febaf8c3 req-05686000-2dad-4154-9cb6-8aef9f10aea8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504894 May 20 08:12:11.503958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:11.536330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:12:11.634555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:11.646745 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Sync routers for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:11.648256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:11.657417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:11.658122 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:11.701875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:12:11.727836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:11.855086 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:12.001122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.023313 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.023313 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15293018-a49e-4573-a41a-b771fcac137a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:12.201975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:12.204450 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.218019 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:12.223622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.223622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Provisioning for port fb5882f1-7b2b-4239-a358-1cb20a34d22a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:12.225778 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:12.226111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fb5882f1-7b2b-4239-a358-1cb20a34d22a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:12.231359 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Checking router: ca9d9d25-1c56-4d79-9e8f-001371711375 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:12.232419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.239296 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:12.244047 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:12.244700 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:12.291378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 464e4cdd-4308-4610-adbe-c38121734766 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:12.292519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:12.308559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Provisioning complete for port fb5882f1-7b2b-4239-a358-1cb20a34d22a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:12.308848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.315984 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/floatingips/37c4d02d-5eba-4919-93a6-9a117ca34ca7 HTTP/1.1" status: 204 len: 168 time: 3.0140510 May 20 08:12:12.317178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:12:12.458561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fb5882f1-7b2b-4239-a358-1cb20a34d22a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:12.459276 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.545845 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:12.697982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['383771be-b7b6-428a-bc3e-adcdc4a2367a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:12:12.699152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:12:12.751681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:12.768558 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:12.771148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.786708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.799661 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.862001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] For port fb5882f1-7b2b-4239-a358-1cb20a34d22a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fb5882f1-7b2b-4239-a358-1cb20a34d22a,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:12.922500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:12.948927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:12.954887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4188244 May 20 08:12:12.955085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:12.957736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:12.962902 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:12.988190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1428103164'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:13.013057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:13.027838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:13.042106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:13.062826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:13.089982 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'status': 'completed', 'code': 200} May 20 08:12:13.132425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:13.133074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:13.195822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:13.200771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.231304 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:13.245001 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3af5-9abf-4a22-b389-84b8b8ddd17b None None] The sync data for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 is: [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:10:24Z', 'revision_number': 4, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f4300c99-b1e1-4a4b-a481-5ebd14c6d02d', 'name': '', 'network_id': '46fd90b2-2944-4ca7-a43a-2063c3e05de1', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'mac_address': 'fa:16:3e:91:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:22Z', 'updated_at': '2021-05-20T08:10:33Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'subnets': [{'id': '6c9a3b8b-46c1-45d1-89a6-0713c234a890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:13.271878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:12:13.298011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.301279 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 9a1eb738-9d8b-4d70-b968-af04b19962ed of type vlan for network 06d71024-b515-4050-bf28-7e206e985982 May 20 08:12:13.350400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.373638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:12:13.374232 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:12:13.472223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.479942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:13.481908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.501083 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:13.514411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Pushing event updated for resources: {'Port': ['ID=fb5882f1-7b2b-4239-a358-1cb20a34d22a,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:13.527121 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:13.527988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Provisioning complete for port fb5882f1-7b2b-4239-a358-1cb20a34d22a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:13.529014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:13.549950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7c800-ae82-4f2b-ac59-98b39f1e08d2 req-d35f2022-6b20-4be6-9cf8-dea5365254d2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:13.561833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aeb7c800-ae82-4f2b-ac59-98b39f1e08d2 req-d35f2022-6b20-4be6-9cf8-dea5365254d2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.3534622 May 20 08:12:13.566138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-d325c39f-c57a-4485-8a30-bffa577c4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:13.572760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-d325c39f-c57a-4485-8a30-bffa577c4056 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 1096 time: 0.4618292 May 20 08:12:13.658110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:13.755105 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7898059 May 20 08:12:13.768751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:13.781857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:13.801995 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4bea2-052c-42f8-8103-da9e7c098181 None None] New status for floating IP 37c4d02d-5eba-4919-93a6-9a117ca34ca7: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:12:13.825247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-44ef7d9a-6bfc-4325-9da5-6a1b57463184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:13.827384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-44ef7d9a-6bfc-4325-9da5-6a1b57463184 service neutron] 10.222.0.81 "GET /v2.0/networks?id=46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 200 len: 897 time: 0.2311950 May 20 08:12:13.865191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=06d71024-b515-4050-bf28-7e206e985982,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:13.889008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:13.951645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-a40e49bf-1ca8-421a-8bea-16ae38b550b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 200 len: 217 time: 0.1081734 May 20 08:12:13.994647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 06d71024-b515-4050-bf28-7e206e985982 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:12:14.013169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aeb7c800-ae82-4f2b-ac59-98b39f1e08d2 req-ee256df6-8f2b-46ce-9567-39276d10e2c5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478362 May 20 08:12:14.067031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-3574fb0c-6bf2-4369-9eaf-c8a961b665c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:14.068504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-3574fb0c-6bf2-4369-9eaf-c8a961b665c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6c9a3b8b-46c1-45d1-89a6-0713c234a890 HTTP/1.1" status: 200 len: 835 time: 0.1106167 May 20 08:12:14.194582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:14.210679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:14.217102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:14.230567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:14.249263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-9fde82f6-7458-4112-84d4-2660ac44a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:14.255303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-9fde82f6-7458-4112-84d4-2660ac44a91d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=46fd90b2-2944-4ca7-a43a-2063c3e05de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786227 May 20 08:12:14.304974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:14.308643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:14.378471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Provisioning for port ebdb1f2d-8563-4879-9166-5c3e114514a8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:14.393810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Provisioning complete for port ebdb1f2d-8563-4879-9166-5c3e114514a8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:14.396343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:14.593189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-dbbc9876-41b1-48eb-ac64-5a5b76b37be3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:14.594933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-dbbc9876-41b1-48eb-ac64-5a5b76b37be3 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.2944114 May 20 08:12:14.595438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a50ed814-41ef-4a26-b517-3fd11f34a973 None None] Port ebdb1f2d-8563-4879-9166-5c3e114514a8 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:14.618191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:10Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:10Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:14.624161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fb5882f1-7b2b-4239-a358-1cb20a34d22a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:14.666505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:14.666871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Updating router 6a8faf50-85a6-4b03-865d-2213839b7c94 port ebdb1f2d-8563-4879-9166-5c3e114514a8 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:14.701728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-9da5170f-4f37-45ba-b6e6-bd430eef18c0 service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023519 May 20 08:12:14.722033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9dc8a-ec5d-4c1a-a496-320cf27cd0a0 req-1f1fa4f7-4d8a-4104-aa95-a5667e49e1e2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:14.726044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bee9dc8a-ec5d-4c1a-a496-320cf27cd0a0 req-1f1fa4f7-4d8a-4104-aa95-a5667e49e1e2 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 945 time: 0.4696305 May 20 08:12:14.748699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:14.816078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fb5882f1-7b2b-4239-a358-1cb20a34d22a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:14.816465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:14.939482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bee9dc8a-ec5d-4c1a-a496-320cf27cd0a0 req-0ce0e955-e7b9-4e81-9dcb-7425f29042e7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/security-groups?id=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878495 May 20 08:12:15.014515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ecb06d9-051d-4a98-b608-4c888fb2b8d2 req-8fff74e4-bc08-4ddd-81e0-517f70179bb3 service neutron] 10.222.0.81 "GET /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054311 May 20 08:12:15.026732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.033119 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70f85c72-688d-4633-8463-8f6267d0620b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:15.064570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:15.064970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.101337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:15.163712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=18f247a8-3113-44d8-b297-f81e2fa9bf13,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:15.168236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:15.169602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: 06d71024-b515-4050-bf28-7e206e985982, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:12:15.173833 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:15.316149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 06d71024-b515-4050-bf28-7e206e985982 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:12:15.355740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:15.356291 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.408187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 06d71024-b515-4050-bf28-7e206e985982) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:15.425357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:15.426304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.475615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3c7a-7836-4cb8-82e6-853c27212ef8 None None] Network 06d71024-b515-4050-bf28-7e206e985982 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:15.514358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 383771be-b7b6-428a-bc3e-adcdc4a2367a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:15.528553 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7580183 May 20 08:12:15.533186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53598) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:15.534645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81fb92-4730-4bc9-9a4d-cde045f769b2 req-088dd999-2cf0-4d60-818a-e540cd4ebb3c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:15.536830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc81fb92-4730-4bc9-9a4d-cde045f769b2 req-088dd999-2cf0-4d60-818a-e540cd4ebb3c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.3743551 May 20 08:12:15.542704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 383771be-b7b6-428a-bc3e-adcdc4a2367a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:15.543090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.546240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:15.593891 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.686038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Transition to ACTIVE for port object ebdb1f2d-8563-4879-9166-5c3e114514a8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:15.740976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc81fb92-4730-4bc9-9a4d-cde045f769b2 req-43b18f2a-50ba-488f-90ff-eede0efd5f05 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909368 May 20 08:12:15.826666 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.836817 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:15.860577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:15.881207 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:15.930847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:16.054249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.081240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Pushing event updated for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:16.139726 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:16.261752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-06d71024-b515-4050-bf28-7e206e985982', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:12:16.263267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.308889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:12:16.329544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:16.330590 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Attempting to bind port ebdb1f2d-8563-4879-9166-5c3e114514a8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:16.330962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Attempting to bind port ebdb1f2d-8563-4879-9166-5c3e114514a8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:16.331379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Attempting to bind port ebdb1f2d-8563-4879-9166-5c3e114514a8 on network 464e4cdd-4308-4610-adbe-c38121734766 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:16.386824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:16.387239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Checking segment: {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:16.388369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.389062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Bound using segment: {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:16.389520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Bound port: ebdb1f2d-8563-4879-9166-5c3e114514a8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa3aa94-09b1-438e-b2d4-9dfe176335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '464e4cdd-4308-4610-adbe-c38121734766'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:16.389910 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.406563 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:16.407810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] No DVR routers for this DVR port 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:16.413923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.417266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.422685 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-75beafaf-2ff9-4bdf-8456-f6826901a11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:16.446950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-deleted', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:12:16.453542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be9028bb-42f1-429e-82f3-1eb5dbd45492 req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.81 "DELETE /v2.0/ports/36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 HTTP/1.1" status: 204 len: 173 time: 1.8532393 May 20 08:12:16.461405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-544a9293-71b0-4712-833d-77da92f006c5 req-77009dd0-8587-4ce2-805a-2860ee1ebba0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Synchronizing usage tracker for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:16.579383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-544a9293-71b0-4712-833d-77da92f006c5 req-77009dd0-8587-4ce2-805a-2860ee1ebba0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Unset dirty status for tenant:567cfd0691fb47aeaf538b4099e7d8c7 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:16.582691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a9293-71b0-4712-833d-77da92f006c5 req-77009dd0-8587-4ce2-805a-2860ee1ebba0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 210 time: 0.2109423 May 20 08:12:16.686663 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:12:16.717288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.769003 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966', 'name': 'network-vif-deleted', 'tag': '36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5', 'status': 'completed', 'code': 200} May 20 08:12:16.814715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] For port ebdb1f2d-8563-4879-9166-5c3e114514a8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:16.897453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] For port ebdb1f2d-8563-4879-9166-5c3e114514a8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebdb1f2d-8563-4879-9166-5c3e114514a8,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:16.898893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:16.904216 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:16.923654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Allocated IP 2001:db8:1::2 (06d71024-b515-4050-bf28-7e206e985982/18f247a8-3113-44d8-b297-f81e2fa9bf13/796a1375-926d-47b7-a141-32f31e984dec) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:16.970129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:16.977746 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-828cc2dc-ac29-4cd3-9c97-99e13eea1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:17.071813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb08d93-5311-4071-b217-db6313c0ce5e req-d2aefcd0-8f16-44bd-8c6c-9ba512d2941f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:17.073810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb08d93-5311-4071-b217-db6313c0ce5e req-d2aefcd0-8f16-44bd-8c6c-9ba512d2941f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.1496289 May 20 08:12:17.114673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113cbb-0b0e-4ac0-a6e9-eee762457fb5 req-7b119140-5e5a-4011-83b0-f1f1786680b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:17.118658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43113cbb-0b0e-4ac0-a6e9-eee762457fb5 req-7b119140-5e5a-4011-83b0-f1f1786680b1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1096 time: 0.2670124 May 20 08:12:17.164183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:17.164770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:17.202440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb08d93-5311-4071-b217-db6313c0ce5e req-286c2f03-7c25-49af-bdc2-8df7b07c9537 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211808 May 20 08:12:17.205877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43113cbb-0b0e-4ac0-a6e9-eee762457fb5 req-2bf0960b-2b22-4241-822f-d279cb1cf0b7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775740 May 20 08:12:17.299599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Pushing event updated for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:17.316373 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:17.408380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:17.598206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:17.639192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Transition to ACTIVE for port object 796a1375-926d-47b7-a141-32f31e984dec will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:17.717466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Transition to ACTIVE for port object 796a1375-926d-47b7-a141-32f31e984dec will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:17.761021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b30f166-d937-40ba-962b-ed6c40dfdcb8 req-dd1fc6ef-0924-4b79-b53f-78926aaafe46 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "GET /v2.0/ports?device_id=77b5cb0a-e0f7-4f74-9b54-7ae19ab4b966 HTTP/1.1" status: 200 len: 210 time: 0.0473497 May 20 08:12:17.841812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:17.849778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dd40e1ad-e18c-4142-a679-b97cce018f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:17.896301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8:1::1 (06d71024-b515-4050-bf28-7e206e985982/18f247a8-3113-44d8-b297-f81e2fa9bf13/b22cddf9-b4c5-4128-b1cf-5a18da2effaf) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:17.915455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Network 06d71024-b515-4050-bf28-7e206e985982 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:17.922204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:17.931534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:17.985011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Pushing event updated for resources: {'Port': ['ID=796a1375-926d-47b7-a141-32f31e984dec,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:17.997891 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:18.055692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:10Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:16Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:18.060209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Attempting to bind port 796a1375-926d-47b7-a141-32f31e984dec on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:18.060852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Attempting to bind port 796a1375-926d-47b7-a141-32f31e984dec by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:18.061232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Attempting to bind port 796a1375-926d-47b7-a141-32f31e984dec on network 06d71024-b515-4050-bf28-7e206e985982 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:18.065561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfbbfa-f89c-48a3-a128-c9d58afe25e5 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:10Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:16Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:18.070477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:18.070882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Checking segment: {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:18.071316 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.071708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Bound using segment: {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:18.073258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Bound port: 796a1375-926d-47b7-a141-32f31e984dec, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:18.073258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.094128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.124282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object b22cddf9-b4c5-4128-b1cf-5a18da2effaf will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:18.185620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] For port 796a1375-926d-47b7-a141-32f31e984dec, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:18.189206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] For port 796a1375-926d-47b7-a141-32f31e984dec, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=796a1375-926d-47b7-a141-32f31e984dec,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:18.249249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.254176 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-335053eb-564a-484e-8215-820a88472b93 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:18.305238 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.312113 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:18.383667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 06d71024-b515-4050-bf28-7e206e985982 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:18.388115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:18.390675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:18.391245 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.414684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:18.419508 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:18.449172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Pushing event updated for resources: {'Port': ['ID=796a1375-926d-47b7-a141-32f31e984dec,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:18.454592 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:18.494351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dac3a-0324-4f26-8357-590584a79123 req-9a9b4fff-db86-4bef-84b9-c24f4e9fa47b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:18.495970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b56dac3a-0324-4f26-8357-590584a79123 req-9a9b4fff-db86-4bef-84b9-c24f4e9fa47b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.1573763 May 20 08:12:18.565419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b56dac3a-0324-4f26-8357-590584a79123 req-a3db3772-a965-4331-b3f0-331d33b672eb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 May 20 08:12:18.637889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebdb1f2d-8563-4879-9166-5c3e114514a8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:18.717842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:18.833782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:18.903176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:18.903771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 36cb0e98-fb19-4097-97b8-e5cb9d9f1ee5 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:18.920600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ebdb1f2d-8563-4879-9166-5c3e114514a8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:18.929304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53628) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:18.930236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ebdb1f2d-8563-4879-9166-5c3e114514a8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:18.934761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.109259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.147088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ebdb1f2d-8563-4879-9166-5c3e114514a8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebdb1f2d-8563-4879-9166-5c3e114514a8,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:19.213805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.217286 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:19.289449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.315784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:19.319037 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:19.404012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.405255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.409209 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb1301f9-f91f-4b30-9355-9d3aac36ecef tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:19.521889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:19.757513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:19.780065 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:19.789515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5018742d-bcdf-4df6-a9e2-55640c55f7f1 None None] Network 06d71024-b515-4050-bf28-7e206e985982 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:19.888340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 06d71024-b515-4050-bf28-7e206e985982 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:19.889337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:19.996730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5c6c7-c029-4569-8cd6-d5fd81405ba6 req-2c16b09c-f683-4bbf-8557-cda50acc2bb8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:19.998839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bb5c6c7-c029-4569-8cd6-d5fd81405ba6 req-2c16b09c-f683-4bbf-8557-cda50acc2bb8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.2910566 May 20 08:12:20.038180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7b3635f0-a1fa-44ee-a8cd-b0b0b2403546 None None] Provisioning for port 796a1375-926d-47b7-a141-32f31e984dec completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:20.178752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:20.260931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bb5c6c7-c029-4569-8cd6-d5fd81405ba6 req-a8601031-2749-480f-822c-dbcd5b3d25a4 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437375 May 20 08:12:20.433662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:20.445987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:20.451932 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9194639 May 20 08:12:20.455169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:20.465277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:20.467192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:20.479292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1263417490'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:20.486218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:20.496718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:20.501016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:20.508604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:20.682371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:20.687528 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:20.698638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:20.743349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cbc8f-5a73-43a3-a569-ca38a9684def req-77750983-71cc-4f2e-8600-eaf698a4d8e7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:20.748697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd2cbc8f-5a73-43a3-a569-ca38a9684def req-77750983-71cc-4f2e-8600-eaf698a4d8e7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.1793964 May 20 08:12:20.772189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:20.785730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:12:20.796836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebdb1f2d-8563-4879-9166-5c3e114514a8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:20.797839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'floatingip': {'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:20.834104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:20.834728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:20.838225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85ed1c0c-873a-45fd-93ec-1a5218e94f4d None None] Provisioning for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:20.865882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-85ed1c0c-873a-45fd-93ec-1a5218e94f4d None None] Provisioning complete for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:20.866184 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-85ed1c0c-873a-45fd-93ec-1a5218e94f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:20.886557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:20.887075 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment 43cac00b-e080-4d56-80d7-afe91bce94f8 of type vlan for network 98418369-bbcf-4e9f-8e4b-147114ea2406 May 20 08:12:20.919148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:20.977999 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.013306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port f4300c99-b1e1-4a4b-a481-5ebd14c6d02d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:21.013915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.054231 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.060660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:21.061256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.083655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-698cf937-c621-4a19-9302-ec2d34506261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:21.196600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for f4300c99-b1e1-4a4b-a481-5ebd14c6d02d owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:21.215124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7587676 May 20 08:12:21.225775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53650) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:21.252040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:21.260042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-85ed1c0c-873a-45fd-93ec-1a5218e94f4d None None] Port b22cddf9-b4c5-4128-b1cf-5a18da2effaf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:21.305691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ebdb1f2d-8563-4879-9166-5c3e114514a8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:21.306193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.393512 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:18Z', 'revision_number': 3, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:21.412164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:21.412899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Updating router 6a8faf50-85a6-4b03-865d-2213839b7c94 port b22cddf9-b4c5-4128-b1cf-5a18da2effaf binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:21.563387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cbc61b32-90c5-45c4-84d8-ef28fb1e8755 None None] Provisioning complete for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:21.564121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cbc61b32-90c5-45c4-84d8-ef28fb1e8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.632112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=98418369-bbcf-4e9f-8e4b-147114ea2406,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:21.655511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.660978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:21.669345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:21.669902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:12:21.699466 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:21.729615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 796a1375-926d-47b7-a141-32f31e984dec up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:21.761601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=f4300c99-b1e1-4a4b-a481-5ebd14c6d02d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:21.823821 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:21.848247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:21.867266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:21.875915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:21.989841 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cbc61b32-90c5-45c4-84d8-ef28fb1e8755 None None] Port b22cddf9-b4c5-4128-b1cf-5a18da2effaf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:22.054350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:22.271204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:22.288652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.368031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 796a1375-926d-47b7-a141-32f31e984dec completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:22.399618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 796a1375-926d-47b7-a141-32f31e984dec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:22.400226 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.416231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.796916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.880015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 796a1375-926d-47b7-a141-32f31e984dec, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=796a1375-926d-47b7-a141-32f31e984dec,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:22.892299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.907698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Transition to ACTIVE for port object b22cddf9-b4c5-4128-b1cf-5a18da2effaf will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:22.956400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:22.958814 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:22.997137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.059421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.082412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.107945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Router ca9d9d25-1c56-4d79-9e8f-001371711375 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:23.258553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=796a1375-926d-47b7-a141-32f31e984dec,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:23.273291 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:23.274092 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:23.443966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Attempting to bind port b22cddf9-b4c5-4128-b1cf-5a18da2effaf on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:23.444585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Attempting to bind port b22cddf9-b4c5-4128-b1cf-5a18da2effaf by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:23.444930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Attempting to bind port b22cddf9-b4c5-4128-b1cf-5a18da2effaf on network 06d71024-b515-4050-bf28-7e206e985982 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:23.458113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:23.458730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Checking segment: {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:23.459305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.459974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Bound using segment: {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:23.460579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Bound port: b22cddf9-b4c5-4128-b1cf-5a18da2effaf, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1eb738-9d8b-4d70-b968-af04b19962ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '06d71024-b515-4050-bf28-7e206e985982'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:23.461132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.477529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Pushing event updated for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:23.484488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:23.532776 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Floating IP 38202ba8-a6f1-4608-8e88-d3be4f5ccd4e associated. External IP: 172.25.8.234, port: 383771be-b7b6-428a-bc3e-adcdc4a2367a. May 20 08:12:23.690281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] For port b22cddf9-b4c5-4128-b1cf-5a18da2effaf, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:23.695105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] For port b22cddf9-b4c5-4128-b1cf-5a18da2effaf, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:23.780080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:23.787257 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f812b7f-fc78-47a6-9c08-bbfe5f82b9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:23.805088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:23.820329 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Sync routers for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:23.841794 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:23.854565 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:23.897422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Pushing event updated for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:23.905033 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:23.923952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:23.924714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:23.957426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "PUT /v2.0/routers/ca9d9d25-1c56-4d79-9e8f-001371711375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0290048 May 20 08:12:23.960088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:24.050948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting subnet 6c9a3b8b-46c1-45d1-89a6-0713c234a890 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:12:24.056069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.100726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.110462 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9b57ee3-60d3-4ce8-b540-b77ac84fba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:24.149858 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:24.152597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Router 0c71c32a-6276-4aa8-9dc5-546574fac2fe has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:24.181975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.279033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:24.332112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=828f6096-932a-4c04-ac63-5bda088e8251,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:24.339083 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:24.339852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:24.344193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: 98418369-bbcf-4e9f-8e4b-147114ea2406, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:12:24.345222 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.477968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:24.493543 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.499520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Sync routers for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:24.519726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.539995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:24.540665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:24.548739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:12:24.566527 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5deb2af9-c975-4252-8a18-0a695413f649 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "PUT /v2.0/floatingips/38202ba8-a6f1-4608-8e88-d3be4f5ccd4e HTTP/1.1" status: 200 len: 991 time: 3.7929382 May 20 08:12:24.567535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:12:24.611173 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:12:21Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:24.615766 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Checking router: ca9d9d25-1c56-4d79-9e8f-001371711375 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:24.628871 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Routers {'ca9d9d25-1c56-4d79-9e8f-001371711375'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:24.630393 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['ca9d9d25-1c56-4d79-9e8f-001371711375'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:24.676333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 98418369-bbcf-4e9f-8e4b-147114ea2406) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:24.695562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19d9a2-1427-4fab-a65e-b88c32f08fa8 None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:24.703647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:24.704560 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.776673 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'status': 'completed', 'code': 200} May 20 08:12:24.845304 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6158550 May 20 08:12:24.845622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53676) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:24.904423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:24.909529 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3702d59-a043-43f9-bc9c-72908bd7115b tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:24.931212 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] Set router ca9d9d25-1c56-4d79-9e8f-001371711375 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:24.994143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9a3b8b-46c1-45d1-89a6-0713c234a890,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:25.000423 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:25.002242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:25.012208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ec891-7399-45af-82f4-fc4ef0db9874 None None] Network 46fd90b2-2944-4ca7-a43a-2063c3e05de1 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:25.026900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/subnets/6c9a3b8b-46c1-45d1-89a6-0713c234a890 HTTP/1.1" status: 204 len: 168 time: 1.0633051 May 20 08:12:25.032256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:25.068706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:25.240286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:25.287342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 796a1375-926d-47b7-a141-32f31e984dec up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:25.403461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-13de6b3c-2342-4dcf-9cfd-51101017d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:25.405161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-13de6b3c-2342-4dcf-9cfd-51101017d658 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1096 time: 0.6049328 May 20 08:12:25.455031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-98418369-bbcf-4e9f-8e4b-147114ea2406', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:12:25.462425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:25.570052 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:12:21Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:25.577199 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136661a7-f96a-43f1-af8f-4d4149805b37 None None] The sync data for ids ['ca9d9d25-1c56-4d79-9e8f-001371711375'] in n-d-780147-4 is: [{'id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1411524935', 'tenant_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:10:16Z', 'updated_at': '2021-05-20T08:12:21Z', 'revision_number': 5, 'project_id': '567cfd0691fb47aeaf538b4099e7d8c7', 'gw_port': {'id': 'b979a2c8-8bb6-45c1-8625-9ba015d5beed', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9d9d25-1c56-4d79-9e8f-001371711375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:10:17Z', 'updated_at': '2021-05-20T08:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:25.588186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:25.697527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-f7894b62-89d2-4f12-a1c3-cac52d75238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:25.698981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-f7894b62-89d2-4f12-a1c3-cac52d75238a service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1614006 May 20 08:12:25.911194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 796a1375-926d-47b7-a141-32f31e984dec triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:25.911784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.025913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.038557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:18Z', 'revision_number': 3, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:23Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:26.104462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45e2ed-52dd-490b-975e-a0dc266a7938 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:18Z', 'revision_number': 3, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:23Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:26.120011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-e4eed28a-9d2d-47bb-a9da-5157049459d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.4143729 May 20 08:12:26.249865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Deleting port b979a2c8-8bb6-45c1-8625-9ba015d5beed {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:26.250637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.257453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Allocated IP 2001:db8:2::2 (98418369-bbcf-4e9f-8e4b-147114ea2406/828f6096-932a-4c04-ac63-5bda088e8251/cb3d7087-cf94-494f-a07b-fcc4bf2f3d04) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:26.377160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] DHCP port deletion for 46fd90b2-2944-4ca7-a43a-2063c3e05de1 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:12:26.404612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-a79ecdd7-3bfc-43f6-add2-401617161ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:26.406115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-a79ecdd7-3bfc-43f6-add2-401617161ecf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.2797573 May 20 08:12:26.562577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] For port b979a2c8-8bb6-45c1-8625-9ba015d5beed, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b979a2c8-8bb6-45c1-8625-9ba015d5beed,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:26.562954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.599942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.670663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '38202ba8-a6f1-4608-8e88-d3be4f5ccd4e', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:11:54Z', 'updated_at': '2021-05-20T08:12:22Z', 'revision_number': 1, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:26.719218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Checking router: 0c71c32a-6276-4aa8-9dc5-546574fac2fe for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:26.729854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Deleting port 86f2846f-9e8e-44e7-9052-b03fc617fed5 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:26.730241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:26.730362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Calling delete_port for b979a2c8-8bb6-45c1-8625-9ba015d5beed owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:26.734830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-93d4a658-99d6-4800-9c8d-adbaf3e9df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:26.736509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-93d4a658-99d6-4800-9c8d-adbaf3e9df9d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193517 May 20 08:12:26.789451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:26.790289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:26.943605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-857e4c2e-5ad6-4d17-84f7-7bc0cdcc0277 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980333 May 20 08:12:27.072443 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.111731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Transition to ACTIVE for port object cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:27.120239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] For port 86f2846f-9e8e-44e7-9052-b03fc617fed5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=86f2846f-9e8e-44e7-9052-b03fc617fed5,segment=NetworkSegment(840da7b1-b7c1-4037-a622-90c7f7a40915),segment_id=840da7b1-b7c1-4037-a622-90c7f7a40915)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:27.120639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.206080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e467d35-3046-4f5f-9f69-bcc93fae6d1f req-7ae0e17c-a6c2-4123-896e-3f07e81ece19 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544093 May 20 08:12:27.313013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b22cddf9-b4c5-4128-b1cf-5a18da2effaf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:27.327617 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.332369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09e99ffa-d8e3-4166-afa4-dbf4f16f0f78 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:27.338076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Transition to ACTIVE for port object cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:27.346868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Calling delete_port for 86f2846f-9e8e-44e7-9052-b03fc617fed5 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:27.380582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:27.389088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Port': ['ID=b979a2c8-8bb6-45c1-8625-9ba015d5beed,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:27.392644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:27.451486 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.472885 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:27.512902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.516123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8:2::1 (98418369-bbcf-4e9f-8e4b-147114ea2406/828f6096-932a-4c04-ac63-5bda088e8251/570f1907-240a-4667-b1f8-05ce73f7e750) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:27.578148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:27.640005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:27.661298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:27.715755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.715755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.733530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.754824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 570f1907-240a-4667-b1f8-05ce73f7e750 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:27.802389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Pushing event updated for resources: {'Port': ['ID=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:27.813309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.814106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Fanout notify agent at l3_agent the message router_deleted on router ca9d9d25-1c56-4d79-9e8f-001371711375 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:12:27.836253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.836513 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:27.839942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/routers/ca9d9d25-1c56-4d79-9e8f-001371711375 HTTP/1.1" status: 204 len: 168 time: 2.8026466 May 20 08:12:27.841463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53702) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:27.843748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.859485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa2184b9-ccd3-478d-9222-f4e6c4aa0627 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:27.885625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Attempting to bind port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:27.886013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Attempting to bind port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:27.886385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Attempting to bind port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 on network 98418369-bbcf-4e9f-8e4b-147114ea2406 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:27.929802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:27.939609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:27.942301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:27.943037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:27.995528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:28.011990 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:28.017703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.063986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:28.067190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.071134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:28.071528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Checking segment: {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:28.072085 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.072500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Bound using segment: {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:28.073072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Bound port: cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:28.073376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.091788 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:28.156405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:28.156785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.205159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.217867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Pushing event deleted for resources: {'Port': ['ID=86f2846f-9e8e-44e7-9052-b03fc617fed5,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:28.223147 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:28.237381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fd90b2-2944-4ca7-a43a-2063c3e05de1']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:28.242500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.260897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840da7b1-b7c1-4037-a622-90c7f7a40915') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:28.261179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] No DVR routers for this DVR port 86f2846f-9e8e-44e7-9052-b03fc617fed5 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:28.261663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840da7b1-b7c1-4037-a622-90c7f7a40915') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:28.278827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.300939 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.310615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:12:28.311127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.348740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] For port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:28.353672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] For port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: timer() May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:12:28.443712 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:12:28.467210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.473278 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-22f06bad-a3d1-4b93-980f-8db3baaa24d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:28.527495 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.531598 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-73c7a580-22ef-497c-9fa6-83ca97cb3540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:28.558945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.564515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.580296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'Network': ['ID=46fd90b2-2944-4ca7-a43a-2063c3e05de1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:28.589809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '38202ba8-a6f1-4608-8e88-d3be4f5ccd4e', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:11:54Z', 'updated_at': '2021-05-20T08:12:22Z', 'revision_number': 1, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:28.592216 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:28.596609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/networks/46fd90b2-2944-4ca7-a43a-2063c3e05de1 HTTP/1.1" status: 204 len: 168 time: 0.7535141 May 20 08:12:28.599486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:28.618909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd77b17-258d-458f-94d8-02204df3690b None None] The sync data for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 is: [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '38202ba8-a6f1-4608-8e88-d3be4f5ccd4e', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'floating_ip_address': '172.25.8.234', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:11:54Z', 'updated_at': '2021-05-20T08:12:22Z', 'revision_number': 1, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:28.659603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Pushing event updated for resources: {'Port': ['ID=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:28.665279 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:28.675961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b22cddf9-b4c5-4128-b1cf-5a18da2effaf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:28.698181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.737258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.779966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.782774 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6de50b30-cf83-4046-a259-5e7e622ec194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:28.884460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4300c99-b1e1-4a4b-a481-5ebd14c6d02d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:28.920759 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:28.938259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:28.971439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:28.974923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f4300c99-b1e1-4a4b-a481-5ebd14c6d02d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:28.976716 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:28.977341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4300c99-b1e1-4a4b-a481-5ebd14c6d02d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:28.977976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 86f2846f-9e8e-44e7-9052-b03fc617fed5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:29.042425 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:29.044743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] 10.222.0.79 "DELETE /v2.0/security-groups/42e5f4bc-28d6-4f6a-9b56-e1d8de7159a6 HTTP/1.1" status: 204 len: 168 time: 0.4440656 May 20 08:12:29.067362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 86f2846f-9e8e-44e7-9052-b03fc617fed5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:29.067959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 86f2846f-9e8e-44e7-9052-b03fc617fed5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:29.088406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:29.100369 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac76ba9-ac2c-4d20-8850-0737d616f78d None None] New status for floating IP 38202ba8-a6f1-4608-8e88-d3be4f5ccd4e: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:12:29.103908 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:29.285784 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:29.390292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:29.392076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:29.395968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0137aaca-2d6e-4ef0-923d-d98e98044283 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:29.425518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b22cddf9-b4c5-4128-b1cf-5a18da2effaf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:29.544299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b22cddf9-b4c5-4128-b1cf-5a18da2effaf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:29.549175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:29.664821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:29.669985 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:29.727398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:29.730120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:29.730698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:29.908486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53730) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:29.921990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:29.978272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:30.023301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b979a2c8-8bb6-45c1-8625-9ba015d5beed no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:30.080052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b979a2c8-8bb6-45c1-8625-9ba015d5beed {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:30.080435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b979a2c8-8bb6-45c1-8625-9ba015d5beed not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:30.161918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:30.162188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bcc80a74-a04a-405a-8b6f-a96fa255f0bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=567cfd0691fb47aeaf538b4099e7d8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520387 May 20 08:12:30.179501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71a18e-4c80-4d9b-845b-557c2afb4aba None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:30.244546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:30.276313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:30.281705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4314611 May 20 08:12:30.283512 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.285524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53740) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:30.291966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051590795'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:30.299365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:30.304618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:network and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:30.310391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:30.317233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:30.323829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.328099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:30.329052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:30.390532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:30.394265 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.415606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Provisioning for port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:30.436022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:12:30.448832 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.449463 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added segment a59b9b7c-12b8-4a8a-b286-66057186b573 of type vlan for network 50744037-2492-49a4-a9d5-d06c69e81b5d May 20 08:12:30.476709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.483885 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.484338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee363581-d74d-441c-92e4-334216cc901a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:30.521286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc81bf-4a73-44f8-b9bd-3ed66cbab870,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:30.526461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Provisioning complete for port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:30.526845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.534482 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:30.536857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.540695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1fc81bf-4a73-44f8-b9bd-3ed66cbab870 HTTP/1.1" status: 204 len: 168 time: 0.3746221 May 20 08:12:30.621049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.628830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:30.629807 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:30.634769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fcdb290-c050-4cf5-8beb-2fe86a638337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:30.667422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:30.769121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Network': ['ID=50744037-2492-49a4-a9d5-d06c69e81b5d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:30.786484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:30.796191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:12:30.886770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5994213 May 20 08:12:30.887063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53752) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:30.902174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'subnet': {'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:31.215011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:31.220445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:subnet and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:31.223888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:31.232585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:31.235771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.303804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] For port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:31.318668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Made reservation on behalf of 916174fc6c984b73933d645e2c385108 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:31.323887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.383416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53760) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:31.411623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.415329 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5f227106-0938-47c1-867f-b714dc94c599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:31.513723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-35e29178-eacd-4fb8-9b1f-7cb6a58de664 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa02fee49d574cb9b65ebad2294a4761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296101 May 20 08:12:31.514601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53766) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:31.555026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:31.562024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:31.562263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Updating router 6a8faf50-85a6-4b03-865d-2213839b7c94 port 570f1907-240a-4667-b1f8-05ce73f7e750 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:31.604319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.658396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.687573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.696999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Pushing event updated for resources: {'Port': ['ID=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:31.715445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.715809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.716124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.716463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.716981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.717324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.717971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.718270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.718605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.718935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.719265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.719600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:31.725705 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:31.802238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.807884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2d8bb8c4-fb89-460c-9f28-546699e153b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:31.840633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad35473-8e7b-49ab-80c2-670d817272d9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:31.849227 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:31.928137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:31.929262 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ad35473-8e7b-49ab-80c2-670d817272d9 HTTP/1.1" status: 204 len: 168 time: 0.4135702 May 20 08:12:31.942794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Provisioning for port 570f1907-240a-4667-b1f8-05ce73f7e750 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:31.969301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Provisioning complete for port 570f1907-240a-4667-b1f8-05ce73f7e750 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:31.969726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.075872 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.083038 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43e9bcc1-0c0f-4d78-b240-fde6b1ce8114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:32.098805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Port 570f1907-240a-4667-b1f8-05ce73f7e750 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:32.181044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Provisioning complete for port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:32.181417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-27adf683-fdbd-48df-81c4-8eeaab5e7195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.191484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Checking segment: {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:32.191856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network hostable DHCP agents. Network: 50744037-2492-49a4-a9d5-d06c69e81b5d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:12:32.198393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Subnet': ['ID=be9ec6b7-0edb-4858-982c-7e593da1016e,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:32.201585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:32.287769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 50744037-2492-49a4-a9d5-d06c69e81b5d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:12:32.390888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 50744037-2492-49a4-a9d5-d06c69e81b5d) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:32.404019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:32.404130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.414115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12b636c-6fc3-409d-8617-bb5642b71d57 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:32.432660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.494294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6057830 May 20 08:12:32.497934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53780) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:32.523625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Transition to ACTIVE for port object 570f1907-240a-4667-b1f8-05ce73f7e750 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:32.568848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a915ae2-98f8-465d-9e61-20c5f50db46c None None] Provisioning complete for port 570f1907-240a-4667-b1f8-05ce73f7e750 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:32.569308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a915ae2-98f8-465d-9e61-20c5f50db46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.624655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:32.633436 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2bd43ba7-d6d8-475d-9ad8-174e4ecd973b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:32.909179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2a915ae2-98f8-465d-9e61-20c5f50db46c None None] Port 570f1907-240a-4667-b1f8-05ce73f7e750 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:33.020765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Pushing event updated for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:33.030682 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:33.194411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-50744037-2492-49a4-a9d5-d06c69e81b5d', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:12:33.200608 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.206712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Attempting to bind port 570f1907-240a-4667-b1f8-05ce73f7e750 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:33.206922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Attempting to bind port 570f1907-240a-4667-b1f8-05ce73f7e750 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:33.207437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Attempting to bind port 570f1907-240a-4667-b1f8-05ce73f7e750 on network 98418369-bbcf-4e9f-8e4b-147114ea2406 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:33.222830 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:33.223412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Checking segment: {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:33.223985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.224667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Bound using segment: {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:33.225034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Bound port: 570f1907-240a-4667-b1f8-05ce73f7e750, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cac00b-e080-4d56-80d7-afe91bce94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:33.225421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.284818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:33.543039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] For port 570f1907-240a-4667-b1f8-05ce73f7e750, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:33.546618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:33.546999 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.551578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.631186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] For port 570f1907-240a-4667-b1f8-05ce73f7e750, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=570f1907-240a-4667-b1f8-05ce73f7e750,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:33.639015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Allocated IP 2001:db8:3::2 (50744037-2492-49a4-a9d5-d06c69e81b5d/be9ec6b7-0edb-4858-982c-7e593da1016e/35364b4c-bda3-4d47-b8a8-f6179709efe7) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:33.754470 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:33.805867 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:33.912343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Pushing event updated for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:33.917217 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:12:33.923822 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:33.986914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:33.988089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:34.234361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:34.301122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.332370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Transition to ACTIVE for port object 35364b4c-bda3-4d47-b8a8-f6179709efe7 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:34.436577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Transition to ACTIVE for port object 35364b4c-bda3-4d47-b8a8-f6179709efe7 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:34.531848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.545436 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:34.624821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Allocated IP 2001:db8:3::1 (50744037-2492-49a4-a9d5-d06c69e81b5d/be9ec6b7-0edb-4858-982c-7e593da1016e/26eb5f73-5bfa-404f-9594-b17b0ba344f6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:34.681787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:34.692643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:34.699265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:34.781645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Pushing event updated for resources: {'Port': ['ID=35364b4c-bda3-4d47-b8a8-f6179709efe7,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:34.790505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53826) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:34.822941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.833869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:34.843553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Transition to ACTIVE for port object 26eb5f73-5bfa-404f-9594-b17b0ba344f6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:34.895507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Attempting to bind port 35364b4c-bda3-4d47-b8a8-f6179709efe7 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:34.895898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Attempting to bind port 35364b4c-bda3-4d47-b8a8-f6179709efe7 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:34.896273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Attempting to bind port 35364b4c-bda3-4d47-b8a8-f6179709efe7 on network 50744037-2492-49a4-a9d5-d06c69e81b5d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:34.910499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:34.910886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Checking segment: {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:34.911297 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.911699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Bound using segment: {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:34.912197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Bound port: 35364b4c-bda3-4d47-b8a8-f6179709efe7, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:34.912577 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.970727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:34.975885 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25bdd5d3-302b-4c31-8c6c-a22aa3977eea tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:35.020885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'network': {'name': 'tempest-network-smoke--573673518', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'port_security_enabled': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:35.034541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:33Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:35.043063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:35.045585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de5a3bf-af6d-43ac-92cd-82536fde9121 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:33Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:35.050763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] For port 35364b4c-bda3-4d47-b8a8-f6179709efe7, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:35.054840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] For port 35364b4c-bda3-4d47-b8a8-f6179709efe7, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=35364b4c-bda3-4d47-b8a8-f6179709efe7,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:35.063708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:network and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:35.063708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:35.071475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:35.102930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 50744037-2492-49a4-a9d5-d06c69e81b5d is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:35.116884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:35.127238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:35.127238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.142852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:35.144541 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.148642 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d502e6ed-743c-4fe5-be9f-30590ae91bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:35.170894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:35.206912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:35.212131 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.249109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.277205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Pushing event updated for resources: {'Port': ['ID=35364b4c-bda3-4d47-b8a8-f6179709efe7,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:35.285573 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:35.298360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:35.308516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:35.312642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:35.322022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:35.359655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 570f1907-240a-4667-b1f8-05ce73f7e750 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:35.489665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.556325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.579437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.585752 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-21c6019d-54c9-49e6-a1bb-7445b3634778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:35.625467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 570f1907-240a-4667-b1f8-05ce73f7e750 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:35.638989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 570f1907-240a-4667-b1f8-05ce73f7e750 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:35.639372 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.640815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:12:35.685799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be8f77-040b-49bc-9d66-c1e743bfdd22,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:35.694700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:35.696674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.696674 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Added segment 3f1022e7-f6a5-4311-b1e1-da876cb57fac of type vlan for network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 May 20 08:12:35.736823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.844250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.871207 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.877889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:35.879242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.885011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc77d77b-891f-4155-9764-25582642f033 tempest-RoutersNegativeTest-16302439 tempest-RoutersNegativeTest-16302439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:35.886592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 570f1907-240a-4667-b1f8-05ce73f7e750, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=570f1907-240a-4667-b1f8-05ce73f7e750,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:35.961933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:35.966860 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:35.998513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Network': ['ID=00b348a6-f66f-42a9-946d-4b92c2cdbcf8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:36.002587 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:36.026069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:12:36.077595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2857959 May 20 08:12:36.080224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53842) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:36.086318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-89557237', 'admin_state_up': True, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:36.096944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:36.102804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:router and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:36.106523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:36.124320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:36.139407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:36.151960 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:36.202209 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.203554 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.226010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.276170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.363228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.368192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.373417 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-084cb181-2e32-4944-806c-ec51b31e416a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:36.548883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event updated for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:36.566011 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:36.613134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Network 50744037-2492-49a4-a9d5-d06c69e81b5d is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:36.618018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:36.668862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f7141-df28-4d0f-ac06-42c6bda3bfa2 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:36.683640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.833135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ea6abf1e-68ab-463d-b716-41c9ebaccc8b None None] Provisioning for port 35364b4c-bda3-4d47-b8a8-f6179709efe7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:36.840839 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fe7347c7-4e86-4473-bba8-b97e389e82d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:36.855038 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:37.042146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:37.054934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:37.061976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5597620 May 20 08:12:37.066598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53862) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:37.072710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:37.079555 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:37.080205 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:37.363855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 570f1907-240a-4667-b1f8-05ce73f7e750 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:37.406437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:37.407681 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:37.507997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 570f1907-240a-4667-b1f8-05ce73f7e750 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:37.511421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:37.514096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:37.553702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4f6b10f3-c0a1-49fd-8cb7-76c2eacaea2d None None] Provisioning for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:37.575641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4f6b10f3-c0a1-49fd-8cb7-76c2eacaea2d None None] Provisioning complete for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:37.575949 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f6b10f3-c0a1-49fd-8cb7-76c2eacaea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:37.644496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b10f3-c0a1-49fd-8cb7-76c2eacaea2d None None] Port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:37.792611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.25.8.174 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/05d0cc95-3614-4151-be59-a8d57849ea52) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:37.927581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d0cdeec-75ac-4277-b4cc-448b519fe51b None None] Provisioning complete for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:37.928735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdeec-75ac-4277-b4cc-448b519fe51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:37.993331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7d0cdeec-75ac-4277-b4cc-448b519fe51b None None] Port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:37.998845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 35364b4c-bda3-4d47-b8a8-f6179709efe7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:38.051105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:12:38.083970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Removed routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:12:38.085027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.096152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.129899 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:38.134756 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:38.136617 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Updating router 6a8faf50-85a6-4b03-865d-2213839b7c94 port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:38.193461 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.217939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a956ef9f-b21e-41ed-b22a-80bf4798b070 None None] Provisioning complete for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:38.218455 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a956ef9f-b21e-41ed-b22a-80bf4798b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.252274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 35364b4c-bda3-4d47-b8a8-f6179709efe7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:38.258987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.265120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 35364b4c-bda3-4d47-b8a8-f6179709efe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:38.265542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.272228 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6c9372f-5b61-4f4b-9f7a-699947feafff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:38.344222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a956ef9f-b21e-41ed-b22a-80bf4798b070 None None] Port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:38.391112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:38.425981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:38.431944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:38.493699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.509870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=05d0cc95-3614-4151-be59-a8d57849ea52,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:38.522298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:38.566119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 35364b4c-bda3-4d47-b8a8-f6179709efe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=35364b4c-bda3-4d47-b8a8-f6179709efe7,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:38.674860 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.682197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.684929 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:38.689085 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Transition to ACTIVE for port object 26eb5f73-5bfa-404f-9594-b17b0ba344f6 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:38.761987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=35364b4c-bda3-4d47-b8a8-f6179709efe7,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:38.776387 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:38.784558 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.788704 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:38.912844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:38.918358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.062220 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:39.077176 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.077806 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.078321 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.078801 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.079331 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.079945 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.080880 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.081816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.082433 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.083043 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.083533 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.084115 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:39.088890 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:39.109075 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Attempting to bind port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:39.109446 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Attempting to bind port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:39.109838 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Attempting to bind port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 on network 50744037-2492-49a4-a9d5-d06c69e81b5d {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:39.116951 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:39.117335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Checking segment: {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:39.117772 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.118253 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Bound using segment: {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:39.118725 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Bound port: 26eb5f73-5bfa-404f-9594-b17b0ba344f6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b9b7c-12b8-4a8a-b286-66057186b573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:39.119101 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.174124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9afa93b8-9314-42f2-adc0-faa906bffa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.186096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.248859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 35364b4c-bda3-4d47-b8a8-f6179709efe7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:39.289007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:39.306529 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] For port 26eb5f73-5bfa-404f-9594-b17b0ba344f6, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:39.317902 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] For port 26eb5f73-5bfa-404f-9594-b17b0ba344f6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26eb5f73-5bfa-404f-9594-b17b0ba344f6,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:39.385397 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.391006 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b853320f-e5c2-4a41-8f3d-599109b3e0cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:39.429390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 35364b4c-bda3-4d47-b8a8-f6179709efe7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:39.430128 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.522989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:39.535613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.539357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46bdaf2e-0418-480e-99fe-5c3fa8c013ee tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 954 time: 2.4690652 May 20 08:12:39.540407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53896) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:39.588255 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:39.589096 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:39.739560 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:39.752801 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:39.815286 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d48a8c94-36ad-4e80-9482-e4e5ef6dfe82 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 954 time: 0.2730899 May 20 08:12:39.816420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53904) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:39.841929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'routes': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:39.864735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.868257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:39.898925 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:40.304049 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:38Z', 'revision_number': 6, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:39Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:40.310015 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbf604-f684-4220-905c-12b1b91d8824 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:38Z', 'revision_number': 6, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:39Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:40.475716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:12:40.612298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:12:40.612892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:12:40.692634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:40.703577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:40.724758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:40.726935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:40.830023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:40.835033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7499855 May 20 08:12:40.835033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53916) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:40.898830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:40.988762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:41.011009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-76f06619-1a88-45e6-ba33-6a63fb108458 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06337b6aa1e2494bbec78418271e0da3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1736300 May 20 08:12:41.013881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:41.301284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779608bf-651e-4b3b-9a17-98d1951f7202 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:41.302818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-779608bf-651e-4b3b-9a17-98d1951f7202 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2870412 May 20 08:12:41.307039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53930) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:41.309601 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26eb5f73-5bfa-404f-9594-b17b0ba344f6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:41.378025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.389436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7dd11956-4c49-4d57-93f7-38dc173f4a73 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0799682 May 20 08:12:41.391390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:41.399094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738690909', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:41.486074 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:41.501932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:41.505099 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:41.511085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:41.523510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.532558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:41.532934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.534270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.596222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:41.608475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:subnet and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:41.614644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:41.617731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:38Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:41.622990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:41.628431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:41.628886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Updating router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac port 05d0cc95-3614-4151-be59-a8d57849ea52 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:41.684837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.749786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:12:41.753966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.770876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:41.788306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:41.882105 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:41.998658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:42.008169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.009357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9c2eeac4-04f8-4863-8e4c-3a74f5e9f940 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 704 time: 2.1918690 May 20 08:12:42.012609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:42.051493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 26eb5f73-5bfa-404f-9594-b17b0ba344f6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26eb5f73-5bfa-404f-9594-b17b0ba344f6,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:42.117607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.129135 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:42.204864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:42.208596 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:42.283862 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-412155c1-df49-45ac-b32f-44c8e4ff7203 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 704 time: 0.2695231 May 20 08:12:42.286756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:42.315567 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:40Z', 'revision_number': 7, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:39Z', 'revision_number': 4, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:42.319968 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:42.329635 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:42.330336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:42.400998 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.427596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Transition to ACTIVE for port object 05d0cc95-3614-4151-be59-a8d57849ea52 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:42.432584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.439449 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9bea90d-74bb-4a2a-8c31-6452289a32cb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:42.519587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Subnet': ['ID=41acca99-6880-4bdd-b034-0ce30b579571,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:42.521674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.538579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.538966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.539088 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:42.539344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.539720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.540251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.540627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.540991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.541404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.542684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.542684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.542684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.543027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:42.556379 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:42.586543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Checking segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:42.587189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network hostable DHCP agents. Network: 00b348a6-f66f-42a9-946d-4b92c2cdbcf8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:12:42.685789 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:42.688318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Pushing event updated for resources: {'Port': ['ID=05d0cc95-3614-4151-be59-a8d57849ea52,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:42.691363 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:42.692259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Attempting to bind port 05d0cc95-3614-4151-be59-a8d57849ea52 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:42.692641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Attempting to bind port 05d0cc95-3614-4151-be59-a8d57849ea52 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:42.693020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Attempting to bind port 05d0cc95-3614-4151-be59-a8d57849ea52 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:42.695395 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.699915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:12:42.700351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:42.700726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:42.701140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.701575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:42.702187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Bound port: 05d0cc95-3614-4151-be59-a8d57849ea52, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:42.702579 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.801741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 00b348a6-f66f-42a9-946d-4b92c2cdbcf8) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:42.823167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:42.824492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:42.865396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887a6cc-b232-4a45-84d5-81a3e11deeb0 None None] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:42.926105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5332046 May 20 08:12:42.927893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53956) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:42.995609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] For port 05d0cc95-3614-4151-be59-a8d57849ea52, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:43.014884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] For port 05d0cc95-3614-4151-be59-a8d57849ea52, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=05d0cc95-3614-4151-be59-a8d57849ea52,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:43.147047 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:40Z', 'revision_number': 7, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:41Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:43.156343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:43.162994 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65dc02-0700-4f77-b5c4-30df89300d61 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:40Z', 'revision_number': 7, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:41Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:43.163884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:43.278283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26eb5f73-5bfa-404f-9594-b17b0ba344f6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:43.370814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:43.372063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:43.434719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:43.590329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:43.972586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:44.001160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:44.001976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:44.070440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:12:44.072583 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.108667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:44.109039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.140078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Pushing event updated for resources: {'Port': ['ID=05d0cc95-3614-4151-be59-a8d57849ea52,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:44.147153 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:44.248205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26eb5f73-5bfa-404f-9594-b17b0ba344f6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:44.248738 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.333572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port 26eb5f73-5bfa-404f-9594-b17b0ba344f6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26eb5f73-5bfa-404f-9594-b17b0ba344f6,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:44.333910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.426902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.518862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 26eb5f73-5bfa-404f-9594-b17b0ba344f6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:44.564220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:44.835219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:44.839941 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:44.897675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=26eb5f73-5bfa-404f-9594-b17b0ba344f6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:44.950021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:38Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:45.042667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.043696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.044719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.045100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.045532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.046172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.046550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.047079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.047450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.047814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.048175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.048535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:12:45.054576 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:45.083953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827287ef-b050-4c81-8c8a-c947f1f673b1 None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:38Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:45.219498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Allocated IP 172.20.0.2 (00b348a6-f66f-42a9-946d-4b92c2cdbcf8/41acca99-6880-4bdd-b034-0ce30b579571/06748feb-b029-4c5f-998d-865b76f2aa9f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:45.344461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:45.429394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:40Z', 'revision_number': 7, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '26eb5f73-5bfa-404f-9594-b17b0ba344f6', 'name': '', 'network_id': '50744037-2492-49a4-a9d5-d06c69e81b5d', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:1d:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:33Z', 'updated_at': '2021-05-20T08:12:41Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'be9ec6b7-0edb-4858-982c-7e593da1016e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:45.444315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:45.487089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:45.487746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:46.018120 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.023863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:46.163722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Transition to ACTIVE for port object 06748feb-b029-4c5f-998d-865b76f2aa9f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:46.365707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Transition to ACTIVE for port object 06748feb-b029-4c5f-998d-865b76f2aa9f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:46.378387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:46.549569 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.586154 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:46.615666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.1 (00b348a6-f66f-42a9-946d-4b92c2cdbcf8/41acca99-6880-4bdd-b034-0ce30b579571/ac6d87e7-8d6c-4927-833f-aa4de36a7a4e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:12:46.646373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:46.664155 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3760927 May 20 08:12:46.669793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54002) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:46.690160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Pushing event updated for resources: {'Port': ['ID=06748feb-b029-4c5f-998d-865b76f2aa9f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:46.701437 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:46.725362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:46.729734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:46.732965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:46.779681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet be9ec6b7-0edb-4858-982c-7e593da1016e {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:12:46.784546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.853700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.919194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.941458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object ac6d87e7-8d6c-4927-833f-aa4de36a7a4e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:46.950595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Attempting to bind port 06748feb-b029-4c5f-998d-865b76f2aa9f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:46.954362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Attempting to bind port 06748feb-b029-4c5f-998d-865b76f2aa9f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:46.954362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Attempting to bind port 06748feb-b029-4c5f-998d-865b76f2aa9f on network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:46.959113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:46.959834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Checking segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:46.960076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:46.960486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Bound using segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:46.961037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Bound port: 06748feb-b029-4c5f-998d-865b76f2aa9f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:46.961428 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.016154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:44Z', 'revision_number': 8, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:47.016996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.028717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef67c1-67bc-4afa-8f7b-f17f9c47d707 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:44Z', 'revision_number': 8, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:47.088191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.093721 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:47.124910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] For port 06748feb-b029-4c5f-998d-865b76f2aa9f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:47.124910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] For port 06748feb-b029-4c5f-998d-865b76f2aa9f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06748feb-b029-4c5f-998d-865b76f2aa9f,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:47.188930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:47.193885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:47.198828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:12:47.302794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:47.312262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:47.331592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.369304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.399398 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:47.740347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Pushing event updated for resources: {'Port': ['ID=06748feb-b029-4c5f-998d-865b76f2aa9f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:47.747371 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:47.748442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 05d0cc95-3614-4151-be59-a8d57849ea52 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:47.894180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.900161 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2174242d-78b7-4d70-8a77-dd0da8497b4f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:47.952808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=be9ec6b7-0edb-4858-982c-7e593da1016e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:47.965414 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:47.985705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:47.987482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 05d0cc95-3614-4151-be59-a8d57849ea52 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:48.004006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7716091-9732-4ecf-b003-f2bd1aa5b263 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:48.021628 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/be9ec6b7-0edb-4858-982c-7e593da1016e HTTP/1.1" status: 204 len: 168 time: 1.3535957 May 20 08:12:48.024815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:48.058799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 05d0cc95-3614-4151-be59-a8d57849ea52 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:48.061858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.101616 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.157219 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:48.182344 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:48.184988 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:48.294941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.475307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 35364b4c-bda3-4d47-b8a8-f6179709efe7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:48.476027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.570658 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:48.590534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.609608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 05d0cc95-3614-4151-be59-a8d57849ea52, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=05d0cc95-3614-4151-be59-a8d57849ea52,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:48.651981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port 35364b4c-bda3-4d47-b8a8-f6179709efe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=35364b4c-bda3-4d47-b8a8-f6179709efe7,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:48.653715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.672111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] DHCP port deletion for 50744037-2492-49a4-a9d5-d06c69e81b5d request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:12:48.750003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:48.775635 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2ccdf9d4-58d2-4ef9-886a-67f5e15c4a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:48.922294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26eb5f73-5bfa-404f-9594-b17b0ba344f6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:48.938711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 35364b4c-bda3-4d47-b8a8-f6179709efe7 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:49.042879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=05d0cc95-3614-4151-be59-a8d57849ea52,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:49.061151 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:49.070410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 26eb5f73-5bfa-404f-9594-b17b0ba344f6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:49.071031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26eb5f73-5bfa-404f-9594-b17b0ba344f6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:49.096792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Deleting port 35364b4c-bda3-4d47-b8a8-f6179709efe7 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:49.097140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.139057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.166382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:49.261629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] For port 35364b4c-bda3-4d47-b8a8-f6179709efe7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=35364b4c-bda3-4d47-b8a8-f6179709efe7,segment=NetworkSegment(a59b9b7c-12b8-4a8a-b286-66057186b573),segment_id=a59b9b7c-12b8-4a8a-b286-66057186b573)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:49.262239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.323718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port 35364b4c-bda3-4d47-b8a8-f6179709efe7 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:49.374295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=35364b4c-bda3-4d47-b8a8-f6179709efe7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:49.382226 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:49.431059 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:44Z', 'revision_number': 8, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:49.451695 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:49.494448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:49.495449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:49.520453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.566890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 05d0cc95-3614-4151-be59-a8d57849ea52 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:49.636428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664b367-668e-41fa-990d-ce25f17b4ecc None None] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:49.680228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.693989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Calling delete_port for 35364b4c-bda3-4d47-b8a8-f6179709efe7 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:49.698908 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:49.773669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.791436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50744037-2492-49a4-a9d5-d06c69e81b5d']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:49.806958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59b9b7c-12b8-4a8a-b286-66057186b573') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:49.807222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59b9b7c-12b8-4a8a-b286-66057186b573') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:49.822687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.842446 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ac3cb83-c849-439c-b940-87bde8b5e624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:49.853828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.861158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:12:49.861662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.935018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:49.974450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 05d0cc95-3614-4151-be59-a8d57849ea52 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:49.977933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: timer() May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:12:50.080145 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:12:50.097936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-848eee90-c678-4070-9fa6-f01a929c4442 None None] Provisioning for port 06748feb-b029-4c5f-998d-865b76f2aa9f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:50.142249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:12:50.143513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.147719 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5da8e3b-7a9d-47b5-8bc0-8e5fb3b57bed tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:50.149267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:12:50.175831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.209423 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/50744037-2492-49a4-a9d5-d06c69e81b5d HTTP/1.1" status: 204 len: 168 time: 2.1811922 May 20 08:12:50.217211 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:50.224464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=50744037-2492-49a4-a9d5-d06c69e81b5d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:50.263451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:50.266841 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:50.326019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:50.357313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:44Z', 'revision_number': 8, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:50.369535 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b568f85-88de-4c87-bd6b-371619209ee2 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:44Z', 'revision_number': 8, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': '570f1907-240a-4667-b1f8-05ce73f7e750', 'name': '', 'network_id': '98418369-bbcf-4e9f-8e4b-147114ea2406', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:28:db:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '828f6096-932a-4c04-ac63-5bda088e8251', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:26Z', 'updated_at': '2021-05-20T08:12:35Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '828f6096-932a-4c04-ac63-5bda088e8251', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:50.382807 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.392972 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:50.456370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06748feb-b029-4c5f-998d-865b76f2aa9f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:50.529024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:50.714231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Network 50744037-2492-49a4-a9d5-d06c69e81b5d is not hosted by any dhcp agent {{(pid=93103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:12:50.715510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] No DVR routers for this DVR port 35364b4c-bda3-4d47-b8a8-f6179709efe7 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:50.725997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Pushing event deleted for resources: {'Port': ['ID=35364b4c-bda3-4d47-b8a8-f6179709efe7,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:50.735454 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:50.829436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 06748feb-b029-4c5f-998d-865b76f2aa9f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:50.840356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 06748feb-b029-4c5f-998d-865b76f2aa9f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:50.841124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.883755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Provisioning for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:50.887528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:50.909990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Provisioning complete for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:50.910954 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:50.914256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9825335 May 20 08:12:50.915676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54054) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:50.960054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:51.033581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:51.034414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:51.245785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:51.259328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.259812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.260294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.260922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.261263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.267899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.268857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.269464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.269972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.272213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.274754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.276843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.278251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.287683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-896b3c0f-d883-4a3a-8e2c-a1d2eecc227c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9123 time: 0.3707695 May 20 08:12:51.288232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:51.317165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Provisioning complete for port 06748feb-b029-4c5f-998d-865b76f2aa9f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:51.318069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:51.413290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:51.413900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:51.469262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.469752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.470276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.470736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.471182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.471629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.472071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:51.479562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd381b18-9623-4cbc-9826-ee405cf9982d tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8310 time: 0.1860924 May 20 08:12:51.480820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54066) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:51.604561 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:51.757768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f032396-4143-44a2-a93a-0119e5d52a3a tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5026 time: 0.2723031 May 20 08:12:51.808679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 06748feb-b029-4c5f-998d-865b76f2aa9f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06748feb-b029-4c5f-998d-865b76f2aa9f,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:51.896451 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:51.914820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:51.922818 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:52.034866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 570f1907-240a-4667-b1f8-05ce73f7e750 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:52.035454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.035695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 35364b4c-bda3-4d47-b8a8-f6179709efe7 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:52.129723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 35364b4c-bda3-4d47-b8a8-f6179709efe7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:52.130350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 35364b4c-bda3-4d47-b8a8-f6179709efe7 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:52.218506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54080) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:52.229925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976668413', 'description': 'tempest-secgroup-smoke-1976668413 description', 'project_id': '06337b6aa1e2494bbec78418271e0da3'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:52.252771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:52.261368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=06748feb-b029-4c5f-998d-865b76f2aa9f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:52.266499 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:52.267103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:52.277644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:52.284275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:12:52.284803 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-20ceae9f-15b4-4282-a0b6-07a9e72ae955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:12:52.295126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:52.300012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:49Z', 'revision_number': 2, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:52.306800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:52.307311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Updating router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:12:52.327208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port 570f1907-240a-4667-b1f8-05ce73f7e750, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=570f1907-240a-4667-b1f8-05ce73f7e750,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:52.327974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.395631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.425047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.467779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:52.473682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:52.478089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:52.486320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:52.673908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.785613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 570f1907-240a-4667-b1f8-05ce73f7e750 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:52.853668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.861425 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4e27decc-1014-456a-b24d-86fc84135b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:52.928978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734a957b-ffd2-4ee1-9ede-827849e06cf6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:52.933229 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:52.968470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:52.970113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7501192 May 20 08:12:52.973309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54092) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:52.982110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:52.990622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:52.997322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:53.002319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:53.008974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:53.061403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.067445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9336513d-f71a-40d1-97ea-748fef92f0a2 None None] Provisioning complete for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:53.067445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9336513d-f71a-40d1-97ea-748fef92f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.087172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.094804 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a16e7be7-88bd-468f-9d46-ca6f0f5c1f69 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:53.115571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Transition to ACTIVE for port object ac6d87e7-8d6c-4927-833f-aa4de36a7a4e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:12:53.127888 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.135030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9336513d-f71a-40d1-97ea-748fef92f0a2 None None] Port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:12:53.160158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=570f1907-240a-4667-b1f8-05ce73f7e750,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:53.202862 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:53.208547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.224089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.227923 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:53.270196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.273801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:53.304702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8681908f-8c40-475c-97e4-e68b5306c9f5,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:53.314318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:53.352827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Pushing event updated for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:53.357972 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:53.408909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.436051 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.437592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7fb3a686-c3d5-458b-99ec-bea5786ce5e7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4626179 May 20 08:12:53.440725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:53.447260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:53.467864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:53.472739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:53.480733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:53.530155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:53.598580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Attempting to bind port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:12:53.599254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Attempting to bind port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:12:53.599632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Attempting to bind port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e on network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:12:53.607560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:12:53.608384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Checking segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:12:53.608888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.609654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Bound using segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:12:53.610080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Bound port: ac6d87e7-8d6c-4927-833f-aa4de36a7a4e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:12:53.610573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.744115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.763301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] For port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:12:53.767417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] For port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:12:53.861800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.876858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.879430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:12:53.881643 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:53.944318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:53.953013 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0ff81eea-2949-4155-9af6-56e1b374d3c6 tempest-AttachVolumeTestJSON-2073425421 tempest-AttachVolumeTestJSON-2073425421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:53.993086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2602a2d-de1f-4b98-aeb6-a4c9d1190dbf,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:53.998912 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:54.004026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:54.004918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:54.075053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:12:54.097710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:54.098186 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8755887 May 20 08:12:54.101666 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:12:54.127449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:54.133603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:54.164056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.168636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:54.179399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:54.179720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fc567ef-ed4d-49ae-8a8e-1b8c00572c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7331531 May 20 08:12:54.196049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:54.212299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:54.222534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:54.228948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:54.249766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 828f6096-932a-4c04-ac63-5bda088e8251 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:12:54.256667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.292428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:54.333054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.351711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.364831 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:54.461068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.541041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.557599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06748feb-b029-4c5f-998d-865b76f2aa9f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:54.669279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.671267 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-740ecb2c-7fbe-4ee0-8fe0-4e9bdd05fc15 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:54.705249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6661b57b-32ac-43e9-8431-3b8bfdea156b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:54.709378 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:54.735534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Pushing event updated for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:54.756329 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:54.801279 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:54.805758 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8761add3-b5dc-4db7-9c53-0c496ece19be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6359141 May 20 08:12:54.806468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:54.816968 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:54.834780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:54.835579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:52Z', 'revision_number': 9, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:54.844663 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:12:54.844895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:54.853344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:54.868319 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:12:54.869180 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:54.869843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:54.985363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.050137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 06748feb-b029-4c5f-998d-865b76f2aa9f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:55.056832 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.124181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.181091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.217697 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:12:55.298336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.304220 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3316fbe-029e-4baf-ae44-1337af16e5a6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:55.309515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:53Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:55.316656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fafb21-8c32-4886-be14-4b5090f0f735 None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:53Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:55.345176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb8ded9-bed5-4947-9e1c-0ce0a8b2141e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:55.351017 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:55.464473 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.473579 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-960962bd-3e14-4168-a231-fd9aad51866d tempest-NetworksTestDHCPv6-1943347078 tempest-NetworksTestDHCPv6-1943347078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:55.493786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.495435 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4ca94c6a-9c09-4f47-86f9-d8266472e879 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6879339 May 20 08:12:55.505137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54128) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:55.508805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=828f6096-932a-4c04-ac63-5bda088e8251,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:55.511174 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:55.514109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:55.519689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.526981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/828f6096-932a-4c04-ac63-5bda088e8251 HTTP/1.1" status: 204 len: 168 time: 1.4281580 May 20 08:12:55.548342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7935b70-b4d7-4b51-9e1e-b72a0b5a9e74 None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:12:55.552240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54132) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:55.553503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:55.565231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:55.570018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:55.582845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:55.728742 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:12:55.741432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.747450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.751782 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:52Z', 'revision_number': 9, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:55.766616 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b518d7-9ed2-4900-a715-03e77ed96d13 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:52Z', 'revision_number': 9, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'b22cddf9-b4c5-4128-b1cf-5a18da2effaf', 'name': '', 'network_id': '06d71024-b515-4050-bf28-7e206e985982', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:ba:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:17Z', 'updated_at': '2021-05-20T08:12:28Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': '18f247a8-3113-44d8-b297-f81e2fa9bf13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:12:55.867353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.893418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:55.893795 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.945329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:55.947320 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c495283b-4d2a-44ee-86b2-1bcc58eb81c5 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:55.973462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d67614-7e3c-4312-b8af-ec801a99a75c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:55.975995 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:56.016781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,segment=NetworkSegment(43cac00b-e080-4d56-80d7-afe91bce94f8),segment_id=43cac00b-e080-4d56-80d7-afe91bce94f8)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:56.017011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.059416 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.062710 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5541582 May 20 08:12:56.064213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54144) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:56.072202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '734a957b-ffd2-4ee1-9ede-827849e06cf6', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:12:56.111427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:12:56.133025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:12:56.149115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:12:56.174576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:12:56.235701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:56.237568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] DHCP port deletion for 98418369-bbcf-4e9f-8e4b-147114ea2406 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:12:56.315384 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:12:56.326898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.504846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.508182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac6d87e7-8d6c-4927-833f-aa4de36a7a4e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:56.513783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d3a9151-a5e8-4952-967c-44d5008efde1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:56.524210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.575720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:56.578631 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:56.584382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:56.641403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.644525 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51877e0a-88a1-4db7-81eb-b75a3aa3ba7f tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:56.679136 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.734746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Deleting port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:56.735070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.735270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.768611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98418369-bbcf-4e9f-8e4b-147114ea2406']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:56.768809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a43862a-e23f-4dd9-ba56-3fc09d8371bc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:56.768995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cac00b-e080-4d56-80d7-afe91bce94f8') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:56.769452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cac00b-e080-4d56-80d7-afe91bce94f8') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:12:56.783322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:56.785654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.803574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.811444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:12:56.811849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: timer() May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:12:56.830418 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:12:56.853418 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.855424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7896938 May 20 08:12:56.877234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] For port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:56.879200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:56.965730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:12:57.036573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:57.036952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.041650 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.049087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.072594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e568e582-53b6-4c01-842a-ca19e1cfb831 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:57.099363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/98418369-bbcf-4e9f-8e4b-147114ea2406 HTTP/1.1" status: 204 len: 168 time: 1.5401056 May 20 08:12:57.102200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54162) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:12:57.109878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Calling delete_port for cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:57.114387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 08:12:57.116767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.124029 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:57.153654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=98418369-bbcf-4e9f-8e4b-147114ea2406,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:57.156281 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:57.167264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-b89aa13c-e07c-45e6-9c08-95a2e2636895 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:57.178528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Network 98418369-bbcf-4e9f-8e4b-147114ea2406 is not hosted by any dhcp agent {{(pid=93103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 08:12:57.179081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] No DVR routers for this DVR port cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:12:57.208311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Pushing event deleted for resources: {'Port': ['ID=cb3d7087-cf94-494f-a07b-fcc4bf2f3d04,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:57.212495 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:57.315576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-b89aa13c-e07c-45e6-9c08-95a2e2636895 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:57.317124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-b89aa13c-e07c-45e6-9c08-95a2e2636895 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976668413&fields=id&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 267 time: 0.2217023 May 20 08:12:57.318026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.398620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:57.464302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:57.466587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:57.565685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 570f1907-240a-4667-b1f8-05ce73f7e750 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:57.627362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 570f1907-240a-4667-b1f8-05ce73f7e750 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:57.628095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 570f1907-240a-4667-b1f8-05ce73f7e750 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:57.628703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:12:57.641128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-4f4f53ce-95e1-461f-b775-d60600d75258 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:12:57.642322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-4f4f53ce-95e1-461f-b775-d60600d75258 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:57.688250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:12:57.688626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cb3d7087-cf94-494f-a07b-fcc4bf2f3d04 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:12:57.706819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:57.716103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:57.778341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-4f4f53ce-95e1-461f-b775-d60600d75258 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:57.779533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-4f4f53ce-95e1-461f-b775-d60600d75258 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 796 time: 0.4530306 May 20 08:12:57.796725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-79817d18-6307-4a47-9309-0a079db43823 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/quotas/06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 375 time: 0.0111907 May 20 08:12:57.898417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-d7be89cf-5236-4b3c-88e7-fec15d29dc94 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:12:58.026149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-d7be89cf-5236-4b3c-88e7-fec15d29dc94 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:12:58.028201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-d7be89cf-5236-4b3c-88e7-fec15d29dc94 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244687 May 20 08:12:58.144308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:58.203045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-d7fd8a30-860f-4262-a409-bde784f40024 service neutron] 10.222.0.79 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622214 May 20 08:12:58.320382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac6d87e7-8d6c-4927-833f-aa4de36a7a4e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:12:58.370152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-acdbbfee-3b95-40ab-a375-0301933bba82 service neutron] 10.222.0.79 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660898 May 20 08:12:58.398950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:12:58.399422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:58.684530 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port b22cddf9-b4c5-4128-b1cf-5a18da2effaf {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:12:58.685088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:58.847404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-007e9833-91dc-4831-af04-cdbe83dc12f3 req-de157010-bd26-421f-8c35-7bd17625fefa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.0489445 May 20 08:12:58.865623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port b22cddf9-b4c5-4128-b1cf-5a18da2effaf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:12:58.865987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:59.009606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for b22cddf9-b4c5-4128-b1cf-5a18da2effaf owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:12:59.275718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:59.281537 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1c0a2e5-281a-4940-8dad-12dacb104ad3 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:12:59.365070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=b22cddf9-b4c5-4128-b1cf-5a18da2effaf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:12:59.378999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:12:59.578403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:12:59.998419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6999e10-6951-4928-bb48-d74db8fd2102 req-18723b1d-d4ac-4365-bd53-6db94c67d860 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.0459483 May 20 08:13:00.151609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:13:00.336784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:13:00.347017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:13:00.355156 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2456851 May 20 08:13:00.355156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54212) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:00.362962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:00.364067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:00.443917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet 18f247a8-3113-44d8-b297-f81e2fa9bf13 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:13:00.450164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:00.520788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:00.563652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:00.620454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:00.983193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:59Z', 'revision_number': 10, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:00.987324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:13:00.997587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:00.998303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:01.063006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.068119 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-804671fe-aefc-442a-9c73-b90123977455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:01.110342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=18f247a8-3113-44d8-b297-f81e2fa9bf13,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:01.114907 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:01.118416 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.125407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/18f247a8-3113-44d8-b297-f81e2fa9bf13 HTTP/1.1" status: 204 len: 168 time: 0.7691474 May 20 08:13:01.129514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54228) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:01.270917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:01.289203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.294247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39f17149-d2c6-42b4-ba2a-a188d8b58ae2 req-c269c135-7342-4724-817d-45597d1cf214 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.0697052 May 20 08:13:01.377019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port 796a1375-926d-47b7-a141-32f31e984dec {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:13:01.378166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.482207 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port 796a1375-926d-47b7-a141-32f31e984dec, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=796a1375-926d-47b7-a141-32f31e984dec,segment=NetworkSegment(9a1eb738-9d8b-4d70-b968-af04b19962ed),segment_id=9a1eb738-9d8b-4d70-b968-af04b19962ed)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:01.482669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.545680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a812bb-41b6-47ab-8041-643fd758645b None None] Network 06d71024-b515-4050-bf28-7e206e985982 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:13:01.630001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for 796a1375-926d-47b7-a141-32f31e984dec owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:13:01.802040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:01.814610 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-68698dcc-ddf8-4a9c-8d5e-93680cccb54a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:01.869670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=796a1375-926d-47b7-a141-32f31e984dec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:01.876861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:01.877894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port 796a1375-926d-47b7-a141-32f31e984dec on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:13:01.909928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:59Z', 'revision_number': 10, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:01.921494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f5dfee-f8bf-403d-a0f4-2b12bd90077b None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:12:59Z', 'revision_number': 10, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None, '_interfaces': [{'id': 'ebdb1f2d-8563-4879-9166-5c3e114514a8', 'name': '', 'network_id': '464e4cdd-4308-4610-adbe-c38121734766', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'mac_address': 'fa:16:3e:90:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:09Z', 'updated_at': '2021-05-20T08:12:19Z', 'revision_number': 5, 'project_id': '916174fc6c984b73933d645e2c385108', 'subnets': [{'id': 'cfafefc9-5130-4e34-8b6d-7bc24ddf31f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:13:01.948423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82eb15c-a50a-4f59-87e0-ca628ab7095d None None] DHCP port deletion for 06d71024-b515-4050-bf28-7e206e985982 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:13:01.997726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-bd803378-d2b7-4411-8f82-f53e7aef362b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:02.001319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-bd803378-d2b7-4411-8f82-f53e7aef362b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 796 time: 0.2953951 May 20 08:13:02.071984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.078245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-6c36d06d-7680-41ae-9864-7565c3073b20 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 380 time: 0.0628026 May 20 08:13:02.088486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d71024-b515-4050-bf28-7e206e985982']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:02.092573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'port': {'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'admin_state_up': True, 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'security_groups': ['734a957b-ffd2-4ee1-9ede-827849e06cf6']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:02.107974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1eb738-9d8b-4d70-b968-af04b19962ed') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:02.108311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1eb738-9d8b-4d70-b968-af04b19962ed') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:02.123796 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.152565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.164061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:13:02.164061 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: timer() May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:13:02.178815 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:13:02.430459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.432411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 796a1375-926d-47b7-a141-32f31e984dec no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:13:02.441803 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a679c15a-31b0-4705-bf78-98870b91b71a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:02.486502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:02.524450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/06d71024-b515-4050-bf28-7e206e985982 HTTP/1.1" status: 204 len: 168 time: 1.3909099 May 20 08:13:02.526385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:02.532314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 796a1375-926d-47b7-a141-32f31e984dec {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:13:02.532441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 796a1375-926d-47b7-a141-32f31e984dec not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:13:02.532905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b22cddf9-b4c5-4128-b1cf-5a18da2effaf no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:13:02.554967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=06d71024-b515-4050-bf28-7e206e985982,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:02.557861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:02.583602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a16cb058-b72b-4fba-ab3e-d8fcf0d35aa2 req-f546b0d0-f475-4012-b55a-d96b0c52d12e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.1082675 May 20 08:13:02.607854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b22cddf9-b4c5-4128-b1cf-5a18da2effaf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:13:02.608408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b22cddf9-b4c5-4128-b1cf-5a18da2effaf not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:13:02.616942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:02.631762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:02.740995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-7ae369c9-dd86-40d4-976a-1c8445be15a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850797 May 20 08:13:02.768347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:13:02.773707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:03.033120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-2ea30ebf-da65-4da6-827c-079127ec0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:03.034734 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-2ea30ebf-da65-4da6-827c-079127ec0130 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1096 time: 0.1770561 May 20 08:13:03.070736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.8 (00b348a6-f66f-42a9-946d-4b92c2cdbcf8/41acca99-6880-4bdd-b034-0ce30b579571/7cb671a3-9819-4393-89fd-b3bc0b7b267e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:13:03.342922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:03.365124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-da20dbbd-ead4-4058-8dce-046dc8527c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:03.366745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-da20dbbd-ead4-4058-8dce-046dc8527c5e service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.2936020 May 20 08:13:03.535035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-1dd345cd-ac36-46be-98bf-6c9688026509 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 1001 time: 0.1549435 May 20 08:13:03.544504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:03.620443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object 7cb671a3-9819-4393-89fd-b3bc0b7b267e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:13:03.637822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-6602734a-edb1-4abe-bbf0-f159bd6a241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:03.639453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-6602734a-edb1-4abe-bbf0-f159bd6a241e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0916398 May 20 08:13:03.812973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:03.819943 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7b91a58a-834f-4539-844c-72da050f3648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:03.914150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port ebdb1f2d-8563-4879-9166-5c3e114514a8 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:13:03.914758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:03.918162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:13:03.936315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:13:03.938809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:13:03.993542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:03.997416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:04.008561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-7bf1516a-caaf-44ce-b2f4-cf5d5dc28971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:04.010184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-7bf1516a-caaf-44ce-b2f4-cf5d5dc28971 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598852 May 20 08:13:04.067539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9bc3b-c6fc-4e86-8493-1382b4d7003c req-840c6f1e-2dbd-410b-bdfa-993bcc1813e3 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:04.070372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2a9bc3b-c6fc-4e86-8493-1382b4d7003c req-840c6f1e-2dbd-410b-bdfa-993bcc1813e3 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 931 time: 0.3279660 May 20 08:13:04.090809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port ebdb1f2d-8563-4879-9166-5c3e114514a8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ebdb1f2d-8563-4879-9166-5c3e114514a8,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:04.091177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:04.134005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:04.134801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:04.237105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for ebdb1f2d-8563-4879-9166-5c3e114514a8 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:13:04.285281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2a9bc3b-c6fc-4e86-8493-1382b4d7003c req-0e6d1a6c-ff14-47b5-ba36-2e7c3bcc0280 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925817 May 20 08:13:04.334246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-e0710abd-1b51-4041-a5bc-9c065a38c13b service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052387 May 20 08:13:04.362351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f04b7ec9-5f43-4f2d-93b3-471b22e2ed30 None None] Provisioning for port 7cb671a3-9819-4393-89fd-b3bc0b7b267e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:13:04.370431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f04b7ec9-5f43-4f2d-93b3-471b22e2ed30 None None] Provisioning complete for port 7cb671a3-9819-4393-89fd-b3bc0b7b267e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:13:04.372644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f04b7ec9-5f43-4f2d-93b3-471b22e2ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:04.517453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f04b7ec9-5f43-4f2d-93b3-471b22e2ed30 None None] Port 7cb671a3-9819-4393-89fd-b3bc0b7b267e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:13:04.534364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4466488 May 20 08:13:04.555903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Request body: {'port': {'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:04.611788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:04.614980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbceff96-e44b-4c1b-b39c-ac7368fde665 req-01a4dc2c-51bd-4a66-be3e-0c17e5f1dc78 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711375 May 20 08:13:04.617789 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:04.681826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=ebdb1f2d-8563-4879-9166-5c3e114514a8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:04.690369 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:04.899944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.134129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.338194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb671a3-9819-4393-89fd-b3bc0b7b267e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:13:05.352263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.377272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Transition to ACTIVE for port object 7cb671a3-9819-4393-89fd-b3bc0b7b267e will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:13:05.494461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.505534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:05.562190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:13:05.757768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:13:05.763073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:05.773774 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:13:05.778230 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:05.790244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c13206-936e-4b5b-8819-9440f1687e0e req-4bda9e29-0c20-45f9-a13b-70e6eb4a22c5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:05.791094 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2428553 May 20 08:13:05.791380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47c13206-936e-4b5b-8819-9440f1687e0e req-4bda9e29-0c20-45f9-a13b-70e6eb4a22c5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:13:05.791725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:05.795571 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:05.796502 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:05.872870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Attempting to bind port 7cb671a3-9819-4393-89fd-b3bc0b7b267e on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:13:05.876110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Attempting to bind port 7cb671a3-9819-4393-89fd-b3bc0b7b267e by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:13:05.876110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Attempting to bind port 7cb671a3-9819-4393-89fd-b3bc0b7b267e on network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:13:05.879212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Port 7cb671a3-9819-4393-89fd-b3bc0b7b267e on network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:13:05.879450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Attempting to bind port 7cb671a3-9819-4393-89fd-b3bc0b7b267e on network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:13:05.884670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:13:05.885053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Checking segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:13:05.885447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Bound using segment: {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:13:05.885915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Bound port: 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1022e7-f6a5-4311-b1e1-da876cb57fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:13:05.886293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.897837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting subnet cfafefc9-5130-4e34-8b6d-7bc24ddf31f4 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:13:05.902593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:05.953465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-47c13206-936e-4b5b-8819-9440f1687e0e req-4bda9e29-0c20-45f9-a13b-70e6eb4a22c5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:13:05.959025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47c13206-936e-4b5b-8819-9440f1687e0e req-4bda9e29-0c20-45f9-a13b-70e6eb4a22c5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 943 time: 0.5373530 May 20 08:13:05.986738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.023169 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:06.046482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47c13206-936e-4b5b-8819-9440f1687e0e req-eed165c1-6713-4d84-a80d-7f7d81a3b22e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764897 May 20 08:13:06.055703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:13:06.059980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:13:06.100341 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.139276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.144397 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ed7e9c3-b492-4751-b0b3-14c19d8c4ba7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:06.187809 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:06.198114 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:13:06.231229 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:06.231229 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:06.242564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:06.242564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.243540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] 10.222.0.84 "PUT /v2.0/ports/7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 1091 time: 1.6982937 May 20 08:13:06.244101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:13:06.320599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:06.330903 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:06.345350 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'status': 'completed', 'code': 200} May 20 08:13:06.410229 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:06.476063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-88551e0c-f23f-4aab-aac7-f22c8bf6c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:06.482236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-88551e0c-f23f-4aab-aac7-f22c8bf6c264 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1094 time: 0.1217928 May 20 08:13:06.549074 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:06.560972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668eb0d6-a964-4642-943b-1e7f95fae8d8 None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:13:06.618544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-ee17113e-86c5-4779-be7a-431e2db8f66e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 217 time: 0.1244261 May 20 08:13:06.692934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.707560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ccac47b-3e88-43bd-a4fc-567c5a0364ec tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:06.712889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-6212feae-4c07-4cfb-9cd6-60b17aada34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:06.714769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-6212feae-4c07-4cfb-9cd6-60b17aada34a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 200 len: 835 time: 0.0819864 May 20 08:13:06.747897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Subnet': ['ID=cfafefc9-5130-4e34-8b6d-7bc24ddf31f4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:06.750139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.753067 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:06.756894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f70755-f4b8-415d-b32c-382206f33e85 None None] Network 464e4cdd-4308-4610-adbe-c38121734766 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:13:06.761910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/cfafefc9-5130-4e34-8b6d-7bc24ddf31f4 HTTP/1.1" status: 204 len: 168 time: 0.9689066 May 20 08:13:06.764473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:06.825960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-b2369a8e-1559-4ce7-a06c-a861db07dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:06.828389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-b2369a8e-1559-4ce7-a06c-a861db07dc31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020117 May 20 08:13:06.960200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5d919df6-801a-4adb-8705-b9dcaa19135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:06.967743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.047188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-efcb3849-38ad-4b9c-b3ca-242a71619aba service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076151 May 20 08:13:07.061607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Deleting port fb5882f1-7b2b-4239-a358-1cb20a34d22a {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:13:07.062165 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.116861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] DHCP port deletion for 464e4cdd-4308-4610-adbe-c38121734766 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:13:07.228280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Deleting port fb5882f1-7b2b-4239-a358-1cb20a34d22a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:13:07.228715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.286175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] For port fb5882f1-7b2b-4239-a358-1cb20a34d22a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fb5882f1-7b2b-4239-a358-1cb20a34d22a,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:07.287163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.357154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5498ee76-1c92-4273-b815-2e17c9cd0cd0 req-1317e66b-90ab-42f8-a406-b79990c39179 service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965677 May 20 08:13:07.357867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] For port fb5882f1-7b2b-4239-a358-1cb20a34d22a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fb5882f1-7b2b-4239-a358-1cb20a34d22a,segment=NetworkSegment(1aa3aa94-09b1-438e-b2d4-9dfe176335c5),segment_id=1aa3aa94-09b1-438e-b2d4-9dfe176335c5)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:07.358283 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.394494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3647a9-67ed-444b-9b46-ee3e60c1175b req-55dd0f16-aaa8-4edd-8038-0ff2d9f15fab tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:07.396534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff3647a9-67ed-444b-9b46-ee3e60c1175b req-55dd0f16-aaa8-4edd-8038-0ff2d9f15fab tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 943 time: 0.1702302 May 20 08:13:07.532748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Calling delete_port for fb5882f1-7b2b-4239-a358-1cb20a34d22a owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:13:07.551776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff3647a9-67ed-444b-9b46-ee3e60c1175b req-d2f747f8-cd59-4937-8976-cc072a3be3ba tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429348 May 20 08:13:07.612313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c8d6db57-938c-4b20-8199-a46e2d2be619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:07.615800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c8d6db57-938c-4b20-8199-a46e2d2be619 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1094 time: 0.1480591 May 20 08:13:07.710393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.715886 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-752c9faa-9219-462e-a9ea-8123dd812a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:07.796596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Pushing event deleted for resources: {'Port': ['ID=fb5882f1-7b2b-4239-a358-1cb20a34d22a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:07.805350 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:07.810435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] No DVR routers for this DVR port fb5882f1-7b2b-4239-a358-1cb20a34d22a on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:13:07.813416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Calling delete_port for fb5882f1-7b2b-4239-a358-1cb20a34d22a owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:13:07.875840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:07.879768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:07.935665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Port': ['ID=fb5882f1-7b2b-4239-a358-1cb20a34d22a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:07.937567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No DVR routers for this DVR port fb5882f1-7b2b-4239-a358-1cb20a34d22a on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:13:07.939100 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:07.997443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908727-b935-435a-a137-5d5fadc35a05 req-59c229f9-2a09-40e1-a0d6-431f8e09d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:07.999118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-59c229f9-2a09-40e1-a0d6-431f8e09d227 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 897 time: 0.3782554 May 20 08:13:08.071960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.079838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c25b67b9-d200-464d-8788-f1400f5a15d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 217 time: 0.0695932 May 20 08:13:08.087545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464e4cdd-4308-4610-adbe-c38121734766']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:08.101523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa3aa94-09b1-438e-b2d4-9dfe176335c5') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:08.101934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa3aa94-09b1-438e-b2d4-9dfe176335c5') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:08.116694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.134449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.143130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:13:08.143698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.149710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c111b27f-16d6-4475-8648-63293f1a1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:08.151263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c111b27f-16d6-4475-8648-63293f1a1eee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 200 len: 835 time: 0.0634782 May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: timer() May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:13:08.160509 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:13:08.252410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908727-b935-435a-a137-5d5fadc35a05 req-365bacab-26c4-49fc-b88d-655b520dccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:08.255135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-365bacab-26c4-49fc-b88d-655b520dccb8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966883 May 20 08:13:08.263734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebdb1f2d-8563-4879-9166-5c3e114514a8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:13:08.300892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ebdb1f2d-8563-4879-9166-5c3e114514a8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:13:08.300892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ebdb1f2d-8563-4879-9166-5c3e114514a8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:13:08.300892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fb5882f1-7b2b-4239-a358-1cb20a34d22a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:13:08.385067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fb5882f1-7b2b-4239-a358-1cb20a34d22a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:13:08.385312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fb5882f1-7b2b-4239-a358-1cb20a34d22a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:13:08.406126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-52d91671-7b2d-4b4e-b8f5-f092af3bf9b5 service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431520 May 20 08:13:08.412763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.417612 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-04768d85-de5a-467f-8ed9-37a0915bcead tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:08.442657 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.455272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Pushing event deleted for resources: {'Network': ['ID=464e4cdd-4308-4610-adbe-c38121734766,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:08.464386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:08.471684 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/networks/464e4cdd-4308-4610-adbe-c38121734766 HTTP/1.1" status: 204 len: 168 time: 1.7033367 May 20 08:13:08.471917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:08.477414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'routes': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:08.583205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8908727-b935-435a-a137-5d5fadc35a05 req-c1b76818-18f7-43a5-a130-2d93cd8af22d service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696904 May 20 08:13:08.775339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07752-44c3-408e-9b69-b68a1df291e8 req-627f05ab-ba8b-4c27-90d7-5db59e895739 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:08.777177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40d07752-44c3-408e-9b69-b68a1df291e8 req-627f05ab-ba8b-4c27-90d7-5db59e895739 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 943 time: 0.0947874 May 20 08:13:08.815782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Added routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:13:08.816726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Removed routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:13:08.817910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:08.851548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40d07752-44c3-408e-9b69-b68a1df291e8 req-d9632aec-8171-49e6-aacc-72fa436bbb86 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670135 May 20 08:13:09.116674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:09.121606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:09.150066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b5210ab-5a7a-4d89-bd5f-36731a150b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:09.268655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router 6a8faf50-85a6-4b03-865d-2213839b7c94 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:13:09.584808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:13:09.596216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:09.596216 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23ada0e7-768c-4157-a688-c3e5ce5a5929 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 705 time: 1.1202440 May 20 08:13:09.597604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54332) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:09.606368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Sync routers for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:13:09.617451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:09.618020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:09.648717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e3865e6b-e7e1-4637-94f8-42f6c02ceb44 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:13:09.685298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:09.753985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:09.772582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e3865e6b-e7e1-4637-94f8-42f6c02ceb44 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:13:09.777735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e3865e6b-e7e1-4637-94f8-42f6c02ceb44 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 205 time: 0.1785254 May 20 08:13:09.778119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:09.866442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:09.871893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Checking router: 6a8faf50-85a6-4b03-865d-2213839b7c94 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:13:09.882838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Routers {'6a8faf50-85a6-4b03-865d-2213839b7c94'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:09.883855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6a8faf50-85a6-4b03-865d-2213839b7c94'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:09.940299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.037036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] Set router 6a8faf50-85a6-4b03-865d-2213839b7c94 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:10.143247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e3db-23da-4720-af42-7c83a58a77fc req-b74ce3a9-a16e-411b-a822-d2bd2ffacca0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:10.145043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8017e3db-23da-4720-af42-7c83a58a77fc req-b74ce3a9-a16e-411b-a822-d2bd2ffacca0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 943 time: 0.1195455 May 20 08:13:10.168106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:10.178241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed87a6-9ab0-4dd2-ba67-84f60404301f None None] The sync data for ids ['6a8faf50-85a6-4b03-865d-2213839b7c94'] in n-d-780147-4 is: [{'id': '6a8faf50-85a6-4b03-865d-2213839b7c94', 'name': 'tempest-RoutersIpV6Test-router-2096436324', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:05Z', 'updated_at': '2021-05-20T08:13:04Z', 'revision_number': 11, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:13:10.220781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8017e3db-23da-4720-af42-7c83a58a77fc req-877eff06-5f91-4d05-8332-1a688fdea245 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695202 May 20 08:13:10.364715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.368010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.463643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.464292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router 6a8faf50-85a6-4b03-865d-2213839b7c94 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:13:10.481809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.483029 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b980b96-5b45-4185-8f34-538e74c91b89 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 204 len: 168 time: 0.7038991 May 20 08:13:10.488476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:10.494577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2056300427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:10.502349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:10.507150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Usage tracker for resource:router and tenant:916174fc6c984b73933d645e2c385108 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:10.512366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:10.523068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:10.686944 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.688007 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.706553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.868904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.917580 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:13:10.943761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:10.945021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9438e43a-f4e1-469a-b130-62c61a0e735d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4553034 May 20 08:13:10.947943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54356) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:10.954725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:11.200931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:11.386478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7cb671a3-9819-4393-89fd-b3bc0b7b267e details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:13:11.400319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:11.464688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99e4d5-f32c-4ea0-974f-bb92aa316f88 req-012b0065-e3ea-4b1c-9faa-e8c16908bc12 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:11.467245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c99e4d5-f32c-4ea0-974f-bb92aa316f88 req-012b0065-e3ea-4b1c-9faa-e8c16908bc12 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 943 time: 0.1226249 May 20 08:13:11.545224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c99e4d5-f32c-4ea0-974f-bb92aa316f88 req-fcf31ac7-5ba7-487a-b522-16997a96ae98 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714746 May 20 08:13:11.546508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:11.737526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:11.757099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:13:11.826315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:11.852525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb671a3-9819-4393-89fd-b3bc0b7b267e {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:13:11.875516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:11.938848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:11.941624 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bfaeb1af-df2d-4fe7-8a5c-fcd0daa968f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:12.023508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:12.027472 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:12.034988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Router a6312916-9bbb-436b-a6da-c92c8a57bea1 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:13:12.178109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:13:12.188503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:12.190156 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Sync routers for ids ['a6312916-9bbb-436b-a6da-c92c8a57bea1'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:13:12.192641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:12.193227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-60129beb-f77b-4553-be3d-dc56af13a582 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "PUT /v2.0/routers/a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 200 len: 698 time: 1.2423878 May 20 08:13:12.211332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['7cb671a3-9819-4393-89fd-b3bc0b7b267e'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:13:12.218175 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Routers {'a6312916-9bbb-436b-a6da-c92c8a57bea1'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:12.218813 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a6312916-9bbb-436b-a6da-c92c8a57bea1'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:12.357879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Set router a6312916-9bbb-436b-a6da-c92c8a57bea1 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:12.366013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-22ed55f6-e776-40f1-89b7-372ece50b767 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/routers/a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 200 len: 704 time: 0.1712623 May 20 08:13:12.369357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54378) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:12.421422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-93e5751b-1158-44d3-b550-f4a44c7b827e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 200 len: 205 time: 0.0511227 May 20 08:13:12.423897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:12.501837 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6312916-9bbb-436b-a6da-c92c8a57bea1', 'name': 'tempest-RoutersIpV6Test-router-2056300427', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:13:10Z', 'updated_at': '2021-05-20T08:13:11Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:12.507405 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Checking router: a6312916-9bbb-436b-a6da-c92c8a57bea1 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:13:12.527856 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Routers {'a6312916-9bbb-436b-a6da-c92c8a57bea1'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:12.529026 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a6312916-9bbb-436b-a6da-c92c8a57bea1'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:12.529834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:12.625762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:12.724230 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] Set router a6312916-9bbb-436b-a6da-c92c8a57bea1 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:12.830850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf7052-7b51-4ffd-b240-49f7e32661a4 req-0385075a-0614-4364-9651-4e577a8bfc59 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:12.832772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2abf7052-7b51-4ffd-b240-49f7e32661a4 req-0385075a-0614-4364-9651-4e577a8bfc59 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 944 time: 0.1138122 May 20 08:13:12.834201 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6312916-9bbb-436b-a6da-c92c8a57bea1', 'name': 'tempest-RoutersIpV6Test-router-2056300427', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:13:10Z', 'updated_at': '2021-05-20T08:13:11Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:12.838439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d010b-329c-4c01-a78e-f93928a26526 None None] The sync data for ids ['a6312916-9bbb-436b-a6da-c92c8a57bea1'] in n-d-780147-4 is: [{'id': 'a6312916-9bbb-436b-a6da-c92c8a57bea1', 'name': 'tempest-RoutersIpV6Test-router-2056300427', 'tenant_id': '916174fc6c984b73933d645e2c385108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:13:10Z', 'updated_at': '2021-05-20T08:13:11Z', 'revision_number': 2, 'project_id': '916174fc6c984b73933d645e2c385108', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:13:12.889492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2abf7052-7b51-4ffd-b240-49f7e32661a4 req-a3c441a9-3f32-42c9-ba60-654e40c375ba tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502760 May 20 08:13:13.192339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.194602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.286928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.287662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Fanout notify agent at l3_agent the message router_deleted on router a6312916-9bbb-436b-a6da-c92c8a57bea1 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:13:13.306954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.308365 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-11df21ae-70e5-488a-baaf-b3c238678c51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 204 len: 168 time: 0.8834059 May 20 08:13:13.313592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54394) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.361318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cef54a07-9d40-4c03-89b4-c321e1acee4e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Synchronizing usage tracker for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:13:13.374858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cef54a07-9d40-4c03-89b4-c321e1acee4e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Unset dirty status for tenant:916174fc6c984b73933d645e2c385108 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:13:13.380438 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cef54a07-9d40-4c03-89b4-c321e1acee4e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 200 len: 205 time: 0.0610681 May 20 08:13:13.380438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.399680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7cb671a3-9819-4393-89fd-b3bc0b7b267e up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:13:13.476172 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-7ebf9db7-d84e-4cf8-9922-c83137ca6648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:13.477983 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7ebf9db7-d84e-4cf8-9922-c83137ca6648 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/a6312916-9bbb-436b-a6da-c92c8a57bea1 HTTP/1.1" status: 404 len: 336 time: 0.0977755 May 20 08:13:13.482901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.553938 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8f3f28-bc3b-4cc5-a33b-b56532a00008 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:13.554499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8f3f28-bc3b-4cc5-a33b-b56532a00008 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:13.556415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d8f3f28-bc3b-4cc5-a33b-b56532a00008 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/be9ec6b7-0edb-4858-982c-7e593da1016e HTTP/1.1" status: 404 len: 337 time: 0.0740085 May 20 08:13:13.559006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54408) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.573257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 7cb671a3-9819-4393-89fd-b3bc0b7b267e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:13:13.579589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 7cb671a3-9819-4393-89fd-b3bc0b7b267e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:13:13.579975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.601845 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a24358-6b2d-47ff-b40a-185f9032ac3a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:13.602465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a24358-6b2d-47ff-b40a-185f9032ac3a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:13.607174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e8a24358-6b2d-47ff-b40a-185f9032ac3a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/828f6096-932a-4c04-ac63-5bda088e8251 HTTP/1.1" status: 404 len: 337 time: 0.0444794 May 20 08:13:13.613462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54414) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.653427 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca770c-dbfe-417c-8b1d-f10f7163c00a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:13.657791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ca770c-dbfe-417c-8b1d-f10f7163c00a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:13.657791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c4ca770c-dbfe-417c-8b1d-f10f7163c00a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/18f247a8-3113-44d8-b297-f81e2fa9bf13 HTTP/1.1" status: 404 len: 337 time: 0.0468597 May 20 08:13:13.659896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54420) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.708983 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c17e2f5-9c26-4d01-afb7-ad4a8ed0cb80 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:13.708983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c17e2f5-9c26-4d01-afb7-ad4a8ed0cb80 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:13.708983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4c17e2f5-9c26-4d01-afb7-ad4a8ed0cb80 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/cfafefc9-5130-4e34-8b6d-7bc24ddf31f4 HTTP/1.1" status: 404 len: 337 time: 0.0480766 May 20 08:13:13.712531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.724600 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.759852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8b97365b-6ae5-43a1-aa84-1053a1b478a0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 200 len: 205 time: 0.0457876 May 20 08:13:13.768722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:13:13.769593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.780831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:13:13.840027 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'code': 200} May 20 08:13:13.849460 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-533d681a-9eb7-457b-912b-78d4566f43b8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:13.850819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-533d681a-9eb7-457b-912b-78d4566f43b8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/6a8faf50-85a6-4b03-865d-2213839b7c94 HTTP/1.1" status: 404 len: 336 time: 0.0798371 May 20 08:13:13.853232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:13.908573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:13.912651 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:13.946232 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-53858c54-920a-4532-a51a-94a5684b33fb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=750338ee-da7b-44bc-949f-0989cdd6489b HTTP/1.1" status: 200 len: 205 time: 0.0915930 May 20 08:13:13.948459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54442) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.020228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c746eb-cfdf-4a29-a15e-3ffc4be973de req-6794f6bb-dee8-4e3b-8b88-941a5f5a5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:14.022172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73c746eb-cfdf-4a29-a15e-3ffc4be973de req-6794f6bb-dee8-4e3b-8b88-941a5f5a5e20 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1096 time: 0.1232438 May 20 08:13:14.065466 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-b5c41591-fa82-4ca6-877c-a92bb52e29a5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:14.069614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b5c41591-fa82-4ca6-877c-a92bb52e29a5 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/750338ee-da7b-44bc-949f-0989cdd6489b HTTP/1.1" status: 404 len: 336 time: 0.1145573 May 20 08:13:14.070193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54448) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.074884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:14.079801 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:14.117062 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80b8a58-6dd1-42ff-a357-f8d7445d064e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:14.117062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80b8a58-6dd1-42ff-a357-f8d7445d064e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:14.117062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c80b8a58-6dd1-42ff-a357-f8d7445d064e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/61bba068-f2b1-4335-b355-a4dae196bc5e HTTP/1.1" status: 404 len: 337 time: 0.0454044 May 20 08:13:14.119237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.139556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73c746eb-cfdf-4a29-a15e-3ffc4be973de req-f796713a-9a9a-4a8a-a8c7-19cfac4ae97f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060731 May 20 08:13:14.167822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8371-e57b-45be-9b5d-9e83e9a76e27 req-b5b689f8-f6ac-4e80-8ff1-115fcf2c8312 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:14.169681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e6b8371-e57b-45be-9b5d-9e83e9a76e27 req-b5b689f8-f6ac-4e80-8ff1-115fcf2c8312 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.1131072 May 20 08:13:14.176339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-768e341b-6afa-45a8-a7fe-91322ba644d8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 200 len: 205 time: 0.0539560 May 20 08:13:14.177055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54456) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.233846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e6b8371-e57b-45be-9b5d-9e83e9a76e27 req-ef2ba193-2a8c-4f55-ac7d-e0ceac106b9d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 May 20 08:13:14.244312 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-a9eec26d-267d-42f2-89e2-6095c9ae965b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:14.245702 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9eec26d-267d-42f2-89e2-6095c9ae965b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/38c06d24-d884-4a5d-80be-e9bd8990ca8a HTTP/1.1" status: 404 len: 336 time: 0.0677233 May 20 08:13:14.251161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54460) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.318757 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31581310-5e5b-46f3-aec3-56c6676faa8a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=43ba1ff0-d7d7-4331-95d8-e4b03d6e411e HTTP/1.1" status: 200 len: 205 time: 0.0581295 May 20 08:13:14.323943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.392638 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-3c129f4b-e3a9-44d6-9b69-1c7564e41bdb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:14.393775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c129f4b-e3a9-44d6-9b69-1c7564e41bdb tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/43ba1ff0-d7d7-4331-95d8-e4b03d6e411e HTTP/1.1" status: 404 len: 336 time: 0.0681446 May 20 08:13:14.396602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54470) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.442625 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3aaa16-de1d-416f-8bf4-6c3cc44d710a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:14.443123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3aaa16-de1d-416f-8bf4-6c3cc44d710a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:14.447578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c3aaa16-de1d-416f-8bf4-6c3cc44d710a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/0db0ee2b-459d-4caa-88a7-757f2d709ee2 HTTP/1.1" status: 404 len: 337 time: 0.0463054 May 20 08:13:14.447902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54474) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.494612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f7b275ab-fea8-4bc9-a430-2f6732360f51 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=08668fe5-7165-4810-b3ad-8501df3acfe1 HTTP/1.1" status: 200 len: 205 time: 0.0425484 May 20 08:13:14.495532 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54478) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.563293 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-999913b6-aac3-4114-9985-1a7a81a5adb8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:14.564380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-999913b6-aac3-4114-9985-1a7a81a5adb8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/08668fe5-7165-4810-b3ad-8501df3acfe1 HTTP/1.1" status: 404 len: 336 time: 0.0684705 May 20 08:13:14.566874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54482) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.610439 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8c3ca9-a262-4760-930b-319c5d0c61dc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:14.610900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8c3ca9-a262-4760-930b-319c5d0c61dc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:14.612750 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e8c3ca9-a262-4760-930b-319c5d0c61dc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/155f8ba6-8c6b-453a-9d59-348fd341bdf3 HTTP/1.1" status: 404 len: 337 time: 0.0450032 May 20 08:13:14.615510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.660193 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fbee2f88-c0b9-4b33-97ca-7548095602e0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0ba5b18-9d23-4017-a3f6-ff52918ea3ce HTTP/1.1" status: 200 len: 205 time: 0.0434887 May 20 08:13:14.662517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.734069 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-1b12f715-2c72-4367-ae45-9b9c80296092 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] delete failed (client error): The resource could not be found. May 20 08:13:14.735102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1b12f715-2c72-4367-ae45-9b9c80296092 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/routers/a0ba5b18-9d23-4017-a3f6-ff52918ea3ce HTTP/1.1" status: 404 len: 336 time: 0.0716929 May 20 08:13:14.738179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54494) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.778630 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3f2dc7-1460-448e-b33e-4eca6fdc9efe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:14.779104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3f2dc7-1460-448e-b33e-4eca6fdc9efe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:14.780989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee3f2dc7-1460-448e-b33e-4eca6fdc9efe tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/3e1d0214-35c7-46d5-b3c2-dd417de8dde1 HTTP/1.1" status: 404 len: 337 time: 0.0417342 May 20 08:13:14.783437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:14.822969 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-42be3b63-1663-474b-93c4-0ffb96101891 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] DELETE failed (client error): The resource could not be found. May 20 08:13:14.823447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42be3b63-1663-474b-93c4-0ffb96101891 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:13:14.825281 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-42be3b63-1663-474b-93c4-0ffb96101891 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] 10.222.0.79 "DELETE /v2.0/subnets/62b094cf-2b26-45b1-ba99-25988bc26e72 HTTP/1.1" status: 404 len: 337 time: 0.0409117 May 20 08:13:15.328419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54516) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:15.467057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6a39-32b6-4794-bc99-a183fc4ce784 req-74c28d0f-61fc-40a7-806a-258f7601dd28 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:15.469073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-458f6a39-32b6-4794-bc99-a183fc4ce784 req-74c28d0f-61fc-40a7-806a-258f7601dd28 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.1088197 May 20 08:13:15.572171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-458f6a39-32b6-4794-bc99-a183fc4ce784 req-a2326f9c-378f-4c7b-9ede-a509c2f564d4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921898 May 20 08:13:15.584770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-faba11db-09f2-4ffc-b9d7-c0e8863bc399 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=916174fc6c984b73933d645e2c385108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523742 May 20 08:13:15.584770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54524) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:15.663748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:15.695095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:15.829418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:15.833450 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c2d3ddf-cbdc-4d30-8dee-08dfcf4d5b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:15.851259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07028b80-b557-4764-9299-92438322fbda,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:15.857356 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:15.876332 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:15.877517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/07028b80-b557-4764-9299-92438322fbda HTTP/1.1" status: 204 len: 168 time: 0.2918942 May 20 08:13:16.803274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a81fc-f672-474b-9d32-4f6ce8d517ab req-185ac52f-717d-4f1d-a565-c967c14e4917 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:16.804788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c7a81fc-f672-474b-9d32-4f6ce8d517ab req-185ac52f-717d-4f1d-a565-c967c14e4917 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.0977709 May 20 08:13:16.887285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c7a81fc-f672-474b-9d32-4f6ce8d517ab req-66a7307a-cb55-464f-81ef-4b51eea377d0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685644 May 20 08:13:17.244704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718cb7-6f98-40dd-a15e-bc99d95961e6 req-d78c392c-f91c-45c6-a6b3-a42419a3cfc0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:17.244704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9718cb7-6f98-40dd-a15e-bc99d95961e6 req-d78c392c-f91c-45c6-a6b3-a42419a3cfc0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.1061113 May 20 08:13:17.285320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9718cb7-6f98-40dd-a15e-bc99d95961e6 req-e5d61800-a485-465e-9ba9-1a23bcd92527 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 May 20 08:13:17.318338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54570) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:17.403130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96b1cc-9d45-41d1-96c3-1ac5760b7f41 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:17.405276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bd96b1cc-9d45-41d1-96c3-1ac5760b7f41 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1091 time: 0.0857081 May 20 08:13:17.408189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:17.415460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:17.424972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:17.429248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:floatingip and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:17.443240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:17.456369 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:17.538531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:17.721925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:17.925633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.25.8.74 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/12c14b5a-4778-4ed7-a3c6-d211ffc49335) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:13:18.123013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:18.215429 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:18.219572 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3d7b107-4395-4535-8551-9636a73d5523 tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:18.299911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:13:18.306580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:13:18.312414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:13:18.343894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=12c14b5a-4778-4ed7-a3c6-d211ffc49335,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:18.350595 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:18.873293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.039026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.425212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54624) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:19.531409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.584231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.599758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:19.603875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Usage tracker for resource:security_group_rule and tenant:9f1026f0aa474960be7f3b77ec85cea5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:19.607503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:19.613373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:19.705023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.737970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.746213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07c6ffc7-b0a1-4647-b763-0d80833e0fa0 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:19.823736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.834543 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fdcc32d1-47ac-4735-8ce9-14bb014da3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:19.856070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=12c14b5a-4778-4ed7-a3c6-d211ffc49335,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:19.859832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:19.872432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:19.901395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f1026f0aa474960be7f3b77ec85cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737644 May 20 08:13:19.903210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54634) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:19.906962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647d829c-2ae2-4aaa-869e-25082677d464,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:19.924970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:20.008883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:20.043680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:20.085833 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Floating IP 7e43545d-e6f7-4084-86f9-9d82110a9f0e associated. External IP: 172.25.8.74, port: 7cb671a3-9819-4393-89fd-b3bc0b7b267e. May 20 08:13:20.188870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:20.197178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a7416022-253e-443a-879a-9928275012c0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:20.217315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d829c-2ae2-4aaa-869e-25082677d464,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:20.221106 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:20.223019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:20.248625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/647d829c-2ae2-4aaa-869e-25082677d464 HTTP/1.1" status: 204 len: 168 time: 0.3233633 May 20 08:13:20.498612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:13:20.743108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:13:20.753800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:13:20.764779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:20.765388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:20.829746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:20.906550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4966776 May 20 08:13:20.907234 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:13:20.910802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 54652) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:20.975324 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'status': 'completed', 'code': 200} May 20 08:13:21.053300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:21.102179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54658) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:21.126880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.158674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:21.164388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Usage tracker for resource:security_group_rule and tenant:7cfe3b98fe92447e8f59a05d8d406000 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:21.169575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:21.177652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:21.305613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.320227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b28f58c-c418-429b-83b0-b0c69b2b3dcc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/7e43545d-e6f7-4084-86f9-9d82110a9f0e HTTP/1.1" status: 200 len: 990 time: 0.4076054 May 20 08:13:21.342592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-d56f07f4-f3fc-441b-8f30-41be23dc40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:21.344106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-d56f07f4-f3fc-441b-8f30-41be23dc40ad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1096 time: 0.3141346 May 20 08:13:21.372805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.390098 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-272d8fb6-0b91-47e8-a64c-21c52e5c7087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:21.448810 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7cfe3b98fe92447e8f59a05d8d406000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419940 May 20 08:13:21.448810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a66dc-1558-4564-a793-a8d1991c9f78,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:21.451474 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:21.452024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54662) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:21.524006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:18Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:21.530162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:13:21.536906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.543072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:13:21.543861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:21.577150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.592706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-08cbbecc-32e7-404a-9562-1090954e4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:21.599761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-08cbbecc-32e7-404a-9562-1090954e4d0a service neutron] 10.222.0.84 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 897 time: 0.2473061 May 20 08:13:21.712427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.715547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b386927f-611f-4754-95ae-d3e5fddc5fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:21.756847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a66dc-1558-4564-a793-a8d1991c9f78,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:21.759719 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:21.766075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:21.774208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/758a66dc-1558-4564-a793-a8d1991c9f78 HTTP/1.1" status: 204 len: 168 time: 0.3148985 May 20 08:13:21.793379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:13:21.830760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-c702d448-5afb-4941-a831-2d1d1289a876 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 998 time: 0.2237597 May 20 08:13:21.917698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-59993bc8-a53a-4dda-a199-0b423c150bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:21.920202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-59993bc8-a53a-4dda-a199-0b423c150bea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 200 len: 835 time: 0.0825894 May 20 08:13:22.068055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-430daca4-cbe8-4322-915b-05f3eafc94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:22.069520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-430daca4-cbe8-4322-915b-05f3eafc94b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426125 May 20 08:13:22.299246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-dc144b5d-b483-411b-9b19-0d3b367b5ccf service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231696 May 20 08:13:22.325040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:22.353088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:18Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:13:22.361316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cfd53-82ca-4228-82de-4a33bcdd5b39 None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:12:47Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:18Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:13:22.540293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15dabab9-0512-47bb-9d00-686bb3ed4c6b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/7e43545d-e6f7-4084-86f9-9d82110a9f0e HTTP/1.1" status: 200 len: 990 time: 0.2109287 May 20 08:13:22.574250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f96d0a80-9ee2-4d65-9501-6ba489bb1664 req-1ad21d41-811f-4a70-b787-7940b404093b service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679815 May 20 08:13:22.708304 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e562ca5-4b48-4960-8ead-146d7ffa4f3b None None] New status for floating IP 7e43545d-e6f7-4084-86f9-9d82110a9f0e: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:13:23.543964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 54712) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:23.846013 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6b2d2054-15c1-43c2-90a2-f9fb8c08294f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/7e43545d-e6f7-4084-86f9-9d82110a9f0e HTTP/1.1" status: 200 len: 992 time: 0.3007650 May 20 08:13:24.406329 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:26.429331 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:36.800359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ed685a2a-8a90-4c6e-be2b-3fbb7eae1e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:39.217767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-da502c4f-28ce-4dbb-b178-a939bfe4e257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:39.720944 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:41.194521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:42.494344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:47.931788 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:13:53.050673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55306) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:53.138991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c470ff6-2deb-423a-b15a-79db6cadcf97 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:53.139575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c470ff6-2deb-423a-b15a-79db6cadcf97 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:53.140063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c470ff6-2deb-423a-b15a-79db6cadcf97 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:53.141762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c470ff6-2deb-423a-b15a-79db6cadcf97 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=06337b6aa1e2494bbec78418271e0da3&network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 2969 time: 0.0897713 May 20 08:13:53.997812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55342) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:54.208623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.226345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:54.230959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5f8b3a7e6b4df29ee1fef791674924 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:54.234269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:54.240543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:54.340684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.468973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.537206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.545702 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3acba3da-f65d-4208-94a7-efe959bc03ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:54.593020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f5f8b3a7e6b4df29ee1fef791674924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940735 May 20 08:13:54.595095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89d002-fcf5-47b4-8830-ba85ab4740cc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:54.595955 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:54.604884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.605580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.606087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.606503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.606930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.607341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.607803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.608227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.608629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.609031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.609451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.609934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.614942 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:54.670358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.701742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.831084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.835235 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9893230d-a6bc-4f62-b71b-ea029f7d1796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:54.850023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e89d002-fcf5-47b4-8830-ba85ab4740cc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:54.860094 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:54.861197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e89d002-fcf5-47b4-8830-ba85ab4740cc HTTP/1.1" status: 204 len: 168 time: 0.2641523 May 20 08:13:54.862708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.863108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.863707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.863878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.864324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.864691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.865069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.865438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.865879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.866179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.866534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.867086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:54.871055 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:55.348534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55384) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:55.413337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdc290-7c48-4921-abd0-45b9e89fc85a tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:55.414870 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-babdc290-7c48-4921-abd0-45b9e89fc85a tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 814 time: 0.0652761 May 20 08:13:55.550523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55392) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:55.570204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:55.590548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:55.595567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Usage tracker for resource:security_group_rule and tenant:53d3e42512c14653a1b3f110722bcb3b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:55.598794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:55.604949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:55.695975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:55.765650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:55.773648 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37c601b5-0a07-4536-bda5-fd977891ba6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:55.813824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962074e2-76fd-4447-8ca4-ed2cd8ca6d6a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:55.817169 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:55.819659 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53d3e42512c14653a1b3f110722bcb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681410 May 20 08:13:55.822772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55400) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:55.895603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:55.928505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.085871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.091237 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:56.105452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962074e2-76fd-4447-8ca4-ed2cd8ca6d6a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:56.114057 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:56.116750 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.118746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/962074e2-76fd-4447-8ca4-ed2cd8ca6d6a HTTP/1.1" status: 204 len: 168 time: 0.2937663 May 20 08:13:56.136807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:56.146875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'network': {'name': 'tempest-network-smoke--1567695241', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'port_security_enabled': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:56.151887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:56.163168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:56.240340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:13:56.245240 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.283616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:13:56.296654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.297005 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Added segment 004b2888-c879-40ab-8275-e529c1e7cb3a of type vlan for network 1697f03b-9be8-4a1e-820e-56eaf863bf35 May 20 08:13:56.350727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.440286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.469497 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.477700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:56.478711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:56.492063 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:56.609028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Network': ['ID=1697f03b-9be8-4a1e-820e-56eaf863bf35,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:56.612428 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:56.620451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:13:56.687495 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5482483 May 20 08:13:56.692595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55428) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:56.767684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1516bbf-972b-4b7e-9c1a-7790393ad699 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:56.771988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d1516bbf-972b-4b7e-9c1a-7790393ad699 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06337b6aa1e2494bbec78418271e0da3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0755994 May 20 08:13:56.772222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:56.927123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd522e-906b-4d0c-9940-40c1955fea06 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:56.929817 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88cd522e-906b-4d0c-9940-40c1955fea06 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560879 May 20 08:13:56.933032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55444) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:56.989361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:56.990085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88356953-4416-4b80-b20b-96f10fa8fe61 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546131 May 20 08:13:57.035517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2d76380c-888b-49db-ad79-845e5a5b2ac5 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06337b6aa1e2494bbec78418271e0da3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437613 May 20 08:13:57.037893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:57.182900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c440bd-5593-4eed-b8c1-97d336e2db03 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:57.187000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-24c440bd-5593-4eed-b8c1-97d336e2db03 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455216 May 20 08:13:57.187288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 55464) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:57.235537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2b90bfac-7691-4374-9efa-86cce131d0a4 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470426 May 20 08:13:57.238496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:57.244626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-887247817', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:57.368923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:57.382078 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:subnet and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:57.386392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:57.392581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:57.538093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:13:57.541714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:58.107935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:58.112569 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9c5965a-ecf5-425e-be7c-c9e260e77fbc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:58.190996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Subnet': ['ID=dd166996-e73d-4a2e-a702-a54a6fdbff4b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:58.193714 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:58.201635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Checking segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:13:58.201995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network hostable DHCP agents. Network: 1697f03b-9be8-4a1e-820e-56eaf863bf35, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:13:58.320581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:13:58.371612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-42a2144d-883f-4cca-8981-43f5e7a42a0d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0801749 May 20 08:13:58.428377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1697f03b-9be8-4a1e-820e-56eaf863bf35) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:13:58.448929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276dcf2a-0804-4f2a-afe6-c31a7159e848 None None] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:13:58.452827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.466238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:58.589361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.589892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.590376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.591127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.591834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.593853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-c4046280-fb70-4d76-b1ad-70fce94bbef2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1205554 May 20 08:13:58.698838 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4591646 May 20 08:13:58.812790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-1e825f4d-2ec2-448f-a1b7-0192f642bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.813421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-1e825f4d-2ec2-448f-a1b7-0192f642bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.813944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-1e825f4d-2ec2-448f-a1b7-0192f642bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:58.815766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-1e825f4d-2ec2-448f-a1b7-0192f642bcac service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1930029 May 20 08:13:58.871200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1697f03b-9be8-4a1e-820e-56eaf863bf35', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ips': [{'subnet_id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:13:58.872606 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:58.950498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-57372ea3-78c2-4c4d-a2fc-1e799a2152be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.1206372 May 20 08:13:59.027929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-55d104fe-7bd7-4071-80df-4b2fbc046467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:59.029382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-55d104fe-7bd7-4071-80df-4b2fbc046467 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0728099 May 20 08:13:59.131851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-4c8752ad-65d4-49d2-b6d3-0279c2be4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:59.133419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-4c8752ad-65d4-49d2-b6d3-0279c2be4b45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967114 May 20 08:13:59.138015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Allocated IP 172.20.0.18 (1697f03b-9be8-4a1e-820e-56eaf863bf35/dd166996-e73d-4a2e-a702-a54a6fdbff4b/f492646d-cdea-4003-822d-3ca61ee4311b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:13:59.171999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:59.178975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466499589', 'description': 'tempest-secgroup-smoke-466499589 description', 'project_id': '06337b6aa1e2494bbec78418271e0da3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:59.187975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:59.202957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:59.283809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.327154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:59.332888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:59.340964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:59.341905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-b71432c1-f93c-45ab-a6a4-8a134382dda9 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011986 May 20 08:13:59.347917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:59.431764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.446084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Transition to ACTIVE for port object f492646d-cdea-4003-822d-3ca61ee4311b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:13:59.482101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.495690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Transition to ACTIVE for port object f492646d-cdea-4003-822d-3ca61ee4311b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:13:59.545141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-cc0b6565-c5cf-4da1-a44e-fd74c121fb2d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964452 May 20 08:13:59.571411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.579997 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-439d9a79-3e85-484a-b3b3-6c1270399a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:59.627363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-04506ab6-69db-4d60-90d9-d552f8280d5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0751650 May 20 08:13:59.642799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d76460-2fd1-4bae-9060-b8b840f521d2,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:59.656130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:59.677933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.683623 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-221f37ec-a7c3-44bd-b842-be44e02bc090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:13:59.728982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-913dabc9-8a65-43b9-9729-03478a1e33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:13:59.730822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-913dabc9-8a65-43b9-9729-03478a1e33a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0965872 May 20 08:13:59.779574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Pushing event updated for resources: {'Port': ['ID=f492646d-cdea-4003-822d-3ca61ee4311b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:13:59.792668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:13:59.795707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6217551 May 20 08:13:59.796302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55556) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:13:59.802113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:13:59.820986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:13:59.823169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.823805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.823921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.824173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.824508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.824843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.825169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.828511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:13:59.831260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.831638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.831982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.832389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.832739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:13:59.843727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:13:59.853103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:13:59.855552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:13:59.862720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:13:59.865549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:13:59.873132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:13:59.961179 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.070660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Attempting to bind port f492646d-cdea-4003-822d-3ca61ee4311b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:14:00.070949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Attempting to bind port f492646d-cdea-4003-822d-3ca61ee4311b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:14:00.071330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Attempting to bind port f492646d-cdea-4003-822d-3ca61ee4311b on network 1697f03b-9be8-4a1e-820e-56eaf863bf35 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:14:00.083148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:14:00.084090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Checking segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:14:00.086240 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.089111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Bound using segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:14:00.089111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Bound port: f492646d-cdea-4003-822d-3ca61ee4311b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:14:00.089111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.093532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.122521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-efcd4abb-77d2-4fd5-937a-1a562db7cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:00.124056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-efcd4abb-77d2-4fd5-937a-1a562db7cf38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3846893 May 20 08:14:00.165342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.169345 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16e3e05f-74ee-43ad-a072-0650136398e3 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:00.217953 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ed607d-51bf-4717-9b48-68642164b560,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:00.224640 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:00.255073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] For port f492646d-cdea-4003-822d-3ca61ee4311b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:14:00.259872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] For port f492646d-cdea-4003-822d-3ca61ee4311b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f492646d-cdea-4003-822d-3ca61ee4311b,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:14:00.268476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.273052 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c1e6f8d-7b2e-425d-83b9-0bcd3465d706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4723358 May 20 08:14:00.273295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:00.280005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:00.288557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:00.294124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:00.298295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:00.305192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:00.352737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b05d00-3766-4cad-9ba3-de51afbc8586 req-b66880b2-9be6-4874-9b04-2531e3d83624 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:00.354645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43b05d00-3766-4cad-9ba3-de51afbc8586 req-b66880b2-9be6-4874-9b04-2531e3d83624 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.2281311 May 20 08:14:00.355901 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.361394 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9c1eb8d0-8857-4781-b896-63f8e11b81c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:00.385702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-58bdf94b-31d4-46f0-b16e-29e4cce8ca45 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114637 May 20 08:14:00.395437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.451514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Pushing event updated for resources: {'Port': ['ID=f492646d-cdea-4003-822d-3ca61ee4311b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:00.454691 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:00.511602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.514085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43b05d00-3766-4cad-9ba3-de51afbc8586 req-17d8bf81-a602-4c0c-a080-68289516b369 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504328 May 20 08:14:00.595204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.598663 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a78a3541-7f81-4353-bab1-7c983ee40300 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:00.636245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa738d08-fcd6-4715-a7e1-e6e2780c8d11,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:00.647798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:00.673201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-da026bf9-2a28-4ad5-a3c7-b8e6e8369ed7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796309 May 20 08:14:00.726066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:00.730016 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59f59c71-4509-456a-9164-77c5a0545107 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4528434 May 20 08:14:00.732567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55578) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:00.739048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:00.747202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:00.753745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:00.757371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:00.767443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:00.821078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-5d59d111-302e-4b71-82c8-47ebbb84e039 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1402030 May 20 08:14:00.835916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.020608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.048152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-e86d8152-1c82-4b29-939c-1a892b0f3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:01.053421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-e86d8152-1c82-4b29-939c-1a892b0f3ca3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2251618 May 20 08:14:01.091514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.093573 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fece7cb9-bf10-4690-ba58-3ddec2452bad tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:01.165619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29995eb7-30f8-41e2-ad92-8759763c2983,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:01.176250 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:01.227600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-9d9ae6fa-3986-4e2d-96c9-321a86d5eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:01.229873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-9d9ae6fa-3986-4e2d-96c9-321a86d5eec1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688457 May 20 08:14:01.240092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.242003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f0cb0ad7-7d9e-49fe-8d79-9fc082b3eea1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5083339 May 20 08:14:01.244754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55598) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:01.250535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:01.262690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:01.275725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:01.280763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:01.290400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:01.379564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.452527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-997ce350-addb-4dcb-85fd-7ddc4778e899 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125070 May 20 08:14:01.507972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.616816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.618785 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb8a3d2f-5cc2-4f8e-be7d-83b4c6bfd2fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:01.649332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-da7d6c7d-9d51-4cbb-9ae3-b403add11887 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898696 May 20 08:14:01.658201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ec739e-6bc1-4edd-baae-be0f98e45b6f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:01.666222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:01.754004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.758174 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd69ae70-264f-4eb3-821f-97deea819dca tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5092077 May 20 08:14:01.765165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-ee47007f-3cbf-4184-be73-006a4b3192b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0991940 May 20 08:14:01.766022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:01.766022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:01.771948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:01.777042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:01.780751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:01.800927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:01.844079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-d75bccfa-baab-405f-98ba-7a1a2a92ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:01.845919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-d75bccfa-baab-405f-98ba-7a1a2a92ad5f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0792859 May 20 08:14:01.954578 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:14:01.962603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:01.963284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-213664fb-6ecb-4415-875d-8e2c2bd51b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:01.965700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-213664fb-6ecb-4415-875d-8e2c2bd51b50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134546 May 20 08:14:02.070446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.119541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf1ce0-6f12-4561-ab5c-9242916aa8f2 None None] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:14:02.148138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.158772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ce84ff3-2962-472f-95cd-1973918b7c38 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:02.206396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a39eb4-1f80-468f-bfe1-e854a1b59289,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:02.210245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-01a6b2b5-3408-45df-b87e-b8c9d7d16a2b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369537 May 20 08:14:02.220201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:02.297234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.301944 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5424902 May 20 08:14:02.302881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55618) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:02.310265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': 'a7d76460-2fd1-4bae-9060-b8b840f521d2', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:02.326883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:02.337514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:02.354010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:02.369097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:02.395156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0a964fd5-35a7-4f76-8801-6c208384db1b None None] Provisioning for port f492646d-cdea-4003-822d-3ca61ee4311b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:02.415565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f492646d-cdea-4003-822d-3ca61ee4311b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:02.454136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-7faf7ded-4712-459e-81f0-d22e32519d3d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217889 May 20 08:14:02.475103 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:14:02.485239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.605710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f492646d-cdea-4003-822d-3ca61ee4311b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:02.613552 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.618310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f492646d-cdea-4003-822d-3ca61ee4311b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:02.618310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.620260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-1298ccdc-0760-4d07-a921-be7162f91c88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.1567338 May 20 08:14:02.711832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.715868 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7efd0dd-a7f8-4641-8483-705aa53345ca tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:02.794005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cec0589-2c71-4c83-948d-bd0f6e06088a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:02.798721 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:02.833837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.875416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f492646d-cdea-4003-822d-3ca61ee4311b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f492646d-cdea-4003-822d-3ca61ee4311b,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:02.913646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-5015426f-c46e-420c-8ffe-5599d250e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:02.915093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-5015426f-c46e-420c-8ffe-5599d250e25c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.2893529 May 20 08:14:02.926703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:02.938511 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65c219f1-ec3c-4458-a9ac-45cc35dcf17e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6344352 May 20 08:14:02.979926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2516b4e5-7033-4136-ad3d-0dd4c68e8f32 None None] Provisioning complete for port f492646d-cdea-4003-822d-3ca61ee4311b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:02.980370 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2516b4e5-7033-4136-ad3d-0dd4c68e8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:03.014325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-2204b8ff-c43c-41a0-b112-cbee9c0dbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:03.016361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-2204b8ff-c43c-41a0-b112-cbee9c0dbec3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946064 May 20 08:14:03.075809 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:03.082518 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ccd64728-4562-40ef-acf2-5daace474e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:03.217197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-77f73dc2-8eac-4bf6-a1e3-7d904832b5a5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939299 May 20 08:14:03.236484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f492646d-cdea-4003-822d-3ca61ee4311b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:03.240390 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:03.544658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-855221b7-429c-488b-95e1-abbbe3afeb37 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466499589&fields=id&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 267 time: 0.1104546 May 20 08:14:03.556074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec31b617-a2a5-4312-93a6-d45ee782d90b req-cde37594-2ea0-485a-a278-d22cb95e9bd6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313575 May 20 08:14:03.817130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-7a477fd5-b313-4752-bd3c-22666c65d002 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:03.821504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-7a477fd5-b313-4752-bd3c-22666c65d002 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/networks?id=1697f03b-9be8-4a1e-820e-56eaf863bf35 HTTP/1.1" status: 200 len: 797 time: 0.2531488 May 20 08:14:03.849743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-c3ef94c4-577f-4aab-b786-5cff21c76870 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/quotas/06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 375 time: 0.0208352 May 20 08:14:03.917744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-b673bce7-48b8-4e9b-8f14-8373bf118faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:03.919647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-b673bce7-48b8-4e9b-8f14-8373bf118faf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1096 time: 0.2008104 May 20 08:14:03.996257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-49a27213-2362-47ae-a181-87b560d7ef48 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1342447 May 20 08:14:04.105293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-fa6ba48c-be4b-464f-9c41-7dbc7e556aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:04.106845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-fa6ba48c-be4b-464f-9c41-7dbc7e556aaf service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1631153 May 20 08:14:04.198507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-55f5e186-7fc8-420b-812a-b5484694f0ba service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:14:04.199549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-55f5e186-7fc8-420b-812a-b5484694f0ba service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1540611 May 20 08:14:04.270142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-a1ad4380-1660-428f-a2d1-b02828538fd3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 1001 time: 0.1552701 May 20 08:14:04.296407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f492646d-cdea-4003-822d-3ca61ee4311b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:04.371920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f492646d-cdea-4003-822d-3ca61ee4311b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:04.372539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:04.414495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-3683111f-6479-424c-b3c9-ad23674ee88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:04.415953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-3683111f-6479-424c-b3c9-ad23674ee88d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0983484 May 20 08:14:04.421610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-54672716-9f5c-4a01-b3f1-ebf2a1f6739c service neutron] 10.222.0.79 "GET /v2.0/networks/1697f03b-9be8-4a1e-820e-56eaf863bf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129405 May 20 08:14:04.625096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-701b2cd4-ca26-4bc2-8f55-f19be4ca329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:04.626732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-701b2cd4-ca26-4bc2-8f55-f19be4ca329d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012887 May 20 08:14:04.630105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-bf42e48d-b6d2-462c-8ad2-f09299772029 service neutron] 10.222.0.79 "GET /v2.0/networks/1697f03b-9be8-4a1e-820e-56eaf863bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720772 May 20 08:14:04.788922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-d25fa8be-9d7f-4dfa-abe9-99d76b57fe25 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526558 May 20 08:14:05.172617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7416be26-5367-4691-bcb2-1dc95dc34b4e req-206eadd9-e9b5-46b9-8dbd-8ea13ccc11c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 210 time: 0.2340446 May 20 08:14:05.178253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d5935f6-dade-4715-b013-5631bcf5d70b req-df52f866-5b94-418d-ac02-fed520da5855 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788993 May 20 08:14:05.601026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:14:05.798750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:05.814548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:14:05.897852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:05.933928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:14:05.980029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:06.111083 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:06.111083 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:06.211600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:06.217466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['383771be-b7b6-428a-bc3e-adcdc4a2367a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:14:06.327930 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:06.364233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95e35386-c12b-46d6-ac90-3271361a9452 req-213182e8-5b62-4e35-94bb-ba5a1bc878b3 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 210 time: 0.0487194 May 20 08:14:06.840676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-025c69b1-c59a-458b-93a5-19afb6ac86c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:07.631795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:07.764263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13e018f4-c060-4b34-a3c2-9881440d80b2 req-7d055f29-5e59-4936-982b-5531772bdf3e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 210 time: 0.1355836 May 20 08:14:07.921767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-535479e1-bb2b-46f5-92a3-328c214d818d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:07.923394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-535479e1-bb2b-46f5-92a3-328c214d818d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.81 "GET /v2.0/networks?id=1697f03b-9be8-4a1e-820e-56eaf863bf35 HTTP/1.1" status: 200 len: 797 time: 0.5801189 May 20 08:14:07.935620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 383771be-b7b6-428a-bc3e-adcdc4a2367a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:07.943161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:08.035164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-20c3eb13-6748-40e0-8bc6-9de946c14ddb tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 472 time: 0.1029356 May 20 08:14:08.044588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'port': {'device_id': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'admin_state_up': True, 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'security_groups': ['a7d76460-2fd1-4bae-9060-b8b840f521d2']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:08.187631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:08.238974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:08.240214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:08.277392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:08.283751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:port and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:08.288140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:08.298786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:08.337026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:08.345879 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4cc4724d-f405-4bd1-8ab1-9a5e3e67fc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:08.408643 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:14:08.434383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:14:08.438382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:08.506664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:08.521438 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:08.709098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.19 (1697f03b-9be8-4a1e-820e-56eaf863bf35/dd166996-e73d-4a2e-a702-a54a6fdbff4b/c15b4df9-5a62-491b-9d80-cb6580a69f7a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:14:09.076462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-941b6865-d5d7-47e1-bec3-db2da6c44a1c req-7a054593-a123-4473-9107-8afe5e194706 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 210 time: 0.0585887 May 20 08:14:09.128359 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.147948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object c15b4df9-5a62-491b-9d80-cb6580a69f7a will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:14:09.205535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c4743dc-13bf-4840-9a30-92d3d0ad318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.263674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.272983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e2edc75-70bd-474f-b7e5-3fcbdc076f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:09.366331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:09.379977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:09.397722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:14:09.399879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:14:09.414312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:14:09.536232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:09.536921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.726622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6862197 May 20 08:14:09.745692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Request body: {'port': {'device_id': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:09.750310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.850908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-39aad607-6068-4dd2-b77e-720a610df13e None None] Provisioning for port c15b4df9-5a62-491b-9d80-cb6580a69f7a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:09.856440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-39aad607-6068-4dd2-b77e-720a610df13e None None] Provisioning complete for port c15b4df9-5a62-491b-9d80-cb6580a69f7a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:09.857526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-39aad607-6068-4dd2-b77e-720a610df13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:09.989078 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-39aad607-6068-4dd2-b77e-720a610df13e None None] Port c15b4df9-5a62-491b-9d80-cb6580a69f7a cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:14:10.016210 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:10.514805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ba39-53cb-4f90-9ccb-a9dfd5f9cfa8 req-0c354ccb-a598-4eae-ab8b-b20463c7ea67 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:10.515921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d6ba39-53cb-4f90-9ccb-a9dfd5f9cfa8 req-0c354ccb-a598-4eae-ab8b-b20463c7ea67 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:14:10.616715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15b4df9-5a62-491b-9d80-cb6580a69f7a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:14:10.625137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:10.642017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Transition to ACTIVE for port object c15b4df9-5a62-491b-9d80-cb6580a69f7a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:14:10.783309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-58d6ba39-53cb-4f90-9ccb-a9dfd5f9cfa8 req-0c354ccb-a598-4eae-ab8b-b20463c7ea67 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:14:10.785092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58d6ba39-53cb-4f90-9ccb-a9dfd5f9cfa8 req-0c354ccb-a598-4eae-ab8b-b20463c7ea67 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 932 time: 0.4892712 May 20 08:14:10.785860 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:10.793325 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f11331c-dd03-4dae-aa3d-43c8912f483f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:11.233625 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:11.425061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Pushing event updated for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:11.445408 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:11.468006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58d6ba39-53cb-4f90-9ccb-a9dfd5f9cfa8 req-b7c03112-a34e-4de0-8d0e-4a81b52eaf27 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6760976 May 20 08:14:11.536949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Attempting to bind port c15b4df9-5a62-491b-9d80-cb6580a69f7a on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:14:11.538012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Attempting to bind port c15b4df9-5a62-491b-9d80-cb6580a69f7a by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:14:11.554080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Attempting to bind port c15b4df9-5a62-491b-9d80-cb6580a69f7a on network 1697f03b-9be8-4a1e-820e-56eaf863bf35 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:14:11.554080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Port c15b4df9-5a62-491b-9d80-cb6580a69f7a on network 1697f03b-9be8-4a1e-820e-56eaf863bf35 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:14:11.554080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Attempting to bind port c15b4df9-5a62-491b-9d80-cb6580a69f7a on network 1697f03b-9be8-4a1e-820e-56eaf863bf35 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:14:11.564110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:14:11.564946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Checking segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:14:11.565546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Bound using segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:14:11.566174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Bound port: c15b4df9-5a62-491b-9d80-cb6580a69f7a, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:14:11.566724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:11.705628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:14:11.708343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:14:11.795264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:11.803582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:11.878550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:11.879196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:11.882933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] 10.222.0.81 "PUT /v2.0/ports/c15b4df9-5a62-491b-9d80-cb6580a69f7a HTTP/1.1" status: 200 len: 1092 time: 2.1442835 May 20 08:14:11.885802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:11.942617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Pushing event updated for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:11.952751 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:11.980195 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a', 'status': 'completed', 'code': 200} May 20 08:14:12.171455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-3f916862-31bd-4a79-a0dd-f1c86c2b32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:12.171455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-3f916862-31bd-4a79-a0dd-f1c86c2b32e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 1095 time: 0.1474912 May 20 08:14:12.486233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-fb1ef0d5-d0a4-4942-99f6-158d53a3a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:12.498745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-fb1ef0d5-d0a4-4942-99f6-158d53a3a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:12.500651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-fb1ef0d5-d0a4-4942-99f6-158d53a3a257 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=06337b6aa1e2494bbec78418271e0da3&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3346016 May 20 08:14:12.519497 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:12.774617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-09718ca2-848a-420d-8aca-8e6ee6bef53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:12.777729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7d75b421-e6bb-4ac2-8509-5a97600a16d4 req-09718ca2-848a-420d-8aca-8e6ee6bef53d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702298 May 20 08:14:12.870772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03de07-541b-40da-b6b0-0c2df67e1646 req-604cb628-07f8-4d15-9be2-7778cd1ba576 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:12.872498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e03de07-541b-40da-b6b0-0c2df67e1646 req-604cb628-07f8-4d15-9be2-7778cd1ba576 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 944 time: 0.2212353 May 20 08:14:12.943205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e03de07-541b-40da-b6b0-0c2df67e1646 req-050a805d-37e5-4500-bc7c-7589a719b6b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640609 May 20 08:14:13.054953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-d7cac4d5-954a-4545-be4f-b2167b9dd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:13.056452 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-d7cac4d5-954a-4545-be4f-b2167b9dd57c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 1095 time: 0.2286737 May 20 08:14:13.258179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-c2cdc9af-7d30-460d-a6d3-1979d6a74ce9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a HTTP/1.1" status: 200 len: 217 time: 0.0786207 May 20 08:14:13.340756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-173a023f-755a-4e71-9ffa-fabf8defeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:13.342712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-173a023f-755a-4e71-9ffa-fabf8defeb77 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd166996-e73d-4a2e-a702-a54a6fdbff4b HTTP/1.1" status: 200 len: 837 time: 0.0781770 May 20 08:14:13.459944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-729a82aa-7e82-4063-8a3d-ca4e2cc38822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:13.462117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-729a82aa-7e82-4063-8a3d-ca4e2cc38822 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1697f03b-9be8-4a1e-820e-56eaf863bf35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125894 May 20 08:14:13.776677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-98b89676-d02b-43b0-948a-69114a91fdd5 service neutron] 10.222.0.81 "GET /v2.0/networks/1697f03b-9be8-4a1e-820e-56eaf863bf35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051701 May 20 08:14:13.970604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82ff3726-65c4-4215-93ea-a00972d918a7 req-666cacf0-b8e4-4249-ac1f-7ad5f02e8c63 service neutron] 10.222.0.81 "GET /v2.0/networks/1697f03b-9be8-4a1e-820e-56eaf863bf35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878433 May 20 08:14:14.279416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f30a4b-c79a-4358-8206-ea246510ef7d req-1062f878-c487-466e-9996-1d6132560acf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:14.298912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80f30a4b-c79a-4358-8206-ea246510ef7d req-1062f878-c487-466e-9996-1d6132560acf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 944 time: 0.1768699 May 20 08:14:14.367613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80f30a4b-c79a-4358-8206-ea246510ef7d req-2631fd12-adda-43ce-af61-79ba2a7d7504 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643046 May 20 08:14:15.669814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c31c-94aa-43de-9845-12d863743ac7 req-f26a3f52-048e-4598-8561-2c811bcd1a7c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:15.672702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2e7c31c-94aa-43de-9845-12d863743ac7 req-f26a3f52-048e-4598-8561-2c811bcd1a7c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 944 time: 0.1030178 May 20 08:14:15.768300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2e7c31c-94aa-43de-9845-12d863743ac7 req-77bec924-29b8-4c6e-b2fd-9a19316bf0ee tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808883 May 20 08:14:17.024050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aae15b-37e0-4e3e-81e9-30361398c0de req-8a767740-1ba1-47f2-a81d-98a670d26342 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:17.032897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39aae15b-37e0-4e3e-81e9-30361398c0de req-8a767740-1ba1-47f2-a81d-98a670d26342 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 944 time: 0.1286607 May 20 08:14:17.103498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-39aae15b-37e0-4e3e-81e9-30361398c0de req-59544994-196e-4281-b50c-cbcf114ced2a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691240 May 20 08:14:17.376808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c15b4df9-5a62-491b-9d80-cb6580a69f7a details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:14:17.714623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:17.714623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'port_id': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a', 'mac_address': 'fa:16:3e:7b:56:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:14:17.769840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:17.807953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15b4df9-5a62-491b-9d80-cb6580a69f7a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:14:17.829565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:17.914218 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:17.916559 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3770f109-bb9c-47dc-af72-c6118b200d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:18.033856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:18.040629 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:18.198535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c15b4df9-5a62-491b-9d80-cb6580a69f7a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:14:18.429528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2eac-08c6-414a-a644-ef956ecf7399 req-df4d732f-1cee-4061-aa71-397a106c853f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:18.432482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad1d2eac-08c6-414a-a644-ef956ecf7399 req-df4d732f-1cee-4061-aa71-397a106c853f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 945 time: 0.1277943 May 20 08:14:18.501186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad1d2eac-08c6-414a-a644-ef956ecf7399 req-b62d1a5c-9907-4ecb-a87a-60853acf9579 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621235 May 20 08:14:19.382286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c15b4df9-5a62-491b-9d80-cb6580a69f7a up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:19.546671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c15b4df9-5a62-491b-9d80-cb6580a69f7a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:19.553765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c15b4df9-5a62-491b-9d80-cb6580a69f7a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:19.553963 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:19.796974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307297-9a6b-4ef5-b1ab-88f7c38cc715 req-5a185fb5-c53a-40d1-839c-321722651ec4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:19.798651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03307297-9a6b-4ef5-b1ab-88f7c38cc715 req-5a185fb5-c53a-40d1-839c-321722651ec4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 945 time: 0.1447470 May 20 08:14:19.824843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:19.930406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03307297-9a6b-4ef5-b1ab-88f7c38cc715 req-fe810495-5d8e-48ef-a942-59181e8d7d05 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239512 May 20 08:14:19.935528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:19.949668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:19.987874 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a', 'code': 200} May 20 08:14:20.133084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9578fb-b9ff-4feb-a6c0-cf31ce007e05 req-ffccf1c3-ff67-435b-82bc-1c435d5c8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:20.134668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c9578fb-b9ff-4feb-a6c0-cf31ce007e05 req-ffccf1c3-ff67-435b-82bc-1c435d5c8fd6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 1096 time: 0.0818193 May 20 08:14:20.191832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c9578fb-b9ff-4feb-a6c0-cf31ce007e05 req-82daf02e-d7eb-4f07-82ec-f89924242750 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509596 May 20 08:14:20.382635 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:20.385640 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a289b4ba-20c2-419e-986b-41564eb195fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:20.470979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:20.474814 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:21.221885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed09537-9581-4072-890e-a65f6eb06b10 req-0b39f739-745d-4516-8887-8f017b769171 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:21.223549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed09537-9581-4072-890e-a65f6eb06b10 req-0b39f739-745d-4516-8887-8f017b769171 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.1244681 May 20 08:14:21.316130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed09537-9581-4072-890e-a65f6eb06b10 req-9422d900-23a6-4e4f-bf2b-07f4541291fe tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732341 May 20 08:14:21.875380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 55998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:22.024149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.039900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:22.044585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Usage tracker for resource:security_group_rule and tenant:1c338cd537ba41dca81773042cdd3107 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:22.047648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:22.053780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:22.150278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.232921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.273296 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6320287-2b16-46cd-9463-94d99158636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:22.286434 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c338cd537ba41dca81773042cdd3107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096904 May 20 08:14:22.289505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:22.348691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce6e073-717e-4bf6-b199-108fad4df746,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:22.354168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:22.389835 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.420348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.571041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d119-b416-4eeb-a19c-ce0b66ca08d7 req-07378555-2639-4451-8185-463f75545abe tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:22.572597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c4d119-b416-4eeb-a19c-ce0b66ca08d7 req-07378555-2639-4451-8185-463f75545abe tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.1246023 May 20 08:14:22.600802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.605984 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3599e3dc-9af2-4c08-9c4f-bfac10e4dd8d tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:22.621019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce6e073-717e-4bf6-b199-108fad4df746,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:22.624470 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:22.626795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:22.628061 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fce6e073-717e-4bf6-b199-108fad4df746 HTTP/1.1" status: 204 len: 168 time: 0.3374302 May 20 08:14:22.801213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7c4d119-b416-4eeb-a19c-ce0b66ca08d7 req-70a56373-8843-49ca-ad0a-c8d35edda7bf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223852 May 20 08:14:23.002738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da37763-d758-44cd-9446-6b28e4bc5a60 req-288eb156-8207-4f80-91e8-83dea72e9f5a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:23.004319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7da37763-d758-44cd-9446-6b28e4bc5a60 req-288eb156-8207-4f80-91e8-83dea72e9f5a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.0848696 May 20 08:14:23.057290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7da37763-d758-44cd-9446-6b28e4bc5a60 req-3fc28212-b99b-47bb-a267-8c7e28c17867 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453515 May 20 08:14:23.265629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3420-ff9f-48b2-bbd9-b68903408fc2 req-fb2ca73b-0c38-4a49-9b1c-462dcf5cea24 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:23.267094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-911c3420-ff9f-48b2-bbd9-b68903408fc2 req-fb2ca73b-0c38-4a49-9b1c-462dcf5cea24 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 945 time: 0.0936990 May 20 08:14:23.321360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-911c3420-ff9f-48b2-bbd9-b68903408fc2 req-51e5544a-2027-4e49-963c-d6efb9d90310 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 May 20 08:14:23.474751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56058) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:23.497966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:23.519544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:23.524019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Usage tracker for resource:security_group_rule and tenant:28341e962c22463998e01245406137ef is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:23.527301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:23.533367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:23.637579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:23.742120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:23.753396 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:23.803496 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28341e962c22463998e01245406137ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278532 May 20 08:14:23.805822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f4742a-3e0f-47c8-b45e-837000646972,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:23.806572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:23.810415 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:23.885310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:23.912575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:24.050005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:24.055221 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6960d464-f253-46c4-b5e1-145da9e2f4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:24.067652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f4742a-3e0f-47c8-b45e-837000646972,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:24.070655 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:24.072703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:24.076756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4f4742a-3e0f-47c8-b45e-837000646972 HTTP/1.1" status: 204 len: 168 time: 0.2674544 May 20 08:14:24.405445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:24.606654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56090) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:24.926204 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:14:25.112378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56100) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:25.130994 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.147734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:25.153934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1d3727751b4252aeb2a275e37bfff8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:25.157228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:25.164772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:25.269037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.377809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.393631 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.403443 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e5e1870-f064-4f12-934e-59febe172e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:25.453137 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b1d3727751b4252aeb2a275e37bfff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396368 May 20 08:14:25.458433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56112) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:25.461913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87829f8-5ef9-4dce-9751-db31f1a05e23,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:25.470181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:25.640121 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.727782 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.740932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:14:25.881397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:25.920258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:25.949992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:25.970909 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:14:26.139980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.17 (1697f03b-9be8-4a1e-820e-56eaf863bf35/dd166996-e73d-4a2e-a702-a54a6fdbff4b/64f8415d-1298-4ffa-805c-6da8d7529357) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:14:26.142528 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.144584 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:26.177376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.194539 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d18416a-5b0e-447e-a519-7c274c232de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:26.221540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87829f8-5ef9-4dce-9751-db31f1a05e23,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:26.277783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:26.295502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:26.298930 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:26.332725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.333897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d87829f8-5ef9-4dce-9751-db31f1a05e23 HTTP/1.1" status: 204 len: 168 time: 0.8730514 May 20 08:14:26.370159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.392428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object 64f8415d-1298-4ffa-805c-6da8d7529357 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:14:26.491501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.503258 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b7f169b6-01cd-4caa-9013-d5e7bd19c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:26.531033 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.574016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:14:26.578038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:14:26.583710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:14:26.642268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:26.650795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:26.668128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.923367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:26.970732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-10047015-0a1f-475a-b2d9-69315ad25728 None None] Provisioning for port 64f8415d-1298-4ffa-805c-6da8d7529357 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:26.977197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-10047015-0a1f-475a-b2d9-69315ad25728 None None] Provisioning complete for port 64f8415d-1298-4ffa-805c-6da8d7529357 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:26.977607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-10047015-0a1f-475a-b2d9-69315ad25728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:27.042178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-10047015-0a1f-475a-b2d9-69315ad25728 None None] Port 64f8415d-1298-4ffa-805c-6da8d7529357 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:14:27.434167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:27.553405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:27.599069 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:27.704730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:27.707269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:27.712077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:27.746198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:14:27.872267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:14:27.873582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:14:27.933930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:27.953966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:14:28.013106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:28.045926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:14:28.066577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:28.129021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:14:28.131206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:28.135958 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:28.215586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1c4bc684-44af-466e-81f8-7a068bd8ef22 None None] Provisioning complete for port 64f8415d-1298-4ffa-805c-6da8d7529357 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:28.215971 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc684-44af-466e-81f8-7a068bd8ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:28.262318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['383771be-b7b6-428a-bc3e-adcdc4a2367a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:14:28.381263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bc684-44af-466e-81f8-7a068bd8ef22 None None] Port 64f8415d-1298-4ffa-805c-6da8d7529357 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:14:28.451961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=9']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:28.457658 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:28.617887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:14:28.633607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0255809 May 20 08:14:28.648287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:14:28.670599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:14:28.671595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:28.889614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:14:29.374081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:26Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f8415d-1298-4ffa-805c-6da8d7529357', 'name': '', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:51:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:14:25Z', 'updated_at': '2021-05-20T08:14:27Z', 'revision_number': 2, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:29.379727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:14:29.380450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Updating router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac port 64f8415d-1298-4ffa-805c-6da8d7529357 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:14:29.455645 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:29.757033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:29.922762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 383771be-b7b6-428a-bc3e-adcdc4a2367a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:29.923388 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.148394 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.188535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Transition to ACTIVE for port object 64f8415d-1298-4ffa-805c-6da8d7529357 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:14:30.200656 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.235892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:30.251960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:30.315180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.324963 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37f1ec75-287c-4eb8-b442-697daeaabf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:30.417191 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:14:30.417938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Pushing event updated for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:30.427410 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:30.508309 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.521805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:30.612534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=10']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:30.627856 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:30.864863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Attempting to bind port 64f8415d-1298-4ffa-805c-6da8d7529357 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:14:30.865249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Attempting to bind port 64f8415d-1298-4ffa-805c-6da8d7529357 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:14:30.865656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Attempting to bind port 64f8415d-1298-4ffa-805c-6da8d7529357 on network 1697f03b-9be8-4a1e-820e-56eaf863bf35 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:14:30.875077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:14:30.875475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Checking segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:14:30.875924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:30.876332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Bound using segment: {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:14:30.876817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Bound port: 64f8415d-1298-4ffa-805c-6da8d7529357, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004b2888-c879-40ab-8275-e529c1e7cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:14:30.877207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:31.015668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] For port 64f8415d-1298-4ffa-805c-6da8d7529357, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:14:31.019416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] For port 64f8415d-1298-4ffa-805c-6da8d7529357, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64f8415d-1298-4ffa-805c-6da8d7529357,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:14:31.101025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:31.105658 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:31.202184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:14:31.207957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:31.301361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Pushing event updated for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:31.315603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:31.491940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:14:32.087719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:26Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f8415d-1298-4ffa-805c-6da8d7529357', 'name': '', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:51:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:14:25Z', 'updated_at': '2021-05-20T08:14:31Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:32.094016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773407a2-3ee9-4487-8335-f61396082e1e None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:26Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f8415d-1298-4ffa-805c-6da8d7529357', 'name': '', 'network_id': '1697f03b-9be8-4a1e-820e-56eaf863bf35', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:51:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:14:25Z', 'updated_at': '2021-05-20T08:14:31Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'dd166996-e73d-4a2e-a702-a54a6fdbff4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:14:32.384938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64f8415d-1298-4ffa-805c-6da8d7529357 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:32.645100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 64f8415d-1298-4ffa-805c-6da8d7529357 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:14:32.651034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 64f8415d-1298-4ffa-805c-6da8d7529357 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:32.652263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:32.804607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:32.846288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 64f8415d-1298-4ffa-805c-6da8d7529357, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64f8415d-1298-4ffa-805c-6da8d7529357,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:32.988014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:32.990976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fdd39cad-6d31-4a16-bb85-78bb25937603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:33.157166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:33.162273 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:34.389308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64f8415d-1298-4ffa-805c-6da8d7529357 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:34.476669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 64f8415d-1298-4ffa-805c-6da8d7529357 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:34.477130 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:36.805040 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c72bf5d8-448e-41f0-97cf-bd0268e27d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.019781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:38.172970 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.201146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:38.206456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Usage tracker for resource:security_group_rule and tenant:236df906ae294633a7ec81285d8849d8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:38.210250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:38.226120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:38.351182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.405289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.438949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-223e4c53-15aa-48ca-a8b4-42d6fca83f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:38.492992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56434) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:38.493730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=236df906ae294633a7ec81285d8849d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719384 May 20 08:14:38.494986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d6484-a04c-4d35-911f-e8caa7378d35,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:38.502010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:38.597927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.635418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.788019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.801420 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9745b02d-8200-4a0e-947f-1bc165861014 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:38.822186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d6484-a04c-4d35-911f-e8caa7378d35,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:38.826608 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:38.827988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/535d6484-a04c-4d35-911f-e8caa7378d35 HTTP/1.1" status: 204 len: 168 time: 0.3339753 May 20 08:14:38.829182 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:39.199440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c68b707-e393-4d5d-b901-c21d971cad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:39.692364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:39.753994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56464) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:39.776361 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:39.796356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:39.802078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Usage tracker for resource:security_group_rule and tenant:b446c60c398f4bc8a66165aba603816f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:39.809873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:39.824412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:40.026696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:40.203684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:40.213271 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d8e2c63-0716-46d7-ab20-10077dbd004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:40.277483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56478) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:40.278173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b446c60c398f4bc8a66165aba603816f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229783 May 20 08:14:40.280873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b14824-e331-4904-910d-29a9b65af03f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:40.284443 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:40.432166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:40.492927 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:40.753940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:40.777040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-45a52639-2da6-4081-b86e-922cf9f20a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:41.028355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:41.030744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38b14824-e331-4904-910d-29a9b65af03f HTTP/1.1" status: 204 len: 168 time: 0.7511020 May 20 08:14:41.032724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b14824-e331-4904-910d-29a9b65af03f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:41.049302 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:41.268112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:42.503140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:43.468942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74bef5-b8b1-42e1-8801-828c1c1eb892 req-dbd94b2d-654c-46ab-909e-ed1f05ce0c0d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:43.478066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c74bef5-b8b1-42e1-8801-828c1c1eb892 req-dbd94b2d-654c-46ab-909e-ed1f05ce0c0d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.1256287 May 20 08:14:43.539986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c74bef5-b8b1-42e1-8801-828c1c1eb892 req-e24df9eb-599d-42d2-b355-0b8a630214e6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609968 May 20 08:14:44.791343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188e2c-4d67-4408-b8b7-91198c4ec240 req-972c7883-0ad0-4729-a02b-520c69e43705 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:44.792805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47188e2c-4d67-4408-b8b7-91198c4ec240 req-972c7883-0ad0-4729-a02b-520c69e43705 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.1023145 May 20 08:14:44.845690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47188e2c-4d67-4408-b8b7-91198c4ec240 req-7cdb9f45-988d-4cbd-9c77-f348d3110d2e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 May 20 08:14:45.813704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3f01-9a42-433e-8a62-69196f5bcfaf req-39ba8d32-f769-411b-be9d-7162f22f40f1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:45.815251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa0d3f01-9a42-433e-8a62-69196f5bcfaf req-39ba8d32-f769-411b-be9d-7162f22f40f1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.0927739 May 20 08:14:45.866599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa0d3f01-9a42-433e-8a62-69196f5bcfaf req-af96a57b-7d06-4ddf-bd36-326c955a5f81 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 May 20 08:14:47.094685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849396-fd69-4cd5-8f0d-61159a3da35c req-0241b67f-4030-44cf-b085-c0bc401f5956 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:47.096136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3d849396-fd69-4cd5-8f0d-61159a3da35c req-0241b67f-4030-44cf-b085-c0bc401f5956 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.0989685 May 20 08:14:47.150406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3d849396-fd69-4cd5-8f0d-61159a3da35c req-ee3353cf-bb53-498c-aa4e-49e003030968 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 May 20 08:14:47.392251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56664) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:47.819924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:14:47.973763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:48.003782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:48.017207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:48.056878 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:14:48.121947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:48.127401 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b37a2109-d4e4-488e-8e2c-b720d9108f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:48.156169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:48.206513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:48.210477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:48.793212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e01b9-8a00-4868-8913-ad39815be851 req-834c503d-6b3e-43f1-acd6-de1547e031ac tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:48.794782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-227e01b9-8a00-4868-8913-ad39815be851 req-834c503d-6b3e-43f1-acd6-de1547e031ac tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.4444435 May 20 08:14:48.864265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-227e01b9-8a00-4868-8913-ad39815be851 req-fb6144d2-f5ce-42e3-ad08-357132bc5f69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619171 May 20 08:14:49.039541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 64f8415d-1298-4ffa-805c-6da8d7529357 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:14:49.039893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:49.190396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port 64f8415d-1298-4ffa-805c-6da8d7529357, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=64f8415d-1298-4ffa-805c-6da8d7529357,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:49.191062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:49.352551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 64f8415d-1298-4ffa-805c-6da8d7529357 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:14:49.818044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:14:49.840089 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:49.845392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:49.899265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=64f8415d-1298-4ffa-805c-6da8d7529357,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:49.907328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:50.107504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:50.125258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'mac_address': 'fa:16:3e:d8:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:14:50.248297 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:50.278575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:14:50.311357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:50.388625 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:50.390935 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1202bade-4a76-4c19-b4cb-8ebb674fb1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:50.490675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=12']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:50.496884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:50.507649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['383771be-b7b6-428a-bc3e-adcdc4a2367a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:14:50.601934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6d0cd-5664-45a1-885c-bce0f3cace8c req-6675ac5a-ff58-450e-852f-f1c3e2eece88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:50.614950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1d6d0cd-5664-45a1-885c-bce0f3cace8c req-6675ac5a-ff58-450e-852f-f1c3e2eece88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.5476274 May 20 08:14:50.618099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:50.715976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1d6d0cd-5664-45a1-885c-bce0f3cace8c req-eca17840-a7b2-4ce5-b371-6d44f47c4b68 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000926 May 20 08:14:51.424724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:14:51.679351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:14:51.694807 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:14:51.710233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3139815 May 20 08:14:51.725923 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:14:51.726628 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:51.833563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:14:52.006389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 383771be-b7b6-428a-bc3e-adcdc4a2367a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:14:52.007185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:52.077341 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:14:52.177851 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:52.229056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:52.231192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:52.330918 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:52.334808 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:52.510946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=13']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:52.515923 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:52.722653 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:52.734797 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:14:52.743888 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:14:52.746542 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:52.758672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70963-00da-4712-970d-55c99dd3a51e req-c57bca4e-58a0-4362-8972-dfff733fe277 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:52.762611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82b70963-00da-4712-970d-55c99dd3a51e req-c57bca4e-58a0-4362-8972-dfff733fe277 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.1450264 May 20 08:14:52.855159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82b70963-00da-4712-970d-55c99dd3a51e req-15c47ddc-52b9-4fae-9c15-4788caf8b937 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823369 May 20 08:14:52.930293 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:14:53.001753 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:14:53.399255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0db6-4227-4684-98a5-01797a4f2bd1 req-cf6fd165-b3c9-49a8-b6b5-08e39a513220 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:53.400698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-28ef0db6-4227-4684-98a5-01797a4f2bd1 req-cf6fd165-b3c9-49a8-b6b5-08e39a513220 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:14:53.529599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-28ef0db6-4227-4684-98a5-01797a4f2bd1 req-cf6fd165-b3c9-49a8-b6b5-08e39a513220 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:14:53.535718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28ef0db6-4227-4684-98a5-01797a4f2bd1 req-cf6fd165-b3c9-49a8-b6b5-08e39a513220 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.2663786 May 20 08:14:53.616344 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:14:53.623411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28ef0db6-4227-4684-98a5-01797a4f2bd1 req-7064b4c9-1586-4b87-91e1-fc89725be595 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768313 May 20 08:14:53.623647 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23395b7c-160f-446e-82dd-92ea20ae802a None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '7e43545d-e6f7-4084-86f9-9d82110a9f0e', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'port_id': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'mac_address': 'fa:16:3e:7a:7b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cef02f-910d-4692-9be4-53a1ccccd411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:13:18Z', 'updated_at': '2021-05-20T08:13:22Z', 'revision_number': 1, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:14:53.980423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-949d6681-4734-4a3e-a8fd-65afa3bc5fe1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:53.987878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-949d6681-4734-4a3e-a8fd-65afa3bc5fe1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.1408823 May 20 08:14:54.059481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:54.066061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336280623', 'description': 'tempest-secgroup-smoke-336280623 description', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:54.090161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:54.107509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:54.136037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:54.155523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:54.250642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.336344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:54.349747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port c15b4df9-5a62-491b-9d80-cb6580a69f7a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:14:54.350127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.351217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:54.356694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64f8415d-1298-4ffa-805c-6da8d7529357 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:14:54.364149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:54.397893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:54.423634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb30e-e611-4bd5-aaa6-37add8444c9d req-b00cd68c-7fb7-40d2-8c69-014288eeac35 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:54.433350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbefb30e-e611-4bd5-aaa6-37add8444c9d req-b00cd68c-7fb7-40d2-8c69-014288eeac35 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2369483 May 20 08:14:54.442808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 64f8415d-1298-4ffa-805c-6da8d7529357 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:14:54.443758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 64f8415d-1298-4ffa-805c-6da8d7529357 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:14:54.446252 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.509972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.587828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.630126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbefb30e-e611-4bd5-aaa6-37add8444c9d req-b26d1de0-15f2-4c61-8cf3-fa9a27aca7d8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949127 May 20 08:14:54.632349 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41e340d2-2ad7-4cb5-a54f-c5ef203ad130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:54.695013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port c15b4df9-5a62-491b-9d80-cb6580a69f7a, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c15b4df9-5a62-491b-9d80-cb6580a69f7a,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:14:54.695445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.709993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17a6df-b294-4977-a7c9-d8e211bb32ec,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:54.717867 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:54.741789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.746790 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6860437 May 20 08:14:54.747562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:54.753168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:54.772560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:54.779267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:54.785493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:54.803893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:54.889956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:54.900730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for c15b4df9-5a62-491b-9d80-cb6580a69f7a owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:14:55.050651 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.056650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8309628-cc75-4ae4-8137-647153b4b7b4 req-09098b6f-006f-41d6-b244-1b27614dbcaa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:55.067475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8309628-cc75-4ae4-8137-647153b4b7b4 req-09098b6f-006f-41d6-b244-1b27614dbcaa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 946 time: 0.2225730 May 20 08:14:55.125126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8309628-cc75-4ae4-8137-647153b4b7b4 req-e21daa3a-c8e7-4233-9115-d5e0df8246b7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=a7d76460-2fd1-4bae-9060-b8b840f521d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564470 May 20 08:14:55.138568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.148228 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d2e128f-3a98-410e-9517-9906d10ab1e5 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:55.207293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9d3af9-721d-4c71-aed1-92a3e1989d6b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:55.221711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.222109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.222477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.222850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.223351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.223724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.224098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.224441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.224841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.225202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.225669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.226059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.231140 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:55.311262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.313557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646844 May 20 08:14:55.319132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56804) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:55.322549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:55.331371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:55.336410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:55.341102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:55.350232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:55.377283 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.387917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e109690-f863-474a-92ad-d1543639102c tempest-ListServersNegativeTestJSON-869330786 tempest-ListServersNegativeTestJSON-869330786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:55.507623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=c15b4df9-5a62-491b-9d80-cb6580a69f7a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:55.533878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.534321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.534876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.535259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.535640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.536012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.536382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.536777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.537146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.537547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.537946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.538429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:14:55.550533 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:55.550533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.871226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] No DVR routers for this DVR port c15b4df9-5a62-491b-9d80-cb6580a69f7a on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:14:55.892658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:55.907019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'name': 'network-vif-deleted', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:14:55.990973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:56.060665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad94d9-990d-4f2e-8d6c-95e721df7c28 req-f7f601cd-9aaf-4ede-b245-9b7f3fc6536b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:56.062483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26ad94d9-990d-4f2e-8d6c-95e721df7c28 req-f7f601cd-9aaf-4ede-b245-9b7f3fc6536b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2508125 May 20 08:14:56.115210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26ad94d9-990d-4f2e-8d6c-95e721df7c28 req-3b8097a0-cfac-4667-beef-5c01f64ee32b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458169 May 20 08:14:56.319572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4291a349-4d99-4cdf-a63e-6af8ec4f3891 req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.81 "DELETE /v2.0/ports/c15b4df9-5a62-491b-9d80-cb6580a69f7a HTTP/1.1" status: 204 len: 173 time: 2.3252053 May 20 08:14:56.332367 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a8c4c2-3b6b-4adb-9f42-f39bc222386c', 'name': 'network-vif-deleted', 'tag': 'c15b4df9-5a62-491b-9d80-cb6580a69f7a', 'status': 'completed', 'code': 200} May 20 08:14:56.475789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-868c47ef-efa4-410f-b369-695f168b9455 req-df4ee6b7-0152-4721-b65c-1fcd2efb532f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:14:56.644666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:56.647228 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88f60301-fbde-4003-b0b2-c208766ff379 tempest-TaggedBootDevicesTest-169240608 tempest-TaggedBootDevicesTest-169240608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:56.675160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132d9eca-b8a7-4571-ab3f-59f8004cfa41,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:56.684358 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:56.690502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:56.764866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-868c47ef-efa4-410f-b369-695f168b9455 req-df4ee6b7-0152-4721-b65c-1fcd2efb532f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:14:56.771108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-868c47ef-efa4-410f-b369-695f168b9455 req-df4ee6b7-0152-4721-b65c-1fcd2efb532f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=f7a8c4c2-3b6b-4adb-9f42-f39bc222386c HTTP/1.1" status: 200 len: 210 time: 0.3441834 May 20 08:14:56.799348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:56.803677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56830) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:56.807482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-43871328-508a-4202-938e-e0cd3ff26c11 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4894323 May 20 08:14:56.815919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:56.830869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:56.840322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:56.847901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:56.886282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:56.984022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.086103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.147789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.156922 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59e7faf9-ed70-45f4-a1a3-dae7a086a914 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:57.192485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bf3738-6ede-4b5b-9065-fbf8d7723647,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:57.192485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:57.290742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.294292 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878964 May 20 08:14:57.306990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56844) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:57.307680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:57.320626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:57.334820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:57.338239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:57.348450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:57.374346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205449e-0b7e-4cc9-bbba-5cd7a757e215 req-965252be-3302-4e3e-a8a5-9ddfb921738f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:57.376328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1205449e-0b7e-4cc9-bbba-5cd7a757e215 req-965252be-3302-4e3e-a8a5-9ddfb921738f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.1126246 May 20 08:14:57.458586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1205449e-0b7e-4cc9-bbba-5cd7a757e215 req-557df097-0dee-4d11-9a9c-dfb02b4526ff tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733211 May 20 08:14:57.482528 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.544788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c15b4df9-5a62-491b-9d80-cb6580a69f7a no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:14:57.601839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c15b4df9-5a62-491b-9d80-cb6580a69f7a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:14:57.603328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c15b4df9-5a62-491b-9d80-cb6580a69f7a not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:14:57.612822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.708943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.710876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15a2ad63-81c1-49d2-82c3-da32c8a781c7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:57.750438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e87b36b-6d1a-4a92-87d3-b11b9cb0f75d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:57.754808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:57.890696 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:57.892029 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5927429 May 20 08:14:57.894943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56854) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:57.900978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:57.918710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:57.923640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:57.937952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:57.951995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:57.958912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56858) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:57.982164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56862) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:58.038415 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Project ea6fe554bd364cfe91d2bda2321ea924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:14:58.046818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.074456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.129792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.159898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.165077 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.183612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:58.188748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Usage tracker for resource:security_group_rule and tenant:fe742bfee1314cdab10f4bc9339d9c8a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:58.191848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:58.199222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:58.236583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.239569 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82128f00-db97-469e-b9ab-ad4abbf2b362 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:58.282447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7da7b31-d282-4e8d-9658-7dacb8d2b929,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:58.295138 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:58.318987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.325909 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-025b2133-7348-4260-8c3f-ea93f3f1e67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:58.347068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d76460-2fd1-4bae-9060-b8b840f521d2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:58.352603 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:58.363882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.366198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/security-groups/a7d76460-2fd1-4bae-9060-b8b840f521d2 HTTP/1.1" status: 204 len: 168 time: 0.4048262 May 20 08:14:58.382381 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.397359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.397359 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7827bc05-182a-4ece-b6cf-c3644b7d052f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4954174 May 20 08:14:58.398101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56870) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:58.403122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'security_group_rule': {'security_group_id': '5d17a6df-b294-4977-a7c9-d8e211bb32ec', 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:14:58.414094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:14:58.418187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:security_group_rule and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:14:58.421271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:14:58.427950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:14:58.495919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.506291 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c228603b-a7ab-46fa-855d-fc3f40a7dd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:58.532246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:58.617895 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Project ea6fe554bd364cfe91d2bda2321ea924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:14:58.639648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe742bfee1314cdab10f4bc9339d9c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562479 May 20 08:14:58.640508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56880) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:58.641251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.651471 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79473464-e1d2-48bd-9759-38981d8bb8d4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:58.655682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:58.702290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting subnet dd166996-e73d-4a2e-a702-a54a6fdbff4b {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:14:58.720418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.910627 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.993722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:58.994998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.050685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.076116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a1930-658d-46b0-b2a7-2a42c4b29e68 req-df08d3c5-3bcd-4bba-8169-5785d797ad42 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:59.085646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83a1930-658d-46b0-b2a7-2a42c4b29e68 req-df08d3c5-3bcd-4bba-8169-5785d797ad42 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.3218660 May 20 08:14:59.090334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.112739 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1bf07a1a-e83b-4a51-b4d9-dd1078b8b17f tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:59.164537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68951d57-f5b5-4474-a324-c4a8178e291d,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:59.176413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:59.195768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.239353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83a1930-658d-46b0-b2a7-2a42c4b29e68 req-d221e4ad-3c4d-4f8f-ae50-662adb693f26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547227 May 20 08:14:59.273546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.274754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9104a4af-55fc-4198-9f83-2a6d0035487e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8763468 May 20 08:14:59.347728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.354787 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14b4dd0f-b5bc-4638-9023-db6bf53e0174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:59.436080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79473464-e1d2-48bd-9759-38981d8bb8d4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:59.456673 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:59.462826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.467538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79473464-e1d2-48bd-9759-38981d8bb8d4 HTTP/1.1" status: 204 len: 168 time: 0.8149774 May 20 08:14:59.746882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-8843d1dc-5476-4172-a79e-59d7cd70a55f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336280623&fields=id&tenant_id=ea6fe554bd364cfe91d2bda2321ea924 HTTP/1.1" status: 200 len: 267 time: 0.0726430 May 20 08:14:59.868945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.875197 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:14:59.934422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Subnet': ['ID=dd166996-e73d-4a2e-a702-a54a6fdbff4b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:14:59.940682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:14:59.944534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:14:59.961647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca27849-0da6-4204-82b3-be2141d2dcd2 None None] Network 1697f03b-9be8-4a1e-820e-56eaf863bf35 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:14:59.962551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56898) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:14:59.963048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/subnets/dd166996-e73d-4a2e-a702-a54a6fdbff4b HTTP/1.1" status: 204 len: 168 time: 1.4285548 May 20 08:14:59.992736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf87fe4c-acb0-4b7e-84fe-5b32a6f0bce6 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:14:59.994768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf87fe4c-acb0-4b7e-84fe-5b32a6f0bce6 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 813 time: 0.2397676 May 20 08:15:00.023844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-e0b4b3c4-7147-4e59-afd8-422a037041be tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/quotas/ea6fe554bd364cfe91d2bda2321ea924 HTTP/1.1" status: 200 len: 375 time: 0.0148911 May 20 08:15:00.174166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.201690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-929c49b6-cd6b-4cfd-8e12-26c6f12cf42b tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Synchronizing usage tracker for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:00.270757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port f492646d-cdea-4003-822d-3ca61ee4311b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:00.298265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.358137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-67802854-2471-4dc2-ab28-2e88539d4aab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1011755 May 20 08:15:00.391935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port f492646d-cdea-4003-822d-3ca61ee4311b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f492646d-cdea-4003-822d-3ca61ee4311b,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:00.392430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.445751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] DHCP port deletion for 1697f03b-9be8-4a1e-820e-56eaf863bf35 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:15:00.532667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for f492646d-cdea-4003-822d-3ca61ee4311b owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:00.552965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Deleting port f492646d-cdea-4003-822d-3ca61ee4311b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:00.553509 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.569638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:00.570332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:00.570678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:00.571178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:00.571637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:00.573849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-13c272dd-4a5a-4544-8b77-c1c460dcdc67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0990534 May 20 08:15:00.668414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] For port f492646d-cdea-4003-822d-3ca61ee4311b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f492646d-cdea-4003-822d-3ca61ee4311b,segment=NetworkSegment(004b2888-c879-40ab-8275-e529c1e7cb3a),segment_id=004b2888-c879-40ab-8275-e529c1e7cb3a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:00.668711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.732298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.737373 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:00.794698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=f492646d-cdea-4003-822d-3ca61ee4311b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:00.811540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] No DVR routers for this DVR port f492646d-cdea-4003-822d-3ca61ee4311b on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:15:00.833724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Calling delete_port for f492646d-cdea-4003-822d-3ca61ee4311b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:00.862037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-929c49b6-cd6b-4cfd-8e12-26c6f12cf42b tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Unset dirty status for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:00.867224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-929c49b6-cd6b-4cfd-8e12-26c6f12cf42b tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8337865 May 20 08:15:00.870404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:00.905325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:00.911330 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:00.936345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:00.974069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Pushing event deleted for resources: {'Port': ['ID=f492646d-cdea-4003-822d-3ca61ee4311b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:00.993640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] No DVR routers for this DVR port f492646d-cdea-4003-822d-3ca61ee4311b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:15:01.005156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.005536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.005885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.006248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.011146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.011517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.011855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.012243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.012585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.012915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.013244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.013970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:01.023829 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:01.026780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.037743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.054362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1697f03b-9be8-4a1e-820e-56eaf863bf35']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:01.068966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004b2888-c879-40ab-8275-e529c1e7cb3a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:01.069246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004b2888-c879-40ab-8275-e529c1e7cb3a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:01.082123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:01.083167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.093129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-89c2ff05-dbc0-417b-8669-ba332ef605ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:01.093671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-89c2ff05-dbc0-417b-8669-ba332ef605ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:01.094122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-89c2ff05-dbc0-417b-8669-ba332ef605ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:01.095795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-89c2ff05-dbc0-417b-8669-ba332ef605ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.4993541 May 20 08:15:01.096785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Usage tracker for resource:security_group_rule and tenant:caeefe6ebf684cd195fd05eae67d4262 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:01.101696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:01.101893 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.110303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:15:01.110744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: timer() May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:15:01.127454 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:15:01.177937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:01.201337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-78a551d8-0174-44f0-b89a-6893ea8719aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0959716 May 20 08:15:01.251980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-d0c91e2a-2514-4369-8012-5ec5b4a21493 service neutron] 10.222.0.79 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692918 May 20 08:15:01.336645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.346870 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:01.365736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.389864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Network': ['ID=1697f03b-9be8-4a1e-820e-56eaf863bf35,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:01.392925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:01.412514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-fb4d4c5d-a346-4daa-b621-61094dce0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:01.414006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-fb4d4c5d-a346-4daa-b621-61094dce0527 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.2038937 May 20 08:15:01.484269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/networks/1697f03b-9be8-4a1e-820e-56eaf863bf35 HTTP/1.1" status: 204 len: 168 time: 1.5210888 May 20 08:15:01.487230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 56916) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:01.521684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-385368d2-52fa-49a4-a677-a68705160a64 service neutron] 10.222.0.79 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687118 May 20 08:15:01.603442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.624157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-d29d78eb-a3db-46c2-89d0-f726ccd251eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:01.626687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-d29d78eb-a3db-46c2-89d0-f726ccd251eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050412 May 20 08:15:01.691618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.732967 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15f8fb23-3eb9-4d7c-8ec7-b84c67fd91ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:01.751284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=caeefe6ebf684cd195fd05eae67d4262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114653 May 20 08:15:01.756983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 56924) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:01.905221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a560f0-cded-4e1b-979f-5d76d1b85f3c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:01.911209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 12c14b5a-4778-4ed7-a3c6-d211ffc49335 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:01.918504 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:01.928732 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:15:01.931725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:01.955735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-1c15e3a6-1b8f-46f9-ac43-e4c4a74e86f0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213036 May 20 08:15:01.999077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.107133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.196796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-7946aef2-ad3d-4600-bc21-382709985f6d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302661 May 20 08:15:02.293892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-08b7073e-a42a-49c0-bcd8-efa109cff706 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0883813 May 20 08:15:02.315294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.315294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.408800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-437bf403-8147-4fcd-8119-2bdd9495cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:02.410643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-437bf403-8147-4fcd-8119-2bdd9495cb55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1092386 May 20 08:15:02.458250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f492646d-cdea-4003-822d-3ca61ee4311b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:02.537729 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.549582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65c45375-ecd6-4b31-8567-8d0477106add tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:02.558942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f492646d-cdea-4003-822d-3ca61ee4311b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:15:02.560833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f492646d-cdea-4003-822d-3ca61ee4311b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:15:02.563392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 12c14b5a-4778-4ed7-a3c6-d211ffc49335 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:02.581164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a560f0-cded-4e1b-979f-5d76d1b85f3c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:02.609942 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:02.625162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.626800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9a560f0-cded-4e1b-979f-5d76d1b85f3c HTTP/1.1" status: 204 len: 168 time: 0.8664525 May 20 08:15:02.746188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-a05a44a7-d593-460c-8267-df9180e06e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:02.747759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-a05a44a7-d593-460c-8267-df9180e06e4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3297951 May 20 08:15:02.828383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:02.840684 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2233ac0-7c43-4a9d-b743-85f8fc34ec98 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:02.896644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353b411-add0-4809-9b40-501081efe27c req-23bd4e1a-9ae2-498a-aa02-5cff40cde7a7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:02.896644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f353b411-add0-4809-9b40-501081efe27c req-23bd4e1a-9ae2-498a-aa02-5cff40cde7a7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2645206 May 20 08:15:02.901317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=12c14b5a-4778-4ed7-a3c6-d211ffc49335,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:02.938809 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:02.996090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f353b411-add0-4809-9b40-501081efe27c req-bcf7488f-f447-4e87-9f66-5fc680aeb8b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875213 May 20 08:15:03.018182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-9461f3d1-7bd4-4c70-aa98-7227856c97d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628241 May 20 08:15:03.031321 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:03.037490 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Floating IP 7e43545d-e6f7-4084-86f9-9d82110a9f0e disassociated (deleted). External IP: 172.25.8.74, port: 7cb671a3-9819-4393-89fd-b3bc0b7b267e. May 20 08:15:03.532276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-495bf5a4-bfdf-4257-9971-0f41e171ae49 req-e60bf2d5-08e3-4277-838f-db469cd4863d tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.4461548 May 20 08:15:03.643360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-a774705c-8ff9-487a-8345-69a32ebc862e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174250 May 20 08:15:03.703462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:15:03.782528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-6639ece0-6a6d-4e01-913b-6eda30097b26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1292012 May 20 08:15:03.928954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-c3d90276-369d-4fca-b8a6-3026e78e481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:03.930814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-c3d90276-369d-4fca-b8a6-3026e78e481d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0809982 May 20 08:15:03.968250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:03.984009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:03.992271 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:04.014600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:04.015335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:04.093919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/floatingips/7e43545d-e6f7-4084-86f9-9d82110a9f0e HTTP/1.1" status: 204 len: 168 time: 2.5981417 May 20 08:15:04.097160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:04.122619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-2bafd8e9-1f75-4dfb-915b-b46936616345 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3379285 May 20 08:15:04.139182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-da4bfcd6-47a6-4f08-8f84-579407c31831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:04.146594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-da4bfcd6-47a6-4f08-8f84-579407c31831 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007263 May 20 08:15:04.384237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:04.506537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-d84fba36-bedb-4030-9910-ab8f30e4dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:04.508410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-d84fba36-bedb-4030-9910-ab8f30e4dea1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1096 time: 0.3161194 May 20 08:15:04.523798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4e0f5-0fdb-4185-8a5e-1f1e95a514fe req-129692a5-68f5-4339-89d5-dad99673a213 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:04.525918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c4e0f5-0fdb-4185-8a5e-1f1e95a514fe req-129692a5-68f5-4339-89d5-dad99673a213 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2516139 May 20 08:15:04.530652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-acdf28b7-6d96-4c4e-850a-c1d51cb74e96 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820539 May 20 08:15:04.726282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-5b5e8025-fc34-4861-a0e1-741a851261af service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670849 May 20 08:15:04.832125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-aef502f0-949e-4c13-ac60-81b8281f3f2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0926859 May 20 08:15:04.970843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:04.976161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:04.988245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:04.988943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:14:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:05.042847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66c4e0f5-0fdb-4185-8a5e-1f1e95a514fe req-d5047ee8-315d-43f1-82fd-31f2491a4b5f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875824 May 20 08:15:05.098726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-5f2eac7f-26ce-4ab9-adce-f1ec03afc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:05.104796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-5f2eac7f-26ce-4ab9-adce-f1ec03afc0c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1592441 May 20 08:15:05.189740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-dad2b24b-23cc-4456-8066-f8ac796fdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:05.191321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-dad2b24b-23cc-4456-8066-f8ac796fdaa9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 897 time: 0.6577210 May 20 08:15:05.278525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:05.280366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-e48df1ec-ea04-4705-95e5-077c17995e6d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 217 time: 0.0748858 May 20 08:15:05.355934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-1c681efd-9f73-451c-a97d-a30d72a103ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:05.359367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-1c681efd-9f73-451c-a97d-a30d72a103ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2434783 May 20 08:15:05.406081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-a0971b87-f9c6-420f-9c5f-061152cdae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:05.408220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-a0971b87-f9c6-420f-9c5f-061152cdae97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 200 len: 835 time: 0.1171486 May 20 08:15:05.952764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:05.960180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c708d0-3fa0-43e3-8885-2963110a82fb None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:14:49Z', 'revision_number': 6, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'ac6d87e7-8d6c-4927-833f-aa4de36a7a4e', 'name': '', 'network_id': '00b348a6-f66f-42a9-946d-4b92c2cdbcf8', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:70:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '41acca99-6880-4bdd-b034-0ce30b579571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:44Z', 'updated_at': '2021-05-20T08:12:57Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': '41acca99-6880-4bdd-b034-0ce30b579571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:05.970128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-3f21835c-3a29-4dce-b254-da9f31e11933 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020193 May 20 08:15:06.024102 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'status': 'completed', 'code': 200} May 20 08:15:06.060469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-f30ac796-7169-4842-8552-9602ac46bbc6 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:06.062273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-f30ac796-7169-4842-8552-9602ac46bbc6 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 813 time: 0.3206720 May 20 08:15:06.257657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-96029db8-acf8-40a4-a5d4-4d31971a8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:06.261050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-96029db8-acf8-40a4-a5d4-4d31971a8863 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8365824 May 20 08:15:06.408445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2074c23d-0ecd-4ac8-b51d-c57fe8f6526b req-1ecee8fc-a35d-4d8b-a5f1-993e9b03c9c4 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.2398717 May 20 08:15:06.446168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-a822e8aa-3c19-48bb-9938-380d0524421e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea6fe554bd364cfe91d2bda2321ea924 HTTP/1.1" status: 200 len: 379 time: 0.3571522 May 20 08:15:06.456941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'port': {'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'admin_state_up': True, 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'security_groups': ['5d17a6df-b294-4977-a7c9-d8e211bb32ec']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:06.480700 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2553225-b355-4feb-b903-22d2da03a2b7 None None] New status for floating IP 7e43545d-e6f7-4084-86f9-9d82110a9f0e: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:15:06.856513 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-25491999-a156-4a36-aa77-c44fc8d832d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:06.874428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-a3ea4b25-8bae-4bca-bcbb-316f3e709e77 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876438 May 20 08:15:06.986264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-6dc50515-ee1f-405e-abe3-69e54a782b1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0954263 May 20 08:15:06.994123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-d5f1b618-d363-4658-9cbe-af27ad6ef466 service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138011 May 20 08:15:07.070834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-41878704-eb1f-4622-a146-2d4d8315a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:07.072838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-41878704-eb1f-4622-a146-2d4d8315a38a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0765011 May 20 08:15:07.190167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:07.203656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:07.345694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f87285-d5e5-437e-a53e-bd2924df6c35 req-240abe61-04c5-4ad5-8dd9-96b526ff6531 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:07.352998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7f87285-d5e5-437e-a53e-bd2924df6c35 req-240abe61-04c5-4ad5-8dd9-96b526ff6531 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.7367754 May 20 08:15:07.384559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Made reservation on behalf of ea6fe554bd364cfe91d2bda2321ea924 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:07.389506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:07.592539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Allocated IP 172.20.0.10 (beb7a7aa-03ba-4628-baeb-9f5f15c270b6/c27ddf72-c2db-4434-85b4-5b89c674cec8/3cda9ab5-902f-44de-9d65-583ac90dbd25) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:07.774470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b7f87285-d5e5-437e-a53e-bd2924df6c35 req-f948532a-9691-47b9-951f-4a2bd06fffdb tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:07.817217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-0b17b682-3d7b-4308-a2f8-a8c36d602ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:07.818864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-0b17b682-3d7b-4308-a2f8-a8c36d602ef4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7095957 May 20 08:15:07.823620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7e9a795-3b7d-4a03-8f41-3c2ce023ece1 req-01267dcc-3259-48b6-a98a-991bb5a4b32f service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412899 May 20 08:15:08.323640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b7f87285-d5e5-437e-a53e-bd2924df6c35 req-f948532a-9691-47b9-951f-4a2bd06fffdb tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:08.325022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7f87285-d5e5-437e-a53e-bd2924df6c35 req-f948532a-9691-47b9-951f-4a2bd06fffdb tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=734a957b-ffd2-4ee1-9ede-827849e06cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9711838 May 20 08:15:08.333588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-152fcf18-3279-4fc0-9761-57c3e0bd12b2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:08.335382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-152fcf18-3279-4fc0-9761-57c3e0bd12b2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 945 time: 0.7103088 May 20 08:15:08.466950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-4467e88d-895f-4ba8-a0b8-255ddf38abab service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804012 May 20 08:15:08.512332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57042) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:08.548781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:08.626063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-2c89d3d0-51c3-4b25-9e51-c7956f73becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:08.627815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-2c89d3d0-51c3-4b25-9e51-c7956f73becb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 1096 time: 0.7030342 May 20 08:15:08.678088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:08.685704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Transition to ACTIVE for port object 3cda9ab5-902f-44de-9d65-583ac90dbd25 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:08.695839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:08.701071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Usage tracker for resource:security_group_rule and tenant:957a6c6834ba4ccb8dd1ca2d1f1ae6b7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:08.704570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:08.711027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:08.828447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:08.907183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:08.917524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47f9c510-11dd-46ec-aa7e-fd2fc44c7506 req-fbe9248e-bb9e-4533-833d-98a870840114 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643365 May 20 08:15:08.919806 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eabd2b8e-a9f6-497d-add4-8ef5d3eaa839 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:08.945508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989a20-4e3e-4522-824f-2b1224aaa6fe req-fea515bd-8fd2-449b-b040-30cf24c94e8f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:08.947138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1c989a20-4e3e-4522-824f-2b1224aaa6fe req-fea515bd-8fd2-449b-b040-30cf24c94e8f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.4736321 May 20 08:15:08.954483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 7cb671a3-9819-4393-89fd-b3bc0b7b267e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:08.954843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:08.974120 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=957a6c6834ba4ccb8dd1ca2d1f1ae6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614167 May 20 08:15:08.975006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57056) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:08.988700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c859e9-e296-4a91-9e2e-f2d83e551c27,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:09.001063 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:09.049030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-54263e65-00ed-465b-90ec-378bad8c5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:09.050407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-54263e65-00ed-465b-90ec-378bad8c5afa service neutron] 10.222.0.84 "GET /v2.0/networks?id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 200 len: 897 time: 0.3666520 May 20 08:15:09.055827 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.083957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.188814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.207238 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:09.248091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f96a9f7-cfa2-4f48-b9f3-1261f76b3d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.258272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-2ee494a3-f030-457e-aa8a-9c6c27bd09da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 200 len: 217 time: 0.1473618 May 20 08:15:09.277825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.285515 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-701e5d9e-41d7-42b4-9e18-3c8507ff3334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:09.304574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c859e9-e296-4a91-9e2e-f2d83e551c27,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:09.306822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.310795 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53c859e9-e296-4a91-9e2e-f2d83e551c27 HTTP/1.1" status: 204 len: 168 time: 0.3334572 May 20 08:15:09.332040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:09.395841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1c989a20-4e3e-4522-824f-2b1224aaa6fe req-abddcf48-ebb3-44ef-bc24-95194b72d4a5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198117 May 20 08:15:09.452538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:09.461906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:09.469153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:09.504927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:09.507971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:09.534336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port 7cb671a3-9819-4393-89fd-b3bc0b7b267e, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=7cb671a3-9819-4393-89fd-b3bc0b7b267e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:09.535101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.548357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-3a92e47d-7384-44f1-80db-13f325890492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:09.551109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-3a92e47d-7384-44f1-80db-13f325890492 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 200 len: 835 time: 0.2628186 May 20 08:15:09.690028 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.881414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 7cb671a3-9819-4393-89fd-b3bc0b7b267e owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:09.901917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3409c3cd-a6de-4959-96ce-75d2765f4b87 None None] Provisioning for port 3cda9ab5-902f-44de-9d65-583ac90dbd25 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:09.907270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3409c3cd-a6de-4959-96ce-75d2765f4b87 None None] Provisioning complete for port 3cda9ab5-902f-44de-9d65-583ac90dbd25 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:09.907651 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3409c3cd-a6de-4959-96ce-75d2765f4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.913830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:09.914508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:09.999145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3409c3cd-a6de-4959-96ce-75d2765f4b87 None None] Port 3cda9ab5-902f-44de-9d65-583ac90dbd25 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:15:10.056784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756caad6-05c3-41fb-9064-883408d977e8 req-718fd344-a906-498b-9e0e-a825b77cb6c0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:10.057664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-756caad6-05c3-41fb-9064-883408d977e8 req-718fd344-a906-498b-9e0e-a825b77cb6c0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Synchronizing usage tracker for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:10.061956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-b5bd17cb-1e46-4d6c-90c2-a56c5cdd9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:10.063480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-b5bd17cb-1e46-4d6c-90c2-a56c5cdd9341 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00b348a6-f66f-42a9-946d-4b92c2cdbcf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4987354 May 20 08:15:10.130736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6778219 May 20 08:15:10.156243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Request body: {'port': {'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:10.256750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:10.278479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.298307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:10.302036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Usage tracker for resource:security_group_rule and tenant:4323d85e743346ec80493a6485531cd3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:10.305587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:10.314199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:10.413701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-756caad6-05c3-41fb-9064-883408d977e8 req-718fd344-a906-498b-9e0e-a825b77cb6c0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Unset dirty status for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:10.414869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-756caad6-05c3-41fb-9064-883408d977e8 req-718fd344-a906-498b-9e0e-a825b77cb6c0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 932 time: 0.8487918 May 20 08:15:10.439843 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.518530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.532141 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7984bf6-f4a4-4dd1-bf08-10b1bd4de14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:10.576841 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4323d85e743346ec80493a6485531cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188388 May 20 08:15:10.579293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231782b8-9343-46f2-ae05-c87ce3b411eb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:10.582114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:10.585441 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:10.623428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-756caad6-05c3-41fb-9064-883408d977e8 req-8b3fde53-4a17-4ff4-9e4e-1fbd8c399196 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428626 May 20 08:15:10.651277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-904d9e08-d9ef-40df-88fb-f1ca37c33246 service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748847 May 20 08:15:10.652189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.665210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.700396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.709395 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.726221 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d26de7-0bec-4b7a-b85d-5440c1290435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:10.860603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=7cb671a3-9819-4393-89fd-b3bc0b7b267e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:10.863753 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:10.872670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.876858 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8deb8ac1-ac0f-4625-bc78-f15c3cbd4202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:10.891888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231782b8-9343-46f2-ae05-c87ce3b411eb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:10.901903 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:10.904126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:10.908410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/231782b8-9343-46f2-ae05-c87ce3b411eb HTTP/1.1" status: 204 len: 168 time: 0.3247674 May 20 08:15:11.014227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9191101f-e632-4254-8c94-7078cf93815b req-b7be79b5-2b2f-4cb7-b1b9-ea7db1eaa00a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.2160366 May 20 08:15:11.079629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] No DVR routers for this DVR port 7cb671a3-9819-4393-89fd-b3bc0b7b267e on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:15:11.092918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:11.099097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'name': 'network-vif-deleted', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:11.191089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-615e80c9-b41a-4d32-8d0a-8912025b76df req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "DELETE /v2.0/ports/7cb671a3-9819-4393-89fd-b3bc0b7b267e HTTP/1.1" status: 204 len: 173 time: 2.8449655 May 20 08:15:11.214556 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:11.215280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54eb5e9b-e63a-4681-9fc9-e3167a2b1227 req-5984bc0a-d452-422a-aa0a-6196bd8bf143 service neutron] 10.222.0.84 "GET /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445457 May 20 08:15:11.467096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acef31-fd41-496a-a7d1-f139a99e55df req-6cbde29f-9f58-4efb-98b0-eca0dd4069c3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:11.468765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5acef31-fd41-496a-a7d1-f139a99e55df req-6cbde29f-9f58-4efb-98b0-eca0dd4069c3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2559578 May 20 08:15:11.559960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5acef31-fd41-496a-a7d1-f139a99e55df req-a71606b4-a8c2-490c-b349-f7d153763500 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817409 May 20 08:15:11.647551 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cef02f-910d-4692-9be4-53a1ccccd411', 'name': 'network-vif-deleted', 'tag': '7cb671a3-9819-4393-89fd-b3bc0b7b267e', 'status': 'completed', 'code': 200} May 20 08:15:11.666915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cda9ab5-902f-44de-9d65-583ac90dbd25 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:11.677007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:11.712425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Transition to ACTIVE for port object 3cda9ab5-902f-44de-9d65-583ac90dbd25 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:11.905230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52935d1a-579e-46bd-b28d-8946df790a42 req-a0306e4d-aa6c-4ea6-9420-cdff358dfad7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:11.906772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52935d1a-579e-46bd-b28d-8946df790a42 req-a0306e4d-aa6c-4ea6-9420-cdff358dfad7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 932 time: 0.0847423 May 20 08:15:11.930678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:11.955268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52935d1a-579e-46bd-b28d-8946df790a42 req-618bdd71-5d76-46b5-96cf-a7fae5539068 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 May 20 08:15:11.993553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.000296 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-332abcb6-3a14-422c-a42e-79161e22e6ea tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:12.130969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.199821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:12.210785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:12.288394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:12.307441 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.308357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7cb671a3-9819-4393-89fd-b3bc0b7b267e no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:12.349193 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:12.370448 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:12.435938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6966-b972-4633-a449-c9e29bfca394 req-f64c15ec-7170-4e73-be07-b557cbf3a2c6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:12.441691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31df6966-b972-4633-a449-c9e29bfca394 req-f64c15ec-7170-4e73-be07-b557cbf3a2c6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 946 time: 0.2969768 May 20 08:15:12.441691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Attempting to bind port 3cda9ab5-902f-44de-9d65-583ac90dbd25 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:12.441691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Attempting to bind port 3cda9ab5-902f-44de-9d65-583ac90dbd25 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:12.442824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Attempting to bind port 3cda9ab5-902f-44de-9d65-583ac90dbd25 on network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:12.452367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 7cb671a3-9819-4393-89fd-b3bc0b7b267e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:15:12.452724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 7cb671a3-9819-4393-89fd-b3bc0b7b267e not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:15:12.504781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Port 3cda9ab5-902f-44de-9d65-583ac90dbd25 on network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:15:12.506195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Attempting to bind port 3cda9ab5-902f-44de-9d65-583ac90dbd25 on network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:12.518285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=14']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:12.523102 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:12.524405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:12.524756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Checking segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:12.525149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Bound using segment: {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:12.526287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Bound port: 3cda9ab5-902f-44de-9d65-583ac90dbd25, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff31a918-353d-4098-af0d-325e4573b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:12.526722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.542295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31df6966-b972-4633-a449-c9e29bfca394 req-8e193aec-a4bc-4feb-88ec-ebf666d334d1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943384 May 20 08:15:12.598418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.706993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:12.732472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:12.790417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4f48aaa5-1819-421d-8737-48b950175089 req-8438d112-069d-474a-b402-1b386d960f0a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:12.810764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:12.856451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:12.863020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ecf2d1e0-c73b-48e0-9dd9-50b2cd058af6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:12.969700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817990157-network', 'tenant_id': '4d7188fa4aa7480f845de99868f99792'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:12.975995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:12.982508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Usage tracker for resource:network and tenant:4d7188fa4aa7480f845de99868f99792 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:12.986021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:12.993631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:13.095368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Made reservation on behalf of 4d7188fa4aa7480f845de99868f99792 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:13.095628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4f48aaa5-1819-421d-8737-48b950175089 req-8438d112-069d-474a-b402-1b386d960f0a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:13.098070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.101454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f48aaa5-1819-421d-8737-48b950175089 req-8438d112-069d-474a-b402-1b386d960f0a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=25cef02f-910d-4692-9be4-53a1ccccd411 HTTP/1.1" status: 200 len: 210 time: 0.3604093 May 20 08:15:13.121878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.147215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Pushing event updated for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:13.159748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.160356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.161866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] 10.222.0.81 "PUT /v2.0/ports/3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 1092 time: 3.0128124 May 20 08:15:13.162784 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:13.171851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:13.176164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7188fa4aa7480f845de99868f99792 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:13.178447 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'code': 200} May 20 08:15:13.179212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:13.186553 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:13.465958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.478112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62a6a-d7a3-4490-9547-ac1551285d11 req-4bf68b4b-a7ab-48f5-80fa-e8f7e4c3f847 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.480444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fe62a6a-d7a3-4490-9547-ac1551285d11 req-4bf68b4b-a7ab-48f5-80fa-e8f7e4c3f847 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.2097421 May 20 08:15:13.513152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-b2066cb3-902f-4ca6-ade6-a69d0272ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.514653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-b2066cb3-902f-4ca6-ade6-a69d0272ff65 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1095 time: 0.1513767 May 20 08:15:13.546088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.549370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d26edfc-762a-4e80-8b38-02dacafff13b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:13.578408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:15:13.587340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296e3a31-6f31-4fc6-b00c-df5ee4f624d5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:13.594571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:13.598886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.599103 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Added segment 9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a of type vlan for network 76462fb2-2f1c-455d-8aba-5b8e1b470069 May 20 08:15:13.611414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-f16a073e-cb1f-4f74-9218-5901ec90d062 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 217 time: 0.0812752 May 20 08:15:13.614902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fe62a6a-d7a3-4490-9547-ac1551285d11 req-168d5be0-78f5-4b45-bd8c-3258aaaa4cd4 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281035 May 20 08:15:13.646215 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.656386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:13.691030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-8ac02df9-c0db-4fdf-acd5-d082c373485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.694678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-8ac02df9-c0db-4fdf-acd5-d082c373485a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.0690451 May 20 08:15:13.744245 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:15:13.789315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-c4589bde-e598-46cb-bc14-7a70e8a5d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.791099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-c4589bde-e598-46cb-bc14-7a70e8a5d5c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906396 May 20 08:15:13.820753 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.821868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:13.823004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:13.828369 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cafdf43c-4be1-4ca3-adaf-d9c6d8e11059 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:13.936058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Pushing event updated for resources: {'Network': ['ID=76462fb2-2f1c-455d-8aba-5b8e1b470069,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:13.939193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:13.944941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-d2881524-ad1d-440c-b68c-6f410c1b9b68 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469862 May 20 08:15:13.948531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 76462fb2-2f1c-455d-8aba-5b8e1b470069 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:15:14.016852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2037861 May 20 08:15:14.020069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:14.026673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Request body: {'subnet': {'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817990157-subnet', 'tenant_id': '4d7188fa4aa7480f845de99868f99792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:14.032819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:14.039909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Usage tracker for resource:subnet and tenant:4d7188fa4aa7480f845de99868f99792 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:14.043216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:14.049654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:14.097275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b1296f9-88e2-43b4-8a86-0b51418b36b7 req-5408e76c-80ae-482d-a48d-9ec5aee84c78 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452730 May 20 08:15:14.121294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Made reservation on behalf of 4d7188fa4aa7480f845de99868f99792 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:14.124591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.204368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57212) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:14.337352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.376792 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.421416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-fe909a25-d209-4aac-aba9-224b56dcc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:14.422969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-fe909a25-d209-4aac-aba9-224b56dcc3fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1095 time: 0.1833782 May 20 08:15:14.605196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-125d4db5-f193-4517-aa35-3aa0c025c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:14.607413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-125d4db5-f193-4517-aa35-3aa0c025c07a service neutron] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 914 time: 0.1766191 May 20 08:15:14.678507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.683606 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-90178edd-1d30-4bf6-af2b-2f3d2ea2cac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:14.690004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-d3340d3d-6f4d-4f88-9d37-85bc030045d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 217 time: 0.0741420 May 20 08:15:14.696226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.696445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f428f302-4b26-4002-a4ac-73f25c01f6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:14.774869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a957b-ffd2-4ee1-9ede-827849e06cf6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:14.783148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:14.794954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b334d43-e73d-44b3-b9b0-a42e04da1b03,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:14.794954 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:14.801153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Checking segment: {'id': '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:14.801772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Network hostable DHCP agents. Network: 76462fb2-2f1c-455d-8aba-5b8e1b470069, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:15:14.878630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-eb90eb36-f584-4c12-ade8-4462d955e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:14.880243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-eb90eb36-f584-4c12-ade8-4462d955e31a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.1675091 May 20 08:15:14.901025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Network 76462fb2-2f1c-455d-8aba-5b8e1b470069 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:15:14.935514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:14.946597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/security-groups/734a957b-ffd2-4ee1-9ede-827849e06cf6 HTTP/1.1" status: 204 len: 168 time: 0.7312644 May 20 08:15:14.974003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0ee4-7b4d-4ee1-9e2d-e85146b08a0d req-9a7580c2-0988-4893-ab52-e36b62ee8b0c tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:14.975515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffcd0ee4-7b4d-4ee1-9e2d-e85146b08a0d req-9a7580c2-0988-4893-ab52-e36b62ee8b0c tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.2177780 May 20 08:15:14.998892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 76462fb2-2f1c-455d-8aba-5b8e1b470069) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:15.011603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871ad23-560b-47dc-b4bd-aa1872768b81 None None] Network 76462fb2-2f1c-455d-8aba-5b8e1b470069 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:15.012855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:15.013466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:15.029121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-74a99bf0-5f0b-4154-81a4-ac71bc6e939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:15.030703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-74a99bf0-5f0b-4154-81a4-ac71bc6e939d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410251 May 20 08:15:15.038513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffcd0ee4-7b4d-4ee1-9e2d-e85146b08a0d req-1d650964-769c-477b-98e8-0218d91f126e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560741 May 20 08:15:15.126055 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1043282 May 20 08:15:15.185976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-27cb17db-7b3d-4825-923f-992a5d3e3ccf service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456904 May 20 08:15:15.222743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16612eff-fbc4-414f-b3c6-1ee746ff4394 None None] Network 76462fb2-2f1c-455d-8aba-5b8e1b470069 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:15.223085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57258) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:15.681175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf47b755-2cf7-4104-96cd-5d009d277b51 req-24c48972-5955-497d-868b-0b40dff795de service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882472 May 20 08:15:16.091104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4887572-c185-46f3-9acd-49e4fe25904f req-fde00b2f-3d70-4a09-a867-bb21fc3c21d0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:16.092631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4887572-c185-46f3-9acd-49e4fe25904f req-fde00b2f-3d70-4a09-a867-bb21fc3c21d0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1865344 May 20 08:15:16.142390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57282) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:16.148924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1956568925-network', 'tenant_id': '7627ed08b902483d8a5077648de4eb31'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:16.154571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4887572-c185-46f3-9acd-49e4fe25904f req-953347bb-8cb2-44eb-b98d-587c9b0d1039 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549669 May 20 08:15:16.156189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:16.160997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Usage tracker for resource:network and tenant:7627ed08b902483d8a5077648de4eb31 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:16.164578 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:16.179204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:16.231846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.249084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Made reservation on behalf of 7627ed08b902483d8a5077648de4eb31 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:16.251728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.270530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.296375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:16.300717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7627ed08b902483d8a5077648de4eb31 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:16.303768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:16.310552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:16.406830 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.489390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89e9ef-1c62-43bf-8409-f7612a609d45 req-98b81ef9-ec68-483d-878f-39615d322b3e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:16.490936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d89e9ef-1c62-43bf-8409-f7612a609d45 req-98b81ef9-ec68-483d-878f-39615d322b3e tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.2059128 May 20 08:15:16.501210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.504495 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3893ef5c-3cb1-4d28-b120-f1a0e0e563bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:16.535789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:15:16.545307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e44654-9040-4dbb-8f96-e39b4e2771b9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:16.548673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:16.553406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.553827 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Added segment 8465fa64-b103-4534-99a2-f70d280fac25 of type vlan for network 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c May 20 08:15:16.584268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.640582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d89e9ef-1c62-43bf-8409-f7612a609d45 req-25b163e4-a111-4595-8f32-ba2d209a68db tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032240 May 20 08:15:16.747386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.752129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:16.752129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.757760 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6ad4d6d-4287-466b-b8fa-f5904c16755b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:16.829772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:16.837611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:16.884526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Pushing event updated for resources: {'Network': ['ID=90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:16.888485 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:16.896516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:15:16.936397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57294) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:16.937880 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7940445 May 20 08:15:16.950116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Request body: {'subnet': {'network_id': '90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1956568925-subnet', 'tenant_id': '7627ed08b902483d8a5077648de4eb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:16.959415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:16.968092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Usage tracker for resource:subnet and tenant:7627ed08b902483d8a5077648de4eb31 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:16.974370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:16.998567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:17.281909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port ac6d87e7-8d6c-4927-833f-aa4de36a7a4e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:17.282274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:17.415581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Made reservation on behalf of 7627ed08b902483d8a5077648de4eb31 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:17.418447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:17.441856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for ac6d87e7-8d6c-4927-833f-aa4de36a7a4e owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:17.588499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-036f62b8-83c1-452d-beba-0073cb34a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:17.590154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-036f62b8-83c1-452d-beba-0073cb34a78a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.4064510 May 20 08:15:17.601707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea171a-23ed-4fdf-8e24-9f4a07211ea2 req-32e2931f-8006-4e9c-be77-479f859a3cd9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:17.603225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65ea171a-23ed-4fdf-8e24-9f4a07211ea2 req-32e2931f-8006-4e9c-be77-479f859a3cd9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.4207261 May 20 08:15:17.832143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65ea171a-23ed-4fdf-8e24-9f4a07211ea2 req-ef81afb2-04b8-4766-b3a9-d83f6a318d7b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042477 May 20 08:15:17.897313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-85c36d72-186e-4d6f-96ad-4ae9ab8a0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:17.898816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-85c36d72-186e-4d6f-96ad-4ae9ab8a0dd3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.2946670 May 20 08:15:18.148804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-adb5737d-bf88-49d7-81dc-c3b901a655a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.2365990 May 20 08:15:18.301712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-671858f4-a4a2-4ce3-99cc-b7663505a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:18.303172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-671858f4-a4a2-4ce3-99cc-b7663505a833 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.1393366 May 20 08:15:18.319868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf590b-598a-4abb-a08b-56950075dd53 req-5f161517-2f7c-4495-af99-73555ae25246 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:18.321329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8cf590b-598a-4abb-a08b-56950075dd53 req-5f161517-2f7c-4495-af99-73555ae25246 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.3476861 May 20 08:15:18.362656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:18.390597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-753b4fcf-6dea-4758-8d0c-55bc6f7e673f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:18.482044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=ac6d87e7-8d6c-4927-833f-aa4de36a7a4e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:18.484533 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:18.582951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8cf590b-598a-4abb-a08b-56950075dd53 req-d5c221b4-5c41-4fdb-bb38-cc07703284b9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277997 May 20 08:15:18.918920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-b861f886-7e54-49e0-9cab-59e831d64880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:18.920440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-b861f886-7e54-49e0-9cab-59e831d64880 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5982132 May 20 08:15:19.178945 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:19.189026 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c99b7d7a-9102-4c32-a6f9-b72dc164b56a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:19.273546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:19.386788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-60b30ae0-8e05-4b9e-9f74-7f32a134118c service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519789 May 20 08:15:19.387402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf4fdd1-4bdd-403d-acdc-1aa0f5d907bd,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:19.390247 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:19.467905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Checking segment: {'id': '8465fa64-b103-4534-99a2-f70d280fac25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:19.468268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Network hostable DHCP agents. Network: 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:15:19.543833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f689f-779b-4006-900f-8055ba5f9269 req-a5094436-1336-48f7-b751-632099a35261 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:19.545351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-608f689f-779b-4006-900f-8055ba5f9269 req-a5094436-1336-48f7-b751-632099a35261 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.5865364 May 20 08:15:19.730406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3f425358-eb50-4816-a800-f75cb35a80b3 req-63942035-d2fe-43f9-8f98-8fc88f3508ca service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226776 May 20 08:15:19.738949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-608f689f-779b-4006-900f-8055ba5f9269 req-db4edf83-15ea-474e-82d6-31d65aa5aad8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759737 May 20 08:15:19.804229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Network 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:15:19.953871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:19.962351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0baf9-4600-45b8-bd09-7de802439a59 None None] Network 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:19.994725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:19.995368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:20.042497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:15:20.121933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520624-2f32-4df0-8fae-d645d6c57253 req-2e71949e-dd10-4ee8-8905-9f153920fa86 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:20.123634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8520624-2f32-4df0-8fae-d645d6c57253 req-2e71949e-dd10-4ee8-8905-9f153920fa86 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.2673042 May 20 08:15:20.140626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2037542 May 20 08:15:20.187866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554c44c-af25-417d-b334-22704f7e6904 None None] Network 90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:20.280789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8520624-2f32-4df0-8fae-d645d6c57253 req-b8c62ea9-b56f-49ec-aad7-07bbce2b9d2a tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447237 May 20 08:15:20.304177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:20.320749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:20.322992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0988402 May 20 08:15:20.367693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Sync routers for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:20.385750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:20.386395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:20.435435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting subnet 41acca99-6880-4bdd-b034-0ce30b579571 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:15:20.439937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:20.547676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:20.658192 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:20.820171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:21.096337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:21.100959 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9f3b8268-514e-4b1e-8cbf-af9f8b82565a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:21.138032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Subnet': ['ID=41acca99-6880-4bdd-b034-0ce30b579571,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:21.146825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:21.151663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:21.152908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:15:18Z', 'revision_number': 7, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:21.158405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Checking router: 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:21.161092 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/subnets/41acca99-6880-4bdd-b034-0ce30b579571 HTTP/1.1" status: 204 len: 168 time: 0.8385549 May 20 08:15:21.161746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57334) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:21.163559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6958b-af8f-4b3d-bcff-22d8cf7d33b9 None None] Network 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:21.168194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-73b9f933-1b2b-4987-8a31-321d1491c5b3 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:21.170069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-73b9f933-1b2b-4987-8a31-321d1491c5b3 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/networks?id=76462fb2-2f1c-455d-8aba-5b8e1b470069 HTTP/1.1" status: 200 len: 808 time: 0.3616195 May 20 08:15:21.187525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-fa947f27-8cc4-47a7-ae5d-cc5d69af3302 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/quotas/4d7188fa4aa7480f845de99868f99792 HTTP/1.1" status: 200 len: 375 time: 0.0114584 May 20 08:15:21.202663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Routers {'2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:21.203112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:21.239155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-baeb28ab-84b7-461c-af28-ea5f26694590 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d7188fa4aa7480f845de99868f99792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451088 May 20 08:15:21.360420 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:21.401176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-a355d5c0-51ae-4f43-9975-ea310a975433 service neutron] 10.222.0.79 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516669 May 20 08:15:21.561099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] Set router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:21.612751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-f94d1da1-88a4-48fe-a3ee-429896c4ea2e service neutron] 10.222.0.79 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877246 May 20 08:15:21.680175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3cda9ab5-902f-44de-9d65-583ac90dbd25 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:15:21.774499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:21.812656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] DHCP port deletion for 00b348a6-f66f-42a9-946d-4b92c2cdbcf8 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:15:21.937267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 05d0cc95-3614-4151-be59-a8d57849ea52 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:21.937887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.067281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd8614-cc48-4306-8bf0-6cc69502bc12 req-03dd4abc-eb1e-44e6-a295-7c6543b6afee tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:22.069326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5fd8614-cc48-4306-8bf0-6cc69502bc12 req-03dd4abc-eb1e-44e6-a295-7c6543b6afee tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1002307 May 20 08:15:22.127169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port 05d0cc95-3614-4151-be59-a8d57849ea52, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=05d0cc95-3614-4151-be59-a8d57849ea52,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:22.127589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.128397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5fd8614-cc48-4306-8bf0-6cc69502bc12 req-d4bcd0a1-9482-4b01-ae17-59118f48f9de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 May 20 08:15:22.192108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:22.221403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:15:22.260765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Deleting port 06748feb-b029-4c5f-998d-865b76f2aa9f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:22.261305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.266244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 05d0cc95-3614-4151-be59-a8d57849ea52 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:22.326222 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.400956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df66eb-8564-4649-8dac-2b1cb0ece3eb req-9da867fc-1542-4b45-b9fd-047fcc1c34a8 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:22.402671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7df66eb-8564-4649-8dac-2b1cb0ece3eb req-9da867fc-1542-4b45-b9fd-047fcc1c34a8 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 944 time: 0.1279919 May 20 08:15:22.416929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 06748feb-b029-4c5f-998d-865b76f2aa9f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:22.474905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f7df66eb-8564-4649-8dac-2b1cb0ece3eb req-c9c46dc0-2e63-4251-94ef-0619013c18e3 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654523 May 20 08:15:22.494946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] For port 06748feb-b029-4c5f-998d-865b76f2aa9f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06748feb-b029-4c5f-998d-865b76f2aa9f,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:22.495413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.503603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cda9ab5-902f-44de-9d65-583ac90dbd25 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:22.547446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.552290 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:22.583140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:15:18Z', 'revision_number': 7, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:22.608295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8690449-4625-4516-a220-282ba36fe756 req-cf5441f0-4bcf-452f-918b-853e29c45a62 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 210 time: 0.0634406 May 20 08:15:22.611567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=05d0cc95-3614-4151-be59-a8d57849ea52,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:22.623892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:22.654144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Calling delete_port for 06748feb-b029-4c5f-998d-865b76f2aa9f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:22.661260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:22.716659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3aa022-5692-4af6-92cb-d59f505577d9 None None] The sync data for ids ['2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac'] in n-d-780147-4 is: [{'id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'name': 'tempest-TestNetworkBasicOps-router-89557237', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:12:36Z', 'updated_at': '2021-05-20T08:15:18Z', 'revision_number': 7, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': '05d0cc95-3614-4151-be59-a8d57849ea52', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:12:37Z', 'updated_at': '2021-05-20T08:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:22.752232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.787012 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:22.806520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.870434 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:22.913685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:22.920352 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:22.938927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 06748feb-b029-4c5f-998d-865b76f2aa9f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=06748feb-b029-4c5f-998d-865b76f2aa9f,segment=NetworkSegment(3f1022e7-f6a5-4311-b1e1-da876cb57fac),segment_id=3f1022e7-f6a5-4311-b1e1-da876cb57fac)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:22.981386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eceaf-6e35-4e16-b7d6-beca3389f56a req-e5afbf65-d2a8-42fa-ad87-1e3459d0c843 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:22.983029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa3eceaf-6e35-4e16-b7d6-beca3389f56a req-e5afbf65-d2a8-42fa-ad87-1e3459d0c843 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1115236 May 20 08:15:22.991882 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.001189 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ad1af71a-0e05-4644-a390-0588642823da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:23.029917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.029917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.044394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3cda9ab5-902f-44de-9d65-583ac90dbd25'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:15:23.048644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa3eceaf-6e35-4e16-b7d6-beca3389f56a req-c04cb10d-eb2f-4a34-949b-549224669b5e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588038 May 20 08:15:23.139569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=06748feb-b029-4c5f-998d-865b76f2aa9f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:23.142606 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:23.187272 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.187891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:15:23.210923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.213585 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/routers/2b9d10ef-b5fd-491b-b7fc-3afe26acf2ac HTTP/1.1" status: 204 len: 168 time: 2.0499175 May 20 08:15:23.216017 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57360) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:23.237100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.242725 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:23.304925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Pushing event deleted for resources: {'Port': ['ID=06748feb-b029-4c5f-998d-865b76f2aa9f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:23.307540 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:23.319018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] No DVR routers for this DVR port 06748feb-b029-4c5f-998d-865b76f2aa9f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:15:23.319342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176a4ba-969f-4d4f-86ac-69d8b20bc4c4 req-75ee17e1-a5ac-4eb9-a114-5b88b36522fc tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:23.321202 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b176a4ba-969f-4d4f-86ac-69d8b20bc4c4 req-75ee17e1-a5ac-4eb9-a114-5b88b36522fc tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1399748 May 20 08:15:23.393619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b176a4ba-969f-4d4f-86ac-69d8b20bc4c4 req-80b54a64-7f61-4c93-8882-fe2c9edab8a2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600622 May 20 08:15:23.395057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.628820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.648446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b348a6-f66f-42a9-946d-4b92c2cdbcf8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:23.664882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1022e7-f6a5-4311-b1e1-da876cb57fac') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:23.665316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1022e7-f6a5-4311-b1e1-da876cb57fac') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:23.680762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.702539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.710115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:15:23.710593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: timer() May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:15:23.727148 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:15:23.756381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f36bdb-155c-4b74-9625-9dc20d71a031 req-a8c9bcaf-d813-40f8-ac6e-376a48d4868f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:23.756381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71f36bdb-155c-4b74-9625-9dc20d71a031 req-a8c9bcaf-d813-40f8-ac6e-376a48d4868f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 945 time: 0.1198699 May 20 08:15:23.810698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71f36bdb-155c-4b74-9625-9dc20d71a031 req-c56dbce7-c98b-4257-ac91-94956c9e2339 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490744 May 20 08:15:23.907080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.913442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05e427b-ae9c-45e9-a710-9a43733e0686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:23.936546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:23.948689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Network': ['ID=00b348a6-f66f-42a9-946d-4b92c2cdbcf8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:23.953249 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:23.959966 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/networks/00b348a6-f66f-42a9-946d-4b92c2cdbcf8 HTTP/1.1" status: 204 len: 168 time: 0.7405975 May 20 08:15:23.977676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:23.986182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'network': {'name': 'tempest-network-smoke--133843612', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'port_security_enabled': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:23.992095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:23.997144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:network and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:24.000266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:24.008485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:24.113607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-ccaba999-71a7-4a54-9886-06c2be98d209 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:24.115098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-ccaba999-71a7-4a54-9886-06c2be98d209 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.1915710 May 20 08:15:24.118070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:24.122593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.131660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-796a0390-b70a-45fe-85bc-f9b26cbfb6cd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/quotas/3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 375 time: 0.0103650 May 20 08:15:24.156545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:15:24.167426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.167784 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Added segment 1d08f133-4a56-4059-a609-00c28a3b6fbd of type vlan for network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa May 20 08:15:24.200268 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.243585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-8902392d-b74c-4e17-8ec8-a0e13a1edb90 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1048739 May 20 08:15:24.329382 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.342213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:24.343285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.372790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:24.387846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.406917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac6d87e7-8d6c-4927-833f-aa4de36a7a4e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:24.421361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-dc3db9c1-3fd3-4bc5-acd0-6b0d4f7bb18c service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690669 May 20 08:15:24.463515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ac6d87e7-8d6c-4927-833f-aa4de36a7a4e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:15:24.463515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ac6d87e7-8d6c-4927-833f-aa4de36a7a4e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:15:24.464055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 05d0cc95-3614-4151-be59-a8d57849ea52 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:24.495554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5128706 May 20 08:15:24.510724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:24.513155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 05d0cc95-3614-4151-be59-a8d57849ea52 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:15:24.513527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 05d0cc95-3614-4151-be59-a8d57849ea52 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:15:24.526455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-809448043', 'admin_state_up': True, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:24.533341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Network': ['ID=6b05ef12-aa1f-4c7f-aca9-820629a36bfa,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:24.537111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:24.538112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:24.542839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:router and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:24.546465 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:15:24.546783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:24.552929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:24.695770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.697840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.716078 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:24.723743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-57267e4e-996c-497b-9b55-d40e93051aad service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796028 May 20 08:15:24.756430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-562e2c26-faac-45d8-80b2-8b8e4d99be30 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:24.757885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-562e2c26-faac-45d8-80b2-8b8e4d99be30 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.84 "GET /v2.0/networks?id=76462fb2-2f1c-455d-8aba-5b8e1b470069 HTTP/1.1" status: 200 len: 808 time: 0.1945882 May 20 08:15:24.772030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Request body: {'port': {'device_id': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069', 'admin_state_up': True, 'tenant_id': '4d7188fa4aa7480f845de99868f99792'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:24.926147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:24.930409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Usage tracker for resource:port and tenant:4d7188fa4aa7480f845de99868f99792 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:24.934922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:24.941390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:24.986990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Made reservation on behalf of 4d7188fa4aa7480f845de99868f99792 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:25.005500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.337333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.343285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c15b1a3b-d7b7-495a-a1a0-00f3cc3328dc req-2ab5deb5-a3a0-4fd0-808a-a0d87757ff60 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 210 time: 0.2441163 May 20 08:15:25.479644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Allocated IP 172.20.0.14 (76462fb2-2f1c-455d-8aba-5b8e1b470069/5b334d43-e73d-44b3-b9b0-a42e04da1b03/d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:25.651692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aabe-5f71-4df8-a1df-59f0a4eed33c req-fa9a29fe-3ef0-4201-bd53-1a0cf0f4175b tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:25.653156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc72aabe-5f71-4df8-a1df-59f0a4eed33c req-fa9a29fe-3ef0-4201-bd53-1a0cf0f4175b tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 945 time: 0.1759422 May 20 08:15:25.685867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3cda9ab5-902f-44de-9d65-583ac90dbd25 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:25.785290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc72aabe-5f71-4df8-a1df-59f0a4eed33c req-33e3df03-f650-4881-a943-a5cb0fb5d6d4 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697505 May 20 08:15:25.802687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.826249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.845649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.878162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 3cda9ab5-902f-44de-9d65-583ac90dbd25 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:25.883547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 3cda9ab5-902f-44de-9d65-583ac90dbd25 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:25.883933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.926550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc590afc-3dc7-499f-85ff-2bfb503fc040 req-82cc7a14-b65c-4246-9657-9e3251d87d69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0656939 May 20 08:15:25.963906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:25.978822 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fc08f2c-436e-4e8c-b77a-76cc7460fb0f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:26.016558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.25.8.109 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/aeceb49c-d8a8-4fe4-8498-16d2700e7ddd) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:26.046861 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.048497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Network 76462fb2-2f1c-455d-8aba-5b8e1b470069 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:26.052560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:26.055111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:26.100231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:26.117698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:26.136840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Pushing event updated for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:26.139889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:26.158275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:26.159123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.170201 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'code': 200} May 20 08:15:26.176036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.180337 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:26.230535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.260662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:26.263776 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:26.286392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5187056 May 20 08:15:26.300503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Request body: {'port': {'device_id': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:26.371534 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.379855 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b19b8a3-e960-4b75-af30-1b99d2695ecd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:26.458461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:26.459289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f490f01-5990-43a2-bc09-7f214c40a1ba req-0473f31f-0b76-4014-86f7-6e2daf77d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:26.461279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f490f01-5990-43a2-bc09-7f214c40a1ba req-0473f31f-0b76-4014-86f7-6e2daf77d02e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1097 time: 0.2234313 May 20 08:15:26.461699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:26.466021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:26.501784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.521642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:26.527434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:26.541349 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:26.626074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f490f01-5990-43a2-bc09-7f214c40a1ba req-def7cd41-6e74-4a94-a5bc-a7fbb749d855 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435428 May 20 08:15:26.774908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b0d8b-f277-4556-b23b-f6bd08d2289d req-cdd68b5d-52ba-40b6-90b9-f8f859a18ea2 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:26.775794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-985b0d8b-f277-4556-b23b-f6bd08d2289d req-cdd68b5d-52ba-40b6-90b9-f8f859a18ea2 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Synchronizing usage tracker for tenant:4d7188fa4aa7480f845de99868f99792 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:26.933451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-985b0d8b-f277-4556-b23b-f6bd08d2289d req-cdd68b5d-52ba-40b6-90b9-f8f859a18ea2 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Unset dirty status for tenant:4d7188fa4aa7480f845de99868f99792 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:26.934752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985b0d8b-f277-4556-b23b-f6bd08d2289d req-cdd68b5d-52ba-40b6-90b9-f8f859a18ea2 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 932 time: 0.3747728 May 20 08:15:27.003718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:27.021254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:27.033899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:27.044695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985b0d8b-f277-4556-b23b-f6bd08d2289d req-8e0c0610-383e-49ae-b6cb-14e75e0a6458 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791290 May 20 08:15:27.074439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Transition to ACTIVE for port object d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:27.203264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:27.221433 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f1d2d7a9-2d33-4fa0-85aa-8c92b435ad72 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:27.427327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Pushing event updated for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:27.467011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:27.617163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:27.880918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa05222-c96a-4b61-91a9-6fa0c35d036c req-e734306e-c412-4ace-ac73-5b1a22e604bf tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:27.883266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afa05222-c96a-4b61-91a9-6fa0c35d036c req-e734306e-c412-4ace-ac73-5b1a22e604bf tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.7195456 May 20 08:15:27.906306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Attempting to bind port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:27.906639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Attempting to bind port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:27.906976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Attempting to bind port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 on network 76462fb2-2f1c-455d-8aba-5b8e1b470069 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:27.936829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 on network 76462fb2-2f1c-455d-8aba-5b8e1b470069 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:15:27.937584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Attempting to bind port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 on network 76462fb2-2f1c-455d-8aba-5b8e1b470069 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:27.961414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:27.961414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Checking segment: {'id': '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:27.961414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Bound using segment: {'id': '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:27.962029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Bound port: d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:27.962147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:27.986644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-cce62ca6-062a-4b48-bb35-6cf2f6e259bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:27.988130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-cce62ca6-062a-4b48-bb35-6cf2f6e259bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.5536466 May 20 08:15:28.008351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'device_id': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'admin_state_up': True, 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:28.015355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router fd5484c9-e705-4449-b523-6e09970f1427 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:15:28.030471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afa05222-c96a-4b61-91a9-6fa0c35d036c req-6ddc0fa2-8469-4450-9cbf-6ba70f6498cf tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339636 May 20 08:15:28.226964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:28.239690 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Sync routers for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:28.241960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27062aa8-3c50-42a1-89d8-5617900da940 req-099ef4d4-0eca-4224-a1f7-8f4ec5c9420e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0913370 May 20 08:15:28.253145 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:28.254190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:28.278051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:28.300207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,segment=NetworkSegment(9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a),segment_id=9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:28.301827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:28.319854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:28.370616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:28.376685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57422) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:28.377022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8580325 May 20 08:15:28.462290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:28.475726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b7cf90f-b079-4682-860f-b24168e8f428 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:28.488530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:28.515850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-247f3ee4-03af-4372-b1b6-d13501fe1843 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=06337b6aa1e2494bbec78418271e0da3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1374903 May 20 08:15:28.518792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57426) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:28.535320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:28.538579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:28.578980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:28.579616 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:28.581146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] 10.222.0.84 "PUT /v2.0/ports/d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 HTTP/1.1" status: 200 len: 1092 time: 2.2863333 May 20 08:15:28.583585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:28.673878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Pushing event updated for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:28.683001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:28.722863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907f6b-4e47-4869-8430-fa39021a4d85 req-81387027-fee3-4522-a13b-225f65e0d819 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:28.723164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f64ccf0-8de2-43b4-8cc7-59eec9dc92be tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:28.724927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5f64ccf0-8de2-43b4-8cc7-59eec9dc92be tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050335 May 20 08:15:28.727954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57432) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:28.733985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b907f6b-4e47-4869-8430-fa39021a4d85 req-81387027-fee3-4522-a13b-225f65e0d819 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 944 time: 0.3369696 May 20 08:15:28.776439 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2b8d40b-1483-42a6-ba48-cdec6503f921 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458462 May 20 08:15:28.778316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:28.784729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320218605', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:28.854285 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:26Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:28.859607 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Checking router: fd5484c9-e705-4449-b523-6e09970f1427 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:28.862333 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Updating router fd5484c9-e705-4449-b523-6e09970f1427 port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:15:28.908193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b907f6b-4e47-4869-8430-fa39021a4d85 req-3c644422-ccf1-4512-be99-3763dac5f683 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453927 May 20 08:15:28.908801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:28.913704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:subnet and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:28.918713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:28.920763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.20.0.4 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/d823d83d-10cf-4176-94c2-9569b514cb61) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:28.923470 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:28.936545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:28.951119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-1bab808d-128e-4bc6-8b97-8c108b1289a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:28.953356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-1bab808d-128e-4bc6-8b97-8c108b1289a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d7188fa4aa7480f845de99868f99792&device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 1095 time: 0.2239146 May 20 08:15:28.975113 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1', 'status': 'completed', 'code': 200} May 20 08:15:29.010489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:29.015562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.058160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-7316b3a1-3bdc-4b3b-98fd-fa4541eb60cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 HTTP/1.1" status: 200 len: 217 time: 0.0821209 May 20 08:15:29.325365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-e7d02431-44ae-4198-87aa-f19757bc769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:29.326758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-e7d02431-44ae-4198-87aa-f19757bc769b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5b334d43-e73d-44b3-b9b0-a42e04da1b03 HTTP/1.1" status: 200 len: 848 time: 0.1468153 May 20 08:15:29.340436 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.355113 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Transition to ACTIVE for port object aeceb49c-d8a8-4fe4-8498-16d2700e7ddd will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:29.391306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-b218a049-7be3-4ee5-b3be-39f38f72bf77 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=76462fb2-2f1c-455d-8aba-5b8e1b470069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534105 May 20 08:15:29.430209 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.479997 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.485610 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-71523682-c353-4c1f-a713-dba2ccb19fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:29.533126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f32fe-1099-48a4-9095-62de1f849566 req-f17d782f-6b99-4c6f-96e5-65f651e534e7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:29.540602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-330f32fe-1099-48a4-9095-62de1f849566 req-f17d782f-6b99-4c6f-96e5-65f651e534e7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.3622315 May 20 08:15:29.542967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Transition to ACTIVE for port object d823d83d-10cf-4176-94c2-9569b514cb61 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:29.622365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-330f32fe-1099-48a4-9095-62de1f849566 req-c979ce6b-44fe-41dc-bd5d-d97dab35366d tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805762 May 20 08:15:29.629816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Attempting to bind port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:29.641661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Attempting to bind port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:29.641661 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Attempting to bind port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:29.642089 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Pushing event updated for resources: {'Port': ['ID=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:29.648770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.653460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-09edb375-216a-4476-adca-61e66b1fa262 service neutron] 10.222.0.84 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506392 May 20 08:15:29.658018 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15d1d1b8-47a3-4f5b-96df-06c7d836fe7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:29.658281 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.658479 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.658827 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.659167 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.659501 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.659834 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.660165 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.660489 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.660879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.661212 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.661703 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.662247 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:15:29.666973 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:29.673073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:29.673073 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.673073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:29.673073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Bound port: aeceb49c-d8a8-4fe4-8498-16d2700e7ddd, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:29.673073 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.707959 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:29.802956 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] For port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:29.809684 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] For port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:29.918903 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.924098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:29.924420 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-4199b4b3-51d7-4c6a-a88b-87b16380b31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:29.943031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Subnet': ['ID=ae5d5d2d-91a9-4ef1-b531-9600c7052245,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:29.951991 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:29.953805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Checking segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:29.953805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network hostable DHCP agents. Network: 6b05ef12-aa1f-4c7f-aca9-820629a36bfa, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:15:29.969853 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:30.020441 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:30.021079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:30.037876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:15:30.090227 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Pushing event updated for resources: {'Port': ['ID=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:30.095181 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:30.136089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6b05ef12-aa1f-4c7f-aca9-820629a36bfa) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:30.145670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6868d161-4909-474f-86ce-a567fb983a3c None None] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:30.163752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:30.166281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:30.166458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:30.178261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:30.181128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:30.233573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:30.237428 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:30.267893 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:30.293883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf8bd6bb-c21d-458e-9c40-85d76588a5ea req-85f42fa8-b662-4037-ac1c-1e0a8a2fc10f service neutron] 10.222.0.84 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338377 May 20 08:15:30.294121 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5141618 May 20 08:15:30.295645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57450) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:30.334693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:30.335369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:30.363391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99354-0a80-46ea-aa1c-3655a0c08618 req-f0b1ed25-ae19-49d4-8f85-1ce041153696 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:30.371533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ae99354-0a80-46ea-aa1c-3655a0c08618 req-f0b1ed25-ae19-49d4-8f85-1ce041153696 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 931 time: 0.4468708 May 20 08:15:30.482309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ae99354-0a80-46ea-aa1c-3655a0c08618 req-66bf9a85-9c5d-4bcb-b94e-84ceda08a364 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041784 May 20 08:15:30.492720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4919944 May 20 08:15:30.560465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Request body: {'port': {'device_id': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:30.696836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e1c0f649-00bc-4212-ad20-8b5a95b357a0 None None] Provisioning for port d823d83d-10cf-4176-94c2-9569b514cb61 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:30.727330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e1c0f649-00bc-4212-ad20-8b5a95b357a0 None None] Provisioning complete for port d823d83d-10cf-4176-94c2-9569b514cb61 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:30.727330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f649-00bc-4212-ad20-8b5a95b357a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:30.779227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:15:30.781391 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:30.812998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:30.856277 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:26Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:30.863122 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2596f-aead-40bc-9513-6be0337ed646 None None] The sync data for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 is: [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:26Z', 'revision_number': 3, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:30.881905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0f649-00bc-4212-ad20-8b5a95b357a0 None None] Port d823d83d-10cf-4176-94c2-9569b514cb61 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:15:31.031349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Allocated IP 172.20.0.2 (6b05ef12-aa1f-4c7f-aca9-820629a36bfa/ae5d5d2d-91a9-4ef1-b531-9600c7052245/dba04b81-6f08-48ca-8344-c9588346e047) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:31.066353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55539d-d274-4355-a7f0-a7609948d52d req-1b505f0e-b55f-411c-9690-c903e2d2b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:31.067963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-1b505f0e-b55f-411c-9690-c903e2d2b1f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d7188fa4aa7480f845de99868f99792&device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 1095 time: 0.5711370 May 20 08:15:31.258129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e59b6-19f2-4628-9035-c7d13c465f6c req-bf018339-70ba-4b52-a30b-b2c2c58a9e56 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:31.267342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee9e59b6-19f2-4628-9035-c7d13c465f6c req-bf018339-70ba-4b52-a30b-b2c2c58a9e56 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.4106138 May 20 08:15:31.357628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.372648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Transition to ACTIVE for port object dba04b81-6f08-48ca-8344-c9588346e047 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:31.397013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Transition to ACTIVE for port object dba04b81-6f08-48ca-8344-c9588346e047 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:31.407754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee9e59b6-19f2-4628-9035-c7d13c465f6c req-b81a90ac-384b-477d-82db-53fc42d6566c tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337936 May 20 08:15:31.438452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:31.484774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.503667 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:31.512055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.547807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:31.554525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:31.569100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:31.677906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55539d-d274-4355-a7f0-a7609948d52d req-6a0a54b9-e4fa-4e2f-80ed-fbbbb283351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:31.679743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-6a0a54b9-e4fa-4e2f-80ed-fbbbb283351b service neutron] 10.222.0.84 "GET /v2.0/networks?id=76462fb2-2f1c-455d-8aba-5b8e1b470069 HTTP/1.1" status: 200 len: 909 time: 0.5691032 May 20 08:15:31.702828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Pushing event updated for resources: {'Port': ['ID=dba04b81-6f08-48ca-8344-c9588346e047,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:31.709468 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:31.713941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Attempting to bind port dba04b81-6f08-48ca-8344-c9588346e047 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:31.714748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Attempting to bind port dba04b81-6f08-48ca-8344-c9588346e047 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:31.715571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Attempting to bind port dba04b81-6f08-48ca-8344-c9588346e047 on network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:31.729236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:31.730000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Checking segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:31.730594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.731194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Bound using segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:31.731959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Bound port: dba04b81-6f08-48ca-8344-c9588346e047, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:31.734195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.889334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-938c3e1b-4c26-46c1-9076-1e1d83d88da4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 HTTP/1.1" status: 200 len: 217 time: 0.1282949 May 20 08:15:31.898794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] For port dba04b81-6f08-48ca-8344-c9588346e047, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:31.907976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] For port dba04b81-6f08-48ca-8344-c9588346e047, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dba04b81-6f08-48ca-8344-c9588346e047,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:31.921621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d823d83d-10cf-4176-94c2-9569b514cb61 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:31.943445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.975871 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:31.997233 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:32.016097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55539d-d274-4355-a7f0-a7609948d52d req-d87c3b8f-953a-4404-ae61-85c4c5ca0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:32.017641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-d87c3b8f-953a-4404-ae61-85c4c5ca0e62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5b334d43-e73d-44b3-b9b0-a42e04da1b03 HTTP/1.1" status: 200 len: 848 time: 0.0774632 May 20 08:15:32.121777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-a35a2def-f11c-4495-b994-a430b58441f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=76462fb2-2f1c-455d-8aba-5b8e1b470069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937309 May 20 08:15:32.129221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Transition to ACTIVE for port object d823d83d-10cf-4176-94c2-9569b514cb61 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:32.130257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Pushing event updated for resources: {'Port': ['ID=dba04b81-6f08-48ca-8344-c9588346e047,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:32.135376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:32.207212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.1 (6b05ef12-aa1f-4c7f-aca9-820629a36bfa/ae5d5d2d-91a9-4ef1-b531-9600c7052245/8df9cd36-4f5a-4b52-9c32-d0f37adee6d5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:32.476889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.487517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aeceb49c-d8a8-4fe4-8498-16d2700e7ddd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:32.488110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f505d2a-ecd6-444e-9a6b-484df3d4b671 req-c97769b9-0a0c-43fa-bc51-c90a53685b6d tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:32.495496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f505d2a-ecd6-444e-9a6b-484df3d4b671 req-c97769b9-0a0c-43fa-bc51-c90a53685b6d tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 944 time: 0.8003755 May 20 08:15:32.506214 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8ba55ac-9cfc-457e-93d4-28ad25f3aca2 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:32.532536 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.568071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:32.667458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:32.674669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:32.675118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.724729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.726011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:32.760101 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-459aadb0-3181-4b2b-8840-5c5a72c709d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:32.786211 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:32.805304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f505d2a-ecd6-444e-9a6b-484df3d4b671 req-8b0ae8f0-e5e0-4b4c-83c9-5828140c9653 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068733 May 20 08:15:32.822658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-1fddb1cf-e583-4bfd-a68b-7b7f243431aa service neutron] 10.222.0.84 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849322 May 20 08:15:32.825245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d8c2f-30ed-4419-8c35-1541378baa5c tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:32.840067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0d3d8c2f-30ed-4419-8c35-1541378baa5c tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] Synchronizing usage tracker for tenant:2ad1d1f1e2494f21af8f34041835f383 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:32.841279 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.862652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:32.866650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:32.873422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:32.898861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:32.964258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:32.969072 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:33.071528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:33.075376 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:33.168619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:33.174157 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:33.189490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.243752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Attempting to bind port d823d83d-10cf-4176-94c2-9569b514cb61 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:33.245269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Attempting to bind port d823d83d-10cf-4176-94c2-9569b514cb61 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:33.245651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Attempting to bind port d823d83d-10cf-4176-94c2-9569b514cb61 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:33.258005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e55539d-d274-4355-a7f0-a7609948d52d req-0067ced1-914f-4655-ab89-b90e2c6f3e83 service neutron] 10.222.0.84 "GET /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088233 May 20 08:15:33.258862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Port d823d83d-10cf-4176-94c2-9569b514cb61 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:15:33.259230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Attempting to bind port d823d83d-10cf-4176-94c2-9569b514cb61 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:33.271565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:33.271565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:33.271565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:33.271565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Bound port: d823d83d-10cf-4176-94c2-9569b514cb61, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:33.271565 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.289290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0d3d8c2f-30ed-4419-8c35-1541378baa5c tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] Unset dirty status for tenant:2ad1d1f1e2494f21af8f34041835f383 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:33.291020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d3d8c2f-30ed-4419-8c35-1541378baa5c tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1092 time: 1.8506804 May 20 08:15:33.296183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57468) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:33.332713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58751-fe6e-4abc-841c-e25b3477642f req-09b0d37e-95d3-458b-8917-89c03413b044 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:33.333742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eaf58751-fe6e-4abc-841c-e25b3477642f req-09b0d37e-95d3-458b-8917-89c03413b044 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:33.340716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:33.360410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:33.376767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Usage tracker for resource:floatingip and tenant:ea6fe554bd364cfe91d2bda2321ea924 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:33.386336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:33.396011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:33.427758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:33.431092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d823d83d-10cf-4176-94c2-9569b514cb61,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:33.461131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eaf58751-fe6e-4abc-841c-e25b3477642f req-09b0d37e-95d3-458b-8917-89c03413b044 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:33.462493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eaf58751-fe6e-4abc-841c-e25b3477642f req-09b0d37e-95d3-458b-8917-89c03413b044 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 943 time: 0.5085328 May 20 08:15:33.467514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.525240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.544325 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.552678 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-754d98d0-24bd-4755-b404-d316075f2639 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:33.594595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eaf58751-fe6e-4abc-841c-e25b3477642f req-2b04d942-53a0-4c46-9727-77c7501ac23b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240158 May 20 08:15:33.662539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:33.663470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:33.664909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] 10.222.0.81 "PUT /v2.0/ports/d823d83d-10cf-4176-94c2-9569b514cb61 HTTP/1.1" status: 200 len: 1091 time: 3.1102605 May 20 08:15:33.671380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:33.784506 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61', 'status': 'completed', 'code': 200} May 20 08:15:33.876476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:33.882967 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:33.959169 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.058437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-29caeefa-652a-4a26-bcfc-76d63df48291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:34.058974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.059966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-29caeefa-652a-4a26-bcfc-76d63df48291 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 1094 time: 0.2745583 May 20 08:15:34.065158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:15:34.140737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.200111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-982afab0-7514-4e92-8475-8280fb924535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:34.244580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f14615-21b2-4241-99d2-a313c82117c6 None None] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:15:34.287337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,segment=NetworkSegment(9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a),segment_id=9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:34.325372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.330164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:34.331883 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:34.362525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Allocated IP 172.25.8.82 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/44216138-613a-4e68-847c-338b3f2f558b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:34.376406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1', 'network_id': '76462fb2-2f1c-455d-8aba-5b8e1b470069', 'port_id': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1', 'mac_address': 'fa:16:3e:59:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b334d43-e73d-44b3-b9b0-a42e04da1b03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:15:34.419869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f084ff5-af17-4b70-9c3e-a085941dbabb None None] Provisioning for port dba04b81-6f08-48ca-8344-c9588346e047 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:34.532948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:34.534611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:34.557581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298e0c0-c2e7-4af1-90ba-eb6d8e537cb5 req-4bbed896-42f2-43b7-802a-72ff97e6c9fa tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:34.565773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d298e0c0-c2e7-4af1-90ba-eb6d8e537cb5 req-4bbed896-42f2-43b7-802a-72ff97e6c9fa tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 944 time: 0.5515902 May 20 08:15:34.577948 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aeceb49c-d8a8-4fe4-8498-16d2700e7ddd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:34.610373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.629529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-721bfded-3b10-4a4a-9d9d-f78852ffb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:34.631182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-721bfded-3b10-4a4a-9d9d-f78852ffb32b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5537148 May 20 08:15:34.656111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:34.689903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d298e0c0-c2e7-4af1-90ba-eb6d8e537cb5 req-ff40cc86-5a91-4473-a55d-e2b199921bdb tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229281 May 20 08:15:34.730591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,segment=NetworkSegment(9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a),segment_id=9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:34.749789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:34.750224 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.759169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router fd5484c9-e705-4449-b523-6e09970f1427 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:15:34.767347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.805611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:34.809880 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:34.940961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:34.949889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:34.988117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dba04b81-6f08-48ca-8344-c9588346e047 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:35.029863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:35.039253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:15:35.065651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/fd5484c9-e705-4449-b523-6e09970f1427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7655132 May 20 08:15:35.066266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57480) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:35.082643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Sync routers for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:35.121137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:35.121895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:35.154398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-e4c4b564-37da-46c6-ad99-5db6c83690f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.155942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9897606d-54ed-41ab-8b7c-31f528a7eb8a req-e4c4b564-37da-46c6-ad99-5db6c83690f6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5117114 May 20 08:15:35.192708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9331ebd-6349-42fa-8658-f7598ea46834 req-e4e37f1d-0e37-475b-a1fd-5c29ddc95ebf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.194672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9331ebd-6349-42fa-8658-f7598ea46834 req-e4e37f1d-0e37-475b-a1fd-5c29ddc95ebf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1548791 May 20 08:15:35.396217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:35.419123 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:35.501707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:35.527229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9331ebd-6349-42fa-8658-f7598ea46834 req-d671efa2-404b-4364-9ec8-643d61e3b2e7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145416 May 20 08:15:35.528281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:35.531363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:35.534937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port dba04b81-6f08-48ca-8344-c9588346e047 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:35.539304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Provisioning complete for port dba04b81-6f08-48ca-8344-c9588346e047 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:35.539990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:35.560896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.561461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.562485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.563139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.563751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.564644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.565152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.565678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.566145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.566874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.567916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.568612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.571223 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a64931b4-3460-45a7-96f5-8f3b7b9e4e0b tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8458 time: 0.5041764 May 20 08:15:35.576781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57486) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:35.607655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port dba04b81-6f08-48ca-8344-c9588346e047 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:35.608330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:35.663952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'Port': ['ID=44216138-613a-4e68-847c-338b3f2f558b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:35.668462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:35.715597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.716087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.717384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.717934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.718984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.719531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.720259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.720506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.733681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.733681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.733681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.733681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.734338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:35.734504 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-acef2098-80cc-430b-a0c1-5060a790309c tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7729 time: 0.1442962 May 20 08:15:35.734504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:35.739338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-431b6bb5-a661-4db2-8de5-8fdfa9a45129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:35.740971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-431b6bb5-a661-4db2-8de5-8fdfa9a45129 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 1094 time: 0.5093386 May 20 08:15:35.842024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-f505641a-6372-4271-ae6e-5c5426446340 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d823d83d-10cf-4176-94c2-9569b514cb61 HTTP/1.1" status: 200 len: 217 time: 0.0904634 May 20 08:15:35.994842 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c8f7280b-b2dd-412c-abcc-f2917f13eac9 tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.2618132 May 20 08:15:36.072327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-be120eeb-c96b-49da-b863-2edae0bbdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:36.074089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-be120eeb-c96b-49da-b863-2edae0bbdc85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.2173524 May 20 08:15:36.087247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.260905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c785876-3b5a-470a-9716-86634f8e232f req-65a80d04-8eb6-407f-b40d-a1f1675c43b9 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:36.262379 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.262544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c785876-3b5a-470a-9716-86634f8e232f req-65a80d04-8eb6-407f-b40d-a1f1675c43b9 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 945 time: 0.3633704 May 20 08:15:36.310363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] For port dba04b81-6f08-48ca-8344-c9588346e047, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dba04b81-6f08-48ca-8344-c9588346e047,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:36.326739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42064-b5de-4928-affc-19800a3a0276 req-80088529-76f4-4333-a834-c00c21743a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:36.328628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-80088529-76f4-4333-a834-c00c21743a93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465432 May 20 08:15:36.392396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c785876-3b5a-470a-9716-86634f8e232f req-dd58d1a6-6ff6-4c91-ad7a-468bf30e2528 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127541 May 20 08:15:36.435397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 2, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:36.445885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Checking router: fd5484c9-e705-4449-b523-6e09970f1427 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:36.445885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Updating router fd5484c9-e705-4449-b523-6e09970f1427 port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:15:36.477587 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.496174 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:36.529255 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-fb4346f5-efe6-44bd-b779-61b81b4eae82 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909933 May 20 08:15:36.560305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.728916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Pushing event updated for resources: {'Port': ['ID=dba04b81-6f08-48ca-8344-c9588346e047,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:36.735396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46d42064-b5de-4928-affc-19800a3a0276 req-8a5c1573-aa47-4113-b47e-d60ef7804f6f service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984620 May 20 08:15:36.736562 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:36.791098 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.802473 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:15:36.802839 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:15:36.904931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.954838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Provisioning for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:36.957273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d619b064-105a-46df-91fa-76ab7dc6ae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:36.969624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Provisioning complete for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:36.970156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.073827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:15:37.212004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f6cd1847-9920-4633-983c-677762e107cf None None] Provisioning complete for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:37.213857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1847-9920-4633-983c-677762e107cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.253841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57502) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:37.260897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269811747', 'description': 'tempest-secgroup-smoke-269811747 description', 'project_id': '06337b6aa1e2494bbec78418271e0da3'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:37.270977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:37.278311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:37.282355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:37.291658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:37.370866 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.407046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:37.411814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:37.412094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd1847-9920-4633-983c-677762e107cf None None] Port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:15:37.416502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:37.426688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:37.448293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.453462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.473118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Transition to ACTIVE for port object 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:37.480144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681be2-eea9-4444-a499-8675fd25e2a2 req-46f46f8c-5c44-4c44-884f-c39e0bf4e599 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:37.481721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b681be2-eea9-4444-a499-8675fd25e2a2 req-46f46f8c-5c44-4c44-884f-c39e0bf4e599 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 943 time: 0.1308677 May 20 08:15:37.517875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.528677 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:37.541861 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.548984 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:37.553285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.585156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dba04b81-6f08-48ca-8344-c9588346e047 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:37.655456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b681be2-eea9-4444-a499-8675fd25e2a2 req-8dd876f6-0d5e-4390-81b5-4c51749615bb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666598 May 20 08:15:37.673943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.689264 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9a6d6372-dc54-4aa7-96f9-abb64b562ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:37.735557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.747861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:37.768477 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:37.844371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event updated for resources: {'Port': ['ID=44216138-613a-4e68-847c-338b3f2f558b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:37.861145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:37.865922 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:37.867726 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6122303 May 20 08:15:37.872942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57510) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:37.883722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:37.903203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Pushing event updated for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:37.914159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:37.921519 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:37.925789 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:37.933597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:37.954559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:38.003661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port dba04b81-6f08-48ca-8344-c9588346e047 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:38.003990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.067635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Attempting to bind port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:38.071831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Attempting to bind port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:38.071831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Attempting to bind port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 on network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:38.076917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:38.077410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Checking segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:38.077811 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.078230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Bound using segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:38.078820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Bound port: 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:38.079301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.108844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:38.111948 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.196018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d750304-ddba-4f97-a946-8d1f619f4425 req-ede3a090-4b1f-4340-bce3-1d327515d906 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:38.197589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.197752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d750304-ddba-4f97-a946-8d1f619f4425 req-ede3a090-4b1f-4340-bce3-1d327515d906 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 945 time: 0.2541125 May 20 08:15:38.198949 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Floating IP d58fb926-af9f-4f69-a522-a56fde15deaf associated. External IP: 172.25.8.82, port: 3cda9ab5-902f-44de-9d65-583ac90dbd25. May 20 08:15:38.338534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d750304-ddba-4f97-a946-8d1f619f4425 req-4d1b46cf-9873-4ecd-9b33-d0f458946d8e tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 May 20 08:15:38.360406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] For port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:38.364951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] For port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:38.370095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.375181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1160e217-11b5-4224-a095-d900cb109cc6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:38.397663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7f179e-3516-4100-8577-91810bea5695,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:38.402326 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:38.484204 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.488422 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:38.514183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.519506 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6f6adbed-1807-4b6d-85bf-136973fe34c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6416814 May 20 08:15:38.519506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57514) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:38.536674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:38.542784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:38.549071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:38.562753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:38.568800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:38.569033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:38.569384 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.577230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:38.667670 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:38.668413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:38.689532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.788145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:15:38.808150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.855420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Pushing event updated for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:38.860388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:38.883871 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:38.895276 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54a10bd2-2615-4f51-9a6c-74a1fa3f6f60 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:38.924235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c833450-1bf6-459b-8033-4c9896684594,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:38.931971 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:15:38.934110 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:38.998625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.002507 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dfbbbc64-859e-4842-9f02-1d8c2042bde2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4793487 May 20 08:15:39.003843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57520) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:39.011240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:39.019143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:39.026069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:39.037509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:39.044220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:39.059454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:39.118052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.147008 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.157052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2fc13-a3d5-460c-91c4-ab08dec98148 req-b8e78607-f9df-4432-9963-89f05f8126c7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:39.165334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2be2fc13-a3d5-460c-91c4-ab08dec98148 req-b8e78607-f9df-4432-9963-89f05f8126c7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 943 time: 0.2228954 May 20 08:15:39.192783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:39.209776 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:39.223926 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:39.225243 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:39.252077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2be2fc13-a3d5-460c-91c4-ab08dec98148 req-3b56f0fd-60d3-4b8b-9a77-7e04eec1c5d1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 May 20 08:15:39.256516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:39.283445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.291397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-611b269f-e4c8-43b2-9525-9dddd8d7b170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.297755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,segment=NetworkSegment(9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a),segment_id=9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:39.307352 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.329521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.345937 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-81eab884-4a81-4c35-9bbb-6917af4a9a76 tempest-SecGroupTest-957388999 tempest-SecGroupTest-957388999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:39.386694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d14fa3-0961-4599-af73-67309162b670,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:39.405896 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:39.416852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1194906 May 20 08:15:39.419175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:39.421772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57530) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:39.533685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.535808 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-35b459eb-42a6-4806-98e1-35d81c874544 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5310178 May 20 08:15:39.539414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57536) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:39.546104 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1', 'code': 200} May 20 08:15:39.555101 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.559824 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:39.567204 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:39.577225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:39.588350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:39.597173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:39.601910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:39.614653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:39.664378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f78b53-5999-4222-bcdb-bc8c897402e6 tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:39.670002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-36f78b53-5999-4222-bcdb-bc8c897402e6 tempest-TestVolumeBackupRestore-2101705445 tempest-TestVolumeBackupRestore-2101705445-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1092 time: 0.2418857 May 20 08:15:39.671086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:39.682794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Request body: {'floatingip': {'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:39.685716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:38Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:39.695217 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9f7e0-827e-4a65-af7c-4bddb214d4dd None None] The sync data for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 is: [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:38Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:39.701462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:39.711108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:39.717108 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d823d83d-10cf-4176-94c2-9569b514cb61 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:15:39.810348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:39.897001 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.027088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ff64d-e887-458f-a81d-054c1340728e req-d63bb7fb-3069-4132-8c40-05fa7ac82800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:40.033003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f4ff64d-e887-458f-a81d-054c1340728e req-d63bb7fb-3069-4132-8c40-05fa7ac82800 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 1097 time: 0.5812261 May 20 08:15:40.036821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d823d83d-10cf-4176-94c2-9569b514cb61,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:40.043074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.063428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:36Z', 'revision_number': 0, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:40.064961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'd823d83d-10cf-4176-94c2-9569b514cb61', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': 'd823d83d-10cf-4176-94c2-9569b514cb61', 'mac_address': 'fa:16:3e:7b:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:15:40.068751 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:40.080541 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:40.081643 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:40.111499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa377bd-7dfc-4828-9825-54c8895c0703 req-3a7e810b-198f-41e8-a574-4c0ac72c5ddd tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:40.121276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6aa377bd-7dfc-4828-9825-54c8895c0703 req-3a7e810b-198f-41e8-a574-4c0ac72c5ddd tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.2468133 May 20 08:15:40.177989 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.197122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6aa377bd-7dfc-4828-9825-54c8895c0703 req-87cad328-e24c-4b19-b3d1-e9d0ea364723 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 May 20 08:15:40.199498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f4ff64d-e887-458f-a81d-054c1340728e req-f4a9e2ce-7b90-4023-84fb-d971a7163d1b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550727 May 20 08:15:40.240068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d823d83d-10cf-4176-94c2-9569b514cb61 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:40.269632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d823d83d-10cf-4176-94c2-9569b514cb61,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:40.287270 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:15:40.319440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.325240 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2623fb75-196d-4c58-97a8-840b34b91bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:40.385811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.424264 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:40.496498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.511425 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-45cc6c88-0e8d-4c1d-94be-249c6422404f tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:40.547907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b889ef-54a1-434d-957f-0d352db21c0f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:40.547907 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:40.551194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:40.556676 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:40.597604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:15:40.679619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69dc51-cd81-45fa-8926-ac37efc9a9a3 req-6a637a8a-2bd8-449c-9e7b-6baea749c289 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:40.683411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a69dc51-cd81-45fa-8926-ac37efc9a9a3 req-6a637a8a-2bd8-449c-9e7b-6baea749c289 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 944 time: 0.2477119 May 20 08:15:40.684288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:40.685550 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1446548 May 20 08:15:40.690965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57548) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:40.698817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:40.707025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:40.726074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-e975d63e-e4e0-48e4-a7c8-7235e9315d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:40.727715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-e975d63e-e4e0-48e4-a7c8-7235e9315d6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1097 time: 0.4058707 May 20 08:15:40.756774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:40.765718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:40.786526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:40.932414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a69dc51-cd81-45fa-8926-ac37efc9a9a3 req-5659787b-b33c-4853-831b-6ed9e6091962 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224548 May 20 08:15:40.979086 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:15:41.031096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.067041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-de8e6592-a2d1-4eb0-b40a-56bd6c5070e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:41.069265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-de8e6592-a2d1-4eb0-b40a-56bd6c5070e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 914 time: 0.3334539 May 20 08:15:41.220901 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.269223 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:36Z', 'revision_number': 0, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:41.277304 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1669f-a00a-44c4-b681-03fed5580f6d None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:36Z', 'revision_number': 0, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:41.310066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-2ccc3618-37fe-438f-9dab-d52c28fec19a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 999 time: 0.2075431 May 20 08:15:41.321249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.453015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.464448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.489251 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9bbe190e-d313-4239-9c4a-39e24db3c92d tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:41.529342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.542303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e901c526-073c-4fbe-978d-ea9e03f6157d,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:41.563392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:41.566361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-2886f5ed-cbf6-42c9-8651-bf8c72409aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:41.568206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-2886f5ed-cbf6-42c9-8651-bf8c72409aff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.2450223 May 20 08:15:41.668242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.668361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:41.670457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-832f661a-f468-4103-8cdd-7f5389823677 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9752948 May 20 08:15:41.674294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57556) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:15:41.684639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'security_group_rule': {'security_group_id': '9b106ffe-9b29-4d3c-8f4f-e93500c66b5f', 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:41.699392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:41.722036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:security_group_rule and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:15:41.732060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:15:41.746044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a27938-5a52-4ad5-9746-8825b661a7e2 req-00d5a06b-80fe-4f99-94b3-53079e993843 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:41.747858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55a27938-5a52-4ad5-9746-8825b661a7e2 req-00d5a06b-80fe-4f99-94b3-53079e993843 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.3659511 May 20 08:15:41.756308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:41.817260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-0b3222f5-1895-4beb-a94d-13ea431aeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:41.818848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-0b3222f5-1895-4beb-a94d-13ea431aeb28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286193 May 20 08:15:41.824153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0065527-db1d-49b5-9f55-8c77f611981e None None] New status for floating IP d58fb926-af9f-4f69-a522-a56fde15deaf: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:15:41.860748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55a27938-5a52-4ad5-9746-8825b661a7e2 req-f36b4cf2-aeb1-4513-92fd-f1429d31fcee tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979476 May 20 08:15:41.875553 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Project 06337b6aa1e2494bbec78418271e0da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:15:41.886639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:41.905236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:41.927093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:41.927476 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.050701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.053251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-f76d4c9c-944f-4534-8feb-2727c422bce0 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223570 May 20 08:15:42.148778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.158795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:42.238955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d937a8f-fd81-435c-b04f-defa231c4104,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:42.255333 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:42.279065 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.325661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:15:42.330196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7db5fa9-e666-4b32-befc-1e6bbe566eb9 req-49336b9c-dedd-4899-a6fa-2d3b94844f81 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685304 May 20 08:15:42.334160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:42.344933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56f694-5b61-4f5f-a4bc-d56decea9c56 req-e58a3c39-089b-4980-8f82-2f4029829b06 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:42.346658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff56f694-5b61-4f5f-a4bc-d56decea9c56 req-e58a3c39-089b-4980-8f82-2f4029829b06 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 944 time: 0.2605078 May 20 08:15:42.351976 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.353264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-617bf2d1-7eef-4ea0-b92a-c8ffd328846a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6755345 May 20 08:15:42.406537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff56f694-5b61-4f5f-a4bc-d56decea9c56 req-a5ead4dc-ae06-4cb1-8492-cde1df28047f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 May 20 08:15:42.438462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.438462 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b527d274-1704-4b11-aba1-342dabbfa8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:42.512428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:42.517993 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:42.546669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.597214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:15:42.606057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:42.646650 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:15:42.672062 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:42.672062 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:42.703653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-62d4d9f0-d70f-4ae0-a7ab-522a2da109b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:42.757277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:42.799412 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e7f0d9fb-f1d4-4ee3-8376-92dce0235957 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "PUT /v2.0/floatingips/d58fb926-af9f-4f69-a522-a56fde15deaf HTTP/1.1" status: 200 len: 991 time: 3.1267343 May 20 08:15:42.889727 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:42.997582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-62d4d9f0-d70f-4ae0-a7ab-522a2da109b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:42.999102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-62d4d9f0-d70f-4ae0-a7ab-522a2da109b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269811747&fields=id&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 267 time: 0.3606932 May 20 08:15:43.169620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-8c2743d4-7e03-45c7-b7a4-5a1c669b06fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:43.171247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-8c2743d4-7e03-45c7-b7a4-5a1c669b06fc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/networks?id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 200 len: 796 time: 0.1642699 May 20 08:15:43.191845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-1a0f8580-65fd-4006-a8d0-f6c43e343094 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/quotas/06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 375 time: 0.0142770 May 20 08:15:43.268276 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 2, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:43.272469 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:15:43.282696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-41cfb5be-4043-47e0-946f-55544d4bd569 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:43.283209 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:15:43.283476 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:43.363389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-41cfb5be-4043-47e0-946f-55544d4bd569 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:43.364801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-41cfb5be-4043-47e0-946f-55544d4bd569 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669853 May 20 08:15:43.485147 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:15:43.578575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:43.675331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:43.676111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:43.712109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-d9305cb2-008a-4d4e-8334-18d075df6209 service neutron] 10.222.0.79 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329825 May 20 08:15:43.916880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d823d83d-10cf-4176-94c2-9569b514cb61 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:43.946377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5751a323-1e19-4ba8-b17a-452bea1ddec4 service neutron] 10.222.0.79 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216721 May 20 08:15:44.023926 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 2, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:15:44.030351 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2161dd-b4c8-4824-9141-1f6256007c2b None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'd58fb926-af9f-4f69-a522-a56fde15deaf', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'port_id': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'mac_address': 'fa:16:3e:97:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:15:36Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 2, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:15:44.175760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port d823d83d-10cf-4176-94c2-9569b514cb61 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:44.189301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port d823d83d-10cf-4176-94c2-9569b514cb61 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:44.189821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:44.336038 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:15:44.377169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:44.414174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:44.429588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d823d83d-10cf-4176-94c2-9569b514cb61,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:44.541192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:44.546759 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:44.605764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-8f6f6ccc-beb1-4c2c-b1b8-73434a92302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:44.605764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-8f6f6ccc-beb1-4c2c-b1b8-73434a92302b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1097 time: 0.2333832 May 20 08:15:44.642508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbef883-a28e-4b83-b164-01f43cf73f6f req-5a1d0070-047f-4905-9d7d-f4996a014791 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:44.644059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fbef883-a28e-4b83-b164-01f43cf73f6f req-5a1d0070-047f-4905-9d7d-f4996a014791 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.1709774 May 20 08:15:44.649095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:44.655879 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:44.787723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6fbef883-a28e-4b83-b164-01f43cf73f6f req-59dca20b-e825-4fd8-8df1-a238cabe19ef tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280761 May 20 08:15:44.827919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-a7a55264-3fa6-4c33-9d8e-601d9c3a2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:44.827919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-a7a55264-3fa6-4c33-9d8e-601d9c3a2611 service neutron] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 914 time: 0.2151062 May 20 08:15:45.011196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-f23fd8d6-afe1-4900-9225-eb23b092a30f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 1001 time: 0.1682262 May 20 08:15:45.099500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2274-b158-412a-98a5-ad623cf9adf3 req-d9c7e5e8-0e77-4f7f-9eb7-8f1553094099 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:45.101119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e63a2274-b158-412a-98a5-ad623cf9adf3 req-d9c7e5e8-0e77-4f7f-9eb7-8f1553094099 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1966138 May 20 08:15:45.102926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-4cf81a2b-ab7a-4d88-8ced-c4932b0d20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:45.104559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-4cf81a2b-ab7a-4d88-8ced-c4932b0d20ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.0858450 May 20 08:15:45.199320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e63a2274-b158-412a-98a5-ad623cf9adf3 req-a6f5aae9-398d-47e4-9404-cf5450e5fa7c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918989 May 20 08:15:45.231034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-3e94eafd-1846-493d-a41a-524c131f938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:45.232622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-3e94eafd-1846-493d-a41a-524c131f938c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089199 May 20 08:15:45.336088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe8df7d9-7ab6-4b75-a275-8f49d14733aa req-f7a3cb24-f6c3-4323-9e89-78f335b1d1c2 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 210 time: 0.0718884 May 20 08:15:45.445687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-ef837935-af35-46ea-ac73-585a6ad97704 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010846 May 20 08:15:45.515880 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61', 'code': 200} May 20 08:15:45.721404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5eaa1223-f981-41ab-8aac-9679fd653bc0 req-468ffc6c-ba2c-4e51-b74a-8ca26facff09 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683830 May 20 08:15:45.738243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831a3f-904e-403c-a7f4-b27540838b04 req-4570762d-76a5-4c9f-bb88-0eb81fe23c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:45.738243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60831a3f-904e-403c-a7f4-b27540838b04 req-4570762d-76a5-4c9f-bb88-0eb81fe23c61 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 1096 time: 0.1248147 May 20 08:15:45.787223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60831a3f-904e-403c-a7f4-b27540838b04 req-ba204883-b0fc-4eeb-b17b-d2678a2491fc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 May 20 08:15:46.338344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:46.421852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e558c6-0ca5-412d-ad8b-89cd7e3a5cf8 req-316c106a-b396-4b1c-8809-1d9ad6926fc0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:46.423897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09e558c6-0ca5-412d-ad8b-89cd7e3a5cf8 req-316c106a-b396-4b1c-8809-1d9ad6926fc0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1005929 May 20 08:15:46.485242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-09e558c6-0ca5-412d-ad8b-89cd7e3a5cf8 req-31ef17a2-96ca-4e62-afbe-568e19edd3a9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 May 20 08:15:46.556945 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:15:46.672354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-500bffc9-0a1a-4953-b009-1a3a279f6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:46.673908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-500bffc9-0a1a-4953-b009-1a3a279f6434 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1097 time: 0.0810356 May 20 08:15:47.021659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06aee5e5-e505-43a2-9a13-36e5a5b8ce65 req-4abeecf6-f73a-46fe-9391-39c2b124588f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 210 time: 0.1043591 May 20 08:15:47.069237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-2b55b68c-ba72-4c2a-a3a9-b355236b0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:47.074414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-2b55b68c-ba72-4c2a-a3a9-b355236b0ce9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 914 time: 0.3903975 May 20 08:15:47.283378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-09f4aad6-aecb-447a-8c3f-0839ff1ce3ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 1001 time: 0.2050397 May 20 08:15:47.395513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-3a40381d-6ac8-419c-8927-8cfcd62fb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:47.396957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-3a40381d-6ac8-419c-8927-8cfcd62fb110 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.1028047 May 20 08:15:47.407688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5ab58f91-cf30-4076-ac50-3b2293e818f5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:47.409057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5ab58f91-cf30-4076-ac50-3b2293e818f5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/networks?id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 200 len: 796 time: 0.2432847 May 20 08:15:47.508865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-a83fea6e-3eb9-4e37-832d-2290a777f64b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06337b6aa1e2494bbec78418271e0da3 HTTP/1.1" status: 200 len: 379 time: 0.0642951 May 20 08:15:47.520410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'port': {'device_id': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'admin_state_up': True, 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'security_groups': ['9b106ffe-9b29-4d3c-8f4f-e93500c66b5f']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:47.671748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-154f5361-70e9-4668-965f-59ac4e93c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:47.672557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-154f5361-70e9-4668-965f-59ac4e93c393 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626188 May 20 08:15:47.838983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:15:47.856857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:15:47.898311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec46d5-398c-40e6-a953-4075e571a080 req-886a8ed1-858d-4e4f-bb0e-71ea6e4535bd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:47.899894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90ec46d5-398c-40e6-a953-4075e571a080 req-886a8ed1-858d-4e4f-bb0e-71ea6e4535bd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.2789192 May 20 08:15:47.901887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-80962120-7b56-47ac-8610-e674402d5dca service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173941 May 20 08:15:47.974618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Made reservation on behalf of 06337b6aa1e2494bbec78418271e0da3 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:15:47.978101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:48.053721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90ec46d5-398c-40e6-a953-4075e571a080 req-08340bce-2bfa-4431-b7f3-15c4357196f5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479769 May 20 08:15:48.164902 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-985cdc9e-e991-42ce-baff-6cb23432dcf1 req-a489847b-2ef1-47b5-8dee-496a824a03bb service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413616 May 20 08:15:48.249337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1c74fca-8224-45a0-a294-d18bbec318d1 req-73f66ea9-8c90-4bc6-acd4-81e3f443ddf5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 210 time: 0.0906160 May 20 08:15:48.294585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.20.0.14 (6b05ef12-aa1f-4c7f-aca9-820629a36bfa/ae5d5d2d-91a9-4ef1-b531-9600c7052245/fbf286bf-76b6-4045-bfdb-7aeece53efcb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:15:48.555387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:48.582531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Transition to ACTIVE for port object fbf286bf-76b6-4045-bfdb-7aeece53efcb will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:48.719984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:48.726136 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e7581a0-0802-4b5e-b167-f94b72c2a2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:49.056813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:15:49.062901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:49.066065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:15:49.068686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:15:49.098626 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:49.159858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:49.160459 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:49.187452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2eda8-9707-43b6-94ce-966276846ac4 req-49aa7c0c-9b4d-4c38-aa07-366f5d83dfd2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:49.189138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6d2eda8-9707-43b6-94ce-966276846ac4 req-49aa7c0c-9b4d-4c38-aa07-366f5d83dfd2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.4166584 May 20 08:15:49.252114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6d2eda8-9707-43b6-94ce-966276846ac4 req-e235f8eb-5861-4e0e-9b7f-cf4d2822cfa2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555971 May 20 08:15:49.295297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7758579 May 20 08:15:49.394432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Request body: {'port': {'device_id': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:15:49.494778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-801aeb1b-292d-4b5a-a397-b386568fd918 None None] Provisioning for port fbf286bf-76b6-4045-bfdb-7aeece53efcb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:49.502969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-801aeb1b-292d-4b5a-a397-b386568fd918 None None] Provisioning complete for port fbf286bf-76b6-4045-bfdb-7aeece53efcb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:49.503518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-801aeb1b-292d-4b5a-a397-b386568fd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:49.565910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-801aeb1b-292d-4b5a-a397-b386568fd918 None None] Port fbf286bf-76b6-4045-bfdb-7aeece53efcb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:15:49.590355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:49.646511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecf433-6bf5-4e79-a854-7fdd71198694 req-097800ec-8bf8-4ef5-9c13-8b1331323cd1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:49.652225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-deecf433-6bf5-4e79-a854-7fdd71198694 req-097800ec-8bf8-4ef5-9c13-8b1331323cd1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:49.778401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-deecf433-6bf5-4e79-a854-7fdd71198694 req-097800ec-8bf8-4ef5-9c13-8b1331323cd1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:49.779504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-deecf433-6bf5-4e79-a854-7fdd71198694 req-097800ec-8bf8-4ef5-9c13-8b1331323cd1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 932 time: 0.3517799 May 20 08:15:49.928241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-deecf433-6bf5-4e79-a854-7fdd71198694 req-c0d06d17-24c5-4827-b647-8171c7ece9d1 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409628 May 20 08:15:50.045329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf286bf-76b6-4045-bfdb-7aeece53efcb {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:50.053167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:50.068832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Transition to ACTIVE for port object fbf286bf-76b6-4045-bfdb-7aeece53efcb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:15:50.163117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:50.170969 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-56ad5700-dec1-4278-8b8b-adb34299b391 tempest-MultipleCreateTestJSON-1453316009 tempest-MultipleCreateTestJSON-1453316009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:50.313140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:50.352017 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:50.501395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Attempting to bind port fbf286bf-76b6-4045-bfdb-7aeece53efcb on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:15:50.501887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Attempting to bind port fbf286bf-76b6-4045-bfdb-7aeece53efcb by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:15:50.502425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Attempting to bind port fbf286bf-76b6-4045-bfdb-7aeece53efcb on network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:50.510757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Port fbf286bf-76b6-4045-bfdb-7aeece53efcb on network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:15:50.511301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Attempting to bind port fbf286bf-76b6-4045-bfdb-7aeece53efcb on network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:15:50.519643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:15:50.520253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Checking segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:15:50.520689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Bound using segment: {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:15:50.521272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Bound port: fbf286bf-76b6-4045-bfdb-7aeece53efcb, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d08f133-4a56-4059-a609-00c28a3b6fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:15:50.521674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:50.600288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bb0f-244c-4933-babe-5dcc438e765a req-5ff12f29-3458-4514-a722-de4be4e96e95 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:50.601816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51b3bb0f-244c-4933-babe-5dcc438e765a req-5ff12f29-3458-4514-a722-de4be4e96e95 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1953526 May 20 08:15:50.667423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:15:50.678086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51b3bb0f-244c-4933-babe-5dcc438e765a req-b1363ea3-c51c-4358-b7fd-b9a148ed8e14 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668929 May 20 08:15:50.681399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:15:50.798689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:50.803923 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9703b3c6-fea6-4f01-8f77-7a32783ba889 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:50.865658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:50.866327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:50.867716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] 10.222.0.84 "PUT /v2.0/ports/fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 200 len: 1092 time: 1.5651262 May 20 08:15:50.868263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:50.897281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:50.902234 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:51.068675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-8806c0c0-bf02-40c4-ae3b-4c18639c27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:51.070214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-8806c0c0-bf02-40c4-ae3b-4c18639c27cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1095 time: 0.0944078 May 20 08:15:51.136143 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'status': 'completed', 'code': 200} May 20 08:15:51.151091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-01fd2f51-7d1a-4dd5-9994-09118476c21d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 200 len: 217 time: 0.0667872 May 20 08:15:51.264942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5dd089c4-c0ee-411b-b433-6e2eee62f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:51.266654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5dd089c4-c0ee-411b-b433-6e2eee62f8f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ae5d5d2d-91a9-4ef1-b531-9600c7052245 HTTP/1.1" status: 200 len: 835 time: 0.1083760 May 20 08:15:51.369021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f231dd-b736-49f0-98cc-66b4af5c1ab2 req-99fa3944-1567-459c-b924-e206125693fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:51.370429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8f231dd-b736-49f0-98cc-66b4af5c1ab2 req-99fa3944-1567-459c-b924-e206125693fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 944 time: 0.1620970 May 20 08:15:51.561863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-a959e428-c6aa-4e58-a795-fff95a5a1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:51.563459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-a959e428-c6aa-4e58-a795-fff95a5a1d0d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884741 May 20 08:15:51.625711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8f231dd-b736-49f0-98cc-66b4af5c1ab2 req-83ba6fd9-5a8f-4871-9e56-6021a8b06f4b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487059 May 20 08:15:51.766655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-5a04c254-d4ce-4343-9676-abec069920f8 service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887553 May 20 08:15:51.929001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e095-04e9-40c5-825f-db6edc4a7c8c req-8681a47b-09b4-496e-9469-be5085448861 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:51.930401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dd1e095-04e9-40c5-825f-db6edc4a7c8c req-8681a47b-09b4-496e-9469-be5085448861 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.2068846 May 20 08:15:51.939777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3d555b8-33af-4c49-9605-aefd40f5c59f req-ac16d832-a6ba-4949-bc5a-2e23814e8c35 service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636798 May 20 08:15:51.986519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1dd1e095-04e9-40c5-825f-db6edc4a7c8c req-e3455ab4-8e98-4480-9c57-3ea8dac8017a tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490930 May 20 08:15:52.185689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767b4c-8027-4586-8e49-625825eb7b1d req-7611c093-8e5b-41d7-8b9d-1ab0bcb2fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.187096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-7611c093-8e5b-41d7-8b9d-1ab0bcb2fcce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1095 time: 0.1390164 May 20 08:15:52.199604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d545-4c87-4df6-b86a-813c596b053c req-fa90049d-5ccb-4db5-9701-e9207445b840 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.204810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4e6d545-4c87-4df6-b86a-813c596b053c req-fa90049d-5ccb-4db5-9701-e9207445b840 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1080542 May 20 08:15:52.346340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4e6d545-4c87-4df6-b86a-813c596b053c req-2c119d32-6f83-4119-8804-9364691eff00 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226306 May 20 08:15:52.375652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767b4c-8027-4586-8e49-625825eb7b1d req-ba799cf2-ec03-4c00-a4f4-92682d4e598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.376828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-ba799cf2-ec03-4c00-a4f4-92682d4e598a service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 200 len: 897 time: 0.1749797 May 20 08:15:52.449390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-1106d027-c7ff-4944-84cf-545707dbe776 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 200 len: 217 time: 0.0652277 May 20 08:15:52.520881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767b4c-8027-4586-8e49-625825eb7b1d req-14b6f09d-f8d0-4b13-badf-b60c3fafd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.522402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-14b6f09d-f8d0-4b13-badf-b60c3fafd691 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ae5d5d2d-91a9-4ef1-b531-9600c7052245 HTTP/1.1" status: 200 len: 835 time: 0.0630503 May 20 08:15:52.668424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50767b4c-8027-4586-8e49-625825eb7b1d req-f2fbd39a-1038-46ed-8755-a1dfa8fa2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.668424 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-f2fbd39a-1038-46ed-8755-a1dfa8fa2946 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379268 May 20 08:15:52.675659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be4474-e4f8-4731-aa02-706d1585b77b req-38507581-aadf-45c5-82da-dba2d60dc46b tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:52.677061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42be4474-e4f8-4731-aa02-706d1585b77b req-38507581-aadf-45c5-82da-dba2d60dc46b tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.84 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.1120179 May 20 08:15:52.967183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-16490474-cae3-4a56-b22c-df491605d25b service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891479 May 20 08:15:53.035203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b63596-0c2a-4138-94c8-1a31cd48ff9c req-0299145e-79b5-47cd-b61b-3fdccea1f1d6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:53.036634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-05b63596-0c2a-4138-94c8-1a31cd48ff9c req-0299145e-79b5-47cd-b61b-3fdccea1f1d6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 944 time: 0.2915428 May 20 08:15:53.131529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Deleting port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:15:53.131876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:53.388130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-05b63596-0c2a-4138-94c8-1a31cd48ff9c req-f5c1b901-2453-4108-aa61-d058798a6108 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981598 May 20 08:15:53.448884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50767b4c-8027-4586-8e49-625825eb7b1d req-4be11b4e-ed7a-43b9-95f9-dbad41f5e0bf service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726491 May 20 08:15:53.561778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] For port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,segment=NetworkSegment(9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a),segment_id=9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:53.562751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:53.709836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Calling delete_port for d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:15:53.752829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c20ae-1c3b-492d-a071-0e9d52c6a693 req-57328d95-eea0-40dc-b5ab-40f26b36fb0c tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:53.754382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec2c20ae-1c3b-492d-a071-0e9d52c6a693 req-57328d95-eea0-40dc-b5ab-40f26b36fb0c tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 946 time: 0.2541738 May 20 08:15:53.818882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec2c20ae-1c3b-492d-a071-0e9d52c6a693 req-6f747630-6514-4221-a529-36775ccb6b6e tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/security-groups?id=296e3a31-6f31-4fc6-b00c-df5ee4f624d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 May 20 08:15:54.002702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:54.014677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:15:54.018758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b7e0ac6-4e7e-423d-91bc-7657e3d2ab14 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:54.080685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Pushing event deleted for resources: {'Port': ['ID=d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:54.087844 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:54.142932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbf286bf-76b6-4045-bfdb-7aeece53efcb details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:15:54.168699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] No DVR routers for this DVR port d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:15:54.174468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:54.177174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'name': 'network-vif-deleted', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:54.204343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b709752-51ef-4f08-9806-233d38ad68b4 req-2efa3883-11e2-4ac8-afab-848141194557 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:54.208510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b709752-51ef-4f08-9806-233d38ad68b4 req-2efa3883-11e2-4ac8-afab-848141194557 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.2654173 May 20 08:15:54.274017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b709752-51ef-4f08-9806-233d38ad68b4 req-78d7768e-efa7-4b97-a806-fe6e4d1f5320 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600724 May 20 08:15:54.278512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42be4474-e4f8-4731-aa02-706d1585b77b req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.84 "DELETE /v2.0/ports/d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 HTTP/1.1" status: 204 len: 173 time: 1.5823705 May 20 08:15:54.288241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:54.303226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'port_id': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'mac_address': 'fa:16:3e:cf:ee:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:15:54.339863 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60', 'name': 'network-vif-deleted', 'tag': 'd168409a-1a78-4cb3-8c14-4bdbf7b5e3d1', 'status': 'completed', 'code': 200} May 20 08:15:54.376456 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:54.394357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf286bf-76b6-4045-bfdb-7aeece53efcb {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:15:54.411794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:54.500976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:54.580693 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:54.580937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cb512-9f1a-4ff7-9454-5844bac2e7b3 req-a37fcb3b-f915-49b2-85fe-ddd00964d09c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:54.583004 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:54.583175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e76cb512-9f1a-4ff7-9454-5844bac2e7b3 req-a37fcb3b-f915-49b2-85fe-ddd00964d09c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 944 time: 0.0843825 May 20 08:15:54.635461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e76cb512-9f1a-4ff7-9454-5844bac2e7b3 req-3f265756-575b-4ee6-b6c1-383ad217cb5f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451522 May 20 08:15:54.666267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:54.669544 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:54.821197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['fbf286bf-76b6-4045-bfdb-7aeece53efcb'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:15:55.088134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7e881780-509f-4795-95bc-70699717b637 req-797bc88e-146a-4a9b-9648-3ca7d1b6ba7a tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Synchronizing usage tracker for tenant:4d7188fa4aa7480f845de99868f99792 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:15:55.163688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-7e881780-509f-4795-95bc-70699717b637 req-797bc88e-146a-4a9b-9648-3ca7d1b6ba7a tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Unset dirty status for tenant:4d7188fa4aa7480f845de99868f99792 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:15:55.164993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e881780-509f-4795-95bc-70699717b637 req-797bc88e-146a-4a9b-9648-3ca7d1b6ba7a tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] 10.222.0.79 "GET /v2.0/ports?device_id=9886e7fb-c568-4dd6-9a9b-4a2ffc9bce60 HTTP/1.1" status: 200 len: 210 time: 0.1288631 May 20 08:15:55.494957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25f912-7729-4946-bd21-7d17a233d557 req-eec299d5-89ca-48a3-876f-6695e8568557 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:55.496528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f25f912-7729-4946-bd21-7d17a233d557 req-eec299d5-89ca-48a3-876f-6695e8568557 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0902159 May 20 08:15:55.545456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f25f912-7729-4946-bd21-7d17a233d557 req-b5f61fd9-b873-4c25-9266-76dba1b042cf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 May 20 08:15:55.835960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208cf5e-8cf9-4acc-8289-b21e383a28b9 req-57c08945-0e7b-4511-8553-bdcdfffe267b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:55.837587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9208cf5e-8cf9-4acc-8289-b21e383a28b9 req-57c08945-0e7b-4511-8553-bdcdfffe267b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 945 time: 0.0899224 May 20 08:15:55.887193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9208cf5e-8cf9-4acc-8289-b21e383a28b9 req-0e9cf88f-ab13-45ca-8f92-eca8e7b5300a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430562 May 20 08:15:56.159058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbf286bf-76b6-4045-bfdb-7aeece53efcb up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:15:56.386607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port fbf286bf-76b6-4045-bfdb-7aeece53efcb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:15:56.392488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port fbf286bf-76b6-4045-bfdb-7aeece53efcb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:15:56.392926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:56.537053 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:56.551605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:56.567286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:15:56.578511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:15:56.660601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:15:56.661521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:15:56.687336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:15:56.738884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:15:56.739290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device d168409a-1a78-4cb3-8c14-4bdbf7b5e3d1 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:15:56.757657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe1e0-a937-477b-bcd4-a9678ae51965 req-908117a4-9ee2-4f6d-bd68-7ee3847db6dd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:56.759534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e7fe1e0-a937-477b-bcd4-a9678ae51965 req-908117a4-9ee2-4f6d-bd68-7ee3847db6dd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0918145 May 20 08:15:56.770834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:15:56.774038 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:15:56.813794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e7fe1e0-a937-477b-bcd4-a9678ae51965 req-9b8fc306-ac25-4fd5-98d1-08675196540a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 May 20 08:15:57.022637 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'code': 200} May 20 08:15:57.242543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f648b-8455-4ac9-86cb-f17228165dd1 req-2c77b310-8252-40fb-9f48-6fbd212d1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:57.244756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-597f648b-8455-4ac9-86cb-f17228165dd1 req-2c77b310-8252-40fb-9f48-6fbd212d1bb8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1097 time: 0.1430774 May 20 08:15:57.262153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f7821-e927-4777-8554-06507df9468a req-95e4eeed-ae1c-4e7f-abd4-267dd383b6be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:57.263739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83f7821-e927-4777-8554-06507df9468a req-95e4eeed-ae1c-4e7f-abd4-267dd383b6be tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.1299672 May 20 08:15:57.342096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-597f648b-8455-4ac9-86cb-f17228165dd1 req-d256b50a-6575-4be7-8007-97a6781dc72a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773032 May 20 08:15:57.349969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83f7821-e927-4777-8554-06507df9468a req-d59bb46e-e819-425b-b9e2-ed05fa6689c8 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662796 May 20 08:15:58.016956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9bcaa-e0cd-40d4-ad13-706d572dd849 req-c37c7961-e5f5-4024-9ce2-ee5c3b8660fb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:58.018529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67a9bcaa-e0cd-40d4-ad13-706d572dd849 req-c37c7961-e5f5-4024-9ce2-ee5c3b8660fb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0954292 May 20 08:15:58.073752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67a9bcaa-e0cd-40d4-ad13-706d572dd849 req-796f42c1-7ce6-4260-918f-9c263f2c60d1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485580 May 20 08:15:58.558034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562d69-8025-44ba-a7a2-085c6241b3f9 req-2378ea79-d578-41ec-95d0-753eafecd04a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:58.559852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f562d69-8025-44ba-a7a2-085c6241b3f9 req-2378ea79-d578-41ec-95d0-753eafecd04a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.0926061 May 20 08:15:58.608696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f562d69-8025-44ba-a7a2-085c6241b3f9 req-76b3f33e-dd79-4d65-9e20-8f0e5b85e9b7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 May 20 08:15:59.288123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d72751-f50b-4f09-a502-9126ee5f96f0 req-2f1a0b3b-e1c5-466b-a7ab-3daf365d953b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:59.289711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03d72751-f50b-4f09-a502-9126ee5f96f0 req-2f1a0b3b-e1c5-466b-a7ab-3daf365d953b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1009388 May 20 08:15:59.338738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03d72751-f50b-4f09-a502-9126ee5f96f0 req-f701a4ed-d815-456f-9860-1f2a028cd445 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 May 20 08:15:59.806205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af962-ab5b-4996-bb62-eb5319cf7158 req-59e49f16-3b38-4b60-944f-ce28e48150dc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:15:59.808045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e03af962-ab5b-4996-bb62-eb5319cf7158 req-59e49f16-3b38-4b60-944f-ce28e48150dc tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.0873761 May 20 08:15:59.857262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e03af962-ab5b-4996-bb62-eb5319cf7158 req-77e33946-fda9-4d4f-ae35-b9299425a191 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 May 20 08:16:00.055423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d773f5-9c00-4976-b3d5-830478fe6582 req-59c8a0f5-c169-40b2-929c-4da0b9a44dba tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:00.057486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67d773f5-9c00-4976-b3d5-830478fe6582 req-59c8a0f5-c169-40b2-929c-4da0b9a44dba tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.0889711 May 20 08:16:00.103405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67d773f5-9c00-4976-b3d5-830478fe6582 req-e47bb5e8-cd10-436f-a84b-1d2061259763 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399938 May 20 08:16:00.128630 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:00.201941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2054a-6aeb-430b-bd88-56cfebfdb5aa tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:00.203571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f8e2054a-6aeb-430b-bd88-56cfebfdb5aa tempest-TestNetworkBasicOps-1332310426 tempest-TestNetworkBasicOps-1332310426-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1092 time: 0.0739334 May 20 08:16:00.206426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 57754) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:00.211927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:16:00.223182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:00.223182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Usage tracker for resource:floatingip and tenant:06337b6aa1e2494bbec78418271e0da3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:16:00.225223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:16:00.231822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:00.403570 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:00.789178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29207b-6f65-4737-a22f-1ba4437bb3ea req-d29ce6ab-53b9-46de-9121-ba704b7ca3fd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:00.791215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d29207b-6f65-4737-a22f-1ba4437bb3ea req-d29ce6ab-53b9-46de-9121-ba704b7ca3fd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.3340831 May 20 08:16:00.847618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:00.890017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d29207b-6f65-4737-a22f-1ba4437bb3ea req-61b3545a-94e1-49dc-8897-f28799d7abfb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922756 May 20 08:16:01.003431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Allocated IP 172.25.8.38 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:16:01.171033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:01.297906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:01.309585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-71abc09b-7027-4a39-988a-ab39ceae3c5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:01.389382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:16:01.393570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:16:01.401096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:16:01.440611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:01.463881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.464289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.464665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.465037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.465411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.465803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.466166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.466528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.467026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.467394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.467759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.468120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:01.474386 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:01.525297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-be2e7bca-b731-4db2-8944-206ce9eebdd0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2653325 May 20 08:16:01.861710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:01.862611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:01.862740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:01.863172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:01.863776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:01.865556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5742b015-4c8e-4e51-b757-4df30345daac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2594769 May 20 08:16:02.123167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a085646c-0a14-4bba-a39c-0eac3c38f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.123675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a085646c-0a14-4bba-a39c-0eac3c38f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.124145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a085646c-0a14-4bba-a39c-0eac3c38f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.125784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a085646c-0a14-4bba-a39c-0eac3c38f246 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2207632 May 20 08:16:02.206865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a048530b-9f2a-4ad1-acf0-6e9b20eb2b37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0713816 May 20 08:16:02.208713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:02.262677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164fda8-b265-49d6-ac1e-033fcd9bf91f req-b9841f2f-942a-4df6-9d5c-b001900b01a3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.264186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f164fda8-b265-49d6-ac1e-033fcd9bf91f req-b9841f2f-942a-4df6-9d5c-b001900b01a3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.2465518 May 20 08:16:02.333312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-68ecbebc-17a1-421c-94ba-4da6e865d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.335082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-68ecbebc-17a1-421c-94ba-4da6e865d674 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.1200578 May 20 08:16:02.340710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f164fda8-b265-49d6-ac1e-033fcd9bf91f req-23ba7a0d-d447-4b10-af77-14150954426c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686226 May 20 08:16:02.472472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:02.710633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-4bf7e9db-f3e1-421e-8b6b-1ddd3c689034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:02.712416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-4bf7e9db-f3e1-421e-8b6b-1ddd3c689034 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3695767 May 20 08:16:03.030481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a9d61f7d-6ccb-4279-a80c-c06e2f30ca28 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110015 May 20 08:16:03.182149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:03.205813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-94b27fb5-ee90-4671-b129-9cd3965742f0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636343 May 20 08:16:03.284665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-083fc641-1911-4bd3-9a61-aacce2fd57a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0693386 May 20 08:16:03.331921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:03.340380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:03.460420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-2a2dbc49-fc07-4220-84c1-30892071f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:03.462431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-2a2dbc49-fc07-4220-84c1-30892071f38d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1703470 May 20 08:16:03.506833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event updated for resources: {'Port': ['ID=2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:03.517192 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:03.572991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:03.799766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-7037ebce-ce8c-489e-995b-662676d2f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:03.801270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-7037ebce-ce8c-489e-995b-662676d2f2d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3280432 May 20 08:16:03.811107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b707-6e1f-4b4e-b91a-146fbf808396 req-316be30b-ad30-4909-8784-3851f4044a60 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:03.812605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9d0b707-6e1f-4b4e-b91a-146fbf808396 req-316be30b-ad30-4909-8784-3851f4044a60 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.3009572 May 20 08:16:03.820173 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Floating IP 16ba6d26-21ee-4401-926d-a62f9cbd672c associated. External IP: 172.25.8.38, port: fbf286bf-76b6-4045-bfdb-7aeece53efcb. May 20 08:16:04.098582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9d0b707-6e1f-4b4e-b91a-146fbf808396 req-ffb689eb-0da0-4fea-a121-76d5892a53d8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167871 May 20 08:16:04.155296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-f6c98ac3-f615-4809-abf6-3dc0cf8800f1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414977 May 20 08:16:04.639177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-b4246e7d-ee6b-4184-9edd-8a65fccbe67f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556579 May 20 08:16:04.751947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router fd5484c9-e705-4449-b523-6e09970f1427 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:16:04.756438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-5c60d6b5-12ec-41e0-888b-0eb271a8a960 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0836725 May 20 08:16:04.930395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-8097aee5-e358-48e4-8609-f4554bbeb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:04.931992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-8097aee5-e358-48e4-8609-f4554bbeb3aa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1605434 May 20 08:16:05.016547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-c9bc6ca1-64cb-40f3-a826-71506e0c2bb5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3762794 May 20 08:16:05.075587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:16:05.088460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Sync routers for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:16:05.106434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:05.109680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:05.110851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-0a011f8e-3763-46e7-bc4d-143848b69dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:05.112314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-0a011f8e-3763-46e7-bc4d-143848b69dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274600 May 20 08:16:05.197125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:05.307795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:05.397619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1900694 May 20 08:16:05.401722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:05.405718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:05.445339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-a84c3a6c-6012-49c5-8670-ef3bd8066514 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884908 May 20 08:16:05.479367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-27e4744e-283f-48d1-9c62-85f32319448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:05.481144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-27e4744e-283f-48d1-9c62-85f32319448f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.3652003 May 20 08:16:05.508035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba820d0-a913-4a1b-a541-f2dd3b4bee1b req-f21e0a55-be06-45e0-9702-da34bba5f418 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:05.518591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dba820d0-a913-4a1b-a541-f2dd3b4bee1b req-f21e0a55-be06-45e0-9702-da34bba5f418 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.2959833 May 20 08:16:05.525327 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6e102669-013a-4707-a2a0-aed10ed05aab tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/16ba6d26-21ee-4401-926d-a62f9cbd672c HTTP/1.1" status: 200 len: 991 time: 0.1219914 May 20 08:16:05.758362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '16ba6d26-21ee-4401-926d-a62f9cbd672c', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'port_id': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'mac_address': 'fa:16:3e:cf:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:16:01Z', 'updated_at': '2021-05-20T08:16:01Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:05.763561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Checking router: fd5484c9-e705-4449-b523-6e09970f1427 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:16:05.773642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:05.774891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:15:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:05.956750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-7b93ba5a-6db6-46f2-970c-0a7a08f663dd service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982526 May 20 08:16:05.968326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dba820d0-a913-4a1b-a541-f2dd3b4bee1b req-d84189eb-cb67-48d8-bb22-3ffd8fbec8d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273900 May 20 08:16:06.008251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:06.041269 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'status': 'completed', 'code': 200} May 20 08:16:06.057648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-00208c39-5beb-49d7-be3a-64c446b4e417 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0959070 May 20 08:16:06.169125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-60cb4870-d2f8-4623-9f26-2d4a78050160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.170759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-60cb4870-d2f8-4623-9f26-2d4a78050160 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.5656505 May 20 08:16:06.256970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-d638ce0c-8d08-4e45-bf17-61174c253d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.256970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-d638ce0c-8d08-4e45-bf17-61174c253d73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1615477 May 20 08:16:06.371938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-70824ea0-5df3-4625-8fc7-b27fb3b97ad9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.1873009 May 20 08:16:06.384490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887286c-e06f-454c-b959-992b04f6c5cf req-ae3a914b-681d-4d60-89a8-0c94ead3edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.384490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-ae3a914b-681d-4d60-89a8-0c94ead3edb3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1097 time: 0.3180368 May 20 08:16:06.431812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '16ba6d26-21ee-4401-926d-a62f9cbd672c', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'port_id': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'mac_address': 'fa:16:3e:cf:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:16:01Z', 'updated_at': '2021-05-20T08:16:01Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:06.436099 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb6568-8fe5-41aa-9b7c-b47daefb3383 None None] The sync data for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 is: [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '16ba6d26-21ee-4401-926d-a62f9cbd672c', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'port_id': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'mac_address': 'fa:16:3e:cf:ee:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:16:01Z', 'updated_at': '2021-05-20T08:16:01Z', 'revision_number': 0, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:16:06.526769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:06.538894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-75262d25-740f-46b2-beba-0b0ef698f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.541568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-75262d25-740f-46b2-beba-0b0ef698f567 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2746561 May 20 08:16:06.615185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-218552e7-1938-4956-aee5-8923d3eaf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.616660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-218552e7-1938-4956-aee5-8923d3eaf659 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.2107723 May 20 08:16:06.671078 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-941e2ebf-de1a-4073-bd9e-1500e7a45c72 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/16ba6d26-21ee-4401-926d-a62f9cbd672c HTTP/1.1" status: 200 len: 991 time: 0.1430988 May 20 08:16:06.760378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887286c-e06f-454c-b959-992b04f6c5cf req-4312a51c-7df2-4994-9578-7d43f5be765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:06.762153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-4312a51c-7df2-4994-9578-7d43f5be765d service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 200 len: 897 time: 0.3779640 May 20 08:16:06.780909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1753a7c6-3c03-45a4-b5d0-7f7b86d559b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:06.794777 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9443de5-798c-427f-a516-3770ece27f3f None None] New status for floating IP 16ba6d26-21ee-4401-926d-a62f9cbd672c: ACTIVE {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:16:06.889281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-3302809c-5989-4093-96c0-0a967a0df32e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340452 May 20 08:16:06.960418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-d800a5e9-1db0-46a8-badc-ddfc9332554c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 200 len: 999 time: 0.1871877 May 20 08:16:07.058860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-e55dc556-3674-44e5-a37d-01e8339b7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:07.060357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-e55dc556-3674-44e5-a37d-01e8339b7993 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870370 May 20 08:16:07.264926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887286c-e06f-454c-b959-992b04f6c5cf req-7a0a9079-5a79-4dda-9e16-a34496d87e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:07.265838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-7a0a9079-5a79-4dda-9e16-a34496d87e69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ae5d5d2d-91a9-4ef1-b531-9600c7052245 HTTP/1.1" status: 200 len: 835 time: 0.2497203 May 20 08:16:07.328599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-1f403903-afe0-427b-9d1f-6f556d6c9821 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213212 May 20 08:16:07.644021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-fac87e1a-9fbc-49d8-b7b6-3b4fb40f1773 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.3027027 May 20 08:16:07.649774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-447fe5bd-fa98-4606-bc58-e952b923e1ab service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748432 May 20 08:16:07.675321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 57820) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:07.742268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2c765-f41c-42c4-a088-71d3c9af38a6 req-5169037c-d1c7-43bf-9438-97924dd9ab07 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:07.744629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46a2c765-f41c-42c4-a088-71d3c9af38a6 req-5169037c-d1c7-43bf-9438-97924dd9ab07 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.6461132 May 20 08:16:07.811806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-556dfc40-7595-4372-affb-e60758b6ebbd tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/16ba6d26-21ee-4401-926d-a62f9cbd672c HTTP/1.1" status: 200 len: 993 time: 0.1348000 May 20 08:16:07.861018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-330e4e34-a18e-45ae-8e49-4c08882c041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:07.862582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-330e4e34-a18e-45ae-8e49-4c08882c041d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.2100494 May 20 08:16:07.937405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887286c-e06f-454c-b959-992b04f6c5cf req-7206c40e-bcdc-495a-b530-d93298708678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:07.938926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-7206c40e-bcdc-495a-b530-d93298708678 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6553500 May 20 08:16:07.943861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46a2c765-f41c-42c4-a088-71d3c9af38a6 req-fe65f25f-086f-4647-9e66-ff675a00de53 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855283 May 20 08:16:08.020493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a970b564-ff61-470d-aec5-b15f6b8aace9 req-042961bc-ba90-4de4-bc6d-5fb42580fb56 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338790 May 20 08:16:08.122102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-1dc792a6-1a6a-4885-b029-8075a0b9256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:08.123562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-1dc792a6-1a6a-4885-b029-8075a0b9256f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2491205 May 20 08:16:08.128970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-5e7a44cd-6635-46b6-a821-8313c3c94f6e service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831906 May 20 08:16:08.381361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-2f577456-46a7-4588-88bc-4855511cdad0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507980 May 20 08:16:08.383323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9887286c-e06f-454c-b959-992b04f6c5cf req-314a27e8-591b-4a04-af7f-d7c7071cde62 service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349818 May 20 08:16:08.541215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fdb921bd-915b-45d9-b8c6-348668114b86 req-cf542ebc-30a6-4909-957e-48ac5a3f689c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517093 May 20 08:16:09.152463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f28ac-5b69-43ad-94e7-8171b389ecb5 req-739d63a1-0f27-49db-90f9-6b433a16f677 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:09.153882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-788f28ac-5b69-43ad-94e7-8171b389ecb5 req-739d63a1-0f27-49db-90f9-6b433a16f677 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0908728 May 20 08:16:09.186112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e7d70da-b0ae-42dc-990e-f32ac4300448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:09.204942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-788f28ac-5b69-43ad-94e7-8171b389ecb5 req-44f0c27b-618f-417a-953d-a4e2c98e4d5c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 May 20 08:16:09.694172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:10.406791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87683c-2179-4e14-8dcd-81aec20102fe req-f40e84fb-4163-48b2-a751-696a695dc280 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:10.408833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c87683c-2179-4e14-8dcd-81aec20102fe req-f40e84fb-4163-48b2-a751-696a695dc280 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0948725 May 20 08:16:10.463408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c87683c-2179-4e14-8dcd-81aec20102fe req-d84197f8-8c81-454a-95f2-292f4341043f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490768 May 20 08:16:11.197914 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:11.674042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81155-78b7-486f-9bbb-84c28c610c5d req-110be5d1-9f62-4c18-a107-d9ab60df8bf7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:11.676624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86f81155-78b7-486f-9bbb-84c28c610c5d req-110be5d1-9f62-4c18-a107-d9ab60df8bf7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0945559 May 20 08:16:11.731203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86f81155-78b7-486f-9bbb-84c28c610c5d req-83973611-8b0c-497a-8cb5-86d84b1ae40b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 May 20 08:16:12.518184 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:12.944170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9595add-fbfc-4ef4-ae8e-8d555e718dca req-0c5a47df-adcb-4942-b56b-216e53ad0f8e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:12.945780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9595add-fbfc-4ef4-ae8e-8d555e718dca req-0c5a47df-adcb-4942-b56b-216e53ad0f8e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0983346 May 20 08:16:13.011230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9595add-fbfc-4ef4-ae8e-8d555e718dca req-7c77516b-a54a-4c50-92cb-659fd08b7737 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578456 May 20 08:16:14.209536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9a52d-3c81-4c32-9a85-d436de9988b5 req-3b594e3c-d080-4af0-a778-205ccf50b915 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:14.210915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1d9a52d-3c81-4c32-9a85-d436de9988b5 req-3b594e3c-d080-4af0-a778-205ccf50b915 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0891049 May 20 08:16:14.263494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1d9a52d-3c81-4c32-9a85-d436de9988b5 req-1a93deeb-a004-4113-bc50-48f7699cbbf0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 May 20 08:16:15.467722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822cf2a-ea3a-4389-9600-67de79b58c28 req-dfd403d7-a104-4982-9a1f-4b6803dec1fe tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:15.469226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6822cf2a-ea3a-4389-9600-67de79b58c28 req-dfd403d7-a104-4982-9a1f-4b6803dec1fe tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0896926 May 20 08:16:15.531568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6822cf2a-ea3a-4389-9600-67de79b58c28 req-e5d8d756-c51d-4c09-8f51-66ee4260ea3d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 May 20 08:16:15.851134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90d864-28ae-411a-9b48-cb0071d0842c req-2c2ea0a2-2372-44bf-bcc2-9e197c45ea3b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:15.852630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff90d864-28ae-411a-9b48-cb0071d0842c req-2c2ea0a2-2372-44bf-bcc2-9e197c45ea3b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0840111 May 20 08:16:15.900724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff90d864-28ae-411a-9b48-cb0071d0842c req-4c189616-db59-461d-9a80-df65bbf9790a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 May 20 08:16:15.936682 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:16:16.278898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9d3b-845d-4ab3-88d8-d696d8c3fd05 req-a289ba6d-1a4c-45f4-a4b2-ea756bee8726 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:16.280477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ebf9d3b-845d-4ab3-88d8-d696d8c3fd05 req-a289ba6d-1a4c-45f4-a4b2-ea756bee8726 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2649274 May 20 08:16:16.327592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ebf9d3b-845d-4ab3-88d8-d696d8c3fd05 req-d4efa6b7-c89d-4830-bcaf-99f86e9cc499 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 May 20 08:16:16.788418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-7fa53a13-1452-42d6-b71d-faa7cf80d39e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:16.790040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-7fa53a13-1452-42d6-b71d-faa7cf80d39e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.3179290 May 20 08:16:16.805792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-a497d500-ba7b-4b3b-86f1-05bb0c1df557 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/quotas/3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 375 time: 0.0099554 May 20 08:16:16.902391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-2af4eeaf-aa46-41dc-8e05-6b704f948842 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0905750 May 20 08:16:17.053585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-2b6e4963-1d29-4ce7-bef6-5af1e8dd0b39 service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439905 May 20 08:16:17.195290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-d2f7c852-df99-488d-b8c7-6157313978da service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349416 May 20 08:16:17.486020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3146e081-4110-42fe-ad1c-ccdf9f87e3ef req-5a5e518e-9a11-46d6-af06-f3948fe3d6ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 210 time: 0.0514355 May 20 08:16:18.580697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a33642f3-7e34-4919-9238-067b62cab0b5 req-3d3ce828-b012-4cd0-b1be-acd3e3ca6297 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 210 time: 0.0451224 May 20 08:16:19.742061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b6f59c2-7b9e-46b5-a0cb-b8c3187c61af req-b21a543a-75e9-45cc-b48f-c5db017dcfb0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 210 time: 0.0465629 May 20 08:16:20.245287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-8e910029-fb94-4acb-b9f9-6dac48e5adea tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:20.247498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-8e910029-fb94-4acb-b9f9-6dac48e5adea tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.1670141 May 20 08:16:20.259922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'device_id': '61262a7f-71db-440c-b2bc-a9443d69445e', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'admin_state_up': True, 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:16:20.408338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:20.418235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:20.536664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:16:20.540432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:20.729673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.20.0.9 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:16:20.947953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2a704eb7-f284-4963-9975-4e304e8c11b2 req-fe4385b5-e035-431f-8326-b653d4912801 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 210 time: 0.0657604 May 20 08:16:21.003880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:21.020908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Transition to ACTIVE for port object ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:16:21.174620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:21.180806 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bac6f6-1649-4710-835f-d74236063485 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:21.188020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:16:21.258159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:16:21.259192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:16:21.265347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:16:21.324744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:21.343869 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:21.371213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:21.371845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:21.484006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280865 May 20 08:16:21.497234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Request body: {'port': {'device_id': '61262a7f-71db-440c-b2bc-a9443d69445e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:16:21.579773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-25b2269c-40cf-4e30-833a-89b671e02186 None None] Provisioning for port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:16:21.584985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-25b2269c-40cf-4e30-833a-89b671e02186 None None] Provisioning complete for port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:16:21.585373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-25b2269c-40cf-4e30-833a-89b671e02186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:21.617023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:21.647140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-25b2269c-40cf-4e30-833a-89b671e02186 None None] Port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:16:22.013134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:16:22.021531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:22.037771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Transition to ACTIVE for port object ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:16:22.127599 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:22.132606 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-916b4801-ca2c-483a-bdce-d46a1e3cc274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:22.485515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:22.493328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:22.501881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90892a04-3a56-4746-96f7-a44207d20fb2 req-66489a81-d5d1-4eb1-8a3b-3c723291c9e8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:22.502603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90892a04-3a56-4746-96f7-a44207d20fb2 req-66489a81-d5d1-4eb1-8a3b-3c723291c9e8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:16:22.586442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Attempting to bind port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:16:22.586853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Attempting to bind port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:16:22.587255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Attempting to bind port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:16:22.592513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:16:22.592917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Attempting to bind port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:16:22.598286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:16:22.598696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:16:22.599743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:16:22.599743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Bound port: ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:16:22.599982 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:22.706298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:16:22.709345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:16:22.722693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90892a04-3a56-4746-96f7-a44207d20fb2 req-66489a81-d5d1-4eb1-8a3b-3c723291c9e8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:16:22.725403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90892a04-3a56-4746-96f7-a44207d20fb2 req-66489a81-d5d1-4eb1-8a3b-3c723291c9e8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 931 time: 0.6536160 May 20 08:16:22.771314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90892a04-3a56-4746-96f7-a44207d20fb2 req-40c3250c-12c7-4623-a8c8-4e36675fdef3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 May 20 08:16:22.860670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:22.874369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-935a331c-bb03-4719-a64c-26effa900805 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:22.931945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:22.932772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:22.934423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] 10.222.0.81 "PUT /v2.0/ports/ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 HTTP/1.1" status: 200 len: 1091 time: 1.4426575 May 20 08:16:22.934966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:22.956794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:22.960080 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:22.993731 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708', 'status': 'completed', 'code': 200} May 20 08:16:23.098238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-71eb939a-5d28-41fc-a8f9-5255e22d1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.099852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-71eb939a-5d28-41fc-a8f9-5255e22d1303 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 1094 time: 0.0832777 May 20 08:16:23.253778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-8f2f1e09-8204-4bee-b968-1011163c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.255276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-8f2f1e09-8204-4bee-b968-1011163c8d35 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1478820 May 20 08:16:23.403148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-23803ad3-93bc-4676-84a8-24ec9afaf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.404626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df13ea53-4fe9-4364-b43b-9f63d9d86354 req-23803ad3-93bc-4676-84a8-24ec9afaf415 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419559 May 20 08:16:23.529311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-a94ec341-2ebe-4f6c-9788-ac45eaa9c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.532477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-a94ec341-2ebe-4f6c-9788-ac45eaa9c7f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 1094 time: 0.0824788 May 20 08:16:23.610241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3ed516a8-7dda-499f-9cb5-131415140e27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 HTTP/1.1" status: 200 len: 217 time: 0.0716689 May 20 08:16:23.680505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3d323d70-42ee-4480-b1e8-f8c2b744fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.682068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-3d323d70-42ee-4480-b1e8-f8c2b744fb18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0651853 May 20 08:16:23.764695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258aea3-23d4-437f-9333-7a070e2da02f req-c7210eeb-e23d-4f9a-a305-9a00d5961cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:23.766277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-c7210eeb-e23d-4f9a-a305-9a00d5961cd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774531 May 20 08:16:23.964456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-e1169ac1-421b-44ad-93e6-7fa5dc1bf915 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909943 May 20 08:16:24.113965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c02e8-7a38-4de5-9659-5fea2eef14f2 req-7c5f3ad2-565d-4b9d-ab49-847d552b6b87 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:24.115416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b38c02e8-7a38-4de5-9659-5fea2eef14f2 req-7c5f3ad2-565d-4b9d-ab49-847d552b6b87 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 943 time: 0.2238400 May 20 08:16:24.159815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e258aea3-23d4-437f-9333-7a070e2da02f req-aa7b5c69-ccaf-470c-bf0f-ede3a666c9f3 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871505 May 20 08:16:24.184550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b38c02e8-7a38-4de5-9659-5fea2eef14f2 req-1705af34-aab5-4694-9d22-3c6adc969440 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 May 20 08:16:24.414375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:25.386234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40086c-5ee1-49fb-aa6b-7cdc1189ab75 req-b2033d64-9dff-4638-9c23-384c9164b394 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:25.387882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea40086c-5ee1-49fb-aa6b-7cdc1189ab75 req-b2033d64-9dff-4638-9c23-384c9164b394 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 943 time: 0.0891109 May 20 08:16:25.437602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea40086c-5ee1-49fb-aa6b-7cdc1189ab75 req-04e1e3ef-e254-47a6-8caa-7badd8437c39 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 May 20 08:16:25.950312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:16:26.099034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:26.114594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708', 'mac_address': 'fa:16:3e:70:73:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:16:26.188386 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:26.207548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:16:26.232895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:26.322591 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:26.324732 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b7741c80-5f8b-4567-ba77-40706a7bc320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:26.395555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:26.411292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.411638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.411972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.412306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.412636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.412964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.413286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.413634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.413957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.414275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.414592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.414911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:26.420895 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:26.579011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:26.646169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92000fde-6ea3-4521-be6c-4f3b653171c6 req-1bd1fa47-b13d-4588-b211-65efb0ac9599 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:26.647673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92000fde-6ea3-4521-be6c-4f3b653171c6 req-1bd1fa47-b13d-4588-b211-65efb0ac9599 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 944 time: 0.0908144 May 20 08:16:26.655864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:16:26.695569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92000fde-6ea3-4521-be6c-4f3b653171c6 req-0346edcb-700b-4d07-85fa-21bf88330e2b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 May 20 08:16:27.903357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcaccf-c642-42e1-96bd-e6a7bc7a6733 req-a459d305-8acc-4546-9b65-1955c61002c0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:27.905017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88fcaccf-c642-42e1-96bd-e6a7bc7a6733 req-a459d305-8acc-4546-9b65-1955c61002c0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 944 time: 0.0974913 May 20 08:16:27.966092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88fcaccf-c642-42e1-96bd-e6a7bc7a6733 req-a886b212-7543-45e7-b606-5040d6f72f0d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 May 20 08:16:27.987880 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:16:28.128717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:16:28.133725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:16:28.134103 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:28.259174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:28.290196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:28.301950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:28.338168 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708', 'code': 200} May 20 08:16:28.487899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6e2ff-c843-4e82-9d30-d2398dafe73d req-2f6d95d6-4942-48c4-b0df-b0d5198f3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:28.489525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29b6e2ff-c843-4e82-9d30-d2398dafe73d req-2f6d95d6-4942-48c4-b0df-b0d5198f3519 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 1095 time: 0.0804815 May 20 08:16:28.526053 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:28.526053 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:28.536969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29b6e2ff-c843-4e82-9d30-d2398dafe73d req-520690e6-41cc-4369-a8c1-58453aeba0ad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 May 20 08:16:28.601549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:28.604833 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:29.183000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088269ed-9b53-4f25-82d3-dd8eb565b0a6 req-3678ff7d-1d98-499c-9e77-cc404fcff34f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:29.185611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-088269ed-9b53-4f25-82d3-dd8eb565b0a6 req-3678ff7d-1d98-499c-9e77-cc404fcff34f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 945 time: 0.0989625 May 20 08:16:29.237622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-088269ed-9b53-4f25-82d3-dd8eb565b0a6 req-8b9cdcef-e69a-462e-aaac-7a0ecea28732 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455539 May 20 08:16:30.441841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a976-1863-40ff-b0aa-573880688322 req-562b8a3a-9a5a-45f2-aa58-ffce7fa3b803 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:30.443520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fac6a976-1863-40ff-b0aa-573880688322 req-562b8a3a-9a5a-45f2-aa58-ffce7fa3b803 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 945 time: 0.0890462 May 20 08:16:30.501808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fac6a976-1863-40ff-b0aa-573880688322 req-3a7da5d7-c271-46b7-9e59-0a1143259558 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 May 20 08:16:31.845085 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58064) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:31.912612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Deleting subnet 5b334d43-e73d-44b3-b9b0-a42e04da1b03 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:16:31.915955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:31.972265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.035012 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.362769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.366908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69c61aa4-8432-4a16-9094-fa7ad4fb2338 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:32.405236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b334d43-e73d-44b3-b9b0-a42e04da1b03,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:32.410243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.421213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.421775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.422167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.422549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.422945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.423300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.423675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.424090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.424459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.424826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.425720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.426104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:16:32.430510 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:32.432625 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5b334d43-e73d-44b3-b9b0-a42e04da1b03 HTTP/1.1" status: 204 len: 168 time: 0.5863535 May 20 08:16:32.436628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58068) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:32.726867 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.872049 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.890076 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76462fb2-2f1c-455d-8aba-5b8e1b470069']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:32.905222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:32.905548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed1e871-dfe4-450a-9e63-bcfb8dd2d83a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:32.919250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.936768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.944164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:16:32.944502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: timer() May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:16:32.963004 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:16:33.116984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.120676 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:33.134020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.144857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Pushing event deleted for resources: {'Network': ['ID=76462fb2-2f1c-455d-8aba-5b8e1b470069,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:33.150130 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] 10.222.0.79 "DELETE /v2.0/networks/76462fb2-2f1c-455d-8aba-5b8e1b470069 HTTP/1.1" status: 204 len: 168 time: 0.7097020 May 20 08:16:33.150130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:33.150934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58076) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:33.213753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Deleting subnet 4cf4fdd1-4bdd-403d-acdc-1aa0f5d907bd {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:16:33.217771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.272613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.331204 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.677121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.681168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c4ffd7f6-3d74-4584-bed1-138406b44044 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:33.715070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf4fdd1-4bdd-403d-acdc-1aa0f5d907bd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:33.718802 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:33.721345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.727534 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4cf4fdd1-4bdd-403d-acdc-1aa0f5d907bd HTTP/1.1" status: 204 len: 168 time: 0.5762482 May 20 08:16:33.732500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:33.842465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:33.981815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.001176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:34.015018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8465fa64-b103-4534-99a2-f70d280fac25') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:34.015320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8465fa64-b103-4534-99a2-f70d280fac25') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:34.028926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.047896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.054642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:16:34.055097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: timer() May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:16:34.070209 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:16:34.242658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.246396 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83b0e9be-5a18-4bc9-9f2a-29db37264ce7 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:34.260148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.270438 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:34.273554 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] 10.222.0.79 "DELETE /v2.0/networks/90f9ff69-03fa-48b6-915f-8a7d4bf4fa8c HTTP/1.1" status: 204 len: 168 time: 0.5400369 May 20 08:16:34.274607 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:34.651457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:34.706649 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-21dc2286-90e3-44e7-8e79-ce0ba78654b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d7188fa4aa7480f845de99868f99792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538743 May 20 08:16:34.709309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58094) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:34.774252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.809445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.939739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.943813 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bfb1f5e8-a1da-4059-a5fd-c0b7ef2d1eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:34.957177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296e3a31-6f31-4fc6-b00c-df5ee4f624d5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:34.961243 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:34.968034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:34.969695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/296e3a31-6f31-4fc6-b00c-df5ee4f624d5 HTTP/1.1" status: 204 len: 168 time: 0.2591348 May 20 08:16:35.200139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:35.342743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7a2d2661-fbbe-41b6-bb93-5e58deb4773f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/floatingips/16ba6d26-21ee-4401-926d-a62f9cbd672c HTTP/1.1" status: 200 len: 993 time: 0.1407292 May 20 08:16:35.649998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:35.896711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58122) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:35.954572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-78af8ee6-c928-425d-92ac-3f5c06b7624b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7627ed08b902483d8a5077648de4eb31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564494 May 20 08:16:35.957564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58126) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:36.031525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.061762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.099612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:36.099959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.203278 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.216320 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-822b7941-5a13-4cbd-9505-c1063617b6fb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:36.241767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e44654-9040-4dbb-8f96-e39b4e2771b9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:36.247196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:36.251274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.253348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93e44654-9040-4dbb-8f96-e39b4e2771b9 HTTP/1.1" status: 204 len: 168 time: 0.2945731 May 20 08:16:36.266310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.266855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.425773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:36.722774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.727013 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e9159808-f420-4052-a0ba-f5ec0780287a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:36.788439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=2fd64cf2-b94f-4b8a-8126-60bd73f6a0ed,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:36.792046 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:36.810170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-83fa7fff-bb2d-454e-9c72-1170a591a262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.900797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:36.901141 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Floating IP 16ba6d26-21ee-4401-926d-a62f9cbd672c disassociated (deleted). External IP: 172.25.8.38, port: fbf286bf-76b6-4045-bfdb-7aeece53efcb. May 20 08:16:37.325414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router fd5484c9-e705-4449-b523-6e09970f1427 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:16:37.537457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:16:37.550133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Sync routers for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:16:37.562758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:37.563414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:37.667958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:37.728914 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/floatingips/16ba6d26-21ee-4401-926d-a62f9cbd672c HTTP/1.1" status: 204 len: 168 time: 2.0778928 May 20 08:16:37.730366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:37.762111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:38.107376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:38.113361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Checking router: fd5484c9-e705-4449-b523-6e09970f1427 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:16:38.122439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:38.123061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:38.308216 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'status': 'completed', 'code': 200} May 20 08:16:38.335102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:38.662978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-501e040a-e309-492c-a94e-87d6bedb8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:38.664403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-501e040a-e309-492c-a94e-87d6bedb8b34 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06337b6aa1e2494bbec78418271e0da3&device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 1097 time: 0.3297939 May 20 08:16:38.739468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:38.743667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abad0c0-0dc7-48e2-ae39-91be6cce8036 None None] The sync data for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 is: [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:15:33Z', 'revision_number': 4, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8df9cd36-4f5a-4b52-9c32-d0f37adee6d5', 'name': '', 'network_id': '6b05ef12-aa1f-4c7f-aca9-820629a36bfa', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'mac_address': 'fa:16:3e:82:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:31Z', 'updated_at': '2021-05-20T08:15:42Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'subnets': [{'id': 'ae5d5d2d-91a9-4ef1-b531-9600c7052245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:16:38.772257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19fb6a-11eb-4247-baf8-04d0089d24cc req-6f857ebe-99c1-49e4-b74b-5f87ab170017 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:38.773905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c19fb6a-11eb-4247-baf8-04d0089d24cc req-6f857ebe-99c1-49e4-b74b-5f87ab170017 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.3638821 May 20 08:16:38.855760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c19fb6a-11eb-4247-baf8-04d0089d24cc req-ba525681-2f9a-436a-9488-524d09fecbb7 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745084 May 20 08:16:38.860755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-0eb21eac-0b04-45c5-851b-5d48c92ea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:38.862310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-0eb21eac-0b04-45c5-851b-5d48c92ea97e service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 200 len: 897 time: 0.1895208 May 20 08:16:38.942437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-74e0d3e2-b06f-41f2-be2f-c172a9ef6b99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 200 len: 217 time: 0.0731478 May 20 08:16:39.013584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-b8ac3170-8eed-49dc-9a8c-01beafe23322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:39.014938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-b8ac3170-8eed-49dc-9a8c-01beafe23322 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ae5d5d2d-91a9-4ef1-b531-9600c7052245 HTTP/1.1" status: 200 len: 835 time: 0.0652516 May 20 08:16:39.064800 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39edea-8ca5-494d-8907-66585acc013a None None] New status for floating IP 16ba6d26-21ee-4401-926d-a62f9cbd672c: DOWN {{(pid=93104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:16:39.103011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-5c669e6b-bfc3-4e77-b000-520ba4e1def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:39.104646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-5c669e6b-bfc3-4e77-b000-520ba4e1def8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b05ef12-aa1f-4c7f-aca9-820629a36bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807028 May 20 08:16:39.168049 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af0382d8-0ae0-4e75-8574-c70b8242eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:39.263135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-1e08f98e-dcda-4fae-8a83-7ad15f30bbbf service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510963 May 20 08:16:39.437721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b218260-07a0-4ab2-8c55-a9737440fd4d req-fa3e7739-1030-4480-87e8-d2e951c5e779 service neutron] 10.222.0.84 "GET /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668966 May 20 08:16:39.699674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:39.880806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c99651-6628-4a91-b190-7a5953466790 req-2f14dbee-8b9e-4d93-81cf-f6e429278c8a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:39.882410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27c99651-6628-4a91-b190-7a5953466790 req-2f14dbee-8b9e-4d93-81cf-f6e429278c8a tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.0911312 May 20 08:16:40.094837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port fbf286bf-76b6-4045-bfdb-7aeece53efcb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:40.095189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:40.119204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd9077-6757-42b0-987f-9ea198128423 req-8860f2a3-02b9-45b0-977d-c32bc5991ded tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:40.120949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74cd9077-6757-42b0-987f-9ea198128423 req-8860f2a3-02b9-45b0-977d-c32bc5991ded tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 946 time: 0.1350949 May 20 08:16:40.248156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74cd9077-6757-42b0-987f-9ea198128423 req-78a44035-8d65-489d-9d5b-cdd446702577 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146965 May 20 08:16:40.278227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port fbf286bf-76b6-4045-bfdb-7aeece53efcb, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=fbf286bf-76b6-4045-bfdb-7aeece53efcb,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:40.278613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:40.423043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for fbf286bf-76b6-4045-bfdb-7aeece53efcb owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:40.642394 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:40.649014 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-57b39109-0808-4e31-a49b-b6e5f78460d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:40.697782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=fbf286bf-76b6-4045-bfdb-7aeece53efcb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:40.702064 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:40.789208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] No DVR routers for this DVR port fbf286bf-76b6-4045-bfdb-7aeece53efcb on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:16:40.791803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:40.794846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'name': 'network-vif-deleted', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:40.807542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27c99651-6628-4a91-b190-7a5953466790 req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.84 "DELETE /v2.0/ports/fbf286bf-76b6-4045-bfdb-7aeece53efcb HTTP/1.1" status: 204 len: 173 time: 0.9165504 May 20 08:16:40.846242 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cf1bc8-31e2-44ef-9160-9e65ae657222', 'name': 'network-vif-deleted', 'tag': 'fbf286bf-76b6-4045-bfdb-7aeece53efcb', 'status': 'completed', 'code': 200} May 20 08:16:41.265677 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:41.465276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0827586e-950c-49b1-a56c-36865305362e req-48f4372a-0838-40e2-9b8e-1b52643ab0a6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Synchronizing usage tracker for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:16:41.562514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0827586e-950c-49b1-a56c-36865305362e req-48f4372a-0838-40e2-9b8e-1b52643ab0a6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Unset dirty status for tenant:06337b6aa1e2494bbec78418271e0da3 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:16:41.563732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0827586e-950c-49b1-a56c-36865305362e req-48f4372a-0838-40e2-9b8e-1b52643ab0a6 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8cf1bc8-31e2-44ef-9160-9e65ae657222 HTTP/1.1" status: 200 len: 210 time: 0.1504545 May 20 08:16:42.551073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:42.679156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58234) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:42.762900 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:42.803502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:42.957143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:42.963788 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-368bd3de-51bd-4932-a70b-956c9e2a95e5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:42.984375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b106ffe-9b29-4d3c-8f4f-e93500c66b5f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:42.991300 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:43.023610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7334-3bf1-49fb-b561-4199dd9c1eb3 req-b9e1fe0a-4d24-4793-9d3f-9bc83d7f2f9e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:43.028691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301c7334-3bf1-49fb-b561-4199dd9c1eb3 req-b9e1fe0a-4d24-4793-9d3f-9bc83d7f2f9e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1363010 May 20 08:16:43.107613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:43.109357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/security-groups/9b106ffe-9b29-4d3c-8f4f-e93500c66b5f HTTP/1.1" status: 204 len: 168 time: 0.4289324 May 20 08:16:43.114630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-301c7334-3bf1-49fb-b561-4199dd9c1eb3 req-e4a72666-852f-46bb-b04a-17ea7ffb5e52 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804615 May 20 08:16:43.222292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58256) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:43.392833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678d07a-5022-41f0-abad-0ef7baf3aec8 req-d9fa105e-b43c-42b2-bdad-3593fec0ac4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:43.394811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2678d07a-5022-41f0-abad-0ef7baf3aec8 req-d9fa105e-b43c-42b2-bdad-3593fec0ac4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0878272 May 20 08:16:43.447681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2678d07a-5022-41f0-abad-0ef7baf3aec8 req-daac01f9-e909-4840-ab96-fdc14e11acfd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467153 May 20 08:16:44.132849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:44.299690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c2ac-0bcb-4d8b-9e70-8738026001f9 req-c4cbd923-5026-48f0-94d3-385a604f5c92 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:44.301695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08d3c2ac-0bcb-4d8b-9e70-8738026001f9 req-c4cbd923-5026-48f0-94d3-385a604f5c92 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1267321 May 20 08:16:44.347207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbf286bf-76b6-4045-bfdb-7aeece53efcb no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:16:44.387565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08d3c2ac-0bcb-4d8b-9e70-8738026001f9 req-51c28d90-6846-43ef-b285-c6e6507c5a4e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787947 May 20 08:16:44.420685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: fbf286bf-76b6-4045-bfdb-7aeece53efcb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:16:44.421211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device fbf286bf-76b6-4045-bfdb-7aeece53efcb not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:16:44.720791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:44.720791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:44.885761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:44.886171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:45.023196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:45.499408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:45.504228 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78f68945-bd2d-4807-b018-f70b7ee6c0b9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:45.557506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=8df9cd36-4f5a-4b52-9c32-d0f37adee6d5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:45.587216 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:45.759606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9e72-1ae0-45e7-8456-ea35833b2a48 req-ba4abe50-807d-47c2-9e40-fae6c25abb76 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:45.768644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be4b9e72-1ae0-45e7-8456-ea35833b2a48 req-ba4abe50-807d-47c2-9e40-fae6c25abb76 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1177945 May 20 08:16:45.840091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be4b9e72-1ae0-45e7-8456-ea35833b2a48 req-931585b8-785f-40f5-ba6d-90548421445f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697081 May 20 08:16:45.916293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58292) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:46.091085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:46.213139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Deleting port 44216138-613a-4e68-847c-338b3f2f558b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:46.213532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:46.558896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:46.559441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:46.589941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Router fd5484c9-e705-4449-b523-6e09970f1427 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:16:46.719097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Calling delete_port for 44216138-613a-4e68-847c-338b3f2f558b owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:46.915883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:16:46.938706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Sync routers for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:16:46.939870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:46.946071 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:46.955704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:46.956684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:47.015481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "PUT /v2.0/routers/fd5484c9-e705-4449-b523-6e09970f1427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7917256 May 20 08:16:47.018937 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58302) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:47.129585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting subnet ae5d5d2d-91a9-4ef1-b531-9600c7052245 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:16:47.132968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:47.134615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event deleted for resources: {'Port': ['ID=44216138-613a-4e68-847c-338b3f2f558b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:47.137770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:47.211926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:47.227150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:47.243804 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:47.244149 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Floating IP d58fb926-af9f-4f69-a522-a56fde15deaf disassociated (deleted). External IP: 172.25.8.82, port: 3cda9ab5-902f-44de-9d65-583ac90dbd25. May 20 08:16:47.345278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71e94-fcfd-481e-a40f-534e9d8061d9 req-59a1ebb6-c6b1-462c-8987-63c898210c4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:47.347094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aef71e94-fcfd-481e-a40f-534e9d8061d9 req-59a1ebb6-c6b1-462c-8987-63c898210c4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2988584 May 20 08:16:47.348304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:47.529150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aef71e94-fcfd-481e-a40f-534e9d8061d9 req-082e092b-882b-4a96-a1aa-7eb0bdc54a1a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752915 May 20 08:16:47.648152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:16:45Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:47.654942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Checking router: fd5484c9-e705-4449-b523-6e09970f1427 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:16:47.679253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Routers {'fd5484c9-e705-4449-b523-6e09970f1427'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:47.679944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['fd5484c9-e705-4449-b523-6e09970f1427'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:47.823218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:16:47.901416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] Set router fd5484c9-e705-4449-b523-6e09970f1427 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:47.991987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:47.997192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee57b193-e250-43f0-a9ae-b54c0c4eef90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:48.047964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5d5d2d-91a9-4ef1-b531-9600c7052245,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:48.055448 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:48.059750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:48.067336 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/subnets/ae5d5d2d-91a9-4ef1-b531-9600c7052245 HTTP/1.1" status: 204 len: 168 time: 1.0464699 May 20 08:16:48.074426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58310) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:48.075909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:16:48.086584 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:16:48.100752 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:48.101390 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:48.118236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e2d5d-fab2-4c65-abfb-fb1c6490c783 None None] Network 6b05ef12-aa1f-4c7f-aca9-820629a36bfa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:16:48.377787 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:48.463379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:48.515573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:16:45Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:48.519597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4da1d1-3538-4f94-af06-c55496f9f65a None None] The sync data for ids ['fd5484c9-e705-4449-b523-6e09970f1427'] in n-d-780147-4 is: [{'id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'name': 'tempest-TestNetworkBasicOps-router-809448043', 'tenant_id': '06337b6aa1e2494bbec78418271e0da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:15:24Z', 'updated_at': '2021-05-20T08:16:45Z', 'revision_number': 5, 'project_id': '06337b6aa1e2494bbec78418271e0da3', 'gw_port': {'id': 'aeceb49c-d8a8-4fe4-8498-16d2700e7ddd', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5484c9-e705-4449-b523-6e09970f1427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:15:25Z', 'updated_at': '2021-05-20T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:16:48.539898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:48.815690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "DELETE /v2.0/floatingips/d58fb926-af9f-4f69-a522-a56fde15deaf HTTP/1.1" status: 204 len: 168 time: 2.8973773 May 20 08:16:48.818887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:48.838976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:48.857858 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:16:48.910680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] DHCP port deletion for 6b05ef12-aa1f-4c7f-aca9-820629a36bfa request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:16:48.920508 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:16:48.921289 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:16:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:49.043663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Deleting port dba04b81-6f08-48ca-8344-c9588346e047 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:49.045087 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.106385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.182580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] For port dba04b81-6f08-48ca-8344-c9588346e047, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=dba04b81-6f08-48ca-8344-c9588346e047,segment=NetworkSegment(1d08f133-4a56-4059-a609-00c28a3b6fbd),segment_id=1d08f133-4a56-4059-a609-00c28a3b6fbd)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:49.183196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.308876 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:16:49.349807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Calling delete_port for dba04b81-6f08-48ca-8344-c9588346e047 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:49.369697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3783379-1c3a-40ba-82c1-7b026e173361 req-706afcdb-a2da-4adb-8671-6362aec16576 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:49.383229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3783379-1c3a-40ba-82c1-7b026e173361 req-706afcdb-a2da-4adb-8671-6362aec16576 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2542744 May 20 08:16:49.469205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3783379-1c3a-40ba-82c1-7b026e173361 req-be83b13e-bb17-48c9-9c72-19d80e3354cb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846488 May 20 08:16:49.513949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Deleting port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:49.513949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.574394 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.591658 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:49.664111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] No DVR routers for this DVR port dba04b81-6f08-48ca-8344-c9588346e047 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:16:49.670649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:16:49.717462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Pushing event deleted for resources: {'Port': ['ID=dba04b81-6f08-48ca-8344-c9588346e047,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:49.724082 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:49.724810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:16:49.725170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8df9cd36-4f5a-4b52-9c32-d0f37adee6d5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:16:49.725646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dba04b81-6f08-48ca-8344-c9588346e047 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:16:49.766046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: dba04b81-6f08-48ca-8344-c9588346e047 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:16:49.766410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device dba04b81-6f08-48ca-8344-c9588346e047 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:16:49.777529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] For port aeceb49c-d8a8-4fe4-8498-16d2700e7ddd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:49.777955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:49.919258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Calling delete_port for aeceb49c-d8a8-4fe4-8498-16d2700e7ddd owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:49.955481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:49.959907 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32a44c-a79d-4d02-9f3a-1481344b0c48 None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:11:35Z', 'revision_number': 4, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '478f3e92-b608-4e3d-a8f8-7ce583e92b26', 'name': '', 'network_id': 'beb7a7aa-03ba-4628-baeb-9f5f15c270b6', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'mac_address': 'fa:16:3e:a6:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:34Z', 'updated_at': '2021-05-20T08:11:43Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'subnets': [{'id': 'c27ddf72-c2db-4434-85b4-5b89c674cec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:16:50.127648 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:16:50.207518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:50.222316 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f585d8b-e126-40e1-a4c0-181f5d4a2f08 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:50.333862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b34b6f-34c1-4331-a1b7-f93506bb5043 None None] New status for floating IP d58fb926-af9f-4f69-a522-a56fde15deaf: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:16:50.349380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Port': ['ID=aeceb49c-d8a8-4fe4-8498-16d2700e7ddd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:50.351784 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:50.449371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:50.653843 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:50.658635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:50.663095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-c6a0eff1-6a21-4002-8e41-8fd997745f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:50.664678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-c6a0eff1-6a21-4002-8e41-8fd997745f8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 1097 time: 0.4988756 May 20 08:16:50.675779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3ed58-b4aa-412a-8f82-8e9b2d540511 req-7da0304b-6fee-4317-8dcc-32b135a87bce tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:50.676539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ffc3ed58-b4aa-412a-8f82-8e9b2d540511 req-7da0304b-6fee-4317-8dcc-32b135a87bce tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Synchronizing usage tracker for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:16:50.837184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ffc3ed58-b4aa-412a-8f82-8e9b2d540511 req-7da0304b-6fee-4317-8dcc-32b135a87bce tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Unset dirty status for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:16:50.841589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffc3ed58-b4aa-412a-8f82-8e9b2d540511 req-7da0304b-6fee-4317-8dcc-32b135a87bce tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.5789752 May 20 08:16:50.896029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-22367186-839e-4a6e-95ee-41fe31926ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:50.897458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-22367186-839e-4a6e-95ee-41fe31926ca0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 200 len: 914 time: 0.2178698 May 20 08:16:50.898431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:50.899033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Fanout notify agent at l3_agent the message router_deleted on router fd5484c9-e705-4449-b523-6e09970f1427 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:16:51.177745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-72106747-a8e5-43be-82eb-4133e062aa67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 200 len: 217 time: 0.2646863 May 20 08:16:51.187827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ffc3ed58-b4aa-412a-8f82-8e9b2d540511 req-b40250a5-c48d-45eb-8ff9-1f6057130788 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405468 May 20 08:16:51.228611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.229807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/routers/fd5484c9-e705-4449-b523-6e09970f1427 HTTP/1.1" status: 204 len: 168 time: 3.1517050 May 20 08:16:51.232897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:51.260080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-18afd1a7-06aa-4f8b-8469-27371ac9b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:51.262471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-18afd1a7-06aa-4f8b-8469-27371ac9b3d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 200 len: 852 time: 0.0780079 May 20 08:16:51.397623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.419523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-305c0b06-a3d6-4a58-9294-aed7e021de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:51.420845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-305c0b06-a3d6-4a58-9294-aed7e021de1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=beb7a7aa-03ba-4628-baeb-9f5f15c270b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506305 May 20 08:16:51.458348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977527-3ccf-476c-b6b5-2adc3e3b01e9 req-a652ef86-41f0-4ffd-aa03-a8f22e7d2b23 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:51.459932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4977527-3ccf-476c-b6b5-2adc3e3b01e9 req-a652ef86-41f0-4ffd-aa03-a8f22e7d2b23 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1465728 May 20 08:16:51.574883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.590050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b05ef12-aa1f-4c7f-aca9-820629a36bfa']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:51.595628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4977527-3ccf-476c-b6b5-2adc3e3b01e9 req-bed58048-1214-4aba-b090-7b2899bc74a3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235132 May 20 08:16:51.606163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d08f133-4a56-4059-a609-00c28a3b6fbd') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:51.606489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d08f133-4a56-4059-a609-00c28a3b6fbd') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:16:51.613668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aeceb49c-d8a8-4fe4-8498-16d2700e7ddd no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:16:51.627275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.629920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-8fa28d4e-f549-4352-947e-5b660969ed3e service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011688 May 20 08:16:51.649779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.659383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:16:51.660126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:51.660361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: aeceb49c-d8a8-4fe4-8498-16d2700e7ddd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:16:51.660720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aeceb49c-d8a8-4fe4-8498-16d2700e7ddd not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: timer() May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:16:51.677973 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:16:51.841607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-058533dd-c2f1-4aac-82dd-91c2483d5302 service neutron] 10.222.0.81 "GET /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032418 May 20 08:16:51.892314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-94f1e00a-70b0-4bc0-88e1-dd563f706616 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:51.894326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-94f1e00a-70b0-4bc0-88e1-dd563f706616 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.81 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.1052489 May 20 08:16:52.048673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:52.053750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:52.056584 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d87bff9f-afd6-4be2-aebb-dc18d184c83b tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:52.060804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Deleting port 3cda9ab5-902f-44de-9d65-583ac90dbd25 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:16:52.061170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:52.082950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Pushing event deleted for resources: {'Network': ['ID=6b05ef12-aa1f-4c7f-aca9-820629a36bfa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:52.087346 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:52.098388 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] 10.222.0.79 "DELETE /v2.0/networks/6b05ef12-aa1f-4c7f-aca9-820629a36bfa HTTP/1.1" status: 204 len: 168 time: 0.8575878 May 20 08:16:52.248356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] For port 3cda9ab5-902f-44de-9d65-583ac90dbd25, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3cda9ab5-902f-44de-9d65-583ac90dbd25,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:16:52.248356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:52.421864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Calling delete_port for 3cda9ab5-902f-44de-9d65-583ac90dbd25 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:16:52.496239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e62e4-48c4-4864-a5f0-bf1e9b8e33e1 req-6bad5168-4b35-4d04-894b-a5c6c7107dc9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:52.498337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-299e62e4-48c4-4864-a5f0-bf1e9b8e33e1 req-6bad5168-4b35-4d04-894b-a5c6c7107dc9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 946 time: 0.1840789 May 20 08:16:52.670297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:52.785100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:52.796620 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:52.889148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event deleted for resources: {'Port': ['ID=3cda9ab5-902f-44de-9d65-583ac90dbd25,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:52.907916 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:52.914713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9400fbe9-da14-4d6f-b767-6d34f497b676 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06337b6aa1e2494bbec78418271e0da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429228 May 20 08:16:52.917767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:52.938079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:16:52.999599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:53.016097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] No DVR routers for this DVR port 3cda9ab5-902f-44de-9d65-583ac90dbd25 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:16:53.020507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:53.023573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'name': 'network-vif-deleted', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:16:53.036637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-299e62e4-48c4-4864-a5f0-bf1e9b8e33e1 req-7ff43fc5-56a1-41be-bcd8-9d1b573008b4 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/security-groups?id=5d17a6df-b294-4977-a7c9-d8e211bb32ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229764 May 20 08:16:53.044020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:53.107543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9199f935-24d0-4aa9-99d1-d4d2bdfbd411 req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.81 "DELETE /v2.0/ports/3cda9ab5-902f-44de-9d65-583ac90dbd25 HTTP/1.1" status: 204 len: 173 time: 1.2072265 May 20 08:16:53.203343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:53.212437 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18ed74cc-752f-4146-b772-00c6c1117cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:53.247746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be8f77-040b-49bc-9d66-c1e743bfdd22,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:53.252517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:53.269533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:53.278335 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7be8f77-040b-49bc-9d66-c1e743bfdd22 HTTP/1.1" status: 204 len: 168 time: 0.3590686 May 20 08:16:53.282134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624eabe-6ffe-4a07-8c8b-613eef4108e6 req-aedf6299-582a-49e4-bc65-e8f6035d7929 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:53.287586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a624eabe-6ffe-4a07-8c8b-613eef4108e6 req-aedf6299-582a-49e4-bc65-e8f6035d7929 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1359134 May 20 08:16:53.394717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a624eabe-6ffe-4a07-8c8b-613eef4108e6 req-f2f8cb61-8583-4f43-84b7-24bf0a2b33c1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919030 May 20 08:16:53.555181 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23a8ced-7b22-46ea-8a93-bb585ec472ee', 'name': 'network-vif-deleted', 'tag': '3cda9ab5-902f-44de-9d65-583ac90dbd25', 'status': 'completed', 'code': 200} May 20 08:16:54.123573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:54.161683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.179725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:54.186219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Usage tracker for resource:security_group_rule and tenant:83e49f1163aa41c9897d986b949cd1e8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:16:54.190113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:16:54.198354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:54.224776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c9892a83-4e28-45b7-890f-93e8ab0e896a req-1b4b7db2-92e4-4379-8bce-70af1803ff91 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Synchronizing usage tracker for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:16:54.295263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c9892a83-4e28-45b7-890f-93e8ab0e896a req-1b4b7db2-92e4-4379-8bce-70af1803ff91 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Unset dirty status for tenant:ea6fe554bd364cfe91d2bda2321ea924 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:16:54.334013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9892a83-4e28-45b7-890f-93e8ab0e896a req-1b4b7db2-92e4-4379-8bce-70af1803ff91 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.1550415 May 20 08:16:54.337325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.385463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.405150 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:54.413141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.451140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83e49f1163aa41c9897d986b949cd1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264260 May 20 08:16:54.454270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469631a-9782-41ea-ab43-03a59f68bbd6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:54.454538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58404) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:54.460824 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:54.764286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.808420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:54.867864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ccd23-bfe1-410d-a23c-4faf340aba33 req-21d476b4-7029-4bd4-90e4-696093b6f6a8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:54.869287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a24ccd23-bfe1-410d-a23c-4faf340aba33 req-21d476b4-7029-4bd4-90e4-696093b6f6a8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1462605 May 20 08:16:54.925164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a24ccd23-bfe1-410d-a23c-4faf340aba33 req-efc93ac8-2deb-4a2b-b1bc-30dbca4bb701 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485673 May 20 08:16:55.036311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:55.040258 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe50bb49-a03c-48ee-877a-4787d88f8bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:55.053211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469631a-9782-41ea-ab43-03a59f68bbd6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:55.066461 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:55.077251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:55.078773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0469631a-9782-41ea-ab43-03a59f68bbd6 HTTP/1.1" status: 204 len: 168 time: 0.6212742 May 20 08:16:55.553933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46a93c93-c66d-45b6-9237-80d25b5ea8c1 req-33a31b83-02f2-4f71-bc92-c20e30929deb tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.0687850 May 20 08:16:55.903450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58436) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:56.072396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3cda9ab5-902f-44de-9d65-583ac90dbd25 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:16:56.162655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 3cda9ab5-902f-44de-9d65-583ac90dbd25 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:16:56.163234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3cda9ab5-902f-44de-9d65-583ac90dbd25 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:16:56.194947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.221389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:56.228868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Usage tracker for resource:security_group_rule and tenant:707a9de8a76d42e98e6d302e119dfc81 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:16:56.233734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:16:56.241150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:56.267221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dd16a-0c9d-4773-a6e2-e597f52eaaf9 req-ce97cf2d-8732-4f74-92ee-d137e9ca1815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:56.269365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18dd16a-0c9d-4773-a6e2-e597f52eaaf9 req-ce97cf2d-8732-4f74-92ee-d137e9ca1815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2053297 May 20 08:16:56.336462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a18dd16a-0c9d-4773-a6e2-e597f52eaaf9 req-cf971589-8de7-45e6-b6c1-0e3d2d4e4010 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579257 May 20 08:16:56.397490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.451663 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.470671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3d1e4a2-609d-4bf2-bfdc-e43f3998e06c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:56.528850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.562645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=707a9de8a76d42e98e6d302e119dfc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549094 May 20 08:16:56.563108 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58454) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:56.583106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550dbf3e-adf9-4369-8804-5f018d47111d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:56.591681 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:56.656950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.735250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.744182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7929a967-f08a-4d2b-8a59-53a301517025 req-e57418a5-3b23-4052-aa0f-2403bb0c12f3 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.0630329 May 20 08:16:56.853380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.860193 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-73b8021d-3904-461b-866f-1adc33b3c8b5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:56.875939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550dbf3e-adf9-4369-8804-5f018d47111d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:56.878968 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:56.881431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:56.883036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/550dbf3e-adf9-4369-8804-5f018d47111d HTTP/1.1" status: 204 len: 168 time: 0.3188453 May 20 08:16:57.585395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5386e1-b2dc-438e-b0b4-c07f864cca75 req-898455c8-10b3-4ed2-8fed-8a797e91abb6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:57.592646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c5386e1-b2dc-438e-b0b4-c07f864cca75 req-898455c8-10b3-4ed2-8fed-8a797e91abb6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1160922 May 20 08:16:57.639244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c5386e1-b2dc-438e-b0b4-c07f864cca75 req-0b9cd174-2cfa-4418-b08b-7059b3cfdee0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 May 20 08:16:57.855115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58492) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:57.875071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:57.890560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:57.895155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Usage tracker for resource:security_group_rule and tenant:6528be478cd448dea3bc44ced253b707 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:16:57.898519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:16:57.904745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:57.996601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.064555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.075534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ab69993c-37d4-48c2-af9d-bab788296449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:58.122680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6528be478cd448dea3bc44ced253b707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641253 May 20 08:16:58.122994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:58.137140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611852b-4c61-4677-b90d-35ca9af3b5d8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:58.146608 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:58.198084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.263439 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.280101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ef6234e-c09c-4136-ae03-a263c52af121 req-8240d057-5af5-4316-a6f7-604915992def tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "GET /v2.0/ports?device_id=f23a8ced-7b22-46ea-8a93-bb585ec472ee HTTP/1.1" status: 200 len: 210 time: 0.0607762 May 20 08:16:58.444298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-ea4e8b7f-f062-4cad-bbbf-b980b19047d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:58.446043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-ea4e8b7f-f062-4cad-bbbf-b980b19047d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.1290064 May 20 08:16:58.502049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.508787 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-855fdee3-e6dd-4166-929e-9be9616bcd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:58.574639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611852b-4c61-4677-b90d-35ca9af3b5d8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:58.579259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:58.597226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:58.598903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b611852b-4c61-4677-b90d-35ca9af3b5d8 HTTP/1.1" status: 204 len: 168 time: 0.4750268 May 20 08:16:58.611829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927b15-3fcc-4b58-83b1-9c7e165a0e6d req-a3e9516c-de24-4ee4-b16b-3d09c2079715 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:58.617962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80927b15-3fcc-4b58-83b1-9c7e165a0e6d req-a3e9516c-de24-4ee4-b16b-3d09c2079715 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2253742 May 20 08:16:58.663477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-69c5c0f3-fde0-4b8d-92a3-f77d1b314bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:58.664943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-69c5c0f3-fde0-4b8d-92a3-f77d1b314bbe service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.2077363 May 20 08:16:58.759999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-80927b15-3fcc-4b58-83b1-9c7e165a0e6d req-d93ec9ec-0db8-4d80-b53d-8295331020d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399570 May 20 08:16:58.799039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-75f65a92-03f9-4903-b575-e5c1baa00bd7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.1192787 May 20 08:16:58.879172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-c15627f9-2d33-4969-8dbb-9712bd6f78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:58.880673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-c15627f9-2d33-4969-8dbb-9712bd6f78da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0713849 May 20 08:16:58.970370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-368daedb-34ea-4935-9134-f7009126cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:16:58.972006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-368daedb-34ea-4935-9134-f7009126cf4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812249 May 20 08:16:59.130151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-8920823f-e704-44ee-b462-fba56a200739 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475456 May 20 08:16:59.279677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58212922-65d1-4155-94d3-1b1fb2cda58b req-cd0e07e3-a409-4f7a-b559-d7d54512d597 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396818 May 20 08:16:59.385945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58558) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:59.472351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.505552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.539347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:59.559177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.574866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:16:59.579819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Usage tracker for resource:security_group_rule and tenant:661dcf3f8e9046f9ba543fec8fd07d80 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:16:59.583880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:16:59.591056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:16:59.682875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.689518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-570657a8-4e9d-4fbc-9868-2bbd1175dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:59.707959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.709079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] 10.222.0.79 "DELETE /v2.0/security-groups/5d17a6df-b294-4977-a7c9-d8e211bb32ec HTTP/1.1" status: 204 len: 168 time: 0.3221028 May 20 08:16:59.710932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17a6df-b294-4977-a7c9-d8e211bb32ec,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:59.725742 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:16:59.782139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.876553 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:16:59.886402 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:16:59.927907 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=661dcf3f8e9046f9ba543fec8fd07d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873372 May 20 08:16:59.929671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1a942-12b7-45a8-87ff-700d0fa41c4c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:16:59.932005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:16:59.935440 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:00.008455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d6bb-61a0-4258-bb31-bc486c01a69f req-b3ad95b0-b4c4-456c-a34f-f85682df499a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:00.009356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e35d6bb-61a0-4258-bb31-bc486c01a69f req-b3ad95b0-b4c4-456c-a34f-f85682df499a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0889540 May 20 08:17:00.014595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:00.043887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:00.070588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e35d6bb-61a0-4258-bb31-bc486c01a69f req-66a36f70-8aa7-4c58-b936-47c82b7f12fa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477161 May 20 08:17:00.179754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:00.191560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e3308c5e-ca90-4cf9-935d-28dddd263816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:00.211091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1a942-12b7-45a8-87ff-700d0fa41c4c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:00.218656 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:00.218656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:00.219266 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17a1a942-12b7-45a8-87ff-700d0fa41c4c HTTP/1.1" status: 204 len: 168 time: 0.2844925 May 20 08:17:01.324315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ce65d-4e66-421c-a1d1-ed0b58674389 req-1eb3ee06-ca20-4e33-943b-44fb246c7050 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:01.326486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a4ce65d-4e66-421c-a1d1-ed0b58674389 req-1eb3ee06-ca20-4e33-943b-44fb246c7050 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1100998 May 20 08:17:01.534434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a4ce65d-4e66-421c-a1d1-ed0b58674389 req-2b6a381c-ac96-46c6-b3d1-cdc295141c85 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811683 May 20 08:17:01.568727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-0f1daf05-1c2c-489f-af80-3ca41d11fe77 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1551034 May 20 08:17:01.734337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-ed34e1c7-f434-494b-b7b7-b9e3c8bf0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:01.736845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-ed34e1c7-f434-494b-b7b7-b9e3c8bf0075 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 1096 time: 0.1431115 May 20 08:17:01.769217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58728) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:02.052238 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.071431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:17:02.084969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Usage tracker for resource:security_group_rule and tenant:8046a83913ba45e08fc7352bcea95602 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:17:02.089838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:17:02.097894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:17:02.213518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.258640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.274259 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e92efb47-b205-4f88-98e4-470182e1f11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:02.316345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-87ae0295-ed30-4df2-b735-444c0a27539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:02.318530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-87ae0295-ed30-4df2-b735-444c0a27539f service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.4894388 May 20 08:17:02.326523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415ea66-b862-4245-8e69-b5123f2129f8 req-69929a6f-a7a5-49c6-878d-5169856e9e10 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:02.328041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6415ea66-b862-4245-8e69-b5123f2129f8 req-69929a6f-a7a5-49c6-878d-5169856e9e10 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.5989175 May 20 08:17:02.332778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11182216-203a-4fdf-98f3-777c2c68ddc9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:02.337822 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8046a83913ba45e08fc7352bcea95602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668867 May 20 08:17:02.339640 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:02.341128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:02.415965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-9e186d69-4336-47ba-9e77-79a2b7a96b24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d823d83d-10cf-4176-94c2-9569b514cb61 HTTP/1.1" status: 200 len: 217 time: 0.0863280 May 20 08:17:02.436228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.486887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.504167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6415ea66-b862-4245-8e69-b5123f2129f8 req-d967a940-0dc7-4e3b-9fe5-3943e5e9846a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157770 May 20 08:17:02.512553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-b824751b-95c7-4359-8964-988221ec1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:02.514579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-b824751b-95c7-4359-8964-988221ec1657 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0915201 May 20 08:17:02.660265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-d040292e-83ec-494b-ae92-85635faca283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:02.662360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-d040292e-83ec-494b-ae92-85635faca283 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372037 May 20 08:17:02.722142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.739373 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13b206b7-70be-49bf-9605-fae078086777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:02.761623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:02.777462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11182216-203a-4fdf-98f3-777c2c68ddc9 HTTP/1.1" status: 204 len: 168 time: 0.4347463 May 20 08:17:02.781914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11182216-203a-4fdf-98f3-777c2c68ddc9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:02.790721 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:02.845413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-0b4392d7-2c3a-42c9-9bf1-aafc93aa56f0 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752925 May 20 08:17:03.169102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bbe139fb-abf0-4a49-9e01-2a873a402f5a req-c667c7bc-c6d9-4c60-86f2-782962f3cb4d service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111455 May 20 08:17:03.589772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37240b6-337d-4f2e-abb6-d3fbc3ea3ee0 req-72d0b43e-6b3e-4cf3-87f6-2c7c5f234a37 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:03.592789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c37240b6-337d-4f2e-abb6-d3fbc3ea3ee0 req-72d0b43e-6b3e-4cf3-87f6-2c7c5f234a37 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1025310 May 20 08:17:03.645906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c37240b6-337d-4f2e-abb6-d3fbc3ea3ee0 req-5a63a41a-31c9-4a25-b01b-201e8669614f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485070 May 20 08:17:04.105762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 58824) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:04.165366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:04.187634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:17:04.196382 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Usage tracker for resource:security_group_rule and tenant:64343cdb2a44496aa498226a6b67d1fe is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:17:04.203037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:17:04.219642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:17:04.529768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35604535-4d34-49bc-9e60-7d09b2ad3ce0 req-0420783b-758d-49e2-941f-7f59056feac8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:04.530163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35604535-4d34-49bc-9e60-7d09b2ad3ce0 req-0420783b-758d-49e2-941f-7f59056feac8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2126904 May 20 08:17:04.533312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:04.604918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35604535-4d34-49bc-9e60-7d09b2ad3ce0 req-49d1f8a1-d862-4190-b03c-b1ecca11c708 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736470 May 20 08:17:04.664787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:04.705911 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-56bcb181-61b1-4567-8f75-f440ec1ec65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:04.752119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:04.753199 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64343cdb2a44496aa498226a6b67d1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457989 May 20 08:17:04.755123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9195c0f-784f-49bd-a476-5ac54f4dee27,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:04.764680 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:04.864258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:04.899263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:05.054033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:05.059325 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9b0476f1-cf2c-4968-91ff-d4ba3c3bfbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:05.075940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9195c0f-784f-49bd-a476-5ac54f4dee27,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:05.085708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:05.089465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9195c0f-784f-49bd-a476-5ac54f4dee27 HTTP/1.1" status: 204 len: 168 time: 0.3329155 May 20 08:17:05.089465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.089465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.095273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.097176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.097599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.097983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.098358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.098731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.099092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.099494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.101238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.102137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:17:05.111049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:05.387971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-ee239c68-bcd6-4807-b2ad-2353030a64f7 req-a3575522-0bf3-495f-a7e0-c4c1e7b01c52 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] (93102) timed out ('10.222.0.79', 37462) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:17:05.618071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 58894) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:05.894497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385c11c-f515-4321-9d97-6ccea71f14c0 req-96926881-f40a-4085-8058-de1402824949 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:05.896338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a385c11c-f515-4321-9d97-6ccea71f14c0 req-96926881-f40a-4085-8058-de1402824949 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1497750 May 20 08:17:05.972169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a385c11c-f515-4321-9d97-6ccea71f14c0 req-0c043ed1-ea44-460e-ac45-b4c854de57b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640597 May 20 08:17:06.791268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-73f08985-a2ab-4eca-b48c-e98108c80233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:06.798067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fbaea-c23a-428c-b4d6-7b00046df42d req-c0092b9a-68da-4227-960f-888047745120 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:06.799633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb9fbaea-c23a-428c-b4d6-7b00046df42d req-c0092b9a-68da-4227-960f-888047745120 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.3392899 May 20 08:17:06.861833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb9fbaea-c23a-428c-b4d6-7b00046df42d req-7935de2e-e956-4714-8e15-b5d1d68be608 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545082 May 20 08:17:06.947928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:07.413497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Deleting port 478f3e92-b608-4e3d-a8f8-7ce583e92b26 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:07.413851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:07.564888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] For port 478f3e92-b608-4e3d-a8f8-7ce583e92b26, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=478f3e92-b608-4e3d-a8f8-7ce583e92b26,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:07.565453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:07.706262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Calling delete_port for 478f3e92-b608-4e3d-a8f8-7ce583e92b26 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:07.934146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:07.938588 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8402ce10-80f6-4434-b1e4-b57badae24e9 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:07.990531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=478f3e92-b608-4e3d-a8f8-7ce583e92b26,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:08.021206 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:08.348425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a44f48-1da7-4517-9c16-8586119fcd93 req-7bcccc4b-d6bc-44ab-a8e1-041f594357c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:08.350050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6a44f48-1da7-4517-9c16-8586119fcd93 req-7bcccc4b-d6bc-44ab-a8e1-041f594357c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2790425 May 20 08:17:08.592981 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:08.601364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6a44f48-1da7-4517-9c16-8586119fcd93 req-7484dfff-5b29-4923-8309-f7d571c53015 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420218 May 20 08:17:09.032075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad185c-8861-4c27-9662-3bdffafbddf0 req-977d0d82-4128-4a1a-9ab2-a9cc686f996e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:09.033648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bad185c-8861-4c27-9662-3bdffafbddf0 req-977d0d82-4128-4a1a-9ab2-a9cc686f996e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.2849035 May 20 08:17:09.113551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bad185c-8861-4c27-9662-3bdffafbddf0 req-40cc1221-0136-4bbe-9261-c37364b8220f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609281 May 20 08:17:09.115482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:17:09.205159 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ce2decfc-890d-4d55-9c96-9e35aad103af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:09.388512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:17:09.408603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Sync routers for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:17:09.419882 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:17:09.420515 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:17:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:09.420920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73faaab-63bb-4de3-95bf-5ccfe836a2eb req-6231c2c0-a813-40b4-b0a3-152d12bcdb63 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:09.422647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c73faaab-63bb-4de3-95bf-5ccfe836a2eb req-6231c2c0-a813-40b4-b0a3-152d12bcdb63 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1906848 May 20 08:17:09.508875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] 10.222.0.79 "PUT /v2.0/routers/f12c96fb-c6de-40bf-bdb5-e819a40b6c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8864927 May 20 08:17:09.509676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59052) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:09.539706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c73faaab-63bb-4de3-95bf-5ccfe836a2eb req-4f1272af-9323-4ec2-a971-25ccd5616fb6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079473 May 20 08:17:09.722210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:09.741605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:17:09.828883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:09.920174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ea15-ab4e-4c30-8cbb-c189a9c4624b req-631965c5-cdc6-4cea-9c77-ea05e56372a3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:09.921671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4b6ea15-ab4e-4c30-8cbb-c189a9c4624b req-631965c5-cdc6-4cea-9c77-ea05e56372a3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1162446 May 20 08:17:10.034183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4b6ea15-ab4e-4c30-8cbb-c189a9c4624b req-a723de5a-5772-44e1-ac93-74cf0952f55d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937274 May 20 08:17:10.076107 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:10.169167 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:17:07Z', 'revision_number': 5, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port': {'id': '28cf9274-193a-493e-9f57-d5956a5dd9a2', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:30Z', 'updated_at': '2021-05-20T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:10.173606 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Checking router: f12c96fb-c6de-40bf-bdb5-e819a40b6c74 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:17:10.188258 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Routers {'f12c96fb-c6de-40bf-bdb5-e819a40b6c74'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:17:10.188907 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:17:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:10.281504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Deleting port 28cf9274-193a-493e-9f57-d5956a5dd9a2 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:10.281991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:10.367812 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] Set router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:17:10.430335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] For port 28cf9274-193a-493e-9f57-d5956a5dd9a2, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=28cf9274-193a-493e-9f57-d5956a5dd9a2,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:10.430596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:10.483475 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:17:10Z', 'revision_number': 6, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:10.489569 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7d00b-52ed-4b3a-b1fb-779397a16198 None None] The sync data for ids ['f12c96fb-c6de-40bf-bdb5-e819a40b6c74'] in n-d-780147-4 is: [{'id': 'f12c96fb-c6de-40bf-bdb5-e819a40b6c74', 'name': 'tempest-TestVolumeBackupRestore-556804623-router', 'tenant_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:28Z', 'updated_at': '2021-05-20T08:17:10Z', 'revision_number': 6, 'project_id': 'ea6fe554bd364cfe91d2bda2321ea924', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:17:10.617972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Calling delete_port for 28cf9274-193a-493e-9f57-d5956a5dd9a2 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:10.842146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:10.854001 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-11aaceed-9a5d-4737-b327-e61624bdcc4e tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:10.922206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=28cf9274-193a-493e-9f57-d5956a5dd9a2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:10.957238 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:11.030084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.215530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.376718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.379275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.470481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.471192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12c96fb-c6de-40bf-bdb5-e819a40b6c74 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:17:11.503276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.504716 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] 10.222.0.79 "DELETE /v2.0/routers/f12c96fb-c6de-40bf-bdb5-e819a40b6c74 HTTP/1.1" status: 204 len: 168 time: 1.9932184 May 20 08:17:11.507292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59132) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:11.582958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Deleting subnet c27ddf72-c2db-4434-85b4-5b89c674cec8 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:17:11.586270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.607579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 478f3e92-b608-4e3d-a8f8-7ce583e92b26 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:11.646781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 478f3e92-b608-4e3d-a8f8-7ce583e92b26 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:17:11.647186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 478f3e92-b608-4e3d-a8f8-7ce583e92b26 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:17:11.647953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28cf9274-193a-493e-9f57-d5956a5dd9a2 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:11.677979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:11.706135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 28cf9274-193a-493e-9f57-d5956a5dd9a2 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:17:11.706135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 28cf9274-193a-493e-9f57-d5956a5dd9a2 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:17:11.843296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.179374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.184889 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1390b4ac-ac05-4710-825f-cfb958e33f9c tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:12.224650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27ddf72-c2db-4434-85b4-5b89c674cec8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:12.226622 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.229374 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:12.232778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eabcf3-001f-49c0-8f49-d9538f2ad9ea None None] Network beb7a7aa-03ba-4628-baeb-9f5f15c270b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:17:12.233712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c27ddf72-c2db-4434-85b4-5b89c674cec8 HTTP/1.1" status: 204 len: 168 time: 0.7253492 May 20 08:17:12.236519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:12.349997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.433406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Deleting port cbdff165-f8a8-407e-a6d6-690599824766 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:12.433815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.492969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.542949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] DHCP port deletion for beb7a7aa-03ba-4628-baeb-9f5f15c270b6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:17:12.555515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] For port cbdff165-f8a8-407e-a6d6-690599824766, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdff165-f8a8-407e-a6d6-690599824766,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:12.555881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.626922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Deleting port cbdff165-f8a8-407e-a6d6-690599824766 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:12.627517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.688648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Calling delete_port for cbdff165-f8a8-407e-a6d6-690599824766 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:12.753924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] For port cbdff165-f8a8-407e-a6d6-690599824766, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdff165-f8a8-407e-a6d6-690599824766,segment=NetworkSegment(ff31a918-353d-4098-af0d-325e4573b245),segment_id=ff31a918-353d-4098-af0d-325e4573b245)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:12.754401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.836173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:12.844106 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c93fe530-5707-4217-bdf2-c10eb5cfa823 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:12.914378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdff165-f8a8-407e-a6d6-690599824766,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:12.920819 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:12.923303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] No DVR routers for this DVR port cbdff165-f8a8-407e-a6d6-690599824766 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:17:12.940559 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Calling delete_port for cbdff165-f8a8-407e-a6d6-690599824766 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:13.010771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.014882 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:13.060307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Pushing event deleted for resources: {'Port': ['ID=cbdff165-f8a8-407e-a6d6-690599824766,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:13.063260 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:13.064076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] No DVR routers for this DVR port cbdff165-f8a8-407e-a6d6-690599824766 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:17:13.075293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.093451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7a7aa-03ba-4628-baeb-9f5f15c270b6']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:13.107969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff31a918-353d-4098-af0d-325e4573b245') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:13.108270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff31a918-353d-4098-af0d-325e4573b245') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:13.120814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.138332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.145043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:17:13.145617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: timer() May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:17:13.159524 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:17:13.316111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.319848 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-05981d01-5664-41c0-a86e-44c08baa39cc tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:13.335642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:13.349791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb7a7aa-03ba-4628-baeb-9f5f15c270b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:13.359102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/beb7a7aa-03ba-4628-baeb-9f5f15c270b6 HTTP/1.1" status: 204 len: 168 time: 1.1214654 May 20 08:17:13.359759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59212) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:13.360254 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:13.629082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdff165-f8a8-407e-a6d6-690599824766 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:13.672452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: cbdff165-f8a8-407e-a6d6-690599824766 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:17:13.672983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdff165-f8a8-407e-a6d6-690599824766 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:17:14.003438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:14.800528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Deleting port 92e44388-6e8a-43c0-bed3-cb7925187089 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:14.801244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:14.938976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] For port 92e44388-6e8a-43c0-bed3-cb7925187089, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=92e44388-6e8a-43c0-bed3-cb7925187089,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:14.939343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:15.069417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Calling delete_port for 92e44388-6e8a-43c0-bed3-cb7925187089 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:15.287585 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:15.291566 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:15.339157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Pushing event deleted for resources: {'Port': ['ID=92e44388-6e8a-43c0-bed3-cb7925187089,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:15.344699 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:15.669932 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:16.207779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Router 79b0267b-89fd-41a8-b8bd-0e98d52f445f has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:17:16.398394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:17:16.409021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Sync routers for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:17:16.428660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:17:16.429423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:17:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:16.467538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] 10.222.0.79 "PUT /v2.0/routers/79b0267b-89fd-41a8-b8bd-0e98d52f445f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1065872 May 20 08:17:16.469975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:16.620227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:17:16.670234 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:16.863434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:16.946154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'b583821c-773c-443f-bb5f-438e56461a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:17:15Z', 'revision_number': 5, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port': {'id': 'b583821c-773c-443f-bb5f-438e56461a05', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:44Z', 'updated_at': '2021-05-20T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:16.951657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Checking router: 79b0267b-89fd-41a8-b8bd-0e98d52f445f for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:17:16.962451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Routers {'79b0267b-89fd-41a8-b8bd-0e98d52f445f'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:17:16.963133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:17:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:16.999095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Deleting port b583821c-773c-443f-bb5f-438e56461a05 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:16.999472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:17.125980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] Set router 79b0267b-89fd-41a8-b8bd-0e98d52f445f gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:17:17.158087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] For port b583821c-773c-443f-bb5f-438e56461a05, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b583821c-773c-443f-bb5f-438e56461a05,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:17.158526 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:17.254059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:17:16Z', 'revision_number': 6, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:17.258620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44f01a-6277-4f60-959e-dc64fc7a7785 None None] The sync data for ids ['79b0267b-89fd-41a8-b8bd-0e98d52f445f'] in n-d-780147-4 is: [{'id': '79b0267b-89fd-41a8-b8bd-0e98d52f445f', 'name': 'tempest-TestVolumeBackupRestore-1446224977-router', 'tenant_id': '2ad1d1f1e2494f21af8f34041835f383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:41Z', 'updated_at': '2021-05-20T08:17:16Z', 'revision_number': 6, 'project_id': '2ad1d1f1e2494f21af8f34041835f383', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:17:17.333103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Calling delete_port for b583821c-773c-443f-bb5f-438e56461a05 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:17.603341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:17.608779 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-688b2898-bbda-49ba-bf21-ae97650907bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:17.631290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 92e44388-6e8a-43c0-bed3-cb7925187089 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:17.662004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b583821c-773c-443f-bb5f-438e56461a05,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:17.664930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:17.668103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 92e44388-6e8a-43c0-bed3-cb7925187089 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:17:17.682257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 92e44388-6e8a-43c0-bed3-cb7925187089 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:17:17.778086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.192093 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.194549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.304489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.304920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b0267b-89fd-41a8-b8bd-0e98d52f445f {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:17:18.318460 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.321232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] 10.222.0.79 "DELETE /v2.0/routers/79b0267b-89fd-41a8-b8bd-0e98d52f445f HTTP/1.1" status: 204 len: 168 time: 1.8486629 May 20 08:17:18.322281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:18.399179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Deleting subnet 30a39205-afef-45e8-997b-2fb9e3787b3a {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:17:18.402598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.465256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.619315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.881196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.885404 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdcb8c6e-5456-4f96-b4c3-34fbb7435292 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:18.922041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a39205-afef-45e8-997b-2fb9e3787b3a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:18.925138 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:18.927666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:18.939508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] 10.222.0.79 "DELETE /v2.0/subnets/30a39205-afef-45e8-997b-2fb9e3787b3a HTTP/1.1" status: 204 len: 168 time: 0.6140418 May 20 08:17:18.940573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:18.945731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651748a7-b9dc-4c9e-b22d-8a3d7873e04e None None] Network 54155543-cf9e-45b6-b191-8fba3cfb7a9a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:17:19.203438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] DHCP port deletion for 54155543-cf9e-45b6-b191-8fba3cfb7a9a request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:17:19.218768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.294725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Deleting port 80a58752-b1c7-4076-82df-1a5b98d9e001 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:19.295139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.327739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Deleting port 80a58752-b1c7-4076-82df-1a5b98d9e001 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:17:19.328122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.417526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] For port 80a58752-b1c7-4076-82df-1a5b98d9e001, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80a58752-b1c7-4076-82df-1a5b98d9e001,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:19.417526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.445628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] For port 80a58752-b1c7-4076-82df-1a5b98d9e001, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=80a58752-b1c7-4076-82df-1a5b98d9e001,segment=NetworkSegment(0adf4a59-188f-427c-9062-f33e2b0cfb0f),segment_id=0adf4a59-188f-427c-9062-f33e2b0cfb0f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:17:19.446368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.590683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Calling delete_port for 80a58752-b1c7-4076-82df-1a5b98d9e001 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:19.609410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Calling delete_port for 80a58752-b1c7-4076-82df-1a5b98d9e001 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:17:19.645066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 80a58752-b1c7-4076-82df-1a5b98d9e001 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:19.727858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.728108 n-d-780147-4 neutron-server[93103]: INFO neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No ports have port_id starting with 80a58752-b1c7-4076-82df-1a5b98d9e001 May 20 08:17:19.729682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b583821c-773c-443f-bb5f-438e56461a05 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:17:19.735389 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:19.766574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b583821c-773c-443f-bb5f-438e56461a05 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:17:19.766915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b583821c-773c-443f-bb5f-438e56461a05 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:17:19.778059 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.785744 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:19.818202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Pushing event deleted for resources: {'Port': ['ID=80a58752-b1c7-4076-82df-1a5b98d9e001,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:19.824309 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:19.825643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] No DVR routers for this DVR port 80a58752-b1c7-4076-82df-1a5b98d9e001 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:17:19.871650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Pushing event deleted for resources: {'Port': ['ID=80a58752-b1c7-4076-82df-1a5b98d9e001,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:19.874869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:19.875691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] No DVR routers for this DVR port 80a58752-b1c7-4076-82df-1a5b98d9e001 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:17:19.976561 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:19.991029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54155543-cf9e-45b6-b191-8fba3cfb7a9a']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:20.005147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf4a59-188f-427c-9062-f33e2b0cfb0f') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:20.005428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf4a59-188f-427c-9062-f33e2b0cfb0f') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:17:20.018559 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.036021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.042394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:17:20.042812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: timer() May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:17:20.056113 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:17:20.207610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.211278 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b608a8d9-44fc-4cb1-b2ad-be3948172483 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:20.228283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.238473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Pushing event deleted for resources: {'Network': ['ID=54155543-cf9e-45b6-b191-8fba3cfb7a9a,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:20.243520 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:20.247140 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] 10.222.0.79 "DELETE /v2.0/networks/54155543-cf9e-45b6-b191-8fba3cfb7a9a HTTP/1.1" status: 204 len: 168 time: 1.3054476 May 20 08:17:20.643250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 59370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:20.703942 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdbdac62-88ab-4197-af44-670a2773dc3f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea6fe554bd364cfe91d2bda2321ea924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565834 May 20 08:17:20.704053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59378) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:20.783774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.818161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.944573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.950473 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d2e6dc1-118e-45f7-ac6e-c4fb95b91e85 tempest-VolumesNegativeTest-563351067 tempest-VolumesNegativeTest-563351067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:20.963549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158bbf2-36ff-4d15-afba-93d98ae91dfb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:20.966777 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:20.968946 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:20.970130 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2158bbf2-36ff-4d15-afba-93d98ae91dfb HTTP/1.1" status: 204 len: 168 time: 0.2652440 May 20 08:17:21.710849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59396) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:21.762673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9c61e700-e94c-4c58-ba1e-edc9f7a118c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ad1d1f1e2494f21af8f34041835f383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505421 May 20 08:17:21.765040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 59402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:17:21.828735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:21.862833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:22.034993 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:22.040329 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93876ef3-f4a9-487b-8535-9b6c9ca3870d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:17:22.052318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a09c5-be9d-419b-b102-4cad737f5554,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:17:22.054938 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:17:22.062889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:22.066547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e5a09c5-be9d-419b-b102-4cad737f5554 HTTP/1.1" status: 204 len: 168 time: 0.2982149 May 20 08:17:24.395582 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:26.515997 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:29.939068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:17:36.801345 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dca4fe7e-c11b-4b47-93cc-715beee3f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:37.467844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-9b93931a-32b6-4f6f-b4f5-789968d6a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:37.469346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-9b93931a-32b6-4f6f-b4f5-789968d6a319 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.1490793 May 20 08:17:37.486912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adcbad-dc18-4df0-b687-f4cb1777b1b9 req-48213729-4720-40fd-8590-f876367107d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:37.488860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0adcbad-dc18-4df0-b687-f4cb1777b1b9 req-48213729-4720-40fd-8590-f876367107d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1247072 May 20 08:17:37.633155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0adcbad-dc18-4df0-b687-f4cb1777b1b9 req-c3013cc5-a6cf-4d24-9320-42644b2f6730 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255403 May 20 08:17:37.662347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-fae4126a-2d78-481c-9ff9-fa5cbe8a58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:37.663798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-fae4126a-2d78-481c-9ff9-fa5cbe8a58fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1866741 May 20 08:17:37.779726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-02493301-0579-41ba-919a-dd4bb6118483 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.1043384 May 20 08:17:37.850877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-9777c2c5-19f8-4f55-b3d2-44208e0cdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:37.852362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-9777c2c5-19f8-4f55-b3d2-44208e0cdfd9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0624685 May 20 08:17:37.940844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-cbed0e55-f82e-43b1-bbee-8ea7a274075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:37.942363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-cbed0e55-f82e-43b1-bbee-8ea7a274075d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801718 May 20 08:17:38.269203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-94649349-b145-4f6e-a52f-16da206fb7da service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162537 May 20 08:17:38.411400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03436dc3-3f83-4d07-aff9-78cd9e7d017b req-37d4650a-6943-4ed7-b4a7-8332597bb9b8 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319883 May 20 08:17:38.837797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945141e4-49fb-4454-a8e1-286375937b08 req-1ee523be-5138-4209-bc84-1f00a16b5e3c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:38.839463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-945141e4-49fb-4454-a8e1-286375937b08 req-1ee523be-5138-4209-bc84-1f00a16b5e3c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0906570 May 20 08:17:38.888007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-945141e4-49fb-4454-a8e1-286375937b08 req-2f0966d2-662f-41ae-9abb-f7c5431c5a68 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 May 20 08:17:39.178094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58253eee-bfcb-490b-9103-0ef1c9acdc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:39.698641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:40.081530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518634a9-d78a-4aa5-ac76-ba9dc869fe31 req-ce665669-6b82-474f-89f6-65db9d8c1f2c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:17:40.082996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-518634a9-d78a-4aa5-ac76-ba9dc869fe31 req-ce665669-6b82-474f-89f6-65db9d8c1f2c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0847061 May 20 08:17:40.130883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-518634a9-d78a-4aa5-ac76-ba9dc869fe31 req-9afcd985-5f74-470d-894b-d19e7c6e3f3a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 May 20 08:17:41.218095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:42.515144 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:54.418806 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:17:56.538037 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:02.341990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-18f9295d-f24e-4bdc-8b77-6684557c5da0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1040373 May 20 08:18:02.497942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.498439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.498944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.499426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.499903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.501743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-83aa05d5-a6f4-422b-bad0-7ac5773325e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0880353 May 20 08:18:02.663796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-29ea9414-6dbb-4765-ae38-2b81b7e837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.664287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-29ea9414-6dbb-4765-ae38-2b81b7e837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.664758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-29ea9414-6dbb-4765-ae38-2b81b7e837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.666887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-29ea9414-6dbb-4765-ae38-2b81b7e837c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1417360 May 20 08:18:02.738568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-14f429a8-25a8-4303-b616-935b1b43fff0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0643828 May 20 08:18:02.804074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-f02efc39-5c17-466b-9c1a-15acb668a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.805565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-f02efc39-5c17-466b-9c1a-15acb668a572 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0603330 May 20 08:18:02.884594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-596df0e8-38c0-4e27-b1a4-690737c54a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:02.886275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-596df0e8-38c0-4e27-b1a4-690737c54a55 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742242 May 20 08:18:03.023538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-7639ad46-af9a-48a8-be9b-d2d8bb37777c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301248 May 20 08:18:03.161160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-db74012e-f75a-426a-be2b-017d5b958a4e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311002 May 20 08:18:03.233043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-2066afd4-ebdb-47e8-a82b-02f211c5e94a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0654948 May 20 08:18:03.301088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-9bc858cd-e012-4779-9191-2ee5d8df0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:03.302629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-9bc858cd-e012-4779-9191-2ee5d8df0449 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0628815 May 20 08:18:03.386728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-dce26d0d-5977-4102-953a-efb75d584d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:03.388191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-dce26d0d-5977-4102-953a-efb75d584d82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775661 May 20 08:18:03.547053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-02468c17-b6a2-40e7-99f7-02a8d6388b47 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513941 May 20 08:18:03.685710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-46f0cbfb-61c5-41f4-aabe-1d7d1e121714 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313429 May 20 08:18:03.758276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-aedd5dd1-59a3-4b85-a15d-04760de61512 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0654423 May 20 08:18:03.824828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-1c4d113a-daee-4336-8d37-aeb7e2d4ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:03.826329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-1c4d113a-daee-4336-8d37-aeb7e2d4ccef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0618992 May 20 08:18:03.902785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-c285734d-6623-4750-9ae3-1661f7f6cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:03.904291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-c285734d-6623-4750-9ae3-1661f7f6cdda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716052 May 20 08:18:04.043518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-c8e39796-0f1b-4037-8493-e461f57f5032 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317773 May 20 08:18:04.337554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-1606aabc-2ca7-4904-a7b1-c6b2f81ac255 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864950 May 20 08:18:04.406167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-1a0984d7-7a66-47a9-9cbf-5e062fe5bc4f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0617919 May 20 08:18:04.474250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-6514cd0a-00e8-4441-b510-9b9392f7dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:04.475686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-6514cd0a-00e8-4441-b510-9b9392f7dd87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0624576 May 20 08:18:04.557219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-aa429bfb-ae9d-4f07-bfeb-5cd01627a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:04.558750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-aa429bfb-ae9d-4f07-bfeb-5cd01627a5ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756440 May 20 08:18:04.699562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-28c783a0-ae03-472c-8921-cfa8c186f875 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337650 May 20 08:18:04.839991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-e1dc28c2-0ac2-4c47-80e2-585747b0eb7c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337979 May 20 08:18:04.912407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-68a60bdf-f7f5-444a-8221-5d556bf57736 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0663800 May 20 08:18:04.975918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-3dc1154c-bb93-4b79-bbb9-b2ca59a3b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:04.985396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-3dc1154c-bb93-4b79-bbb9-b2ca59a3b046 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0593700 May 20 08:18:05.060832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1703-7b1c-4790-a998-6854936a3602 req-e0594bf3-a986-4a30-913d-5dd25b52d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:05.062563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-e0594bf3-a986-4a30-913d-5dd25b52d2de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791514 May 20 08:18:05.203045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-b9f12ad0-fc34-4caa-b6d0-e2a7d5893029 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326585 May 20 08:18:05.338785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-386e1703-7b1c-4790-a998-6854936a3602 req-4d0951d5-2d8f-482b-9f38-10140462eec3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291502 May 20 08:18:06.708823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-e12c4087-9628-4f56-8f29-a819cb942c42 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759091 May 20 08:18:06.794656 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3dafe0a8-518e-441b-9148-a5c7b36f361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:06.859681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-42ebe0c5-8609-43de-ac1d-a3862b87cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:06.861152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-42ebe0c5-8609-43de-ac1d-a3862b87cf09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.0807226 May 20 08:18:06.939088 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:18:07.015548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-ace5ffca-1a4a-434a-b8e2-c0a562bd0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:07.016991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-ace5ffca-1a4a-434a-b8e2-c0a562bd0e4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1346102 May 20 08:18:07.129396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-02f75f0d-be41-4d18-8c38-fd35b089889b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.1012368 May 20 08:18:07.200971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-d2a98b93-2211-4dd5-a1eb-2d8b784dc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:07.202498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-d2a98b93-2211-4dd5-a1eb-2d8b784dc50b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0663376 May 20 08:18:07.283535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-6df76b13-d368-41f8-9b29-c002f35eb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:07.286480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-6df76b13-d368-41f8-9b29-c002f35eb561 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757499 May 20 08:18:07.429571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-cf46363b-7ff7-4189-88ac-36666ef8e7b1 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374378 May 20 08:18:07.580639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-97715ca6-35d1-4796-91f5-19dcfec92e6a req-f94e53f2-51a8-4144-b9f4-71345ffcdfe2 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440945 May 20 08:18:09.182996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-002bdc02-2750-4771-9840-70aecc5aec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:09.692343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:11.229035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:12.485926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:13.009271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda1cf-f073-4dc7-a52f-c9ad6e76e2fe req-8a571c74-49e6-456c-b019-cd0c6069a726 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:13.013994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdeda1cf-f073-4dc7-a52f-c9ad6e76e2fe req-8a571c74-49e6-456c-b019-cd0c6069a726 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0986786 May 20 08:18:13.231687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdeda1cf-f073-4dc7-a52f-c9ad6e76e2fe req-3b158ab0-d05e-46ff-a3da-2cec49779f02 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128015 May 20 08:18:13.430975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a1005-407c-4a56-8a72-688ab0069369 req-e25f5dc4-d747-40e9-8cb9-fc7c9eb36ba8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:13.432562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f23a1005-407c-4a56-8a72-688ab0069369 req-e25f5dc4-d747-40e9-8cb9-fc7c9eb36ba8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0883296 May 20 08:18:13.483028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f23a1005-407c-4a56-8a72-688ab0069369 req-3b635ed7-71ce-4560-b1f7-f967b1acfe60 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 May 20 08:18:13.782049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60442) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:18:13.864410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-e0d5b1ec-cce0-4fee-b088-dc5186e1fa70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:13.866144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-e0d5b1ec-cce0-4fee-b088-dc5186e1fa70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.1678324 May 20 08:18:13.885335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-d90f296d-c8db-488d-99bb-2e39e22fcd7c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/quotas/3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 375 time: 0.0114594 May 20 08:18:13.924490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:13.943084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:18:13.949144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Usage tracker for resource:security_group_rule and tenant:5006f4fb8e4a45ca94d8adca2de4622f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:18:13.950822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:18:13.956709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:18:13.994521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-686ef43f-e89d-4f86-803d-e25b20fa3ba4 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1014936 May 20 08:18:14.043440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.131803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-60923717-7272-4b46-b846-009913db52ee service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299694 May 20 08:18:14.138443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.153355 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b8b90e1-68d0-40da-82d7-4414c4bae304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:14.196990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5006f4fb8e4a45ca94d8adca2de4622f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117501 May 20 08:18:14.198692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4084f68-a3b9-48fd-864a-13fea6db33eb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:14.202680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60452) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:18:14.236364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.236820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.237236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.237642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.238019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.238389 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.238752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.239112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.239477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.239834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.240194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.240551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:14.247872 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:14.287661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-b09c2c2d-bc20-41fe-8016-817dc3d5b842 service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491024 May 20 08:18:14.304743 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.332770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.486954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.494006 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2dc101fe-c732-4c37-9169-9616fc0dddd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:14.510115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4084f68-a3b9-48fd-864a-13fea6db33eb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:14.516398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:14.518219 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:14.519363 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4084f68-a3b9-48fd-864a-13fea6db33eb HTTP/1.1" status: 204 len: 168 time: 0.3153920 May 20 08:18:14.585131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-691b1d66-d69d-42e6-abe5-1b8444daaa62 req-ce87592d-7671-436f-a0e5-69074647be4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.0756145 May 20 08:18:15.688105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82776d9a-8dd6-4369-b2c5-3dcfa91c015b req-af5ed790-6ae8-43e6-b14e-d2bc2259138a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.0495653 May 20 08:18:16.790540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e8e051f-663a-4a69-a4ec-efc63e4e2a83 req-854c37c7-021e-4f0b-b212-3e000e5b7620 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.0440409 May 20 08:18:18.118216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2e2f13b-d73a-497f-9876-5fab23c0928f req-661f61e9-526f-450b-a5bc-6d6a588c74ea tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.0453901 May 20 08:18:19.024164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-5679b84b-f7f9-49e4-a38a-e048bb1fb95b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:19.025652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-5679b84b-f7f9-49e4-a38a-e048bb1fb95b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.1824179 May 20 08:18:19.043348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'device_id': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'admin_state_up': True, 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:18:19.196041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:18:19.206850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:18:19.289341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa43c8bc-d48d-4b22-9a2e-ab62fc720d01 req-d4c117a9-7bc4-4d78-8802-0e8f0d4ccc7b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.0459316 May 20 08:18:19.290072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:18:19.294229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:19.477886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.20.0.8 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/531a6e49-f7e0-4c27-87c6-4c62e54c3559) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:18:19.704480 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:19.722594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Transition to ACTIVE for port object 531a6e49-f7e0-4c27-87c6-4c62e54c3559 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:18:19.841144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:19.847392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da9a4f0b-cbce-4dd9-a237-e9de0644bd26 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:19.853823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61', 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:19.924635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:18:19.927894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:18:19.931980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:18:19.989659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:20.009660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.010055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.010444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.010825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.011489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.012464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.012912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.013291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.013694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.014357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.014734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.015105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:20.022045 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:20.048735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:20.049423 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:20.155160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165123 May 20 08:18:20.174215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Request body: {'port': {'device_id': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:18:20.303362 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:20.332185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f9016133-660c-43fe-b87d-20d700eba6b5 None None] Provisioning for port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:18:20.341277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f9016133-660c-43fe-b87d-20d700eba6b5 None None] Provisioning complete for port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:20.341805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9016133-660c-43fe-b87d-20d700eba6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:20.425595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f9016133-660c-43fe-b87d-20d700eba6b5 None None] Port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:18:20.831764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e156c23-f2f9-45ca-8f81-c2402aacf65e req-087bb5ae-969d-44b8-85ff-c8d90a2e027d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:20.832476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0e156c23-f2f9-45ca-8f81-c2402aacf65e req-087bb5ae-969d-44b8-85ff-c8d90a2e027d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:18:20.931765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0e156c23-f2f9-45ca-8f81-c2402aacf65e req-087bb5ae-969d-44b8-85ff-c8d90a2e027d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:18:20.932920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e156c23-f2f9-45ca-8f81-c2402aacf65e req-087bb5ae-969d-44b8-85ff-c8d90a2e027d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 931 time: 0.4939144 May 20 08:18:20.963330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531a6e49-f7e0-4c27-87c6-4c62e54c3559 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:18:20.975822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:21.006445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Transition to ACTIVE for port object 531a6e49-f7e0-4c27-87c6-4c62e54c3559 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:18:21.009558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0e156c23-f2f9-45ca-8f81-c2402aacf65e req-b528b39b-ac29-4c7a-b01b-875aaf4683b5 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683310 May 20 08:18:21.068593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:21.072632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4c62403-8469-4d26-9bf4-e14a03a8d2e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:21.220195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:21.248995 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:21.348659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Attempting to bind port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:18:21.349784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Attempting to bind port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:18:21.350155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Attempting to bind port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:18:21.356195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:18:21.356195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Attempting to bind port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:18:21.362811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:18:21.363518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:18:21.363872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:18:21.364261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Bound port: 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:18:21.364611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:21.466942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:18:21.470173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:18:21.578718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:21.582681 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15e95952-c4dd-4b37-9be2-e0cb284f3bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:21.648211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:21.648845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:21.650356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] 10.222.0.84 "PUT /v2.0/ports/531a6e49-f7e0-4c27-87c6-4c62e54c3559 HTTP/1.1" status: 200 len: 1091 time: 1.4833734 May 20 08:18:21.650894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:21.671093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:21.674485 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:21.709940 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'status': 'completed', 'code': 200} May 20 08:18:21.819893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-cc47341b-5a26-4e56-a83f-0d94ed1b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:21.821232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-cc47341b-5a26-4e56-a83f-0d94ed1b9a5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 1094 time: 0.0835433 May 20 08:18:21.999710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-6df14815-5c55-4048-9e6e-c904ce4cefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.001792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-6df14815-5c55-4048-9e6e-c904ce4cefe3 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1688364 May 20 08:18:22.219147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-28ae098a-649b-4a6c-bfca-f9d98568b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.220631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb007c73-135c-4d51-b054-83c1c9503f73 req-28ae098a-649b-4a6c-bfca-f9d98568b12f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093215 May 20 08:18:22.251982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95b10b-b208-457a-abb5-a3fdf525e66a req-7248999a-4ada-46cc-bc10-ac15ad6a99b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.253531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a95b10b-b208-457a-abb5-a3fdf525e66a req-7248999a-4ada-46cc-bc10-ac15ad6a99b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 943 time: 0.1070778 May 20 08:18:22.358707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a95b10b-b208-457a-abb5-a3fdf525e66a req-022c9719-e699-451d-85ad-7175e48c0fe2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987263 May 20 08:18:22.382426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-cf5b3493-e25e-400a-a78e-87e812411dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.384188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-cf5b3493-e25e-400a-a78e-87e812411dfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 1094 time: 0.1086974 May 20 08:18:22.463423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-19f4fc7e-d8bc-4690-9e4f-001af61a0a8a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559 HTTP/1.1" status: 200 len: 217 time: 0.0684061 May 20 08:18:22.533602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-95272068-5a73-4590-84dc-62c914cbc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.535251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-95272068-5a73-4590-84dc-62c914cbc964 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0626512 May 20 08:18:22.622570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-212666fa-3ecb-4aa0-abe2-b42ee92ff3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:22.624208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-212666fa-3ecb-4aa0-abe2-b42ee92ff3d0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790734 May 20 08:18:22.778935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-dda41a6a-14ce-49db-8130-8e05553056ad service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442406 May 20 08:18:22.923778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b97f8e8-12af-4764-b8bd-e8865c378e3d req-473d2eb6-c6ad-42fd-ba91-e934300ecb13 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352184 May 20 08:18:23.567240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd292c16-2a2b-4e41-9758-e30e08eaa1c2 req-fff67fc7-3a25-4b4c-9db4-d03b104d308c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:23.568786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd292c16-2a2b-4e41-9758-e30e08eaa1c2 req-fff67fc7-3a25-4b4c-9db4-d03b104d308c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 943 time: 0.0867059 May 20 08:18:23.628992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd292c16-2a2b-4e41-9758-e30e08eaa1c2 req-4532d3c2-aa7d-46e2-9474-278254cf6218 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 May 20 08:18:24.418692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:24.841324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6c358-58e2-423d-a311-589372ad5ace req-97717094-f3ea-446c-afd4-5b54144dfcae tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:24.842167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ab6c358-58e2-423d-a311-589372ad5ace req-97717094-f3ea-446c-afd4-5b54144dfcae tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 943 time: 0.0966234 May 20 08:18:24.875261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 531a6e49-f7e0-4c27-87c6-4c62e54c3559 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:18:24.891441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ab6c358-58e2-423d-a311-589372ad5ace req-d461793c-40cf-4d33-913d-9357de9bc09b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 May 20 08:18:25.019395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:25.034529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'mac_address': 'fa:16:3e:13:97:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:18:25.092386 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:25.110230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531a6e49-f7e0-4c27-87c6-4c62e54c3559 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:18:25.126835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:25.257576 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:25.259391 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c43328f-1d0c-494a-9082-6010ea37d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:25.342430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:25.359532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.359887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.360224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.360569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.360918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.361286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.361650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.361990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.362317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.362733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.363072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.363402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:18:25.367459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:25.534845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['531a6e49-f7e0-4c27-87c6-4c62e54c3559'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:26.095343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6634b-e298-4f6f-97fe-f0955e52533f req-136de104-4f56-449c-b45a-5849aca6504a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:26.096876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32a6634b-e298-4f6f-97fe-f0955e52533f req-136de104-4f56-449c-b45a-5849aca6504a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 944 time: 0.0882187 May 20 08:18:26.148408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32a6634b-e298-4f6f-97fe-f0955e52533f req-e68f7e5e-8b32-4c00-9e4f-8769c804fa61 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 May 20 08:18:26.554114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:26.890751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 531a6e49-f7e0-4c27-87c6-4c62e54c3559 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:18:27.022708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:18:27.028137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:27.028775 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:27.154838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:27.187909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:27.198301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:27.297308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:27.299314 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e20171cc-d809-450d-a735-9686eac06fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:27.374098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:27.377205 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:27.513049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa229-fc7b-42ad-af91-2e9ba12315d4 req-3695632a-f6fe-4390-89c7-ab4a4864ca2f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:27.514707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d40aa229-fc7b-42ad-af91-2e9ba12315d4 req-3695632a-f6fe-4390-89c7-ab4a4864ca2f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 945 time: 0.2522814 May 20 08:18:27.673991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d40aa229-fc7b-42ad-af91-2e9ba12315d4 req-b3c34384-35e4-4527-b452-b16ac917c0ae tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 May 20 08:18:27.674317 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'code': 200} May 20 08:18:27.799488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c0c6-5a6c-4d25-b870-cb8746c4df30 req-c4194437-b246-430a-9458-2f01e3b5f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:27.801011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31d8c0c6-5a6c-4d25-b870-cb8746c4df30 req-c4194437-b246-430a-9458-2f01e3b5f7b6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 1096 time: 0.0786338 May 20 08:18:27.851052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31d8c0c6-5a6c-4d25-b870-cb8746c4df30 req-7366af84-e86a-4811-89be-96bb58d71c70 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 May 20 08:18:28.890724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9eb4-08cb-4b0d-a117-1dd40b8466d4 req-10d8b981-6ed3-4bf0-b25c-b89293fa5de8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:28.893367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eacf9eb4-08cb-4b0d-a117-1dd40b8466d4 req-10d8b981-6ed3-4bf0-b25c-b89293fa5de8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 945 time: 0.1212595 May 20 08:18:28.944503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eacf9eb4-08cb-4b0d-a117-1dd40b8466d4 req-8597396d-2ee9-4354-8add-fb4ab0af7c3d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 May 20 08:18:30.166771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037d794-e946-4291-a49c-2d81ff7b3c97 req-1de00815-490e-4637-9c54-e1444cdd9ded tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:30.169676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4037d794-e946-4291-a49c-2d81ff7b3c97 req-1de00815-490e-4637-9c54-e1444cdd9ded tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 945 time: 0.0928330 May 20 08:18:30.214680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4037d794-e946-4291-a49c-2d81ff7b3c97 req-7c51a2d4-bc5a-4bdf-9c50-bcb7219d5782 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 May 20 08:18:30.364472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-558324f4-a182-4e44-ac99-6bdb5f9a04b6 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 267 time: 0.0442750 May 20 08:18:30.456022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-20e65f74-52f4-4179-ab2e-f498494e8e71 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:30.457572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-20e65f74-52f4-4179-ab2e-f498494e8e71 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 945 time: 0.0873923 May 20 08:18:30.469399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'security_groups': []}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:18:30.597998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:30.837142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:30.866043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:30.937223 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:30.943908 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-09a7b4e7-2eff-433c-91a7-9a508aeab4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:30.950219 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['531a6e49-f7e0-4c27-87c6-4c62e54c3559'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:31.026265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.029010 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:31.030583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bde861e-59e1-4975-8e3c-01f3ea26f099 req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "PUT /v2.0/ports/531a6e49-f7e0-4c27-87c6-4c62e54c3559 HTTP/1.1" status: 200 len: 904 time: 0.5665944 May 20 08:18:31.034600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:31.061895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61', 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:31.093193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:31.096682 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:31.185299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['531a6e49-f7e0-4c27-87c6-4c62e54c3559'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:31.280506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3889ebe-d086-4645-b431-8468e7ff2f13 req-5b3081c6-8654-4f71-9fd7-cf2576867be3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.283034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3889ebe-d086-4645-b431-8468e7ff2f13 req-5b3081c6-8654-4f71-9fd7-cf2576867be3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 907 time: 0.1077447 May 20 08:18:31.346404 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'status': 'completed', 'code': 200} May 20 08:18:31.450429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8b81c112-d904-4065-a475-54236134415e None None] Provisioning complete for port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:31.450814 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8b81c112-d904-4065-a475-54236134415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:31.547036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33829c-9116-4650-a18a-0db27e4a817e req-ef73201a-5fb3-42f3-b9e9-496a7b207cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.548482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-ef73201a-5fb3-42f3-b9e9-496a7b207cf8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 1058 time: 0.1711531 May 20 08:18:31.557188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c120-d4c1-4a29-993e-39c6a3be8344 req-09f937a4-1cc8-48c0-b2ad-1001a9cbf59f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.561990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce97c120-d4c1-4a29-993e-39c6a3be8344 req-09f937a4-1cc8-48c0-b2ad-1001a9cbf59f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1227229 May 20 08:18:31.717968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce97c120-d4c1-4a29-993e-39c6a3be8344 req-d98dcefe-6419-41be-abb3-22f97f15141a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341195 May 20 08:18:31.747802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33829c-9116-4650-a18a-0db27e4a817e req-92801ff7-621f-407d-adf9-097dd26ffd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.749326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-92801ff7-621f-407d-adf9-097dd26ffd50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1855886 May 20 08:18:31.826697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-924c41a2-09bf-462e-8e89-05440d3a2e36 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559 HTTP/1.1" status: 200 len: 217 time: 0.0698757 May 20 08:18:31.945840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33829c-9116-4650-a18a-0db27e4a817e req-6833570c-bc83-4067-bcae-2e3743746543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:31.947351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-6833570c-bc83-4067-bcae-2e3743746543 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.1150787 May 20 08:18:32.039760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf54e5f-527e-40fb-9a67-833edb8c8ef4 req-8690c3e3-44d6-4a5f-8df0-a26279d7ddd7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:32.041646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebf54e5f-527e-40fb-9a67-833edb8c8ef4 req-8690c3e3-44d6-4a5f-8df0-a26279d7ddd7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1747489 May 20 08:18:32.099924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebf54e5f-527e-40fb-9a67-833edb8c8ef4 req-cd5e3504-0e8c-48f4-8585-ae0bd4182508 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508106 May 20 08:18:32.102181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33829c-9116-4650-a18a-0db27e4a817e req-5e3846c0-c5f0-4b50-b78a-229f2266c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:32.103580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-5e3846c0-c5f0-4b50-b78a-229f2266c1e3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495197 May 20 08:18:32.296493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-c69d7232-e697-4989-a49a-9b0b41f04a4b service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410649 May 20 08:18:32.397489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a33829c-9116-4650-a18a-0db27e4a817e req-9a274837-d530-4ae7-9c08-f2b8df3bd6fa service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393969 May 20 08:18:32.562822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-039b4c6c-603f-45e9-84f6-faff1d1dd78d req-08c363af-3e36-4a07-8a8d-48f006cf8035 service neutron] (93102) timed out ('10.222.0.79', 43890) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:18:32.565193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-ac05e545-1570-4276-8eb7-5a1bdd187245 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:32.566826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-ac05e545-1570-4276-8eb7-5a1bdd187245 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.1683452 May 20 08:18:32.583641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-205e25d2-0e27-4bd5-9158-208517de1caa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/quotas/3adf013d1ccd4384ad2eeafd3482e1ba HTTP/1.1" status: 200 len: 375 time: 0.0109723 May 20 08:18:32.690434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-4822bc2e-eb57-4933-a088-453e1235b6da tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1008806 May 20 08:18:33.006649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-b23d9612-9c15-490b-8c28-b657948b69ff service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083196 May 20 08:18:33.146633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-36622f69-c8e2-4fc3-93d4-a82fc30d5c5c service neutron] 10.222.0.79 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319852 May 20 08:18:33.427891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28b024eb-273f-4f02-b4b5-ea847d8daefd req-de14952f-a2e5-482f-b04b-4e83cdd3b3fa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 210 time: 0.0447757 May 20 08:18:34.546719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a68b52b-4162-4795-a027-49371bf23fd9 req-81c778a3-2524-40d3-9b5e-d680f251f79f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 210 time: 0.0607152 May 20 08:18:35.654838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2b75319-db6e-4e17-860a-3c925fde55f5 req-edcb757b-d0f1-4d6a-9158-dfe0f4b7c5fa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 210 time: 0.0444746 May 20 08:18:36.819326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a3f8685-a712-4a62-a273-22dbb4665b35 req-4c029f14-a0cd-4c2f-8d1c-fd6e3ce93738 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 210 time: 0.0458386 May 20 08:18:36.880142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea27c7bd-5814-483a-b2f6-5e7dbec57af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:38.003909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0815a591-96c7-44c2-b77e-bcbae4dcd5d7 req-e3991ec8-33a8-416c-a87d-b8b0d4ba64df tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 210 time: 0.0652611 May 20 08:18:38.028076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-d7e4f593-55b6-417e-abd0-f2e29ac9a767 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:38.029548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-d7e4f593-55b6-417e-abd0-f2e29ac9a767 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 811 time: 0.2055900 May 20 08:18:38.042851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Request body: {'port': {'device_id': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'admin_state_up': True, 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:18:38.191463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:18:38.201811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:18:38.297631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Made reservation on behalf of 3adf013d1ccd4384ad2eeafd3482e1ba for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:18:38.301377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:38.474513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Allocated IP 172.20.0.6 (ba9d42c9-b0b3-4abe-94cc-088908d049ea/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac/f141be6d-b250-48a8-8201-5c939f58dcf8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:18:38.698210 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:38.714138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Transition to ACTIVE for port object f141be6d-b250-48a8-8201-5c939f58dcf8 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:18:38.897801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:38.914484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-850f340a-c8d4-403a-a29b-d332a9649fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:38.914668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61', 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:38.986723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:18:38.990032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:18:38.995203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:18:39.039969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:39.041107 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:39.076402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:39.076989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.210478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1661971 May 20 08:18:39.219618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Request body: {'port': {'device_id': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:18:39.230206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37f43650-6a18-4a8c-8f1c-c082848f8ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.287670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68517a69-7a4e-4547-9e42-ca5095d58820 req-fbd2778a-6778-4816-836c-bd48e527786c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:39.288378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-68517a69-7a4e-4547-9e42-ca5095d58820 req-fbd2778a-6778-4816-836c-bd48e527786c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:18:39.353615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.371152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a2c971e-ca82-43e6-bbcd-47155dafec17 None None] Provisioning for port f141be6d-b250-48a8-8201-5c939f58dcf8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:18:39.376291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a2c971e-ca82-43e6-bbcd-47155dafec17 None None] Provisioning complete for port f141be6d-b250-48a8-8201-5c939f58dcf8 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:39.376676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a2c971e-ca82-43e6-bbcd-47155dafec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.401984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-68517a69-7a4e-4547-9e42-ca5095d58820 req-fbd2778a-6778-4816-836c-bd48e527786c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:18:39.402726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68517a69-7a4e-4547-9e42-ca5095d58820 req-fbd2778a-6778-4816-836c-bd48e527786c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 931 time: 0.2630723 May 20 08:18:39.434868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c971e-ca82-43e6-bbcd-47155dafec17 None None] Port f141be6d-b250-48a8-8201-5c939f58dcf8 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:18:39.506577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68517a69-7a4e-4547-9e42-ca5095d58820 req-6fda7b0a-19f9-4f94-a2d2-4a1faf1991c1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957866 May 20 08:18:39.703400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.745307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f141be6d-b250-48a8-8201-5c939f58dcf8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:18:39.752889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.767977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Transition to ACTIVE for port object f141be6d-b250-48a8-8201-5c939f58dcf8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:18:39.851483 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:39.856594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44583e02-1033-453e-8873-36fb6a9b4745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:40.034308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:40.037631 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:40.284181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Attempting to bind port f141be6d-b250-48a8-8201-5c939f58dcf8 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:18:40.284935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Attempting to bind port f141be6d-b250-48a8-8201-5c939f58dcf8 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:18:40.284935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Attempting to bind port f141be6d-b250-48a8-8201-5c939f58dcf8 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:18:40.289965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Port f141be6d-b250-48a8-8201-5c939f58dcf8 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:18:40.290286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Attempting to bind port f141be6d-b250-48a8-8201-5c939f58dcf8 on network ba9d42c9-b0b3-4abe-94cc-088908d049ea {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:18:40.295612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:18:40.296056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Checking segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:18:40.297150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Bound using segment: {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:18:40.297710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Bound port: f141be6d-b250-48a8-8201-5c939f58dcf8, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cc8c03-1572-46c1-96e1-09af397f6f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:18:40.298063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:40.403718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:18:40.408305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:18:40.486353 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:40.492808 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18a34213-e29d-4645-aa85-2bc996a7653e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:40.561620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:40.561620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:40.561620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] 10.222.0.81 "PUT /v2.0/ports/f141be6d-b250-48a8-8201-5c939f58dcf8 HTTP/1.1" status: 200 len: 1091 time: 1.3456748 May 20 08:18:40.561620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:40.583795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:40.587827 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:40.788376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-746e6ec5-294b-42c3-b93f-c09422708500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:40.789860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-746e6ec5-294b-42c3-b93f-c09422708500 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 1094 time: 0.1123843 May 20 08:18:40.798990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1cf8d-3a13-4572-9f9d-ed8d68b9722f req-d9805e31-b78f-4dc8-830b-036651cde1d9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:40.800467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-efa1cf8d-3a13-4572-9f9d-ed8d68b9722f req-d9805e31-b78f-4dc8-830b-036651cde1d9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 943 time: 0.1568182 May 20 08:18:40.883542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-f9fa3545-b92c-4cb5-be1a-8f3a10f21dbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f141be6d-b250-48a8-8201-5c939f58dcf8 HTTP/1.1" status: 200 len: 217 time: 0.0820277 May 20 08:18:40.949513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-efa1cf8d-3a13-4572-9f9d-ed8d68b9722f req-360a34df-bd7d-4c14-849f-b918600be68b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984151 May 20 08:18:40.978828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-e254c738-118a-4e5a-86c1-b06dabb7ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:40.980291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-e254c738-118a-4e5a-86c1-b06dabb7ac88 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0887125 May 20 08:18:41.022956 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'status': 'completed', 'code': 200} May 20 08:18:41.069262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416b8d-c632-4b07-a334-65844da7d361 req-aec7c374-6548-48e0-812a-b992b43a4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:41.070781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-aec7c374-6548-48e0-812a-b992b43a4f91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818405 May 20 08:18:41.209337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-a4dacd8d-1d8c-4414-9aba-ccc4308f0f23 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303940 May 20 08:18:41.222655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:41.358632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41416b8d-c632-4b07-a334-65844da7d361 req-038fe970-322b-4c91-a474-d47ea34088ef service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416774 May 20 08:18:41.581137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-fc2d13be-5e77-4257-a8d9-2a5d694c004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:41.582914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-fc2d13be-5e77-4257-a8d9-2a5d694c004d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 1094 time: 0.0845873 May 20 08:18:41.722175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-96fc605d-65e7-4726-a3e8-75e4c30ce5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:41.723563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-96fc605d-65e7-4726-a3e8-75e4c30ce5fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1339598 May 20 08:18:41.798304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-67f78161-6b97-4da2-8709-e6e2e2a2cdae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f141be6d-b250-48a8-8201-5c939f58dcf8 HTTP/1.1" status: 200 len: 217 time: 0.0674613 May 20 08:18:41.862412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-0901e682-cd9d-41f1-8409-855e8a3d9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:41.863844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-0901e682-cd9d-41f1-8409-855e8a3d9dd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0586948 May 20 08:18:41.940589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-bf29023c-d6ed-4b18-922a-7cf11233e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:41.942138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-bf29023c-d6ed-4b18-922a-7cf11233e7b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713503 May 20 08:18:42.127625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-c766c1e7-905b-438b-8662-11f445b439df service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787617 May 20 08:18:42.266092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e326fa-4251-4059-bb19-0c6804776916 req-ce97e87b-01bd-4288-8877-70e1124e1b87 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:42.267809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30e326fa-4251-4059-bb19-0c6804776916 req-ce97e87b-01bd-4288-8877-70e1124e1b87 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 943 time: 0.2036865 May 20 08:18:42.303568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf9faa83-ffff-4064-9e4e-3f669dea4653 req-6edbb748-ee9a-47b2-9030-ddc65e774bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672170 May 20 08:18:42.327895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-30e326fa-4251-4059-bb19-0c6804776916 req-25b4f451-9461-4fd4-a3bf-f801d2be338d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 May 20 08:18:42.536886 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:42.725203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f141be6d-b250-48a8-8201-5c939f58dcf8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:18:42.872832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:42.887046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'mac_address': 'fa:16:3e:52:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:18:42.950072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:42.968043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f141be6d-b250-48a8-8201-5c939f58dcf8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:18:42.985378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:43.080164 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:43.083010 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:43.158838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:43.174603 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:43.378486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['f141be6d-b250-48a8-8201-5c939f58dcf8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:43.536890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb633c-6b76-4f90-a0d6-6e9325449e6d req-56c2211d-f3ec-4220-8895-fe3d73135c12 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:43.545687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6fb633c-6b76-4f90-a0d6-6e9325449e6d req-56c2211d-f3ec-4220-8895-fe3d73135c12 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 944 time: 0.1045868 May 20 08:18:43.777754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6fb633c-6b76-4f90-a0d6-6e9325449e6d req-64de9c1a-6cad-480b-8095-660cc6eb5a9b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317762 May 20 08:18:43.939935 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:18:44.725019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f141be6d-b250-48a8-8201-5c939f58dcf8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:18:44.965744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port f141be6d-b250-48a8-8201-5c939f58dcf8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:18:44.970917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port f141be6d-b250-48a8-8201-5c939f58dcf8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:44.971284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9a08-f13b-4062-ba27-54f9b2d4f3bb req-eba86140-90cd-4797-b327-a9d37b579f70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:44.971752 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:44.972784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-435a9a08-f13b-4062-ba27-54f9b2d4f3bb req-eba86140-90cd-4797-b327-a9d37b579f70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 944 time: 0.0833051 May 20 08:18:45.025381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-435a9a08-f13b-4062-ba27-54f9b2d4f3bb req-aa119f6a-a098-4916-916f-e34d91c9a31f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 May 20 08:18:45.094441 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:45.121244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:45.132079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:45.166798 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'code': 200} May 20 08:18:45.222337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:45.224293 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:45.295434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:45.297627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312397f4-2400-473f-859d-cee1e0e73684 req-9eb3ae74-02dd-439d-bd8f-4c3b18d25bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:45.299127 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:45.301400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-312397f4-2400-473f-859d-cee1e0e73684 req-9eb3ae74-02dd-439d-bd8f-4c3b18d25bd5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 1096 time: 0.0739398 May 20 08:18:45.341884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-312397f4-2400-473f-859d-cee1e0e73684 req-7fc67aa3-97d7-4e6c-9ddd-481bdd9b0c5d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 May 20 08:18:46.224542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43114f97-d396-43a7-8051-053d688d2baf req-18e1c127-6b38-40aa-a45b-21f3cff267d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:46.226085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43114f97-d396-43a7-8051-053d688d2baf req-18e1c127-6b38-40aa-a45b-21f3cff267d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0896177 May 20 08:18:46.276992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43114f97-d396-43a7-8051-053d688d2baf req-ed4582cc-1016-4c15-b402-61ee0a3b6310 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 May 20 08:18:47.506086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba14eb-8768-4c0c-9831-c29d266854fc req-6b5f4f00-17b5-455c-a2fb-d718811ef183 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:47.507624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdba14eb-8768-4c0c-9831-c29d266854fc req-6b5f4f00-17b5-455c-a2fb-d718811ef183 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1082780 May 20 08:18:47.574038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cdba14eb-8768-4c0c-9831-c29d266854fc req-4bc28a16-9bbc-4252-a73c-5789b36cccaa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 May 20 08:18:48.194126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b4384-3fb6-4a47-940a-599d91e20ebe req-cc4f56c4-735a-4f11-ad22-7b3d5a78643c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:48.199041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-730b4384-3fb6-4a47-940a-599d91e20ebe req-cc4f56c4-735a-4f11-ad22-7b3d5a78643c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0949306 May 20 08:18:48.249895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-730b4384-3fb6-4a47-940a-599d91e20ebe req-0cb1cf7e-88aa-4550-8fb1-dc3d7ec1da80 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 May 20 08:18:49.446365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a90b64-d004-4e65-b29f-412b0889d1b7 req-be459fa6-9d41-4ece-ab8d-b6c27af3e42f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:49.447962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67a90b64-d004-4e65-b29f-412b0889d1b7 req-be459fa6-9d41-4ece-ab8d-b6c27af3e42f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0839460 May 20 08:18:49.498728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67a90b64-d004-4e65-b29f-412b0889d1b7 req-5fe63b8f-2c8e-4c6b-9abc-1817926c27de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 May 20 08:18:50.627094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45068-7763-4579-b8b3-3208d844dfee req-d4e6d950-b004-48c5-a03f-0a38a3e1158b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:50.628497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cda45068-7763-4579-b8b3-3208d844dfee req-d4e6d950-b004-48c5-a03f-0a38a3e1158b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0869563 May 20 08:18:50.677134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cda45068-7763-4579-b8b3-3208d844dfee req-4f8ebb5e-54b6-40c7-b965-b10dbe68f78d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 May 20 08:18:51.876690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8e01d-fadb-4a31-a6b0-0ac45f17837c req-c824c4d0-bd4d-416b-9227-f748e0b647d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:51.878101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4c8e01d-fadb-4a31-a6b0-0ac45f17837c req-c824c4d0-bd4d-416b-9227-f748e0b647d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0869851 May 20 08:18:51.924155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4c8e01d-fadb-4a31-a6b0-0ac45f17837c req-6956f169-2cb8-435a-a2bd-b72f8ad77452 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 May 20 08:18:52.771973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f141be6d-b250-48a8-8201-5c939f58dcf8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:18:52.967092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:52.982849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'port_id': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'mac_address': 'fa:16:3e:52:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:18:53.095395 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:53.114756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f141be6d-b250-48a8-8201-5c939f58dcf8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:18:53.133382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:53.171811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767e8c-e58c-430d-9f38-40baf6fc63e3 req-3428d94c-f065-4554-b927-210b889e39f3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:53.173908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11767e8c-e58c-430d-9f38-40baf6fc63e3 req-3428d94c-f065-4554-b927-210b889e39f3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1144521 May 20 08:18:53.224172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11767e8c-e58c-430d-9f38-40baf6fc63e3 req-b291da2e-1c3c-498c-83b7-179bf407b273 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 May 20 08:18:53.246443 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:53.246443 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:53.328664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:53.338649 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:53.370694 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['f141be6d-b250-48a8-8201-5c939f58dcf8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:18:54.450980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:54.479290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eac5f-8f95-4100-9f30-26a9d0df9b07 req-08958289-d414-4a0c-8b39-ac25536ebf74 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:54.481677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c7eac5f-8f95-4100-9f30-26a9d0df9b07 req-08958289-d414-4a0c-8b39-ac25536ebf74 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 944 time: 0.1019747 May 20 08:18:54.557089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0c7eac5f-8f95-4100-9f30-26a9d0df9b07 req-e3ddea39-ba54-4e21-a39d-490046da5c5e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 May 20 08:18:54.787183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f141be6d-b250-48a8-8201-5c939f58dcf8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:18:54.882724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port f141be6d-b250-48a8-8201-5c939f58dcf8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:18:54.883106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:55.021272 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:55.058059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:18:55.059439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:18:55.112855 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'code': 200} May 20 08:18:55.127473 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:55.130514 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:18:55.211818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:18:55.221717 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:18:55.789774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3717811-b535-4c69-af4f-b92d56d8c8c5 req-70fa3be9-111b-4d19-8cff-3c50f2a8f9af tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:55.791944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3717811-b535-4c69-af4f-b92d56d8c8c5 req-70fa3be9-111b-4d19-8cff-3c50f2a8f9af tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1014493 May 20 08:18:55.882601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b3717811-b535-4c69-af4f-b92d56d8c8c5 req-57a36705-272b-4a7c-9cdb-65f246b80c87 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843093 May 20 08:18:56.570961 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:18:57.092758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322329-992f-42c2-8358-979080629871 req-8fd6603f-56b9-41a3-abd6-c9f5b01cd11d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:57.094298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62322329-992f-42c2-8358-979080629871 req-8fd6603f-56b9-41a3-abd6-c9f5b01cd11d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0896032 May 20 08:18:57.146276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62322329-992f-42c2-8358-979080629871 req-ecc902b6-02e3-4115-b7d9-2f13f458aac1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 May 20 08:18:58.388033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4422171-ba72-4369-940d-a3f9d42c39fc req-235872f5-b466-4ed9-8241-2b56d18be771 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:58.390403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4422171-ba72-4369-940d-a3f9d42c39fc req-235872f5-b466-4ed9-8241-2b56d18be771 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0991230 May 20 08:18:58.458905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4422171-ba72-4369-940d-a3f9d42c39fc req-08c2c46e-447a-4f41-ad77-6b9ce1fd1866 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 May 20 08:18:59.655862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c172-a856-4e71-b97d-2e282b2cde43 req-a5ab1f10-8e98-43fd-9471-dd529a68b895 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:18:59.658675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa89c172-a856-4e71-b97d-2e282b2cde43 req-a5ab1f10-8e98-43fd-9471-dd529a68b895 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.0953205 May 20 08:18:59.717786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa89c172-a856-4e71-b97d-2e282b2cde43 req-91c31732-a615-4cd7-8570-7db7eb0936cb tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 May 20 08:19:00.421330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:00.596118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:00.612318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:19:00.616628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Usage tracker for resource:security_group_rule and tenant:39cf11d65b1d4cb3968adaf6dfa84488 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:19:00.619925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:19:00.626281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:19:00.724318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:00.833786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:00.841357 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b879ccbd-a8d6-47f8-aa95-a3183c847ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:00.895573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b823f9-d0ec-41f9-9714-d6fa4eb2d28c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:00.900417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39cf11d65b1d4cb3968adaf6dfa84488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776137 May 20 08:19:00.901538 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:00.904814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60960) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:00.956769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192741a2-9bd9-4ada-9308-6439b2f58008 req-ba11f7ef-0d52-4076-b357-c10ec3fd26f0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:00.958445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-192741a2-9bd9-4ada-9308-6439b2f58008 req-ba11f7ef-0d52-4076-b357-c10ec3fd26f0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1249068 May 20 08:19:01.006315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:01.030700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-192741a2-9bd9-4ada-9308-6439b2f58008 req-d361c1ce-9420-4511-ba06-9ddb685bd786 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637841 May 20 08:19:01.060984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:01.194300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:01.199647 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58c28ab0-eb13-4b48-8e42-cd6fa6d19618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:01.224884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b823f9-d0ec-41f9-9714-d6fa4eb2d28c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:01.227654 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:01.229042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:01.230202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7b823f9-d0ec-41f9-9714-d6fa4eb2d28c HTTP/1.1" status: 204 len: 168 time: 0.3243260 May 20 08:19:02.466150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:02.499787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c9a15-0d29-49d6-ab5b-081cbe9fe4b4 req-f16b4d32-dbd0-48b3-aedc-a577f4668235 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:02.502966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce3c9a15-0d29-49d6-ab5b-081cbe9fe4b4 req-f16b4d32-dbd0-48b3-aedc-a577f4668235 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.3355808 May 20 08:19:02.577975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce3c9a15-0d29-49d6-ab5b-081cbe9fe4b4 req-8220e349-2a42-43f1-b588-9a82f0fa869d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 May 20 08:19:02.606422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2136618000-network', 'tenant_id': '21a4bb798305403f91274c3c468e19c5'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:19:02.614809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:19:02.619127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Usage tracker for resource:network and tenant:21a4bb798305403f91274c3c468e19c5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:19:02.622766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:19:02.630831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:19:02.775539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Made reservation on behalf of 21a4bb798305403f91274c3c468e19c5 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:19:02.783002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:02.812262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:02.836557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:19:02.842182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Usage tracker for resource:security_group_rule and tenant:21a4bb798305403f91274c3c468e19c5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:19:02.846565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:19:02.852946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:19:02.977901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.062476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.070000 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d5e934d-a306-45db-8ead-064d3a8bb911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:03.101110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:19:03.111974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e359572-b4d2-46e8-9b32-4f7f718cf29c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:03.115933 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:03.119041 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.119464 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Added segment 14d285fc-da30-449a-967c-4a40fa6c13af of type vlan for network 6f039839-8d50-43b3-b720-727178dfb8b5 May 20 08:19:03.152579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.271643 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.272916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:03.273534 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.277166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18cc0aec-2148-47c5-8a08-e88718e2940d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:03.393695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Pushing event updated for resources: {'Network': ['ID=6f039839-8d50-43b3-b720-727178dfb8b5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:03.396386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:03.404165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6f039839-8d50-43b3-b720-727178dfb8b5 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:19:03.459996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9901192 May 20 08:19:03.460214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 60998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:03.465985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Request body: {'subnet': {'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2136618000-subnet', 'tenant_id': '21a4bb798305403f91274c3c468e19c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:19:03.496942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:19:03.508080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Usage tracker for resource:subnet and tenant:21a4bb798305403f91274c3c468e19c5 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:19:03.521936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:19:03.528562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:19:03.633659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Made reservation on behalf of 21a4bb798305403f91274c3c468e19c5 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:19:03.636323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:03.793492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b64dee-5490-4a8c-8f15-197a0515202a req-83ea5d0c-ecb0-48ce-947f-8efc5f67d154 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:03.801191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3b64dee-5490-4a8c-8f15-197a0515202a req-83ea5d0c-ecb0-48ce-947f-8efc5f67d154 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1030040 May 20 08:19:03.849279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3b64dee-5490-4a8c-8f15-197a0515202a req-c0d50bbb-20ff-480f-8361-673415797127 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 May 20 08:19:04.343434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-e3619a29-ad68-4047-8e71-e51a1d092e14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838196 May 20 08:19:04.482075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-f7a74fb7-17d4-4fce-8650-5058d349ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:04.484162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:04.484722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-f7a74fb7-17d4-4fce-8650-5058d349ab4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 1096 time: 0.1038306 May 20 08:19:04.490466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d2d4b-94a8-48cc-9947-a25437015690 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:04.573356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe06c9b-1640-492b-a344-35c7acc26ccd,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:04.576717 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:04.581897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Checking segment: {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:19:04.582271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Network hostable DHCP agents. Network: 6f039839-8d50-43b3-b720-727178dfb8b5, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:19:04.674453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Network 6f039839-8d50-43b3-b720-727178dfb8b5 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:19:04.676062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-fdf5f54c-40ff-465f-94b9-d436471124c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:04.677646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-fdf5f54c-40ff-465f-94b9-d436471124c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1640267 May 20 08:19:04.759363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6f039839-8d50-43b3-b720-727178dfb8b5) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:19:04.770956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e316f-139b-4306-a4f4-6e218b5897df None None] Network 6f039839-8d50-43b3-b720-727178dfb8b5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:19:04.780528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:04.781291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:04.913188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4417841 May 20 08:19:04.952284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-2632752e-7776-4ef0-9e06-f23f68efcf07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d823d83d-10cf-4176-94c2-9569b514cb61 HTTP/1.1" status: 200 len: 217 time: 0.2674792 May 20 08:19:05.045259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64480306-2d31-4ea7-87a3-3cd6fca7fd72 None None] Network 6f039839-8d50-43b3-b720-727178dfb8b5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:19:05.107431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-4bb40970-eae4-424d-9cd1-4c692acd82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:05.110031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-4bb40970-eae4-424d-9cd1-4c692acd82d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.1495323 May 20 08:19:05.216172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12117a-ab28-4aea-b36f-f70af986e839 req-dc9f5788-4eb3-48d3-8cc2-c9c9fd20cde1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:05.218303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a12117a-ab28-4aea-b36f-f70af986e839 req-dc9f5788-4eb3-48d3-8cc2-c9c9fd20cde1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.2197785 May 20 08:19:05.287042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a12117a-ab28-4aea-b36f-f70af986e839 req-bfc33c1a-b1b5-40a8-88e8-8165d66577aa tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597513 May 20 08:19:05.297279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-53118469-d258-4030-b100-97f14c3c68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:05.298891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-53118469-d258-4030-b100-97f14c3c68f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821921 May 20 08:19:05.441721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-1aaf4c43-691f-4b7f-b296-8c32673c95ef service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341329 May 20 08:19:05.582072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69bd285f-f5fd-4f46-8b90-e5ba982628cd req-48e0cb4b-3fdd-4208-856d-c99c2e340196 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338181 May 20 08:19:05.935502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-58c37564-45d6-47f3-95b3-a4d9cda5750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:05.937003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-58c37564-45d6-47f3-95b3-a4d9cda5750d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 1096 time: 0.0805619 May 20 08:19:06.139333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-c5a38754-d8ec-44d9-9a2e-da07da5ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:06.140787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-c5a38754-d8ec-44d9-9a2e-da07da5ed7ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1962423 May 20 08:19:06.209387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-2a375979-7856-472c-b785-1721f7280904 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f141be6d-b250-48a8-8201-5c939f58dcf8 HTTP/1.1" status: 200 len: 217 time: 0.0616851 May 20 08:19:06.277723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-26e889f1-2fd0-43f3-bd76-6f5e787b58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:06.279155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-26e889f1-2fd0-43f3-bd76-6f5e787b58fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0637374 May 20 08:19:06.360202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-03d490ea-5012-475d-9a74-b94350e3a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:06.361784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-03d490ea-5012-475d-9a74-b94350e3a545 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751626 May 20 08:19:06.566595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-22f8e393-978d-44b7-973d-7ea4c38c4e4c service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972089 May 20 08:19:06.602047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349c4d2-6ee6-425f-b3f3-fdb9d9b339f9 req-cde90153-862b-45cc-a644-c153f3582221 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:06.603555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f349c4d2-6ee6-425f-b3f3-fdb9d9b339f9 req-cde90153-862b-45cc-a644-c153f3582221 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1958020 May 20 08:19:06.724147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f349c4d2-6ee6-425f-b3f3-fdb9d9b339f9 req-c0478740-99f0-4ba0-8f94-bd10793780bd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085021 May 20 08:19:06.749296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aab1fd04-503b-45d3-95d0-dc018b0d0b9a req-4ae605ad-92f5-4d72-b980-32f79e4a8029 service neutron] 10.222.0.81 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764002 May 20 08:19:06.782242 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2312b3ac-b917-4e8d-870c-4c7226e4eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:07.717005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-192177d5-10dd-48ee-a73e-ee3a1b2e71ae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724812 May 20 08:19:07.934313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-294a2abd-6b00-4f84-b36d-8989018bd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:07.935957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-294a2abd-6b00-4f84-b36d-8989018bd736 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.1386812 May 20 08:19:07.951441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0464-02ea-43d4-ac29-10d0c7c4438b req-7b5e336e-7183-44e8-89f4-17d291fb8571 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:07.953273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38cd0464-02ea-43d4-ac29-10d0c7c4438b req-7b5e336e-7183-44e8-89f4-17d291fb8571 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 945 time: 0.1089613 May 20 08:19:08.111883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-38cd0464-02ea-43d4-ac29-10d0c7c4438b req-8dd4d54b-e76e-4cda-9a94-89309658251c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313884 May 20 08:19:08.305551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-059abf09-d2ba-4ac5-ac58-b77bd68059fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:08.307024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-059abf09-d2ba-4ac5-ac58-b77bd68059fc service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.3476753 May 20 08:19:08.415587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-70eacbb0-37df-45c1-ae53-d834997367cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.0984571 May 20 08:19:08.489517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-fb660b84-dde3-4035-89df-8a53ae5ff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:08.492769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-fb660b84-dde3-4035-89df-8a53ae5ff05e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0653954 May 20 08:19:08.574791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-d090630d-e3cf-482f-aa05-b3d55454cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:08.576222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-d090630d-e3cf-482f-aa05-b3d55454cc94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750883 May 20 08:19:08.726598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-9529a3a3-9dc7-4a28-935e-085112fe5783 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411371 May 20 08:19:08.849484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device f141be6d-b250-48a8-8201-5c939f58dcf8 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:08.878617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7286b7ef-2cd1-400f-b9c1-c944649c5386 req-4ca18c08-faf7-49ad-9620-4b1283d75f8c service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416652 May 20 08:19:08.980904 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:09.010045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:09.020971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:09.058447 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'code': 200} May 20 08:19:09.086973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:09.090460 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8c53eb0c-d976-4822-8765-4a4344f6238f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:09.245982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:09.270108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:09.291981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1f89337e-eb6b-4d93-968e-e69e7805ee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:09.386668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c7ce4-db32-4dfc-b488-5ce86c412841 req-1c0436c2-9409-44dc-aec7-2981f503684d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:09.388239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-785c7ce4-db32-4dfc-b488-5ce86c412841 req-1c0436c2-9409-44dc-aec7-2981f503684d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 943 time: 0.0944166 May 20 08:19:09.435583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-785c7ce4-db32-4dfc-b488-5ce86c412841 req-1392e25a-e651-40d9-949a-b231777a9c4e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 May 20 08:19:09.635221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0155-d88f-4138-8cd6-e0a78216d6a4 req-471e56d0-640c-426f-be97-1b1689f8af90 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:09.636739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e6e0155-d88f-4138-8cd6-e0a78216d6a4 req-471e56d0-640c-426f-be97-1b1689f8af90 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0922379 May 20 08:19:09.667516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:09.684478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e6e0155-d88f-4138-8cd6-e0a78216d6a4 req-99a5d913-8e44-40e6-b1ab-3c78aed8002c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 May 20 08:19:09.875534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f3be-f0fb-40f0-9efe-a4817f44a0ea req-0381560c-a7b4-4717-a1d2-6d50ad165488 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:09.877015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4d4f3be-f0fb-40f0-9efe-a4817f44a0ea req-0381560c-a7b4-4717-a1d2-6d50ad165488 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0815563 May 20 08:19:09.925403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4d4f3be-f0fb-40f0-9efe-a4817f44a0ea req-edb77800-b1d2-4470-aeb6-d7aa94b9b95e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422816 May 20 08:19:10.428538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10a9ab-eadb-4d21-9837-7f76908688ac req-a00b8236-c3e4-475b-b7a0-4fbb2dcae8f4 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:10.430362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea10a9ab-eadb-4d21-9837-7f76908688ac req-a00b8236-c3e4-475b-b7a0-4fbb2dcae8f4 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0968053 May 20 08:19:10.479118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea10a9ab-eadb-4d21-9837-7f76908688ac req-a7ff5194-3c7e-4859-831f-b639fd3211be tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 May 20 08:19:11.221882 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:11.688007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42987dca-a2c8-410c-af7e-9e453d3f914f req-1008d26b-9dc6-4d3d-a470-7f3abd2ec94a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:11.690054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42987dca-a2c8-410c-af7e-9e453d3f914f req-1008d26b-9dc6-4d3d-a470-7f3abd2ec94a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0856066 May 20 08:19:11.742307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42987dca-a2c8-410c-af7e-9e453d3f914f req-24ed13e4-b26a-4f00-a58c-fb949c650b3c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458558 May 20 08:19:12.514692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:12.938666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1aa97-e1e0-4d73-af42-2ffc4442c495 req-cb32325d-d650-4256-98f1-7ddb3dd429ae tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:12.940047 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0d1aa97-e1e0-4d73-af42-2ffc4442c495 req-cb32325d-d650-4256-98f1-7ddb3dd429ae tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0842144 May 20 08:19:12.986528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0d1aa97-e1e0-4d73-af42-2ffc4442c495 req-df0b59ee-cf51-45f7-b052-b0e6f9524fee tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 May 20 08:19:14.194582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f67383-bbf0-42f3-aa22-1f946488e66d req-4c8ea05e-18cf-4d3d-9feb-05f44c76e42c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:14.201796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74f67383-bbf0-42f3-aa22-1f946488e66d req-4c8ea05e-18cf-4d3d-9feb-05f44c76e42c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0960908 May 20 08:19:14.245207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-74f67383-bbf0-42f3-aa22-1f946488e66d req-82b7ee2e-001e-49b6-adcd-4a6f8932bc9b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 May 20 08:19:15.436192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabfce6-895c-48f2-a334-cd33285347a0 req-6cb26da1-c205-4c62-8ac0-317a7e0dc88c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:15.440150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddabfce6-895c-48f2-a334-cd33285347a0 req-6cb26da1-c205-4c62-8ac0-317a7e0dc88c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0839233 May 20 08:19:15.487752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddabfce6-895c-48f2-a334-cd33285347a0 req-a180e626-5669-49e3-886a-296a4a6819a2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 May 20 08:19:16.685780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840623-5a91-41a0-b39a-491e21caf6fd req-f3e263d0-a2aa-47cb-983c-865fccebaed1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:16.687263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1840623-5a91-41a0-b39a-491e21caf6fd req-f3e263d0-a2aa-47cb-983c-865fccebaed1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0904720 May 20 08:19:16.734493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1840623-5a91-41a0-b39a-491e21caf6fd req-053387b7-095f-40bd-861c-b4a2db03b9f3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 May 20 08:19:17.932750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02064c-206b-4f51-9c3b-efe631f25c88 req-8fa32d08-18e7-4fb7-91f9-e62cd5216b7a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:17.934256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e02064c-206b-4f51-9c3b-efe631f25c88 req-8fa32d08-18e7-4fb7-91f9-e62cd5216b7a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0840130 May 20 08:19:17.984877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e02064c-206b-4f51-9c3b-efe631f25c88 req-a6be4881-9674-4f8a-b144-899bfa307ff0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446229 May 20 08:19:19.184524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3b1a-b3e9-4494-b107-acf3f3d799d1 req-345933a2-9f5f-4929-9de2-cb7d28469324 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:19.186061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be1b3b1a-b3e9-4494-b107-acf3f3d799d1 req-345933a2-9f5f-4929-9de2-cb7d28469324 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0864847 May 20 08:19:19.233222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-be1b3b1a-b3e9-4494-b107-acf3f3d799d1 req-90a3614d-35f4-48a6-8ff0-1b2348829298 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 May 20 08:19:20.437138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27b5f-a6cd-46da-a2ae-314b4040fea7 req-eec03190-de0d-488e-8067-84d7e5e739bf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:20.439387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c27b5f-a6cd-46da-a2ae-314b4040fea7 req-eec03190-de0d-488e-8067-84d7e5e739bf tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0921583 May 20 08:19:20.489676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c27b5f-a6cd-46da-a2ae-314b4040fea7 req-0d0e097d-6938-47b1-866b-784cca2580b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 May 20 08:19:20.939146 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:19:21.691376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4a3da-8fdb-4785-9285-98892d964421 req-38527aae-6ccc-4391-8b55-ddd5fd819da3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:21.692933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93d4a3da-8fdb-4785-9285-98892d964421 req-38527aae-6ccc-4391-8b55-ddd5fd819da3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0839388 May 20 08:19:21.739039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-93d4a3da-8fdb-4785-9285-98892d964421 req-b7a43ef1-5ebc-4ca3-902e-f74e9b5d11e1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 May 20 08:19:22.252416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a3b88-f2f2-4b07-918e-7a69f99630ad req-4c9073c2-8bd7-4111-b0d2-0bc9fdfaae43 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:22.253908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-783a3b88-f2f2-4b07-918e-7a69f99630ad req-4c9073c2-8bd7-4111-b0d2-0bc9fdfaae43 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0905709 May 20 08:19:22.342272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-783a3b88-f2f2-4b07-918e-7a69f99630ad req-9c03ea99-52e3-4eed-a258-33d84d1ad2da tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816040 May 20 08:19:22.372571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-36ecf6a4-4a5d-43e5-80df-bb949975d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:22.374087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-36ecf6a4-4a5d-43e5-80df-bb949975d176 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.0835080 May 20 08:19:22.517788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-53f95457-9659-4d4b-8e6b-451cbe0c6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:22.519232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-53f95457-9659-4d4b-8e6b-451cbe0c6fc8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1350231 May 20 08:19:22.630969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-2aa485f2-f32b-498f-bd9b-9839db185570 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.0968812 May 20 08:19:22.705273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-0ec6d1be-53d7-4607-8aaa-6b61477d25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:22.706773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-0ec6d1be-53d7-4607-8aaa-6b61477d25fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0645916 May 20 08:19:22.788633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-d89e838b-116c-4105-81d1-df7a1c7abe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:22.790343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-d89e838b-116c-4105-81d1-df7a1c7abe10 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740266 May 20 08:19:22.933293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-0d62a14d-d765-4411-9ee3-20e92473eafe service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331182 May 20 08:19:23.220297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2af4608-9886-456c-9b80-7fc0fb442b26 req-a87b2363-f98e-4803-97c0-4233018cbe7a service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799494 May 20 08:19:23.539107 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286316ac-537f-4bd1-87d1-29896d97d832 req-b4d853cd-1e2c-401f-a0bf-8b2e7ecc61b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:23.540617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-286316ac-537f-4bd1-87d1-29896d97d832 req-b4d853cd-1e2c-401f-a0bf-8b2e7ecc61b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0883245 May 20 08:19:23.589506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-286316ac-537f-4bd1-87d1-29896d97d832 req-a6a4484b-8347-42f9-8769-ae431660bdde tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420573 May 20 08:19:24.473116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:24.783974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0fdd-4fcd-4ebf-861a-8221d8073584 req-c30892cc-c766-4e8e-b79f-3fa8f3243c5e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:24.785503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6ac0fdd-4fcd-4ebf-861a-8221d8073584 req-c30892cc-c766-4e8e-b79f-3fa8f3243c5e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0857856 May 20 08:19:24.838203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6ac0fdd-4fcd-4ebf-861a-8221d8073584 req-4a291b70-a92c-4d70-9b68-229b69e86eda tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458360 May 20 08:19:25.041149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd057e4-8641-46f5-931b-4170aa9e9a24 req-2a3a0fd3-1aff-4403-89fa-2eafa66470d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:25.042694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfd057e4-8641-46f5-931b-4170aa9e9a24 req-2a3a0fd3-1aff-4403-89fa-2eafa66470d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0893176 May 20 08:19:25.092913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dfd057e4-8641-46f5-931b-4170aa9e9a24 req-198e2416-a57a-4cb4-99ce-d6ac293ec539 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 May 20 08:19:25.288362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df3dd-70b0-4a53-b60e-0b4a16084575 req-b6c4cb22-1240-4d72-8bfe-1349a4d06747 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:25.289797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-057df3dd-70b0-4a53-b60e-0b4a16084575 req-b6c4cb22-1240-4d72-8bfe-1349a4d06747 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0867608 May 20 08:19:25.337454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-057df3dd-70b0-4a53-b60e-0b4a16084575 req-9691d518-fd5f-4482-b187-95f870d1b4b9 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 May 20 08:19:26.024845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aef31-1aa6-4d4a-8539-5d5c3f84e19e req-500a119e-ebfd-4f79-8e09-a27079926965 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:26.026365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e27aef31-1aa6-4d4a-8539-5d5c3f84e19e req-500a119e-ebfd-4f79-8e09-a27079926965 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0839877 May 20 08:19:26.072747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e27aef31-1aa6-4d4a-8539-5d5c3f84e19e req-f198dbb2-9005-416b-9744-9034ac7e96a1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 May 20 08:19:26.615996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:27.269614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4914daa-0259-4a0b-91f1-7994e46cc751 req-1c771eac-7de2-4084-91bc-51e1851fb9db tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:27.271397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4914daa-0259-4a0b-91f1-7994e46cc751 req-1c771eac-7de2-4084-91bc-51e1851fb9db tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0870769 May 20 08:19:27.319649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4914daa-0259-4a0b-91f1-7994e46cc751 req-524e789f-3859-46e7-afed-cd0fdf1a6f36 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 May 20 08:19:27.861263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d77a-654a-438c-8c14-0cd3f3049c57 req-a20aaef6-b2cf-45d5-9266-912adb98c9ac tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:27.863658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d009d77a-654a-438c-8c14-0cd3f3049c57 req-a20aaef6-b2cf-45d5-9266-912adb98c9ac tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1030366 May 20 08:19:27.967536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d009d77a-654a-438c-8c14-0cd3f3049c57 req-65c7c13f-6bd9-40c9-834b-cc9580fbe2e8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970273 May 20 08:19:27.995837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-2fd6d929-4e0e-44d7-afc9-a2187ec4cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:27.997566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-2fd6d929-4e0e-44d7-afc9-a2187ec4cb83 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 1095 time: 0.1066148 May 20 08:19:28.157681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-f8a1cad6-9ae1-4733-905d-f21a86713952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:28.159178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-f8a1cad6-9ae1-4733-905d-f21a86713952 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 200 len: 912 time: 0.1521368 May 20 08:19:28.274174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-49f23316-91d6-400c-9419-5a3cf75b943d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 200 len: 999 time: 0.1046026 May 20 08:19:28.344719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-8a2c4121-435d-4da3-91d7-78b755306618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:28.346290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-8a2c4121-435d-4da3-91d7-78b755306618 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 200 len: 850 time: 0.0626454 May 20 08:19:28.438635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-0a0322a8-ab1d-4ce9-8d1e-a491acef4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:28.440253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-0a0322a8-ab1d-4ce9-8d1e-a491acef4648 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ba9d42c9-b0b3-4abe-94cc-088908d049ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829439 May 20 08:19:28.586731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-fdd49c4e-f05a-45f3-b49a-e5d70f03a285 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386056 May 20 08:19:28.732339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-35e0fa1e-f38f-4447-9ea4-b2344d4611df req-d46e8f29-56eb-4140-9bd4-9d1be7a12fe4 service neutron] 10.222.0.84 "GET /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349328 May 20 08:19:29.170550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631f3c-c2cf-4145-b6ee-f0508ac1d2fc req-3d236abb-fd2a-4589-b3c8-e518a2b6c56a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:29.172276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b631f3c-c2cf-4145-b6ee-f0508ac1d2fc req-3d236abb-fd2a-4589-b3c8-e518a2b6c56a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0892882 May 20 08:19:29.219750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4b631f3c-c2cf-4145-b6ee-f0508ac1d2fc req-b5ef80ca-bf15-4ec7-b281-8a754b189e82 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 May 20 08:19:30.419067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5312-256e-4fb6-9521-b723cbe7172e req-a339d1cb-2689-4f4a-8487-9d4f125a28e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:30.420571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7eb5312-256e-4fb6-9521-b723cbe7172e req-a339d1cb-2689-4f4a-8487-9d4f125a28e2 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0850499 May 20 08:19:30.468029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7eb5312-256e-4fb6-9521-b723cbe7172e req-6ccb2838-78af-42c7-950c-f936a2d83a39 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 May 20 08:19:30.660360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141a76d-86dc-4efb-b191-713d5b50418b req-25bd17ae-f071-467c-84d9-22d3b46561ec tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:30.662060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2141a76d-86dc-4efb-b191-713d5b50418b req-25bd17ae-f071-467c-84d9-22d3b46561ec tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0871542 May 20 08:19:30.712572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2141a76d-86dc-4efb-b191-713d5b50418b req-20ddd936-ca28-46d3-a5aa-7832d8fa9ea0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 May 20 08:19:32.339999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-20b757a6-308a-42f6-b2cd-8441669ff96d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:32.341437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-20b757a6-308a-42f6-b2cd-8441669ff96d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060cdf8-29c2-4599-b2ce-02431627a21e HTTP/1.1" status: 200 len: 943 time: 0.0807567 May 20 08:19:32.480649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port f141be6d-b250-48a8-8201-5c939f58dcf8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:32.480996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:32.771596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port f141be6d-b250-48a8-8201-5c939f58dcf8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=f141be6d-b250-48a8-8201-5c939f58dcf8,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:32.771964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:32.895656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for f141be6d-b250-48a8-8201-5c939f58dcf8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:33.073260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:33.079413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf9e7ffc-91d9-4f7f-96fa-435276929107 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:33.085768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61', 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:19:33.125408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=f141be6d-b250-48a8-8201-5c939f58dcf8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:33.165413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.165828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.166215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.166599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.166975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.167348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.167715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.168090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.168455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.168823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.169191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.169577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:33.215124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:33.233804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] No DVR routers for this DVR port f141be6d-b250-48a8-8201-5c939f58dcf8 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:19:33.237634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:33.241991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-deleted', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:33.314079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed526ab-b869-4508-aca2-2b459eea1ce0 req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "DELETE /v2.0/ports/f141be6d-b250-48a8-8201-5c939f58dcf8 HTTP/1.1" status: 204 len: 173 time: 0.9673388 May 20 08:19:34.101426 n-d-780147-4 neutron-server[93101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd060cdf8-29c2-4599-b2ce-02431627a21e', 'name': 'network-vif-deleted', 'tag': 'f141be6d-b250-48a8-8201-5c939f58dcf8', 'status': 'failed', 'code': 422} returned with failed status May 20 08:19:34.753714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e672ec-59c1-4e49-9185-66a146f614c4 req-0294e004-6962-4b7e-9850-650317c22e61 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:34.754997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e0e672ec-59c1-4e49-9185-66a146f614c4 req-0294e004-6962-4b7e-9850-650317c22e61 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:19:34.821933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e0e672ec-59c1-4e49-9185-66a146f614c4 req-0294e004-6962-4b7e-9850-650317c22e61 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:19:34.825195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0e672ec-59c1-4e49-9185-66a146f614c4 req-0294e004-6962-4b7e-9850-650317c22e61 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 907 time: 0.1497207 May 20 08:19:36.092809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261921c-c7b9-4223-8a53-ba81f803a88c req-6bcc444a-1bbd-48ec-bf74-8cd41ee0b8b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:36.094283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f261921c-c7b9-4223-8a53-ba81f803a88c req-6bcc444a-1bbd-48ec-bf74-8cd41ee0b8b3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 907 time: 0.1528888 May 20 08:19:36.107223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-098b0815-2c95-4db5-b87b-3ca50e147116 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:36.115175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-098b0815-2c95-4db5-b87b-3ca50e147116 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 907 time: 0.1360366 May 20 08:19:36.257578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:36.257936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:36.400293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port 531a6e49-f7e0-4c27-87c6-4c62e54c3559, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=531a6e49-f7e0-4c27-87c6-4c62e54c3559,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:36.400566 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:36.531969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for 531a6e49-f7e0-4c27-87c6-4c62e54c3559 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:36.707553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:36.711633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:36.776456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=531a6e49-f7e0-4c27-87c6-4c62e54c3559,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:36.782030 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:36.815210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d55f29a6-f86d-4ca4-903b-cb5bf55ddded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:36.872792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] No DVR routers for this DVR port 531a6e49-f7e0-4c27-87c6-4c62e54c3559 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:19:36.875545 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:36.878444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'name': 'network-vif-deleted', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:36.933130 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be6373d-cfde-48e8-b6a4-c7a3359af958', 'name': 'network-vif-deleted', 'tag': '531a6e49-f7e0-4c27-87c6-4c62e54c3559', 'status': 'completed', 'code': 200} May 20 08:19:36.953923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83e327f7-ee98-4245-9c28-5beb0b0b148b req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "DELETE /v2.0/ports/531a6e49-f7e0-4c27-87c6-4c62e54c3559 HTTP/1.1" status: 204 len: 173 time: 0.8334522 May 20 08:19:37.261591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-78cffb75-d12d-4937-b35c-f8ebe86c6b05 req-ed815d4d-29c2-45e3-9c10-7f8b49c6f86a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:19:37.346969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-78cffb75-d12d-4937-b35c-f8ebe86c6b05 req-ed815d4d-29c2-45e3-9c10-7f8b49c6f86a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:19:37.348178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78cffb75-d12d-4937-b35c-f8ebe86c6b05 req-ed815d4d-29c2-45e3-9c10-7f8b49c6f86a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=4be6373d-cfde-48e8-b6a4-c7a3359af958 HTTP/1.1" status: 200 len: 210 time: 0.1353214 May 20 08:19:39.021879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63407e9-ec03-4a26-ad3d-4a1d5c990d60 req-faa0f5d4-4f0f-40d3-8d39-c7ff2e3932d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:39.024463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d63407e9-ec03-4a26-ad3d-4a1d5c990d60 req-faa0f5d4-4f0f-40d3-8d39-c7ff2e3932d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 945 time: 0.0929713 May 20 08:19:39.079218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d63407e9-ec03-4a26-ad3d-4a1d5c990d60 req-d175778b-1c90-4b9d-9bab-7a0646cb795c tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486217 May 20 08:19:39.172676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 531a6e49-f7e0-4c27-87c6-4c62e54c3559 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:39.204241 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-395c11a4-957b-4ae2-9512-237d87b60adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:39.211270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 531a6e49-f7e0-4c27-87c6-4c62e54c3559 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:39.211622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 531a6e49-f7e0-4c27-87c6-4c62e54c3559 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:39.672554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:40.341217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746026-88b2-4f4a-b6d2-faec4374134b req-aafa06d3-7083-4317-bf7d-30fa36c24b4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:40.342764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41746026-88b2-4f4a-b6d2-faec4374134b req-aafa06d3-7083-4317-bf7d-30fa36c24b4d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 945 time: 0.1226344 May 20 08:19:40.355315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d6757-bd1e-490c-9126-347f2525c169 req-a68201fd-93c1-4eab-85cd-593515191c30 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:40.356764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-316d6757-bd1e-490c-9126-347f2525c169 req-a68201fd-93c1-4eab-85cd-593515191c30 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 945 time: 0.1679411 May 20 08:19:40.448005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41746026-88b2-4f4a-b6d2-faec4374134b req-49383e0c-e399-4efe-8edf-d83a8bfde205 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902643 May 20 08:19:40.530896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:40.531239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:40.666647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:40.666933 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:40.960169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:41.136000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:41.142433 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ec75c5a-347d-4b7f-bb93-1c0938eef310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:41.147777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:19:41.193705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:41.275559 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:41.284025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] No DVR routers for this DVR port ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:19:41.287846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:41.290972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'name': 'network-vif-deleted', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:41.344025 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:41.352219 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61262a7f-71db-440c-b2bc-a9443d69445e', 'name': 'network-vif-deleted', 'tag': 'ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708', 'status': 'completed', 'code': 200} May 20 08:19:41.387680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-316d6757-bd1e-490c-9126-347f2525c169 req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "DELETE /v2.0/ports/ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 HTTP/1.1" status: 204 len: 173 time: 1.0164587 May 20 08:19:41.630647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-04d747b4-2901-4c09-8088-d3b4d014180f req-adc7f3e6-0fea-4d10-87b8-357a053888d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:19:41.775229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-04d747b4-2901-4c09-8088-d3b4d014180f req-adc7f3e6-0fea-4d10-87b8-357a053888d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:19:41.776552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-04d747b4-2901-4c09-8088-d3b4d014180f req-adc7f3e6-0fea-4d10-87b8-357a053888d3 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=61262a7f-71db-440c-b2bc-a9443d69445e HTTP/1.1" status: 200 len: 210 time: 0.1958859 May 20 08:19:42.498611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:42.988408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:43.029709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:43.030671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device ed5b4ff6-4eec-4d7c-afc0-c5f49bc99708 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:43.624664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119237-7d0e-4ce5-85ac-5af2897079d0 req-67b6f338-7bb3-40dd-a217-051c182ef581 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:43.626341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa119237-7d0e-4ce5-85ac-5af2897079d0 req-67b6f338-7bb3-40dd-a217-051c182ef581 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0922575 May 20 08:19:43.676356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa119237-7d0e-4ce5-85ac-5af2897079d0 req-ac191cbe-ca87-42cc-9f62-74f1036f6154 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 May 20 08:19:44.867072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-439a8704-2506-4c17-97e0-84ae804c7ba8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:44.868539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-439a8704-2506-4c17-97e0-84ae804c7ba8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1455975 May 20 08:19:44.987045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac32ab-51b4-464e-af2f-5706f52a10a1 req-0b40837d-4216-46e5-a8a8-271f729e5c78 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:44.988524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55ac32ab-51b4-464e-af2f-5706f52a10a1 req-0b40837d-4216-46e5-a8a8-271f729e5c78 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1921022 May 20 08:19:45.050160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55ac32ab-51b4-464e-af2f-5706f52a10a1 req-bb26e0bb-4c93-41bc-bcd3-ded5a1f52d7d tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=35cc0e81-2698-4608-ad22-e8f2e946af5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 May 20 08:19:45.073119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port d823d83d-10cf-4176-94c2-9569b514cb61 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:45.073498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:45.211218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port d823d83d-10cf-4176-94c2-9569b514cb61, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=d823d83d-10cf-4176-94c2-9569b514cb61,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:45.211590 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:45.345796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for d823d83d-10cf-4176-94c2-9569b514cb61 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:45.507052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:45.514547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:45.519547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['d823d83d-10cf-4176-94c2-9569b514cb61'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:19:45.573885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=d823d83d-10cf-4176-94c2-9569b514cb61,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:45.603137 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:45.657692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] No DVR routers for this DVR port d823d83d-10cf-4176-94c2-9569b514cb61 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:19:45.657692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:45.659321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'name': 'network-vif-deleted', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:45.713970 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d721d59-9425-4f3c-841f-84604e8dd9ad', 'name': 'network-vif-deleted', 'tag': 'd823d83d-10cf-4176-94c2-9569b514cb61', 'status': 'completed', 'code': 200} May 20 08:19:45.747963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4f06178-cd60-4aa7-9368-5956b33ad9a8 req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.81 "DELETE /v2.0/ports/d823d83d-10cf-4176-94c2-9569b514cb61 HTTP/1.1" status: 204 len: 173 time: 0.8736227 May 20 08:19:46.220579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-54a31fc0-34d4-4c3f-8bc8-13911d137d71 req-56fb7f02-c7a2-4c2e-9a40-acdad4d73370 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:19:46.306681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-54a31fc0-34d4-4c3f-8bc8-13911d137d71 req-56fb7f02-c7a2-4c2e-9a40-acdad4d73370 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:19:46.307858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54a31fc0-34d4-4c3f-8bc8-13911d137d71 req-56fb7f02-c7a2-4c2e-9a40-acdad4d73370 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d721d59-9425-4f3c-841f-84604e8dd9ad HTTP/1.1" status: 200 len: 210 time: 0.1340597 May 20 08:19:48.022739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5d6b-fca1-473b-9fa7-a5a9f07ea7b3 req-483b60b1-0916-4d9f-b02a-302456a3fba1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:48.024479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9aae5d6b-fca1-473b-9fa7-a5a9f07ea7b3 req-483b60b1-0916-4d9f-b02a-302456a3fba1 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0917358 May 20 08:19:48.080899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9aae5d6b-fca1-473b-9fa7-a5a9f07ea7b3 req-612bd521-e2d2-4ec3-bb4e-769b93af1635 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501142 May 20 08:19:49.019434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d823d83d-10cf-4176-94c2-9569b514cb61 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:49.055348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: d823d83d-10cf-4176-94c2-9569b514cb61 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:49.055701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device d823d83d-10cf-4176-94c2-9569b514cb61 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:49.274139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09ef3-3f1d-40bd-95ec-00d4bde39558 req-65e73163-8760-43dd-8205-48ea61a5382a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:49.275651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23b09ef3-3f1d-40bd-95ec-00d4bde39558 req-65e73163-8760-43dd-8205-48ea61a5382a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0866759 May 20 08:19:49.322459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23b09ef3-3f1d-40bd-95ec-00d4bde39558 req-80d1f89e-90ae-42f8-b2f9-43d80e386b1b tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 May 20 08:19:49.734326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-54ccfd03-2c8b-4d5d-bf47-b19b80bfe684 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:49.735756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-54ccfd03-2c8b-4d5d-bf47-b19b80bfe684 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.0811100 May 20 08:19:49.880828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:49.881176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:50.026871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] For port 383771be-b7b6-428a-bc3e-adcdc4a2367a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=383771be-b7b6-428a-bc3e-adcdc4a2367a,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:50.027238 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:50.552835 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:50.553532 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:50.553662 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Floating IP 38202ba8-a6f1-4608-8e88-d3be4f5ccd4e disassociated. External IP: 172.25.8.234, port: 383771be-b7b6-428a-bc3e-adcdc4a2367a. May 20 08:19:50.553916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for 383771be-b7b6-428a-bc3e-adcdc4a2367a owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:50.594926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1898b-b317-41dc-9562-7e56220a041b req-66755efa-8377-43d4-b880-34ead341ff0f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:19:50.596402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8db1898b-b317-41dc-9562-7e56220a041b req-66755efa-8377-43d4-b880-34ead341ff0f tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 944 time: 0.1423454 May 20 08:19:50.663388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8db1898b-b317-41dc-9562-7e56220a041b req-cb32779f-723f-4be5-b444-007de8eb5292 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups?id=6ef3445d-039a-441f-89ae-9cca014b8374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603797 May 20 08:19:50.792417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:50.798369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d3c4bf0a-b24e-4dc4-9090-ef23ab8d0275 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:50.843880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=383771be-b7b6-428a-bc3e-adcdc4a2367a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:50.847030 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:51.044224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Router 0c71c32a-6276-4aa8-9dc5-546574fac2fe has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:19:51.227351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:19:51.239847 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Sync routers for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:19:51.249548 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:19:51.250163 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:51.306824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] No DVR routers for this DVR port 383771be-b7b6-428a-bc3e-adcdc4a2367a on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:19:51.309806 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:51.314024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-deleted', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:19:51.381846 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be62a6b2-b61e-40b3-acc9-f029fae93375', 'name': 'network-vif-deleted', 'tag': '383771be-b7b6-428a-bc3e-adcdc4a2367a', 'status': 'completed', 'code': 200} May 20 08:19:51.393991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb6d567b-1275-485d-a58b-9cb8f8075866 req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.84 "DELETE /v2.0/ports/383771be-b7b6-428a-bc3e-adcdc4a2367a HTTP/1.1" status: 204 len: 173 time: 1.6501722 May 20 08:19:51.488627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:19:51.821660 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:51.829814 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Checking router: 0c71c32a-6276-4aa8-9dc5-546574fac2fe for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:19:51.840470 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:19:51.841105 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:51.849091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c0c7a96c-e794-4ccc-bf27-a68d3a8de228 req-a7bc67f3-ecc3-4d44-874d-9447ee278028 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Synchronizing usage tracker for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:19:51.929975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-c0c7a96c-e794-4ccc-bf27-a68d3a8de228 req-a7bc67f3-ecc3-4d44-874d-9447ee278028 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Unset dirty status for tenant:3adf013d1ccd4384ad2eeafd3482e1ba on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:19:51.931293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0c7a96c-e794-4ccc-bf27-a68d3a8de228 req-a7bc67f3-ecc3-4d44-874d-9447ee278028 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/ports?device_id=be62a6b2-b61e-40b3-acc9-f029fae93375 HTTP/1.1" status: 200 len: 210 time: 0.1307137 May 20 08:19:52.024487 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:19:52.362586 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:52.367451 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d8c7c-18c6-4521-993a-e98822bcdedd None None] The sync data for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 is: [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:11:46Z', 'revision_number': 4, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'fe32f9df-5cdb-4539-be99-31535bf8782f', 'name': '', 'network_id': 'ba9d42c9-b0b3-4abe-94cc-088908d049ea', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'mac_address': 'fa:16:3e:c4:0a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:45Z', 'updated_at': '2021-05-20T08:11:54Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'subnets': [{'id': '1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:19:52.626491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0cdd6-364f-4c9f-ba27-3bbb6e691d31 None None] New status for floating IP 38202ba8-a6f1-4608-8e88-d3be4f5ccd4e: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:19:53.142306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33368) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:53.211655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.216922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:53.242541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.259668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 383771be-b7b6-428a-bc3e-adcdc4a2367a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:53.260172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 383771be-b7b6-428a-bc3e-adcdc4a2367a not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:53.352790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.356748 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1d94e8c1-798a-4db3-a1c9-d31bc498f80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:53.369249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3445d-039a-441f-89ae-9cca014b8374,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:53.380368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.380752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.381125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.381512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.381887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.382250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.382671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.383032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.383387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.383808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.384166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.384522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:19:53.388300 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:53.393132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.394741 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "DELETE /v2.0/security-groups/6ef3445d-039a-441f-89ae-9cca014b8374 HTTP/1.1" status: 204 len: 168 time: 0.2514043 May 20 08:19:53.397516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:53.420808 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-5a47d98d-b632-4819-af45-ec034a01fddd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] show failed (client error): The resource could not be found. May 20 08:19:53.421895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5a47d98d-b632-4819-af45-ec034a01fddd tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "GET /v2.0/security-groups/6ef3445d-039a-441f-89ae-9cca014b8374 HTTP/1.1" status: 404 len: 347 time: 0.0199597 May 20 08:19:53.424652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33380) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:53.807144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Deleting port 26d30abf-d379-487f-b46f-e835c2a1017d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:53.807489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.931283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:53.931624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:54.058839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Calling delete_port for 26d30abf-d379-487f-b46f-e835c2a1017d owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:54.238273 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:54.243252 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aa435241-ec9b-4adc-bdb2-4d5c34032dea tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:54.288071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Pushing event deleted for resources: {'Port': ['ID=26d30abf-d379-487f-b46f-e835c2a1017d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:54.290550 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:54.388387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:54.466933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:54.496682 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:54.497891 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] 10.222.0.79 "DELETE /v2.0/floatingips/38202ba8-a6f1-4608-8e88-d3be4f5ccd4e HTTP/1.1" status: 204 len: 168 time: 1.0722921 May 20 08:19:54.500900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:55.140889 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:55.723716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Deleting port fe32f9df-5cdb-4539-be99-31535bf8782f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:55.724466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:55.852609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] For port fe32f9df-5cdb-4539-be99-31535bf8782f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fe32f9df-5cdb-4539-be99-31535bf8782f,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:55.852968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:55.988044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Calling delete_port for fe32f9df-5cdb-4539-be99-31535bf8782f owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:56.238496 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:56.243350 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8db45de-639b-446f-ae49-0833ce620afd tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:56.292368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe32f9df-5cdb-4539-be99-31535bf8782f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:56.295994 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:56.574202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:56.587718 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:56.954544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Router 0c71c32a-6276-4aa8-9dc5-546574fac2fe has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:19:57.303170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:19:57.311608 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Sync routers for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:19:57.319000 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] 10.222.0.79 "PUT /v2.0/routers/0c71c32a-6276-4aa8-9dc5-546574fac2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139465 May 20 08:19:57.319000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33454) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:57.321673 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:19:57.322299 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:57.501272 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:19:57.517453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:57.711512 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:57.835013 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:19:56Z', 'revision_number': 5, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port': {'id': 'f2e06419-045e-46b8-b1be-a7fc13bc4087', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:11:39Z', 'updated_at': '2021-05-20T08:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:57.839254 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Checking router: 0c71c32a-6276-4aa8-9dc5-546574fac2fe for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:19:57.848044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Routers {'0c71c32a-6276-4aa8-9dc5-546574fac2fe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:19:57.849213 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:57.883000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Deleting port f2e06419-045e-46b8-b1be-a7fc13bc4087 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:57.883350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:57.975164 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:19:58.006669 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] Set router 0c71c32a-6276-4aa8-9dc5-546574fac2fe gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:19:58.025571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] For port f2e06419-045e-46b8-b1be-a7fc13bc4087, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f2e06419-045e-46b8-b1be-a7fc13bc4087,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:58.031968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.117234 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:19:57Z', 'revision_number': 6, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:19:58.121381 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b83a6a-f695-4d13-b3a7-6fdf1ec4543f None None] The sync data for ids ['0c71c32a-6276-4aa8-9dc5-546574fac2fe'] in n-d-780147-4 is: [{'id': '0c71c32a-6276-4aa8-9dc5-546574fac2fe', 'name': 'tempest-ServerActionsTestJSON-729453944-router', 'tenant_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:11:37Z', 'updated_at': '2021-05-20T08:19:57Z', 'revision_number': 6, 'project_id': '3adf013d1ccd4384ad2eeafd3482e1ba', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:19:58.163731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Calling delete_port for f2e06419-045e-46b8-b1be-a7fc13bc4087 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:19:58.364541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.368543 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:58.413865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e06419-045e-46b8-b1be-a7fc13bc4087,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:58.417294 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:58.510680 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.692030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.694383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.821427 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.822058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c71c32a-6276-4aa8-9dc5-546574fac2fe {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:19:58.834691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:58.835812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] 10.222.0.79 "DELETE /v2.0/routers/0c71c32a-6276-4aa8-9dc5-546574fac2fe HTTP/1.1" status: 204 len: 168 time: 1.5160112 May 20 08:19:58.838330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33476) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:59.088096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Deleting subnet 1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:19:59.091181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.144182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.233465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.575965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.580263 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e5aa078b-0779-4632-a1a6-2f8af7298f6e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:19:59.615890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:19:59.619059 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:19:59.620088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.626521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b7a14-f400-4a2e-9be8-8075485757b7 None None] Network ba9d42c9-b0b3-4abe-94cc-088908d049ea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:19:59.627142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1ab4bdd3-96fd-4aa0-af92-ebbfbfb27bac HTTP/1.1" status: 204 len: 168 time: 0.7878525 May 20 08:19:59.630294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33492) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:19:59.713975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f2e06419-045e-46b8-b1be-a7fc13bc4087 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:59.740632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.760136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f2e06419-045e-46b8-b1be-a7fc13bc4087 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:59.760499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f2e06419-045e-46b8-b1be-a7fc13bc4087 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:59.760920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fe32f9df-5cdb-4539-be99-31535bf8782f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:19:59.827063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fe32f9df-5cdb-4539-be99-31535bf8782f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:19:59.827425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fe32f9df-5cdb-4539-be99-31535bf8782f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:19:59.835988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Deleting port b99aaec0-da39-4272-86a7-8a25e419c9db {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:19:59.835988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.943608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] For port b99aaec0-da39-4272-86a7-8a25e419c9db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b99aaec0-da39-4272-86a7-8a25e419c9db,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:19:59.943975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:19:59.970876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] DHCP port deletion for ba9d42c9-b0b3-4abe-94cc-088908d049ea request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:20:00.040814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Deleting port b99aaec0-da39-4272-86a7-8a25e419c9db {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:20:00.041208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.078586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Calling delete_port for b99aaec0-da39-4272-86a7-8a25e419c9db owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:20:00.142060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] For port b99aaec0-da39-4272-86a7-8a25e419c9db, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b99aaec0-da39-4272-86a7-8a25e419c9db,segment=NetworkSegment(f5cc8c03-1572-46c1-96e1-09af397f6f3f),segment_id=f5cc8c03-1572-46c1-96e1-09af397f6f3f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:00.142462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.187161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.191410 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:00.239590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99aaec0-da39-4272-86a7-8a25e419c9db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:00.241799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] No DVR routers for this DVR port b99aaec0-da39-4272-86a7-8a25e419c9db on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:20:00.243509 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:00.276139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Calling delete_port for b99aaec0-da39-4272-86a7-8a25e419c9db owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:20:00.326787 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.330425 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-80dfc8c7-cd35-45a1-aaec-b26d5ab6f6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:00.380485 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Pushing event deleted for resources: {'Port': ['ID=b99aaec0-da39-4272-86a7-8a25e419c9db,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:00.389216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] No DVR routers for this DVR port b99aaec0-da39-4272-86a7-8a25e419c9db on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:20:00.391751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.392144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.392619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.392966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.393295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.393820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.394299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.394806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.395313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.396020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.396763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.397238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:00.403239 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:00.414127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.429145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9d42c9-b0b3-4abe-94cc-088908d049ea']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:00.451599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cc8c03-1572-46c1-96e1-09af397f6f3f') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:00.451970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cc8c03-1572-46c1-96e1-09af397f6f3f') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:00.464845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.484517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.491659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:20:00.492054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: timer() May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:20:00.509310 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:20:00.654849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.658533 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9644af98-609b-4b5e-b919-020187236108 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:00.672239 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:00.686297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9d42c9-b0b3-4abe-94cc-088908d049ea,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:00.690588 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:00.695154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ba9d42c9-b0b3-4abe-94cc-088908d049ea HTTP/1.1" status: 204 len: 168 time: 1.0635803 May 20 08:20:01.127143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33516) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:01.181972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-980ea88c-824c-462c-ad5d-51415c649407 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3adf013d1ccd4384ad2eeafd3482e1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531898 May 20 08:20:01.184085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33520) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:01.242508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:01.268739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:01.386559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:01.390376 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37ec81c9-1dc7-4a8f-adf0-d6bef92b7e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:01.405724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc0e81-2698-4608-ad22-e8f2e946af5d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:01.409369 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:01.413685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:01.417157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35cc0e81-2698-4608-ad22-e8f2e946af5d HTTP/1.1" status: 204 len: 168 time: 0.2297466 May 20 08:20:01.706812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b99aaec0-da39-4272-86a7-8a25e419c9db no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:20:01.747538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b99aaec0-da39-4272-86a7-8a25e419c9db {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:20:01.747899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b99aaec0-da39-4272-86a7-8a25e419c9db not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:20:02.511755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:02.649405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-674417677-network', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:02.659004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:02.664673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Usage tracker for resource:network and tenant:fd14f778da9d4208b88c1ea3646a4dea is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:20:02.668454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:20:02.675190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:02.735106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Made reservation on behalf of fd14f778da9d4208b88c1ea3646a4dea for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:20:02.737531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:02.750550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:02.765841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:02.771090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Usage tracker for resource:security_group_rule and tenant:fd14f778da9d4208b88c1ea3646a4dea is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:20:02.772939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:20:02.778629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:02.861670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:02.918636 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:02.921879 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a8f162c-7582-4c1a-930b-62c1a579d717 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:02.957137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:20:02.962994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dea992-f2a5-4198-80d8-47f5d50dae81,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:02.968450 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:02.971297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:02.971782 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Added segment a4cd6fd9-7923-4646-8986-daf937ea3979 of type vlan for network 0d28ea37-7bea-4008-8a55-603f292451a8 May 20 08:20:03.001810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:03.072325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:03.073436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:03.074091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:03.077726 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6def2e0c-3a9f-4526-80e1-34734316d65f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:03.181739 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Pushing event updated for resources: {'Network': ['ID=0d28ea37-7bea-4008-8a55-603f292451a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:03.184518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:03.191642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 0d28ea37-7bea-4008-8a55-603f292451a8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:20:03.233788 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7207639 May 20 08:20:03.236706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 33580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:03.243358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Request body: {'subnet': {'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-674417677-subnet', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:03.249023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:03.252909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Usage tracker for resource:subnet and tenant:fd14f778da9d4208b88c1ea3646a4dea is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:20:03.255984 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:20:03.262188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:03.335142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Made reservation on behalf of fd14f778da9d4208b88c1ea3646a4dea for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:20:03.337690 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:03.851098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:03.855414 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d18596d8-7ced-49e9-8c94-71d5c98dc3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:03.930485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ec9967-4511-4bd2-a388-5260eb29244f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:03.935358 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:03.939436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Checking segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:03.939794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Network hostable DHCP agents. Network: 0d28ea37-7bea-4008-8a55-603f292451a8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:20:04.009208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Network 0d28ea37-7bea-4008-8a55-603f292451a8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:20:04.084079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 0d28ea37-7bea-4008-8a55-603f292451a8) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:04.092894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:04.093516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:04.094210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb15df1-70ae-4b20-aa34-ca5973aee4f1 None None] Network 0d28ea37-7bea-4008-8a55-603f292451a8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:20:04.148127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9102402 May 20 08:20:04.150954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:04.156489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:04.162151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:04.166102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Usage tracker for resource:router and tenant:fd14f778da9d4208b88c1ea3646a4dea is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:20:04.168994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:20:04.183576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:04.261432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:04.262502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:04.278415 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:04.302568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4222b4-3fd0-4451-9d8e-1b7d0f10cdee None None] Network 0d28ea37-7bea-4008-8a55-603f292451a8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:20:04.786611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:05.174016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:05.203305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:05.348668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Allocated IP 172.25.8.134 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/e45ae83a-78b6-49f0-83c1-ace87956cba9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:20:05.502018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:05.609821 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:05.613996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c69a0d9f-8703-487f-abbc-15c33ea6e5fa tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:05.681161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:05.684125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:05.686573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:20:05.729505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Pushing event updated for resources: {'Port': ['ID=e45ae83a-78b6-49f0-83c1-ace87956cba9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:05.732666 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:06.391048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:06.746755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:06.803634 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ab5-b6d3-4f6b-857b-767d54e5199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:07.009499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Router c97642a1-4a42-4c98-83f6-e91f0c104749 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:20:07.193008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:20:07.202071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Sync routers for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:20:07.211259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:20:07.211873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:07.261009 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:07.264994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1104403 May 20 08:20:07.265211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 33646) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:20:07.395151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:20:07.705734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:05Z', 'revision_number': 3, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:07.712121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Checking router: c97642a1-4a42-4c98-83f6-e91f0c104749 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:20:07.713125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Updating router c97642a1-4a42-4c98-83f6-e91f0c104749 port e45ae83a-78b6-49f0-83c1-ace87956cba9 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:20:07.777106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.128701 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.149404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.155308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Transition to ACTIVE for port object e45ae83a-78b6-49f0-83c1-ace87956cba9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:20:08.260742 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.264913 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:08.369173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Allocated IP 172.20.0.1 (0d28ea37-7bea-4008-8a55-603f292451a8/27ec9967-4511-4bd2-a388-5260eb29244f/6d2a6545-abf2-4ee4-bbb7-05038a6422f7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:20:08.401622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Attempting to bind port e45ae83a-78b6-49f0-83c1-ace87956cba9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:20:08.402001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Attempting to bind port e45ae83a-78b6-49f0-83c1-ace87956cba9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:20:08.402375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Attempting to bind port e45ae83a-78b6-49f0-83c1-ace87956cba9 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:08.409638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Pushing event updated for resources: {'Port': ['ID=e45ae83a-78b6-49f0-83c1-ace87956cba9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:08.413207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:20:08.413625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:08.414050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.414447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:20:08.414929 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Bound port: e45ae83a-78b6-49f0-83c1-ace87956cba9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:20:08.415313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.446364 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:08.499208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] For port e45ae83a-78b6-49f0-83c1-ace87956cba9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:20:08.502518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] For port e45ae83a-78b6-49f0-83c1-ace87956cba9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45ae83a-78b6-49f0-83c1-ace87956cba9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:20:08.531677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.586902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.591817 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:08.657603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.664231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e3a54c9-ab0e-4090-94ce-7698606fcbf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:08.672960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:20:08.673756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:08.730398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Network 0d28ea37-7bea-4008-8a55-603f292451a8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:08.733411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:08.736125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:20:08.756736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Pushing event updated for resources: {'Port': ['ID=e45ae83a-78b6-49f0-83c1-ace87956cba9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:08.762635 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:08.777009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:08.784464 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:08.797436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:08.871812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:20:09.162513 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.178666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:05Z', 'revision_number': 3, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:09.182653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fbec3-a7a5-469f-91e9-2e04243bbed7 None None] The sync data for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 is: [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:05Z', 'revision_number': 3, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:20:09.220593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c45a53b5-1c50-4aca-bb52-03c15301f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.450693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.518341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.554162 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae033830-3774-4f62-9e58-9da2a34807d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:09.643652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.654720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:09.658020 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:09.735340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:09.777566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45ae83a-78b6-49f0-83c1-ace87956cba9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:09.809756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Network 0d28ea37-7bea-4008-8a55-603f292451a8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:09.811041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:09.957971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e45ae83a-78b6-49f0-83c1-ace87956cba9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:20:09.964714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e45ae83a-78b6-49f0-83c1-ace87956cba9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:09.965562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:10.107104 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:10.125781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e45ae83a-78b6-49f0-83c1-ace87956cba9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45ae83a-78b6-49f0-83c1-ace87956cba9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:10.186550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:10.188435 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:10.200391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Router c97642a1-4a42-4c98-83f6-e91f0c104749 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:20:10.263289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e45ae83a-78b6-49f0-83c1-ace87956cba9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:10.266587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:10.410896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:20:10.426450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] 10.222.0.79 "PUT /v2.0/routers/c97642a1-4a42-4c98-83f6-e91f0c104749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546636 May 20 08:20:10.923420 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Sync routers for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:20:10.933130 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:20:10.933815 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:20:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:11.026437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-e11202aa-d064-4cb3-b4b1-7b4dd248b6ad tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:11.033729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-e11202aa-d064-4cb3-b4b1-7b4dd248b6ad tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 810 time: 0.1755335 May 20 08:20:11.053323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-355667c1-7bf3-49cf-a438-4cd9e6068714 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/quotas/fd14f778da9d4208b88c1ea3646a4dea HTTP/1.1" status: 200 len: 375 time: 0.0180197 May 20 08:20:11.134363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-ce2ec39c-c7fc-4406-a70a-28b4e019b44f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Synchronizing usage tracker for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:20:11.154971 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:20:11.232410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-ce2ec39c-c7fc-4406-a70a-28b4e019b44f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Unset dirty status for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:20:11.234138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-ce2ec39c-c7fc-4406-a70a-28b4e019b44f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800175 May 20 08:20:11.257001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:11.435428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cb1f5efc-0a6e-4f0d-8863-9713326e1b51 service neutron] 10.222.0.79 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931138 May 20 08:20:11.510720 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:09Z', 'revision_number': 4, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '6d2a6545-abf2-4ee4-bbb7-05038a6422f7', 'name': '', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'mac_address': 'fa:16:3e:34:49:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:08Z', 'updated_at': '2021-05-20T08:20:09Z', 'revision_number': 2, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'subnets': [{'id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:11.515066 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Checking router: c97642a1-4a42-4c98-83f6-e91f0c104749 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:20:11.515491 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Updating router c97642a1-4a42-4c98-83f6-e91f0c104749 port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:20:11.579550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-45078002-f40b-4303-bc66-b43ee187d5e4 service neutron] 10.222.0.79 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381896 May 20 08:20:11.582700 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:11.718479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45ae83a-78b6-49f0-83c1-ace87956cba9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:11.786589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e45ae83a-78b6-49f0-83c1-ace87956cba9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:11.787767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.018830 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.023081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2c3f311-a16f-481d-9bb1-830caa2e6751 req-3200fb49-ec99-47df-a5dd-3a6f325b5049 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 210 time: 0.0511827 May 20 08:20:12.036242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Transition to ACTIVE for port object 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:20:12.128882 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.132665 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:12.255783 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Pushing event updated for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:12.322196 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.322535 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.322866 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.323194 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.323514 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.323835 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.324153 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.324470 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.325159 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.325159 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.325434 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.326070 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:12.333366 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:12.357096 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Attempting to bind port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:20:12.357488 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Attempting to bind port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:20:12.357863 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Attempting to bind port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 on network 0d28ea37-7bea-4008-8a55-603f292451a8 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:12.363008 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:20:12.363409 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Checking segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:12.363810 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.364203 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Bound using segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:20:12.364668 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Bound port: 6d2a6545-abf2-4ee4-bbb7-05038a6422f7, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:20:12.365615 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.463824 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] For port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:20:12.469422 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] For port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:20:12.512197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.570852 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:12.576764 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-b726c69f-e309-4450-b136-d5ef96236677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:12.656094 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:20:12.657065 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:20:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:12.756698 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Pushing event updated for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:12.768475 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:12.874149 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:20:13.211602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-449c6462-2c07-4784-8933-3b501f86e69d req-da608f4b-13e7-4fa5-8425-ae98e1323632 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 210 time: 0.0548074 May 20 08:20:13.218321 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:09Z', 'revision_number': 4, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '6d2a6545-abf2-4ee4-bbb7-05038a6422f7', 'name': '', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'mac_address': 'fa:16:3e:34:49:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:08Z', 'updated_at': '2021-05-20T08:20:12Z', 'revision_number': 4, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'subnets': [{'id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:20:13.223535 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc2091-fc67-4a91-a554-6dcb09da688d None None] The sync data for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 is: [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:20:09Z', 'revision_number': 4, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '6d2a6545-abf2-4ee4-bbb7-05038a6422f7', 'name': '', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'mac_address': 'fa:16:3e:34:49:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:08Z', 'updated_at': '2021-05-20T08:20:12Z', 'revision_number': 4, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'subnets': [{'id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:20:13.768153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:13.914349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:20:13.919912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:13.920294 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:14.058924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:14.100489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:14.169691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:14.171745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:14.258190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:14.262336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:14.486907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5089bc0-6e20-45f4-bb27-83338a43d5b4 req-bf620003-3f81-46f9-8a7f-878f10ed25ee tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 210 time: 0.0734820 May 20 08:20:14.547453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-981c74a4-5472-4a6e-833d-12e34c479b80 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:14.549400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-981c74a4-5472-4a6e-833d-12e34c479b80 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 810 time: 0.2809658 May 20 08:20:14.567537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Request body: {'port': {'device_id': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'admin_state_up': True, 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:14.734853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:14.745592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:14.814820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Made reservation on behalf of fd14f778da9d4208b88c1ea3646a4dea for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:20:14.818864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:14.991953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Allocated IP 172.20.0.2 (0d28ea37-7bea-4008-8a55-603f292451a8/27ec9967-4511-4bd2-a388-5260eb29244f/b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:20:15.217758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:15.306635 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:15.314010 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c2ccd0e-0bba-45bb-80da-ea08da2ba5e1 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:15.377822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Network 0d28ea37-7bea-4008-8a55-603f292451a8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:15.381312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:15.384188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:20:15.434633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Pushing event updated for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:15.437570 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:15.460407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:15.461230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:15.575432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119026 May 20 08:20:15.589578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-148ab7f2-a3af-4b77-8c43-319eea2b8242 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:20:15.590845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-148ab7f2-a3af-4b77-8c43-319eea2b8242 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063844 May 20 08:20:15.605598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Request body: {'port': {'device_id': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:15.729252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:15.799419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:15.803247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:15.803779 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:15.817687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bc-8448-48cc-b80f-b5a65d817f63 req-032663e6-6bf1-45b2-851b-aa2c69989634 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:15.818398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ebb797bc-8448-48cc-b80f-b5a65d817f63 req-032663e6-6bf1-45b2-851b-aa2c69989634 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Synchronizing usage tracker for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:20:15.951804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ebb797bc-8448-48cc-b80f-b5a65d817f63 req-032663e6-6bf1-45b2-851b-aa2c69989634 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Unset dirty status for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:20:15.952997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebb797bc-8448-48cc-b80f-b5a65d817f63 req-032663e6-6bf1-45b2-851b-aa2c69989634 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 931 time: 0.3146403 May 20 08:20:16.050344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ebb797bc-8448-48cc-b80f-b5a65d817f63 req-814c4324-eece-4fed-beb8-b33e30e23195 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907378 May 20 08:20:16.378437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:20:16.386771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:16.402438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Transition to ACTIVE for port object b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:20:16.477869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:16.481889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8efc2c7c-6e02-4df3-a61f-2609ee53fb85 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:16.611226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:16.639635 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:16.724586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Attempting to bind port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:20:16.724925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Attempting to bind port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:20:16.725960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Attempting to bind port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:16.730569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:20:16.730894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Attempting to bind port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:16.736030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:20:16.736372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Checking segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:16.736760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Bound using segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:20:16.737190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Bound port: b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:20:16.737573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:16.832563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:20:16.836679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:20:16.901530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:16.905816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-22d3036b-f566-4a58-a352-40a7e3869a69 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:16.966043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:16.966657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:16.968044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] 10.222.0.84 "PUT /v2.0/ports/b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 200 len: 1091 time: 1.3667300 May 20 08:20:16.968570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:20:16.987287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:16.990632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:17.126965 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'status': 'completed', 'code': 200} May 20 08:20:17.180513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-83cd341d-5406-43be-af3a-bde1cab44eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:17.182141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-83cd341d-5406-43be-af3a-bde1cab44eb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1094 time: 0.1149817 May 20 08:20:17.301258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-17c8704b-24f0-4c24-9871-5e0c2a2cc015 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 200 len: 217 time: 0.1047494 May 20 08:20:17.384137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-c85f8cbc-ef68-4c69-9014-fd36f12e963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:17.385577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-c85f8cbc-ef68-4c69-9014-fd36f12e963f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0725851 May 20 08:20:17.398545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ae40-6365-4312-86c4-2f9342f85c57 req-7d78cdc1-626b-435c-a7fb-8233ff870a20 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:17.400025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b263ae40-6365-4312-86c4-2f9342f85c57 req-7d78cdc1-626b-435c-a7fb-8233ff870a20 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 943 time: 0.2059243 May 20 08:20:17.458796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-eb00017e-d017-471c-8525-82031e12c2c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578008 May 20 08:20:17.518619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b263ae40-6365-4312-86c4-2f9342f85c57 req-476306af-a28f-4899-ada6-11497ef14e6e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794864 May 20 08:20:17.614061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-703db929-352f-433e-addd-c6ab415c868b service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377285 May 20 08:20:17.758312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6e4550-00e4-4b9b-8385-6d01ffcd19c3 req-a3483cc3-0f7d-4704-985b-39c67acf53c8 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340439 May 20 08:20:17.948405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-8d629a8b-86c2-4991-893b-53bd359047ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:17.949955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-8d629a8b-86c2-4991-893b-53bd359047ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1094 time: 0.0738730 May 20 08:20:18.086459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-c71ce527-2098-4d17-bcb7-d549251ae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:18.087924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-c71ce527-2098-4d17-bcb7-d549251ae383 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 911 time: 0.1321895 May 20 08:20:18.159996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-46b95d45-9759-42c2-b944-2bf3b5a713a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 200 len: 217 time: 0.0656934 May 20 08:20:18.228366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-111b2a89-669f-45b6-889b-b3f0a2784668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:18.229972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-111b2a89-669f-45b6-889b-b3f0a2784668 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0630388 May 20 08:20:18.286378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-e5d3328a-c98a-44c4-90d4-62071b04b50a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459242 May 20 08:20:18.578988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-bf62caad-65aa-45ed-97bc-606ab96db9d0 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851236 May 20 08:20:18.773692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b6b6342-7f88-4496-b15d-1052e6174709 req-2822d0cf-6991-4bb9-b073-4cb67e5e6cd3 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861887 May 20 08:20:18.794069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056e09c-6b95-4f93-b375-c41b2608a6fc req-d4fb95d5-4271-451d-9c2c-9eab3faf606c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:18.795583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b056e09c-6b95-4f93-b375-c41b2608a6fc req-d4fb95d5-4271-451d-9c2c-9eab3faf606c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 943 time: 0.1293128 May 20 08:20:18.846718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b056e09c-6b95-4f93-b375-c41b2608a6fc req-f24a3bac-b532-4339-9c4d-912e5da6b6dc tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 May 20 08:20:19.310594 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:20:19.490583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:19.505247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'port_id': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'mac_address': 'fa:16:3e:bc:e7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:20:19.576666 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:19.597244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:20:19.612979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:19.700815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:19.702680 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:19.770854 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:19.774743 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:19.985831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:20:20.044545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85a857-8249-4c86-975f-a2f88e680085 req-cfd4a646-b207-42ff-83ac-a901e4deb03f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:20.046678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f85a857-8249-4c86-975f-a2f88e680085 req-cfd4a646-b207-42ff-83ac-a901e4deb03f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 944 time: 0.0888629 May 20 08:20:20.096683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f85a857-8249-4c86-975f-a2f88e680085 req-6b21b2cd-0931-4aac-a764-a5c4bad30c5e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 May 20 08:20:21.296489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b3cea-3e5b-4007-a2a1-bb288e723d96 req-856c5db3-5ea3-4a65-95e0-901907ac33ec tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:21.297999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df4b3cea-3e5b-4007-a2a1-bb288e723d96 req-856c5db3-5ea3-4a65-95e0-901907ac33ec tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 944 time: 0.0870571 May 20 08:20:21.326958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:21.347964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df4b3cea-3e5b-4007-a2a1-bb288e723d96 req-06cb3693-360f-485f-a868-ae6d4f7457dc tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 May 20 08:20:21.432544 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:20:21.437844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:21.438228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:21.560906 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:21.590284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:20:21.604110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:21.646491 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'code': 200} May 20 08:20:21.700817 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:21.702810 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:21.771312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:21.775318 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:21.784972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5a3c-f5eb-48ab-9671-874e6902afba req-4f4d2442-4365-46d2-a377-bc633b4a2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:21.790129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-546c5a3c-f5eb-48ab-9671-874e6902afba req-4f4d2442-4365-46d2-a377-bc633b4a2f95 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1096 time: 0.0730224 May 20 08:20:21.836747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-546c5a3c-f5eb-48ab-9671-874e6902afba req-92128ffa-f573-46c6-bb96-d043c46567ac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 May 20 08:20:22.537937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e347f-d61e-41b7-ae01-31ad2333a0ea req-e6f5f7c2-4e69-4ced-a684-a9f10525013a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:22.539518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f79e347f-d61e-41b7-ae01-31ad2333a0ea req-e6f5f7c2-4e69-4ced-a684-a9f10525013a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0831127 May 20 08:20:22.587709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f79e347f-d61e-41b7-ae01-31ad2333a0ea req-dc348894-2ced-4250-9d80-29a57c524989 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 May 20 08:20:23.791308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031dc34-e06f-4430-9e76-f5cf23c5901c req-38f836ce-0346-416d-a3aa-ae833cb445f6 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:23.792794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b031dc34-e06f-4430-9e76-f5cf23c5901c req-38f836ce-0346-416d-a3aa-ae833cb445f6 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0945182 May 20 08:20:23.841292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b031dc34-e06f-4430-9e76-f5cf23c5901c req-7b8cfc58-0249-44bb-a398-6831b630a004 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 May 20 08:20:24.435615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:24.481518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba38e4d-b958-4ea7-96be-97effa339834 req-9dc43532-99b5-4f85-acdf-b80faba9d8a9 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:24.483011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ba38e4d-b958-4ea7-96be-97effa339834 req-9dc43532-99b5-4f85-acdf-b80faba9d8a9 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.1445920 May 20 08:20:24.488553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-625936c6-3744-4ece-81ee-b13a140a69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:24.489992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-625936c6-3744-4ece-81ee-b13a140a69e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1096 time: 0.1180701 May 20 08:20:24.614477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ba38e4d-b958-4ea7-96be-97effa339834 req-f0013fc5-5e19-4dbd-ab36-b37651c649de tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235228 May 20 08:20:24.655668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-d686ab3e-f5ff-4b73-addb-5757f5d8fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:24.657119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-d686ab3e-f5ff-4b73-addb-5757f5d8fe5b service neutron] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 911 time: 0.1521678 May 20 08:20:24.729428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-1ff5de78-6e9e-405c-b995-3e97f5c0fb4a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 200 len: 217 time: 0.0658538 May 20 08:20:24.796759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-64dd1225-c7f8-4170-a949-ddb6f42c4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:24.798263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-64dd1225-c7f8-4170-a949-ddb6f42c4e9f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0630631 May 20 08:20:24.846126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-9f969779-6a3b-4093-8b9d-8e27d3c9bdfa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413628 May 20 08:20:24.982091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-553faf6c-1dee-45a1-9b3c-459accb37910 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287742 May 20 08:20:25.269180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20fc23eb-a7df-45e2-be67-50d574d15519 req-efb67c16-dbcf-42f0-9aec-afbdd0d5319d service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806649 May 20 08:20:25.814027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff2894-e196-4e0b-bc5a-98147d9264c3 req-393ba3f6-81c7-4e08-b2c3-ddd3ec79a39b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:25.815502 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83ff2894-e196-4e0b-bc5a-98147d9264c3 req-393ba3f6-81c7-4e08-b2c3-ddd3ec79a39b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0879920 May 20 08:20:25.862416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-83ff2894-e196-4e0b-bc5a-98147d9264c3 req-8d298771-f843-4d77-8156-26c7699b1494 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 May 20 08:20:26.614781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:27.057418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52764c28-1869-45f4-9fa8-e428f73775e5 req-68170109-a257-4fa7-8f38-ada23d9becfa tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:27.059032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52764c28-1869-45f4-9fa8-e428f73775e5 req-68170109-a257-4fa7-8f38-ada23d9becfa tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0879314 May 20 08:20:27.106893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-52764c28-1869-45f4-9fa8-e428f73775e5 req-a0878c4c-9624-4540-a8fb-f6927f4859b0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 May 20 08:20:28.300184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e99e28-3751-4c6e-aea9-4486dc616897 req-82d2e6d6-1ad9-45b4-9275-066d8af1c13a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:28.301703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17e99e28-3751-4c6e-aea9-4486dc616897 req-82d2e6d6-1ad9-45b4-9275-066d8af1c13a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0828018 May 20 08:20:28.347738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17e99e28-3751-4c6e-aea9-4486dc616897 req-1970a62b-b5f1-48e0-8d12-400324d207a7 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 May 20 08:20:29.247460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-4d227ffa-790e-40e2-a52e-ad25628f64db tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:29.248943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-4d227ffa-790e-40e2-a52e-ad25628f64db tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/networks?id=6f039839-8d50-43b3-b720-727178dfb8b5 HTTP/1.1" status: 200 len: 814 time: 0.1464686 May 20 08:20:29.264178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-ee3cd5ba-23ce-41b3-bdd6-793001422976 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/quotas/21a4bb798305403f91274c3c468e19c5 HTTP/1.1" status: 200 len: 375 time: 0.0096655 May 20 08:20:29.317622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-b4011afa-1c7c-4490-a9d8-b4fff6bcfb3c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478232 May 20 08:20:29.452318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-8e915319-6a3a-406b-914f-ca79e45aeaa4 service neutron] 10.222.0.79 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269526 May 20 08:20:29.586404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-9abc8105-e651-45aa-95e9-09dd3e06def3 service neutron] 10.222.0.79 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279037 May 20 08:20:29.965620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9704c-a5a9-4605-a349-ddca138f7f07 req-63f0f013-b44d-4712-a47d-492ac2b0b535 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:29.967120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-04d9704c-a5a9-4605-a349-ddca138f7f07 req-63f0f013-b44d-4712-a47d-492ac2b0b535 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0867243 May 20 08:20:30.013332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-04d9704c-a5a9-4605-a349-ddca138f7f07 req-f122ab0e-48c6-4c41-a816-b788895af5f3 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 May 20 08:20:30.099768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d5b03123-0b92-4893-8b89-d29dcadb7b14 req-b4234801-ea1e-4098-aa50-15cd7ed496d9 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 210 time: 0.0458794 May 20 08:20:31.202144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58235c0-d733-44f1-a84b-bbc224f74e27 req-14a99731-130e-4f01-b99f-6507d26bdc24 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:31.203618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58235c0-d733-44f1-a84b-bbc224f74e27 req-14a99731-130e-4f01-b99f-6507d26bdc24 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0830901 May 20 08:20:31.250131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e58235c0-d733-44f1-a84b-bbc224f74e27 req-726ce59b-6929-499f-9a0b-19bd45df3702 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 May 20 08:20:31.397839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-829dde36-20f1-46b7-9e5a-c93c4c712e94 req-edea5735-4b32-4b34-85d6-a2137d0d8428 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 210 time: 0.0468948 May 20 08:20:32.151341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-c4af93eb-715f-44e0-a427-0d38d6a44cb5 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:32.152769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-c4af93eb-715f-44e0-a427-0d38d6a44cb5 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.81 "GET /v2.0/networks?id=6f039839-8d50-43b3-b720-727178dfb8b5 HTTP/1.1" status: 200 len: 814 time: 0.1480594 May 20 08:20:32.165792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Request body: {'port': {'device_id': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5', 'admin_state_up': True, 'tenant_id': '21a4bb798305403f91274c3c468e19c5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:32.308786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:32.312751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Usage tracker for resource:port and tenant:21a4bb798305403f91274c3c468e19c5 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:20:32.315779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:20:32.321718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:32.397169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Made reservation on behalf of 21a4bb798305403f91274c3c468e19c5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:20:32.400620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:32.688828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18503d-4ac6-4a2c-9ff9-bc3d982ee0bc req-283d2850-0b87-4b2b-a21a-e728e773f7a3 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:32.690343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f18503d-4ac6-4a2c-9ff9-bc3d982ee0bc req-283d2850-0b87-4b2b-a21a-e728e773f7a3 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.3306284 May 20 08:20:32.785369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f18503d-4ac6-4a2c-9ff9-bc3d982ee0bc req-0098edcc-4bc3-4390-af84-eb1dee433ab9 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658119 May 20 08:20:32.789173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Allocated IP 172.20.0.9 (6f039839-8d50-43b3-b720-727178dfb8b5/0fe06c9b-1640-492b-a344-35c7acc26ccd/a2c211c4-bf95-446f-b71d-cd450280f8b8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:20:32.976090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c56ddf9e-d402-4266-9347-5c156a65849e req-39beecf4-8b55-4293-a1d7-68ec436e633a tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 210 time: 0.0938113 May 20 08:20:33.038682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:33.139920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:33.146009 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27d00773-56b4-43d8-b7f0-5d6b918fac70 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:33.212582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Network 6f039839-8d50-43b3-b720-727178dfb8b5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:33.216271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:33.220139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:20:33.256234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Pushing event updated for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:33.273412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.273891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.274268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.274643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.275014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.275913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.276271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.276634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.276997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.277357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.279018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.279018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:20:33.284528 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:33.300575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:33.301113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:33.375206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2131624 May 20 08:20:33.385996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-a5ff82fa-ba87-41c0-8d2b-62a2942d65bb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:20:33.387033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-a5ff82fa-ba87-41c0-8d2b-62a2942d65bb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059214 May 20 08:20:33.458612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Request body: {'port': {'device_id': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:33.571644 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:33.967599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c211c4-bf95-446f-b71d-cd450280f8b8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:20:33.977454 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:33.997291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Transition to ACTIVE for port object a2c211c4-bf95-446f-b71d-cd450280f8b8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:20:34.017800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e195d-71b0-4ba9-887f-ae307f9b9fb8 req-725c1f85-e624-49d4-94ea-df4a78f80071 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:34.019652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-122e195d-71b0-4ba9-887f-ae307f9b9fb8 req-725c1f85-e624-49d4-94ea-df4a78f80071 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.1214192 May 20 08:20:34.073328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-122e195d-71b0-4ba9-887f-ae307f9b9fb8 req-5f4193b3-d6fd-4d97-ab3a-bacadf3a5fdf tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469143 May 20 08:20:34.094760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:34.099720 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-037f7a06-d4fd-43ee-9365-ffc257a62815 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:34.292177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:34.314365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:34.398290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2bbb-6796-4fee-abed-a4887e6e3bd3 req-14ccfecc-5106-40b7-bb1a-04b25ab53d18 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:34.398956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb3f2bbb-6796-4fee-abed-a4887e6e3bd3 req-14ccfecc-5106-40b7-bb1a-04b25ab53d18 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Synchronizing usage tracker for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:20:34.403971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Attempting to bind port a2c211c4-bf95-446f-b71d-cd450280f8b8 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:20:34.404309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Attempting to bind port a2c211c4-bf95-446f-b71d-cd450280f8b8 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:20:34.404646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Attempting to bind port a2c211c4-bf95-446f-b71d-cd450280f8b8 on network 6f039839-8d50-43b3-b720-727178dfb8b5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:34.412275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Port a2c211c4-bf95-446f-b71d-cd450280f8b8 on network 6f039839-8d50-43b3-b720-727178dfb8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:20:34.412605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Attempting to bind port a2c211c4-bf95-446f-b71d-cd450280f8b8 on network 6f039839-8d50-43b3-b720-727178dfb8b5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:34.423135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:20:34.423477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Checking segment: {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:34.423867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Bound using segment: {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:20:34.424302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Bound port: a2c211c4-bf95-446f-b71d-cd450280f8b8, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:20:34.424656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:34.507172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb3f2bbb-6796-4fee-abed-a4887e6e3bd3 req-14ccfecc-5106-40b7-bb1a-04b25ab53d18 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Unset dirty status for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:20:34.508349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb3f2bbb-6796-4fee-abed-a4887e6e3bd3 req-14ccfecc-5106-40b7-bb1a-04b25ab53d18 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 943 time: 0.3072195 May 20 08:20:34.538350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:20:34.559270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:20:34.566627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb3f2bbb-6796-4fee-abed-a4887e6e3bd3 req-15722aec-ed9d-44c8-893b-295292e4118d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 May 20 08:20:34.626269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:34.631338 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-15718263-861f-4db1-b761-2407dccd97e7 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:34.690443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:34.691055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:34.692409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] 10.222.0.81 "PUT /v2.0/ports/a2c211c4-bf95-446f-b71d-cd450280f8b8 HTTP/1.1" status: 200 len: 1091 time: 1.2978714 May 20 08:20:34.692935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:20:34.715019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:34.718129 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:34.739483 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8', 'status': 'completed', 'code': 200} May 20 08:20:34.841441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-7676b601-1915-443d-962f-fe1d6661b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:34.842962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-7676b601-1915-443d-962f-fe1d6661b586 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 1094 time: 0.0819681 May 20 08:20:34.975190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:20:35.144126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-c8168d4e-d7b4-4601-b2ce-331683eadf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.145611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-c8168d4e-d7b4-4601-b2ce-331683eadf95 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=21a4bb798305403f91274c3c468e19c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2938550 May 20 08:20:35.337053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-9744f841-3788-4864-b394-27e487a80a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.339577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7ed9ab1e-0c0f-42a6-a90e-5cb7870a51ea req-9744f841-3788-4864-b394-27e487a80a7a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873889 May 20 08:20:35.356319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88da11-20bb-419a-ba2f-32a5a334db4d req-379b0c90-b17c-4fcc-8ef7-a06ba793bf61 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.357826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba88da11-20bb-419a-ba2f-32a5a334db4d req-379b0c90-b17c-4fcc-8ef7-a06ba793bf61 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.1707156 May 20 08:20:35.457392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ba88da11-20bb-419a-ba2f-32a5a334db4d req-86f2bae6-d515-4604-acee-f3f97d67b6ce tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931098 May 20 08:20:35.477111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-3eecab8b-f6ac-4e1e-a57e-ddf89e005972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.479814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-3eecab8b-f6ac-4e1e-a57e-ddf89e005972 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 1094 time: 0.1012204 May 20 08:20:35.553929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-f35e078a-ec8e-4bc1-8f91-ffec867f68c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8 HTTP/1.1" status: 200 len: 217 time: 0.0666106 May 20 08:20:35.620387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-12e9b541-fb7c-4de7-9ea1-630ea1c97e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.621879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-12e9b541-fb7c-4de7-9ea1-630ea1c97e38 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fe06c9b-1640-492b-a344-35c7acc26ccd HTTP/1.1" status: 200 len: 854 time: 0.0606937 May 20 08:20:35.677982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-845cf7cb-d6b3-47ed-8499-21ef6d9c0ef3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6f039839-8d50-43b3-b720-727178dfb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446773 May 20 08:20:35.880038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3fded-d35f-4493-8daa-e0c8ff0f59af req-3721e85a-c9c0-4c18-83bb-fe6fe7e1a279 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:35.881410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf3fded-d35f-4493-8daa-e0c8ff0f59af req-3721e85a-c9c0-4c18-83bb-fe6fe7e1a279 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 943 time: 0.2060759 May 20 08:20:35.885785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-940386cf-aa9d-4a53-bbc9-bcac0c0bcee9 service neutron] 10.222.0.81 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726902 May 20 08:20:36.016773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cf3fded-d35f-4493-8daa-e0c8ff0f59af req-3f22aca4-22c3-4311-befa-71c69d48b57f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290078 May 20 08:20:36.056024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efd1e6e-c86f-43b4-8ff0-cc12f9922303 req-98b3883e-fcc2-4550-82cb-666d5086147d service neutron] 10.222.0.81 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523099 May 20 08:20:36.648653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc6f1-3159-4f33-821d-df60a105e82a req-7c51590b-de89-4233-a0ae-74b094815774 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:36.650192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b4bc6f1-3159-4f33-821d-df60a105e82a req-7c51590b-de89-4233-a0ae-74b094815774 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0858133 May 20 08:20:36.696080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b4bc6f1-3159-4f33-821d-df60a105e82a req-daaec390-7a1a-4b1f-b08d-a2f669832ec9 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 May 20 08:20:36.791169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-76849b33-1893-42d7-bec1-f1c04e397026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:37.206233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7523723-3db2-468d-ba6b-c9267da0dba6 req-c71f1edc-e5bb-46d9-8bad-c4b830601e52 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:37.207671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7523723-3db2-468d-ba6b-c9267da0dba6 req-c71f1edc-e5bb-46d9-8bad-c4b830601e52 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 943 time: 0.0825572 May 20 08:20:37.252823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d7523723-3db2-468d-ba6b-c9267da0dba6 req-c76d031b-560c-46c2-a2b3-db431790dd0e tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 May 20 08:20:37.886599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59c24-fb73-4f32-842c-da21f20047df req-a75ef4d1-5bdd-4c3e-8372-61ac367686ac tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:37.888083 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ce59c24-fb73-4f32-842c-da21f20047df req-a75ef4d1-5bdd-4c3e-8372-61ac367686ac tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0870805 May 20 08:20:37.933908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ce59c24-fb73-4f32-842c-da21f20047df req-eea037ae-4010-4904-8fe6-dcbd63bf2be4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 May 20 08:20:38.436110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4008-f005-4d17-bd78-b84290524534 req-e94904e2-6697-488f-ab94-d67075fbfeb8 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:38.437578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eac4008-f005-4d17-bd78-b84290524534 req-e94904e2-6697-488f-ab94-d67075fbfeb8 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 943 time: 0.0798671 May 20 08:20:38.487710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0eac4008-f005-4d17-bd78-b84290524534 req-596ec15d-4bad-47ec-a6f1-c108cdb2b6b0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 May 20 08:20:39.128790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf8422-82a5-41ca-a325-bb12ccba6093 req-86b8015b-45e3-40fa-8a0e-4dbf0594b07f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:39.130220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afbf8422-82a5-41ca-a325-bb12ccba6093 req-86b8015b-45e3-40fa-8a0e-4dbf0594b07f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0832438 May 20 08:20:39.176916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-afbf8422-82a5-41ca-a325-bb12ccba6093 req-6fc8a8f2-98e6-4e05-8de4-dc6665417b84 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 May 20 08:20:39.197916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1706-a4ac-4a9a-96cf-135198eb3b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:39.206314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a2c211c4-bf95-446f-b71d-cd450280f8b8 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:20:39.341466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:39.355787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'a2c211c4-bf95-446f-b71d-cd450280f8b8', 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5', 'port_id': 'a2c211c4-bf95-446f-b71d-cd450280f8b8', 'mac_address': 'fa:16:3e:f8:e1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe06c9b-1640-492b-a344-35c7acc26ccd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:20:39.411510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:39.428586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c211c4-bf95-446f-b71d-cd450280f8b8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:20:39.444569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:39.540073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:39.542423 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1581afd4-345d-4e8e-b9c1-d920fa689b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:39.627625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:39.630927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:39.683712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec6e5-0610-444f-850f-46b540201ba0 req-55aa5855-54d7-48a6-9553-c4ecf8e9d1ce tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:39.685231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf8ec6e5-0610-444f-850f-46b540201ba0 req-55aa5855-54d7-48a6-9553-c4ecf8e9d1ce tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 944 time: 0.0899217 May 20 08:20:39.688821 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:39.735871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf8ec6e5-0610-444f-850f-46b540201ba0 req-9a768402-74b2-4777-a5d0-c0bdc6786d91 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433905 May 20 08:20:39.844075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a2c211c4-bf95-446f-b71d-cd450280f8b8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:20:40.369892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deb88f-44d7-499f-8ec8-95b2a3336964 req-cb7cdd81-ae75-492c-96c9-8b427a7a013d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:40.371428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1deb88f-44d7-499f-8ec8-95b2a3336964 req-cb7cdd81-ae75-492c-96c9-8b427a7a013d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0839794 May 20 08:20:40.421768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1deb88f-44d7-499f-8ec8-95b2a3336964 req-a0f3435b-da7e-435f-9185-4c7c82f8e318 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 May 20 08:20:40.929295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa24c-beea-48f6-8292-21baa33afbec req-e8949f5f-cf64-4489-8377-505a0cbd8094 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:40.930783 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ceaa24c-beea-48f6-8292-21baa33afbec req-e8949f5f-cf64-4489-8377-505a0cbd8094 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 944 time: 0.0856586 May 20 08:20:40.976702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ceaa24c-beea-48f6-8292-21baa33afbec req-d2912571-907e-4ab6-bca8-64e49252e27c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391548 May 20 08:20:41.220654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a2c211c4-bf95-446f-b71d-cd450280f8b8 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:20:41.249961 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:41.334479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port a2c211c4-bf95-446f-b71d-cd450280f8b8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:20:41.341041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port a2c211c4-bf95-446f-b71d-cd450280f8b8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:20:41.341429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:41.463109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:41.492014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:20:41.502020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:20:41.551457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:41.553901 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:41.616197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf063-49cf-4cae-ab5c-5dcb8f9bb961 req-f9a16835-be2b-4a40-974f-56ba0ff6c6e0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:41.617716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c4ddf063-49cf-4cae-ab5c-5dcb8f9bb961 req-f9a16835-be2b-4a40-974f-56ba0ff6c6e0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0891814 May 20 08:20:41.624861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:41.627931 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:41.819776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c4ddf063-49cf-4cae-ab5c-5dcb8f9bb961 req-e575c7e9-cb70-4d97-b095-2af113620633 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945903 May 20 08:20:41.871285 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8', 'code': 200} May 20 08:20:41.999005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad6840-c0e9-48e6-8534-999ff3c2df19 req-1ccf0b37-6ef2-465d-a364-c146161ccdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:42.000562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4ad6840-c0e9-48e6-8534-999ff3c2df19 req-1ccf0b37-6ef2-465d-a364-c146161ccdaa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 1096 time: 0.0711236 May 20 08:20:42.043419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4ad6840-c0e9-48e6-8534-999ff3c2df19 req-ddc040de-b50a-4d80-b3f3-84c7586b5a99 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 May 20 08:20:42.168138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19951d35-00b7-43f4-912e-e9b5698caf2d req-cef156b4-a714-48b8-a770-b261a49751cb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:42.169531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19951d35-00b7-43f4-912e-e9b5698caf2d req-cef156b4-a714-48b8-a770-b261a49751cb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 945 time: 0.0830345 May 20 08:20:42.214744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19951d35-00b7-43f4-912e-e9b5698caf2d req-18d9377f-959f-422a-a1ad-62f0a9003882 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394585 May 20 08:20:42.488672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:43.018249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baad48-001c-4b2e-b7a5-7052e381676d req-ec53bed7-0f47-40a8-960b-944137e9a811 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:43.019744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45baad48-001c-4b2e-b7a5-7052e381676d req-ec53bed7-0f47-40a8-960b-944137e9a811 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0866468 May 20 08:20:43.068597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45baad48-001c-4b2e-b7a5-7052e381676d req-35e8d265-4c8e-467a-a125-b32e9eef8272 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 May 20 08:20:43.419380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e91989-e1c4-4d15-903d-3f3edfcf3113 req-8d5f99e6-b037-4093-b933-33009c39e0be tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:43.420892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59e91989-e1c4-4d15-903d-3f3edfcf3113 req-8d5f99e6-b037-4093-b933-33009c39e0be tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 945 time: 0.0899670 May 20 08:20:43.467914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-59e91989-e1c4-4d15-903d-3f3edfcf3113 req-cddd5f17-21ce-4512-aefa-f89af48bdff5 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 May 20 08:20:44.273693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5604-c84b-4276-9b4b-789a37350b2b req-514240a4-8173-4c94-8f86-6f01abdb3569 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:44.278065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dde5604-c84b-4276-9b4b-789a37350b2b req-514240a4-8173-4c94-8f86-6f01abdb3569 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0961652 May 20 08:20:44.335305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dde5604-c84b-4276-9b4b-789a37350b2b req-e23337ed-a7a0-4a20-b055-64e07d610b72 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487981 May 20 08:20:45.570456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6689071-19dd-4a95-a75c-e5c6b3e2c53b req-cdf90c5f-2557-4e87-9740-42041a4b9dd1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:45.571931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6689071-19dd-4a95-a75c-e5c6b3e2c53b req-cdf90c5f-2557-4e87-9740-42041a4b9dd1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0966098 May 20 08:20:45.632539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6689071-19dd-4a95-a75c-e5c6b3e2c53b req-b8e515fe-81fc-4a0a-8ed8-3d2f05371beb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 May 20 08:20:46.834847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54500da3-6944-4c85-9696-c5d025d527a7 req-6957bf9d-8fb0-42bc-88e8-309514f7f821 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:46.837001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54500da3-6944-4c85-9696-c5d025d527a7 req-6957bf9d-8fb0-42bc-88e8-309514f7f821 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0921967 May 20 08:20:46.893968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54500da3-6944-4c85-9696-c5d025d527a7 req-cfdff401-4304-45c0-8b6e-afd523d83b21 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 May 20 08:20:48.099245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcb14f-38c1-4039-9464-30b2455e1c58 req-5485eec7-abe8-4252-9f12-993b9196732b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:48.100748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20bcb14f-38c1-4039-9464-30b2455e1c58 req-5485eec7-abe8-4252-9f12-993b9196732b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0933979 May 20 08:20:48.158269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20bcb14f-38c1-4039-9464-30b2455e1c58 req-25d18bb2-d702-4708-85b8-fb6adbaefca7 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 May 20 08:20:49.360826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410268ce-1b4e-40a2-9892-23b662c939c5 req-63591441-8bdb-4e4c-a841-947f0f9c9203 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:49.362343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-410268ce-1b4e-40a2-9892-23b662c939c5 req-63591441-8bdb-4e4c-a841-947f0f9c9203 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0884991 May 20 08:20:49.426194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-410268ce-1b4e-40a2-9892-23b662c939c5 req-c5091b6c-4682-4499-b6b3-c31cc1961a77 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 May 20 08:20:50.649244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59155-1c1f-4fed-8adb-2a20c635580a req-befb409e-b355-47ac-8a92-75c39c24d55b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:50.654255 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65a59155-1c1f-4fed-8adb-2a20c635580a req-befb409e-b355-47ac-8a92-75c39c24d55b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0927246 May 20 08:20:50.702041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65a59155-1c1f-4fed-8adb-2a20c635580a req-990b5148-e31d-407b-9ce5-fba6ab3140b8 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 May 20 08:20:51.618053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aab27e-9489-4bd9-991f-6fe65493a9c8 req-6e3155fd-ba1b-41b2-a350-ba462ef649cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:51.619460 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1aab27e-9489-4bd9-991f-6fe65493a9c8 req-6e3155fd-ba1b-41b2-a350-ba462ef649cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1096 time: 0.1267312 May 20 08:20:51.671212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1aab27e-9489-4bd9-991f-6fe65493a9c8 req-3de34ca5-6767-4ba0-a045-0e36a5905e3e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 May 20 08:20:51.899258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d303a3-7b8d-4965-a47b-e441dbdd2fc2 req-304ef68e-5e94-4899-9dc3-62e33bb75e9b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:51.900692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70d303a3-7b8d-4965-a47b-e441dbdd2fc2 req-304ef68e-5e94-4899-9dc3-62e33bb75e9b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0877755 May 20 08:20:51.951106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70d303a3-7b8d-4965-a47b-e441dbdd2fc2 req-9cf1d385-d8f6-4856-a091-65c65f1655eb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 May 20 08:20:53.165162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ddcf-549d-447b-8820-e08a0f346b4c req-90d5ad1c-3a78-4ccc-a3be-44f3855fc782 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:53.166721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d83ddcf-549d-447b-8820-e08a0f346b4c req-90d5ad1c-3a78-4ccc-a3be-44f3855fc782 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0883029 May 20 08:20:53.217691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d83ddcf-549d-447b-8820-e08a0f346b4c req-1b7d8a9d-f772-483a-b1ed-c02b1d7be69e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 May 20 08:20:53.536813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-15e8f8a6-5148-4674-83ac-79745a651753 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:53.536813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-15e8f8a6-5148-4674-83ac-79745a651753 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 810 time: 0.1573460 May 20 08:20:53.553167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-3e114ca2-644f-4663-abdb-c1da92839c29 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/quotas/fd14f778da9d4208b88c1ea3646a4dea HTTP/1.1" status: 200 len: 375 time: 0.0116625 May 20 08:20:53.643267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-ba0d4d3a-61ba-4479-8cf2-abd045788dee tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836735 May 20 08:20:53.798038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-5a57fd22-df20-42c8-ae6e-066669e9a340 service neutron] 10.222.0.79 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383266 May 20 08:20:53.940641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-ff0f8f9e-2f4e-4246-b20e-5bace783323b service neutron] 10.222.0.79 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408165 May 20 08:20:54.210090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce395bed-e205-424a-aaa4-4bab2f8cb852 req-e997682d-dda8-4852-8218-90c88bb2ea26 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 210 time: 0.0570781 May 20 08:20:54.705777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:55.312541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44c34b21-bb5e-4eae-8ec9-8dde94acb2e2 req-a14c5498-8d94-4546-97b6-44084a0b8347 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 210 time: 0.0516512 May 20 08:20:56.476347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4bd04304-bdc9-452e-8f9b-a207e83cbde9 req-2fe9cab5-9c2f-4b0a-9fa5-f62ca917e28f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 210 time: 0.0481923 May 20 08:20:56.649148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:57.537813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-efa2b48f-e90b-40a4-a944-9db410d82fa7 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:57.539284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-efa2b48f-e90b-40a4-a944-9db410d82fa7 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 810 time: 0.3183851 May 20 08:20:57.554966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Request body: {'port': {'device_id': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'admin_state_up': True, 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:57.719870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48c4d22-7517-4449-9679-e226097d29bf req-81a1943f-c207-4304-9773-bfead9bc722d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 210 time: 0.0643456 May 20 08:20:57.766093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:20:57.776724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:20:57.872196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Made reservation on behalf of fd14f778da9d4208b88c1ea3646a4dea for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:20:57.876490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:58.055203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Allocated IP 172.20.0.7 (0d28ea37-7bea-4008-8a55-603f292451a8/27ec9967-4511-4bd2-a388-5260eb29244f/ddca8856-d00c-46dc-b0a0-769f1b952ef5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:20:58.277376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:58.374462 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:58.381071 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26fe9e94-9759-4c17-b7a4-895bdfe23305 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:58.387128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:20:58.474786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Pushing event updated for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:58.478469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Network 0d28ea37-7bea-4008-8a55-603f292451a8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:20:58.480112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:20:58.481862 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:58.482567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:20:58.550508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:58.551184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:58.637736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868580 May 20 08:20:58.649483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Request body: {'port': {'device_id': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:20:58.770318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.095796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785f4d-1aad-47bb-b9b6-f75e2605db7e req-28b9ec9b-d881-46be-a00d-021353358a0e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:59.096498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50785f4d-1aad-47bb-b9b6-f75e2605db7e req-28b9ec9b-d881-46be-a00d-021353358a0e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Synchronizing usage tracker for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:20:59.209549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddca8856-d00c-46dc-b0a0-769f1b952ef5 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:20:59.217799 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.231201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50785f4d-1aad-47bb-b9b6-f75e2605db7e req-28b9ec9b-d881-46be-a00d-021353358a0e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Unset dirty status for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:20:59.232402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50785f4d-1aad-47bb-b9b6-f75e2605db7e req-28b9ec9b-d881-46be-a00d-021353358a0e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 931 time: 0.3790078 May 20 08:20:59.234839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Transition to ACTIVE for port object ddca8856-d00c-46dc-b0a0-769f1b952ef5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:20:59.286262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50785f4d-1aad-47bb-b9b6-f75e2605db7e req-a33aff5a-9513-47bc-a43c-90ba2bd3135c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 May 20 08:20:59.316692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.321267 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2d776b8-8ca3-4033-8ac0-7e2c80708463 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:59.448758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:59.481089 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:59.560289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Attempting to bind port ddca8856-d00c-46dc-b0a0-769f1b952ef5 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:20:59.561086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Attempting to bind port ddca8856-d00c-46dc-b0a0-769f1b952ef5 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:20:59.561086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Attempting to bind port ddca8856-d00c-46dc-b0a0-769f1b952ef5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:59.565508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Port ddca8856-d00c-46dc-b0a0-769f1b952ef5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:20:59.565841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Attempting to bind port ddca8856-d00c-46dc-b0a0-769f1b952ef5 on network 0d28ea37-7bea-4008-8a55-603f292451a8 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:20:59.571106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:20:59.574455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Checking segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:20:59.574455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Bound using segment: {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:20:59.574455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Bound port: ddca8856-d00c-46dc-b0a0-769f1b952ef5, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cd6fd9-7923-4646-8986-daf937ea3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:20:59.574455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.665456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:20:59.669140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:20:59.786124 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.791001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:20:59.859358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:20:59.859969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:20:59.861360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] 10.222.0.84 "PUT /v2.0/ports/ddca8856-d00c-46dc-b0a0-769f1b952ef5 HTTP/1.1" status: 200 len: 1091 time: 1.2161536 May 20 08:20:59.861909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:20:59.889908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:20:59.894011 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:20:59.907264 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5', 'status': 'completed', 'code': 200} May 20 08:21:00.156893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-aa78c05e-4524-4942-9a52-9407859ec678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.158589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-aa78c05e-4524-4942-9a52-9407859ec678 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1094 time: 0.2311714 May 20 08:21:00.310178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-9d322141-bc25-42fa-9b85-ab84037c9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.314392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-9d322141-bc25-42fa-9b85-ab84037c9c42 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1489859 May 20 08:21:00.520009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-1caf0ad5-364b-4dde-9647-625330c19cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.521488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe5bd5ac-f2b6-40e2-897c-565b858a54aa req-1caf0ad5-364b-4dde-9647-625330c19cc9 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012067 May 20 08:21:00.541795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb74b-ecce-468f-a2a5-c10f4fb7bdf5 req-7d129d2f-1727-44d6-993d-d0e7c6478d3b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.543448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60cfb74b-ecce-468f-a2a5-c10f4fb7bdf5 req-7d129d2f-1727-44d6-993d-d0e7c6478d3b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 943 time: 0.1292784 May 20 08:21:00.645158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60cfb74b-ecce-468f-a2a5-c10f4fb7bdf5 req-6dd2bf4a-c53b-4980-bbd5-83342ff297af tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949726 May 20 08:21:00.665812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-4435742f-29a4-4afe-9808-cc17efd406da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.665812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-4435742f-29a4-4afe-9808-cc17efd406da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1094 time: 0.1008711 May 20 08:21:00.733620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-207211a3-1232-4ec3-9e4d-070260513301 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5 HTTP/1.1" status: 200 len: 217 time: 0.0616875 May 20 08:21:00.799581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-d35e5bcf-cbbd-4a7e-b084-de82494aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:00.801009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-d35e5bcf-cbbd-4a7e-b084-de82494aa4cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0618777 May 20 08:21:00.849019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-f755f529-660d-4143-b936-49734e7f8524 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415916 May 20 08:21:00.984534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-015a8cdf-7275-4f90-826d-535f9459563b service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290603 May 20 08:21:01.122504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76a99b52-46f1-4ff5-aee1-8750af1e2b23 req-dfc8b541-e2b6-4cb9-834a-cb1a050af02e service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309154 May 20 08:21:01.837576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3fa7e-1bdb-4287-b8e2-81be1812c39d req-50525308-db1a-4fda-8f84-c70df5fe9d3a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:01.840013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fb3fa7e-1bdb-4287-b8e2-81be1812c39d req-50525308-db1a-4fda-8f84-c70df5fe9d3a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 943 time: 0.0832462 May 20 08:21:01.891241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7fb3fa7e-1bdb-4287-b8e2-81be1812c39d req-30e58f3b-7a45-486f-bd1f-f2336c67f074 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 May 20 08:21:03.084365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870943-0b68-4e3f-afb0-68a921af74ec req-980b7586-3301-4109-a9b1-f77dfd0b2d1b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:03.085921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa870943-0b68-4e3f-afb0-68a921af74ec req-980b7586-3301-4109-a9b1-f77dfd0b2d1b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 943 time: 0.0838299 May 20 08:21:03.134468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fa870943-0b68-4e3f-afb0-68a921af74ec req-14b4283f-5808-4ab7-a43e-f2988bf65991 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 May 20 08:21:03.604557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddca8856-d00c-46dc-b0a0-769f1b952ef5 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:21:03.748936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:03.761755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5', 'network_id': '0d28ea37-7bea-4008-8a55-603f292451a8', 'port_id': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5', 'mac_address': 'fa:16:3e:10:54:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ec9967-4511-4bd2-a388-5260eb29244f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:21:03.839643 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:03.860264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddca8856-d00c-46dc-b0a0-769f1b952ef5 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:21:03.877245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:03.997621 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:04.000380 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:04.068905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:04.078001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.078347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.078687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.079023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.079352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.079678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.080003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.080324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.080676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.080994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.081313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.081665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:04.085548 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:04.225838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ddca8856-d00c-46dc-b0a0-769f1b952ef5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:21:04.341845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179870fe-92e2-4d88-a281-ac2223c9c94d req-d29631df-72db-4b7e-aa43-13e74040368c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:04.343358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-179870fe-92e2-4d88-a281-ac2223c9c94d req-d29631df-72db-4b7e-aa43-13e74040368c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 944 time: 0.0976217 May 20 08:21:04.394052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-179870fe-92e2-4d88-a281-ac2223c9c94d req-19d5d6db-65b9-43b5-8e12-ec681f781f04 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 May 20 08:21:05.314247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-21579300-3e03-4cbd-8dea-812383c4d1fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0821202 May 20 08:21:05.476348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.477043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.477312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.477825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.478328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.480265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-149bd50e-207b-4939-ad86-674ae7cd4ec7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0871680 May 20 08:21:05.609700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddca8856-d00c-46dc-b0a0-769f1b952ef5 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:21:05.701642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3f007-9893-4274-a19f-f9972026c4fa req-00d31248-5c2d-4416-aab6-73fe736909d1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.703174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08d3f007-9893-4274-a19f-f9972026c4fa req-00d31248-5c2d-4416-aab6-73fe736909d1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 944 time: 0.1941943 May 20 08:21:05.741078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3877be7b-6a84-4ec0-9f68-2a42b4afaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.741594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3877be7b-6a84-4ec0-9f68-2a42b4afaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.742068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3877be7b-6a84-4ec0-9f68-2a42b4afaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:05.743704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3877be7b-6a84-4ec0-9f68-2a42b4afaea7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1955769 May 20 08:21:05.842881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ddca8856-d00c-46dc-b0a0-769f1b952ef5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:21:05.848666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ddca8856-d00c-46dc-b0a0-769f1b952ef5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:21:05.849193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:05.979625 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:05.993042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-e93f8c67-2c9d-465d-bd71-ff04abb0a75b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.2355011 May 20 08:21:05.995970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08d3f007-9893-4274-a19f-f9972026c4fa req-18c0e583-311f-4c5f-8d29-948940e15838 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788203 May 20 08:21:06.007753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:21:06.019225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:06.068412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-9a31c6e5-3054-44ce-bd58-459267437b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:06.069979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-9a31c6e5-3054-44ce-bd58-459267437b5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0684154 May 20 08:21:06.112445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:06.115070 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:06.151433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3b7a90db-9cd4-4676-91ac-bce2f4031040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:06.153080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3b7a90db-9cd4-4676-91ac-bce2f4031040 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763047 May 20 08:21:06.153250 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5', 'code': 200} May 20 08:21:06.194373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:06.197707 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:06.355465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-9108e9d5-38bc-478f-ac03-33a0c8d4e87e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950464 May 20 08:21:06.364427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816652c6-6e3e-4302-ae96-25c11036bdd1 req-a43fc6d1-ccde-43cf-a8a5-ae9217718a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:06.366066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-816652c6-6e3e-4302-ae96-25c11036bdd1 req-a43fc6d1-ccde-43cf-a8a5-ae9217718a10 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1096 time: 0.1158903 May 20 08:21:06.504184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-816652c6-6e3e-4302-ae96-25c11036bdd1 req-2c214579-e1d7-4bfc-ae2a-c0f9c82444c2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184430 May 20 08:21:06.534864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-65b94712-a9cd-4ebb-af5c-e2caf45bdb18 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678431 May 20 08:21:06.613896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-ea3b6993-66e2-4507-8d51-73a2e7a14310 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0682144 May 20 08:21:06.683096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-017209e5-356c-4a3a-9aa4-d4360f5be14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:06.685104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-017209e5-356c-4a3a-9aa4-d4360f5be14a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0591245 May 20 08:21:06.767135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-a71a01c8-1402-4e78-b166-5a420ca73bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:06.768723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-a71a01c8-1402-4e78-b166-5a420ca73bcb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750809 May 20 08:21:06.830962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69bee76f-0c5f-4ce6-a3fe-7ca6691cc687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:06.908175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-1d0c32c5-90bc-4801-947a-23c2daf19eec service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324391 May 20 08:21:07.048812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-02b123ae-10c0-4db3-9edb-5242463b0c38 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334839 May 20 08:21:07.156230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-77242f56-04ed-4196-a5ad-b16bd9043319 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.1008847 May 20 08:21:07.245137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-172ceea6-990c-45ff-9c81-c0b91a8042c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:07.247258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-172ceea6-990c-45ff-9c81-c0b91a8042c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0753744 May 20 08:21:07.306613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1cac2-d778-4305-ad7f-d5ce59c7a53a req-2bfa07c1-6c70-4439-9963-6db7d629f16d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:07.309615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86f1cac2-d778-4305-ad7f-d5ce59c7a53a req-2bfa07c1-6c70-4439-9963-6db7d629f16d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1939909 May 20 08:21:07.371229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-86f1cac2-d778-4305-ad7f-d5ce59c7a53a req-70977e2f-2bd1-454e-aeb7-5cce4e383a0b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559332 May 20 08:21:07.378589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-6752c9ba-5e63-486e-844e-a79cc34ca28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:07.380190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-6752c9ba-5e63-486e-844e-a79cc34ca28a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260808 May 20 08:21:07.530465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-884d9279-6c0e-492e-bf20-8587b287ac26 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383209 May 20 08:21:07.835333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-c034bd2e-c8bb-4940-9ea7-dc7280e115f0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973845 May 20 08:21:07.905754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-3d4ab5b3-fc40-4fd9-b215-0120fbae5bc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0634038 May 20 08:21:07.975543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-e5768cf2-9495-4b79-a1d9-eb08f1c2b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:07.977095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-e5768cf2-9495-4b79-a1d9-eb08f1c2b23d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0649171 May 20 08:21:08.055792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-db2ca1de-16a2-4b43-9e08-eb611d04222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:08.057263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-db2ca1de-16a2-4b43-9e08-eb611d04222d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735159 May 20 08:21:08.198573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-6ced8208-7d6a-4ef7-a2e0-152bf2b7e506 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338854 May 20 08:21:08.345864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-b62e8621-c3f1-43e2-9744-d8b0e34606f2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372921 May 20 08:21:08.423398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-576fedb0-f5a7-4775-9dba-8b759105bed8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0700121 May 20 08:21:08.538017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-adc43f44-0b56-4949-bf0f-3af53029521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:08.539557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-adc43f44-0b56-4949-bf0f-3af53029521a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1104593 May 20 08:21:08.632695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9c53f-fb5b-4248-8d91-8815dfd66c63 req-1646533e-d002-4b16-a6f0-6877e25d0722 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:08.634331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ba9c53f-fb5b-4248-8d91-8815dfd66c63 req-1646533e-d002-4b16-a6f0-6877e25d0722 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1521099 May 20 08:21:08.659839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-00096b43-608d-4250-9b48-2098515aa1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:08.661272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-00096b43-608d-4250-9b48-2098515aa1a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135936 May 20 08:21:08.721309 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5ba9c53f-fb5b-4248-8d91-8815dfd66c63 req-0233d137-a556-488f-ac73-3b4f227170b2 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793145 May 20 08:21:08.816912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-639e7285-ec90-4cb2-8ac1-2d462e56f06f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415265 May 20 08:21:08.954785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2f4fc0-78af-4059-a160-af7e6dc9e0ce req-23168133-669a-4fd5-9a8a-b31a8539443f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313968 May 20 08:21:09.248331 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-170f757a-4e1a-4a26-a0d4-c97f0f54cba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:09.559409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f0e-461d-4590-ac05-3b7da5322848 req-40ff2bb6-bf9b-446b-a31f-848c90e34497 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:09.561347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12d74f0e-461d-4590-ac05-3b7da5322848 req-40ff2bb6-bf9b-446b-a31f-848c90e34497 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1526453 May 20 08:21:09.564237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-a87b364a-8587-4e7f-a94c-3708fb8e08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:09.565457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-a87b364a-8587-4e7f-a94c-3708fb8e08e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1096 time: 0.1158712 May 20 08:21:09.677011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:09.764316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12d74f0e-461d-4590-ac05-3b7da5322848 req-57cb1330-68a5-40d4-a9c0-1223f13523fa tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953318 May 20 08:21:09.813157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-2264c6a8-c6cd-4147-9394-a7a92b41ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:09.814548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-2264c6a8-c6cd-4147-9394-a7a92b41ba1c service neutron] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 911 time: 0.2325242 May 20 08:21:09.818184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-894ace9c-a84c-4c2c-9a85-ae79358e3d5a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950212 May 20 08:21:09.895533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-3c956f7a-09be-4407-9fbd-d9daf5afdeb0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5 HTTP/1.1" status: 200 len: 217 time: 0.0677376 May 20 08:21:10.006329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-b8546b39-6854-4514-aa2b-579c90efa797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:10.007767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-b8546b39-6854-4514-aa2b-579c90efa797 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0831704 May 20 08:21:10.059884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-17c532f3-0392-478d-aa2b-de482702704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:10.061887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-17c532f3-0392-478d-aa2b-de482702704d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 1096 time: 0.1681767 May 20 08:21:10.063817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-1432babc-2352-44a6-b8e9-85fdde360ea4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490417 May 20 08:21:10.480237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-03cbeb4a-c713-421a-9b4e-19bc6fec31a1 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093437 May 20 08:21:10.481337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-33b5596f-4d4e-4889-ac01-59dd52283ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:10.483479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-33b5596f-4d4e-4889-ac01-59dd52283ddb service neutron] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 911 time: 0.3935502 May 20 08:21:10.595191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-3bbf63e9-abff-415e-8b1a-f61883bb351a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 200 len: 217 time: 0.1017063 May 20 08:21:10.729484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-cb492846-a09b-41e8-abcc-0bceb9d6c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:10.730915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-cb492846-a09b-41e8-abcc-0bceb9d6c1fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0873625 May 20 08:21:10.740257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1c10549-90e4-4363-a7e4-5dbf08d1f5f7 req-b0657fd7-b7c4-46e8-b46c-7359e5da67c8 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481520 May 20 08:21:10.785901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-975ae64d-d4d2-4030-8897-a863a236245f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476348 May 20 08:21:10.978729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-45c3f6f9-26eb-49ec-b3ae-4c773f783bcd service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859965 May 20 08:21:11.031817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f482-c90d-4660-bcbe-44c34ef84728 req-077b9c11-f347-474a-9779-939cf51b93c5 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:11.033271 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f87f482-c90d-4660-bcbe-44c34ef84728 req-077b9c11-f347-474a-9779-939cf51b93c5 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1510887 May 20 08:21:11.141280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f87f482-c90d-4660-bcbe-44c34ef84728 req-ab8eebef-e8fc-40e5-abe6-65bf5f9f762b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609128 May 20 08:21:11.157934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-73a3e7b9-a422-4868-a213-6d7c780e31dd req-472accbe-20eb-41ae-82eb-925a941690ea service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722281 May 20 08:21:11.249440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:11.975107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:21:12.334607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307726c8-ffc0-4f19-9a90-90caafa5ba3d req-4115223e-7206-4e41-b5fa-122f78e7f73f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:12.336357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-307726c8-ffc0-4f19-9a90-90caafa5ba3d req-4115223e-7206-4e41-b5fa-122f78e7f73f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0855215 May 20 08:21:12.385069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-307726c8-ffc0-4f19-9a90-90caafa5ba3d req-67842647-3f80-4c19-beaa-ac2e706cceb6 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 May 20 08:21:12.511056 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:13.577353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e180-1c8a-4ae5-94fa-720a26725348 req-641d43cf-f94c-4a15-8529-c5eb4a5f90a1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:13.578880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a18e180-1c8a-4ae5-94fa-720a26725348 req-641d43cf-f94c-4a15-8529-c5eb4a5f90a1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0830140 May 20 08:21:13.638575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a18e180-1c8a-4ae5-94fa-720a26725348 req-b9502e34-cba1-48db-9315-56ed5bba9811 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 May 20 08:21:14.842762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df20d-13dc-4a3a-8192-0fe889d4af11 req-da3be574-35e6-4bbb-9c09-10753e604d87 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:14.850022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e0df20d-13dc-4a3a-8192-0fe889d4af11 req-da3be574-35e6-4bbb-9c09-10753e604d87 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0881727 May 20 08:21:14.891885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e0df20d-13dc-4a3a-8192-0fe889d4af11 req-cfb7dd57-a3dd-46bf-817c-b7e957e1ac09 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 May 20 08:21:16.113183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f3226-8bce-404f-92af-16038f44d0d8 req-dea6dc46-ea89-4e2a-aabb-0132e59ca329 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:16.115243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d4f3226-8bce-404f-92af-16038f44d0d8 req-dea6dc46-ea89-4e2a-aabb-0132e59ca329 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0871887 May 20 08:21:16.161099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d4f3226-8bce-404f-92af-16038f44d0d8 req-e4b05951-3f72-4be3-8c1f-b0527f9cb700 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 May 20 08:21:16.976334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34722) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:17.351360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c1c52-2a94-44ea-9928-93ec03fc7f27 req-7e98ec48-354f-4921-97e0-e997a36193a2 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:17.352836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-466c1c52-2a94-44ea-9928-93ec03fc7f27 req-7e98ec48-354f-4921-97e0-e997a36193a2 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0820143 May 20 08:21:17.401779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-466c1c52-2a94-44ea-9928-93ec03fc7f27 req-a72f16a9-0ef6-43eb-ab53-c516fd9a39b8 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 May 20 08:21:17.569820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:18.139297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Deleting port 3d492ef0-2c2b-44f7-8ff0-a82487537fee {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:18.140993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:18.261165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] For port 3d492ef0-2c2b-44f7-8ff0-a82487537fee, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3d492ef0-2c2b-44f7-8ff0-a82487537fee,segment=NetworkSegment(7354e2be-148c-4014-85ba-836764f2423c),segment_id=7354e2be-148c-4014-85ba-836764f2423c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:18.261545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:18.387121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Calling delete_port for 3d492ef0-2c2b-44f7-8ff0-a82487537fee owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:18.631120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:18.636322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65d7ba78-3e6e-4855-8e17-a78cf8ea615f tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:18.682509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d492ef0-2c2b-44f7-8ff0-a82487537fee,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:18.723759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.724154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.724555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.724922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.725302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.725700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.726074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.726441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.726810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.727175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.727543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.727907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:18.737008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:18.766333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a1d1-149e-4d19-86dd-c8daa9f029bd req-9e1a7619-ad8a-4dfe-a06a-c34a37be018a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:18.768397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f92a1d1-149e-4d19-86dd-c8daa9f029bd req-9e1a7619-ad8a-4dfe-a06a-c34a37be018a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0934253 May 20 08:21:18.818992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f92a1d1-149e-4d19-86dd-c8daa9f029bd req-2c1e750f-0205-46c1-ba8e-d3c457fafaa1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 May 20 08:21:18.975824 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:19.480901 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Router 052eba6d-8b17-4437-a632-48ec1e481c53 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:21:19.664533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:21:19.674152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Sync routers for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:21:19.679421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] 10.222.0.79 "PUT /v2.0/routers/052eba6d-8b17-4437-a632-48ec1e481c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996598 May 20 08:21:19.679655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34738) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:19.690581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:21:19.691281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:21:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:19.860106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:19.886652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:21:20.024553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516721-05c6-40ab-9897-a4aba95a16aa req-c92b0a61-9c3c-49b8-93a5-a52ae1af84a4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:20.026085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76516721-05c6-40ab-9897-a4aba95a16aa req-c92b0a61-9c3c-49b8-93a5-a52ae1af84a4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0877910 May 20 08:21:20.058510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:20.198950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T08:21:18Z', 'revision_number': 5, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port': {'id': '55d68812-11e5-42c7-b6b8-f76509aaa0ef', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T07:57:34Z', 'updated_at': '2021-05-20T07:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:20.205653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Checking router: 052eba6d-8b17-4437-a632-48ec1e481c53 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:21:20.206893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Deleting port 55d68812-11e5-42c7-b6b8-f76509aaa0ef {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:20.207390 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:20.215113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Routers {'052eba6d-8b17-4437-a632-48ec1e481c53'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:21:20.215865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:21:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['052eba6d-8b17-4437-a632-48ec1e481c53'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:20.233512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76516721-05c6-40ab-9897-a4aba95a16aa req-d020673e-d213-4e75-a4e9-259595c78366 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999745 May 20 08:21:20.340869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] For port 55d68812-11e5-42c7-b6b8-f76509aaa0ef, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=55d68812-11e5-42c7-b6b8-f76509aaa0ef,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:20.341367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:20.421495 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] Set router 052eba6d-8b17-4437-a632-48ec1e481c53 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:21:20.471284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Calling delete_port for 55d68812-11e5-42c7-b6b8-f76509aaa0ef owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:20.531126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T08:21:20Z', 'revision_number': 6, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:20.535036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8d24d-0ca2-4ddd-ae26-cfb4f6a17570 None None] The sync data for ids ['052eba6d-8b17-4437-a632-48ec1e481c53'] in n-d-780147-4 is: [{'id': '052eba6d-8b17-4437-a632-48ec1e481c53', 'name': 'tempest-TaggedBootDevicesTest-1423271286-router', 'tenant_id': 'b24d7478653f4d7f96305ae8b17cde90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T07:57:33Z', 'updated_at': '2021-05-20T08:21:20Z', 'revision_number': 6, 'project_id': 'b24d7478653f4d7f96305ae8b17cde90', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:21:20.682298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:20.686051 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eaa5df7a-9f5d-4870-ac8a-2c69be1bb088 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:20.730854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d68812-11e5-42c7-b6b8-f76509aaa0ef,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:20.735221 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:20.825773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.159022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.161092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.287728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.288243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052eba6d-8b17-4437-a632-48ec1e481c53 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:21:21.304400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.308138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] 10.222.0.79 "DELETE /v2.0/routers/052eba6d-8b17-4437-a632-48ec1e481c53 HTTP/1.1" status: 204 len: 168 time: 1.6250501 May 20 08:21:21.308345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34748) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:21.373446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] Deleting subnet 4456a7bd-c738-42ae-8b3e-634108d9179f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:21:21.377431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.428848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:21.444099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c3ec4-25c4-4572-a32b-fe4716d5f986 req-a6d83db7-1928-42ec-8d88-3287da3228d4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:21.444099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db9c3ec4-25c4-4572-a32b-fe4716d5f986 req-a6d83db7-1928-42ec-8d88-3287da3228d4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0932643 May 20 08:21:21.499402 n-d-780147-4 neutron-server[93102]: INFO neutron.db.db_base_plugin_v2 [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] Found port (ec3b1d17-e78f-48a4-b805-36329742bcd5, 172.20.0.7) having IP allocation on subnet 4456a7bd-c738-42ae-8b3e-634108d9179f, cannot delete May 20 08:21:21.501857 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:21:21.502717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:21:21.502905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db9c3ec4-25c4-4572-a32b-fe4716d5f986 req-9367db0c-b669-41cc-80e7-7c444b093096 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 May 20 08:21:21.505230 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-10b0e855-79e5-4e8d-aada-54cf414f74b3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 409 len: 404 time: 0.1958740 May 20 08:21:21.760152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 55d68812-11e5-42c7-b6b8-f76509aaa0ef no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:21:21.794915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 55d68812-11e5-42c7-b6b8-f76509aaa0ef {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:21:21.795270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 55d68812-11e5-42c7-b6b8-f76509aaa0ef not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:21:21.795775 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3d492ef0-2c2b-44f7-8ff0-a82487537fee no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:21:21.829577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3d492ef0-2c2b-44f7-8ff0-a82487537fee {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:21:21.829933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3d492ef0-2c2b-44f7-8ff0-a82487537fee not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:21:22.735758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffc188-66d7-477e-950a-cf57740aa2cd req-3828339b-69e7-4902-8ed6-be06d79247de tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:22.737163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23ffc188-66d7-477e-950a-cf57740aa2cd req-3828339b-69e7-4902-8ed6-be06d79247de tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0817740 May 20 08:21:22.784292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23ffc188-66d7-477e-950a-cf57740aa2cd req-bbea5070-5d5e-4d3f-93f8-66daae9b5d56 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 May 20 08:21:23.331707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:23.455554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.471136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:23.474993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Usage tracker for resource:security_group_rule and tenant:6fa260cd41cf404f87cd40c0857bd716 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:23.477860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:23.484250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:23.570449 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.653353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.663237 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:23.707331 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fa260cd41cf404f87cd40c0857bd716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721535 May 20 08:21:23.707331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd22ad-e224-403f-8249-70d129131c97,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:23.707854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34816) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:23.710173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:23.772590 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.799698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.932506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.941976 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f5ee5d22-560c-45dd-b767-395be98571b1 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:23.957510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dd22ad-e224-403f-8249-70d129131c97,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:23.966231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:23.974185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:23.977654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53dd22ad-e224-403f-8249-70d129131c97 HTTP/1.1" status: 204 len: 168 time: 0.2665238 May 20 08:21:24.006432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2e36-73ee-4b05-bd50-648b30fda0f9 req-004356a0-8854-4535-95de-5d0aa4f85bd0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:24.007933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372e2e36-73ee-4b05-bd50-648b30fda0f9 req-004356a0-8854-4535-95de-5d0aa4f85bd0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1123085 May 20 08:21:24.060501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-372e2e36-73ee-4b05-bd50-648b30fda0f9 req-7737ae01-6edf-418c-945b-9861c161f2b1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 May 20 08:21:24.424877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:25.252585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff59776-1e5c-4eb1-8183-77d81800c995 req-df547934-90b7-406d-982a-2176e998cb3b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:25.254199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fff59776-1e5c-4eb1-8183-77d81800c995 req-df547934-90b7-406d-982a-2176e998cb3b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0852702 May 20 08:21:25.301576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fff59776-1e5c-4eb1-8183-77d81800c995 req-0d45f0d5-b8ca-44e5-91c1-2b144254d5f9 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 May 20 08:21:26.507061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce164b-2db3-47d7-ac60-d676945e2444 req-7316c162-f0ef-4f4b-b813-0f618eb08ebd tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:26.508538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bce164b-2db3-47d7-ac60-d676945e2444 req-7316c162-f0ef-4f4b-b813-0f618eb08ebd tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0960581 May 20 08:21:26.559981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bce164b-2db3-47d7-ac60-d676945e2444 req-402ede9d-0e20-430a-adaf-77b40b48269b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 May 20 08:21:26.625458 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:27.753173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9009612-8ebb-4d2b-8f3a-172616e09041 req-0b4a7c08-cdad-485e-b109-d2079d857057 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:27.754637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9009612-8ebb-4d2b-8f3a-172616e09041 req-0b4a7c08-cdad-485e-b109-d2079d857057 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0843227 May 20 08:21:27.801921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9009612-8ebb-4d2b-8f3a-172616e09041 req-5d9bf329-67c6-4ab4-92f4-7771afcfc55b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 May 20 08:21:28.136804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34906) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:28.274305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.289214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:28.293208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Usage tracker for resource:security_group_rule and tenant:53ca19198f76495d81e24e530c6db974 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:28.296191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:28.301922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:28.388286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.459218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.470553 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-74b746d6-c787-48a4-9b37-3e9fe494aa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:28.512661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53ca19198f76495d81e24e530c6db974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747673 May 20 08:21:28.514589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db6661-430b-409f-8f63-e4cecfd9a949,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:28.515623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34914) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:28.518347 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:28.581951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.610214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.744823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.750269 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70aa8321-3cbc-4fe5-9abc-41d6e4891858 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:28.762523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db6661-430b-409f-8f63-e4cecfd9a949,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:28.766658 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:28.772556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:28.780329 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05db6661-430b-409f-8f63-e4cecfd9a949 HTTP/1.1" status: 204 len: 168 time: 0.2598448 May 20 08:21:28.995060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca9c99-dba9-4764-837b-a64b527d4557 req-ad749733-c6c3-4a5f-b7e0-75f36a6b5468 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:28.996556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-deca9c99-dba9-4764-837b-a64b527d4557 req-ad749733-c6c3-4a5f-b7e0-75f36a6b5468 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0844984 May 20 08:21:29.046818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-deca9c99-dba9-4764-837b-a64b527d4557 req-997de74e-2bf2-4eea-bdc6-a6423617050d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 May 20 08:21:29.437325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 34926) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:29.456127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.470688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:29.474621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c704bccf7c483794b43f0a4ccaba87 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:29.477700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:29.484131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:29.571719 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.671095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.678648 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f583890f-2543-4157-bb9f-4c5fb47fdf2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:29.723823 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3c704bccf7c483794b43f0a4ccaba87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853682 May 20 08:21:29.724726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d2538-4c6c-493b-ba4d-6ed39aea830d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:29.727574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 34932) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:29.729981 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:29.794441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.828863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.979161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:29.983884 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4b9bd53-03d2-4e08-b4c8-b3f1ce144af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:29.997079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d2538-4c6c-493b-ba4d-6ed39aea830d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:29.999564 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:30.010181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:30.011338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b51d2538-4c6c-493b-ba4d-6ed39aea830d HTTP/1.1" status: 204 len: 168 time: 0.2835574 May 20 08:21:30.249071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9009cd-3a18-456b-a804-4a137328181b req-f8602559-d7c5-444d-bdcf-386d037e415d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:30.250724 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b9009cd-3a18-456b-a804-4a137328181b req-f8602559-d7c5-444d-bdcf-386d037e415d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0854862 May 20 08:21:30.301577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b9009cd-3a18-456b-a804-4a137328181b req-a054bf1e-856c-4ecb-8c38-4f8f430e76f0 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 May 20 08:21:31.492447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4fbb1-43f5-4388-bca0-2200e5d276fd req-1543a2e0-eab1-4958-8e4d-803742347dad tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:31.494279 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3b4fbb1-43f5-4388-bca0-2200e5d276fd req-1543a2e0-eab1-4958-8e4d-803742347dad tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0842180 May 20 08:21:31.547178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3b4fbb1-43f5-4388-bca0-2200e5d276fd req-f77d9f98-e268-49c2-b435-3d07d182dbc6 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 May 20 08:21:32.740087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc13b-d5b4-429f-a520-d898f3b84621 req-70abbd55-8e08-4128-a8bb-e8a08133fc27 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:32.741599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2cc13b-d5b4-429f-a520-d898f3b84621 req-70abbd55-8e08-4128-a8bb-e8a08133fc27 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0858238 May 20 08:21:32.788857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb2cc13b-d5b4-429f-a520-d898f3b84621 req-f4da3a52-be0c-4701-81d3-a22a6c388a3c tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 May 20 08:21:33.927703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-4d7e7f87-5a46-4b47-8a9f-052ee5dc663b req-12646475-4fc3-41bf-98a0-356eb9f17b24 service neutron] (93101) timed out ('10.222.0.79', 42474) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:21:33.980164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2ab0-ad14-4c85-8349-4bc4ef4d6510 req-c35e0a30-f02c-4581-8b42-86eaee82fe40 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:33.982618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-904c2ab0-ad14-4c85-8349-4bc4ef4d6510 req-c35e0a30-f02c-4581-8b42-86eaee82fe40 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0859754 May 20 08:21:34.062149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-904c2ab0-ad14-4c85-8349-4bc4ef4d6510 req-0913b34c-021e-484f-abf6-f911b3d67213 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 May 20 08:21:34.570857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35022) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:34.691482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:34.705763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:34.709571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Usage tracker for resource:security_group_rule and tenant:44676ef6b65649f0a846be43b19761e0 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:34.712366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:34.718633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:34.805721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:34.875936 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:34.884710 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a842397e-f8af-468c-a9f8-4d9924e8cddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:34.925542 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44676ef6b65649f0a846be43b19761e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535378 May 20 08:21:34.927149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460d7853-da1a-4ed7-83f2-8923bf8c1b24,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:34.928333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35028) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:34.930233 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:34.988823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:35.014345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:35.156862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:35.162055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d6b572d-3338-46d9-8dc4-69beccba1f51 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:35.204728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d7853-da1a-4ed7-83f2-8923bf8c1b24,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:35.237204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:35.238143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/460d7853-da1a-4ed7-83f2-8923bf8c1b24 HTTP/1.1" status: 204 len: 168 time: 0.3087869 May 20 08:21:35.239763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.240120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.240639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.240946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.241224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.241633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.242008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.242764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.242764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.243094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.243464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.243872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:21:35.248659 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:35.288640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e7c90-f931-4f59-a75f-e8f886eaf54c req-903d4c2e-4d3e-49b7-af86-e727d42f4665 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:35.290268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-890e7c90-f931-4f59-a75f-e8f886eaf54c req-903d4c2e-4d3e-49b7-af86-e727d42f4665 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1216993 May 20 08:21:35.338510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-890e7c90-f931-4f59-a75f-e8f886eaf54c req-0764c249-e671-4924-a1b6-5fac1c49fde7 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 May 20 08:21:35.967949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:35.987487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.001785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:36.005612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Usage tracker for resource:security_group_rule and tenant:447818d2767145409a8c100b433c3251 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:36.008471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:36.014153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:36.099434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.157368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.166517 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fb3e0ff-373d-4bb4-94e8-a6b639221753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:36.206517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=447818d2767145409a8c100b433c3251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365642 May 20 08:21:36.208296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ceedd-1658-4b7a-924d-c04b8f4cd3d4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:36.209314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:36.211500 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:36.270564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.299519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.396573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.400499 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b2b3f8f-132f-4288-9de3-43aadbd5fe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:36.416528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ceedd-1658-4b7a-924d-c04b8f4cd3d4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:36.419491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:36.430147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:36.431529 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d43ceedd-1658-4b7a-924d-c04b8f4cd3d4 HTTP/1.1" status: 204 len: 168 time: 0.2210982 May 20 08:21:36.566321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460eedf-de87-41bd-ab2f-41bc46b8645b req-d37de66a-a76a-4d8a-a907-c95194bf2fd8 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:36.571109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1460eedf-de87-41bd-ab2f-41bc46b8645b req-d37de66a-a76a-4d8a-a907-c95194bf2fd8 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1009512 May 20 08:21:36.618971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1460eedf-de87-41bd-ab2f-41bc46b8645b req-e80607ce-6b85-468a-ae4f-8f28aaf0af88 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 May 20 08:21:36.836357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1eff1fde-1af2-4ab6-9da4-1eba6ee4a4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:37.165226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1410c-18d1-4a16-a434-9a5b37e20b49 req-ff604e7e-4b89-4178-bc20-abb18df5c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:37.166794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ce1410c-18d1-4a16-a434-9a5b37e20b49 req-ff604e7e-4b89-4178-bc20-abb18df5c25e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1096 time: 0.0704031 May 20 08:21:37.215620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ce1410c-18d1-4a16-a434-9a5b37e20b49 req-7634f62c-a75a-4c88-a309-982a010d8948 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 May 20 08:21:38.199050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523b09-8fb0-4c2c-a6aa-b23f0f8fabaa req-c95adb21-0d57-48c5-8783-f30e1a0d5349 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:38.200587 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8523b09-8fb0-4c2c-a6aa-b23f0f8fabaa req-c95adb21-0d57-48c5-8783-f30e1a0d5349 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1079252 May 20 08:21:38.248233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8523b09-8fb0-4c2c-a6aa-b23f0f8fabaa req-28a72d26-f455-47f4-a6f8-0ebc7c691cce tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 May 20 08:21:39.185060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b36a17c-9fd2-4cf7-b32b-21352214950a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:39.455149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da5ff0-aacd-41b5-afe1-1fcf501e225d req-f55313f4-7320-40da-b06c-538a595ff53e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:39.459705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88da5ff0-aacd-41b5-afe1-1fcf501e225d req-f55313f4-7320-40da-b06c-538a595ff53e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0930030 May 20 08:21:39.506966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88da5ff0-aacd-41b5-afe1-1fcf501e225d req-ce6e724c-ce86-4b2c-ac8a-70b697940b3b tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 May 20 08:21:39.676739 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:40.081218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1981d7f-f8eb-46cc-8c0c-a22497535f30 req-4453fe8a-6be2-4110-817f-ac1974fd2ad1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:40.082791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b1981d7f-f8eb-46cc-8c0c-a22497535f30 req-4453fe8a-6be2-4110-817f-ac1974fd2ad1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1575823 May 20 08:21:40.089452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-44c930da-5ed2-4f4e-bef5-c79a6fe83b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:40.092034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-44c930da-5ed2-4f4e-bef5-c79a6fe83b2b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 1096 time: 0.1208014 May 20 08:21:40.378288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b1981d7f-f8eb-46cc-8c0c-a22497535f30 req-ee5c0ae5-36c3-48d7-8919-acc70dc720af tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864342 May 20 08:21:40.438390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-ce47ac11-5912-427a-b242-1c415db4368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:40.440285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-ce47ac11-5912-427a-b242-1c415db4368a service neutron] 10.222.0.84 "GET /v2.0/networks?id=0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 200 len: 911 time: 0.3346577 May 20 08:21:40.531751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-33a0b83c-31e4-4df0-b5ee-f5881b0f0a51 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5 HTTP/1.1" status: 200 len: 217 time: 0.0843234 May 20 08:21:40.599898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-f27639b6-4b78-4755-a085-cc512d1ddad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:40.601416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-f27639b6-4b78-4755-a085-cc512d1ddad3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 200 len: 850 time: 0.0633910 May 20 08:21:40.655277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-995ca224-3cc4-445f-83f4-acc3ee78be4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0d28ea37-7bea-4008-8a55-603f292451a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472989 May 20 08:21:40.792439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-33a9f142-17e3-4563-9968-d0541119ff1d service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303606 May 20 08:21:40.913249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:40.935617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1f2db8a-72a9-4f85-a116-ace0c38f04b6 req-95429248-ffaf-4a60-a7a1-bfc67a7a4aa1 service neutron] 10.222.0.84 "GET /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370311 May 20 08:21:41.058483 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.073540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:41.077372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Usage tracker for resource:security_group_rule and tenant:5a63fb1dd23e4de38c8c541177340d65 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:41.080430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:41.086049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:41.173721 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.235955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.243900 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:41.247597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.292108 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a63fb1dd23e4de38c8c541177340d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750949 May 20 08:21:41.292108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3630b5b-2342-445a-86ba-87da012b7784,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:41.292387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35162) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:41.297560 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:41.367887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.396846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.544835 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.555700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86698d1a-0fe4-42f2-a4da-87a6e0aefa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:41.574274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3630b5b-2342-445a-86ba-87da012b7784,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:41.580936 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:41.603832 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:41.604913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3630b5b-2342-445a-86ba-87da012b7784 HTTP/1.1" status: 204 len: 168 time: 0.3115802 May 20 08:21:41.629807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210490a5-8c9b-4e26-ab44-f2a2a3926ec1 req-693347f1-d278-4392-84fc-498858635a09 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:41.631340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-210490a5-8c9b-4e26-ab44-f2a2a3926ec1 req-693347f1-d278-4392-84fc-498858635a09 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1252358 May 20 08:21:41.678303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-210490a5-8c9b-4e26-ab44-f2a2a3926ec1 req-e26b8169-f6ee-4f87-ac09-ab0885fd216d tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 May 20 08:21:42.264444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35174) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:42.285126 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.301286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:42.305659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Usage tracker for resource:security_group_rule and tenant:897c354bbf5b4a1b958eedddca119599 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:42.308556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:42.315054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:42.400054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.470024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.478625 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ea2234b-b2fd-43a4-82f8-a526666bf436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:42.498973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.526799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=897c354bbf5b4a1b958eedddca119599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600443 May 20 08:21:42.529556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35180) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:42.529721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bbda61-90fb-4166-bdfb-b65ebeb02714,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:42.534404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:42.611975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.639111 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.767359 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.772468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7334a683-028f-4872-8977-d06cbfb6c275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:42.786307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bbda61-90fb-4166-bdfb-b65ebeb02714,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:42.789405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:42.790553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96bbda61-90fb-4166-bdfb-b65ebeb02714 HTTP/1.1" status: 204 len: 168 time: 0.2598290 May 20 08:21:42.791476 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:43.133140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98378b-efe6-4460-9bff-93be82c3f3ac req-49f4fa90-14ec-460e-980a-133858ab6e46 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:43.134688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc98378b-efe6-4460-9bff-93be82c3f3ac req-49f4fa90-14ec-460e-980a-133858ab6e46 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0887754 May 20 08:21:43.182962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc98378b-efe6-4460-9bff-93be82c3f3ac req-4a6376fb-cb17-4b7d-8c43-912a283ad9bc tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 May 20 08:21:43.366314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c0526-c625-4407-97d6-2706377cf9b0 req-aea95241-f58c-4d48-b52c-c829656f1424 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:43.367809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-156c0526-c625-4407-97d6-2706377cf9b0 req-aea95241-f58c-4d48-b52c-c829656f1424 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 945 time: 0.0888596 May 20 08:21:43.415998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-156c0526-c625-4407-97d6-2706377cf9b0 req-7143adf7-3668-47a2-b4c4-3b079baa9e77 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 May 20 08:21:44.012946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ed331-0035-4a7f-8164-b163f50d116b req-0b824563-9b59-4e11-9929-39bc9f53ea82 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:44.014567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-213ed331-0035-4a7f-8164-b163f50d116b req-0b824563-9b59-4e11-9929-39bc9f53ea82 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0891516 May 20 08:21:44.063517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-213ed331-0035-4a7f-8164-b163f50d116b req-82305a17-01e0-4a72-8cf8-38cf4c065bea tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 May 20 08:21:44.658718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add556d-0563-441b-a80f-3ecea289e6c2 req-cf22283c-4467-4694-af1e-8c90fe322b12 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:44.660216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2add556d-0563-441b-a80f-3ecea289e6c2 req-cf22283c-4467-4694-af1e-8c90fe322b12 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 945 time: 0.1088116 May 20 08:21:44.668515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-a58840bb-db66-471c-b31a-1a2d7120d607 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:44.669959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-a58840bb-db66-471c-b31a-1a2d7120d607 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.81 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 945 time: 0.1598167 May 20 08:21:44.762535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2add556d-0563-441b-a80f-3ecea289e6c2 req-d5e2c99a-6a08-4ab5-96ab-c4eba063408f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916026 May 20 08:21:44.841989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Deleting port a2c211c4-bf95-446f-b71d-cd450280f8b8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:44.842260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:44.977974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] For port a2c211c4-bf95-446f-b71d-cd450280f8b8, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=a2c211c4-bf95-446f-b71d-cd450280f8b8,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:44.982081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:45.108273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Calling delete_port for a2c211c4-bf95-446f-b71d-cd450280f8b8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:45.301016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f83188-9cf2-4990-ae98-f1b62b260ee3 req-b123a175-cc67-47a3-9f5e-6cce860d3383 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:45.302537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69f83188-9cf2-4990-ae98-f1b62b260ee3 req-b123a175-cc67-47a3-9f5e-6cce860d3383 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1098714 May 20 08:21:45.348418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-69f83188-9cf2-4990-ae98-f1b62b260ee3 req-7c037c56-6407-48b9-826f-c72e1ca9bf0e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 May 20 08:21:45.349931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:45.355904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6799f268-4139-4c09-a5d6-36f9801c5301 tempest-VolumesActionsTest-1262804443 tempest-VolumesActionsTest-1262804443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:45.361915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['a2c211c4-bf95-446f-b71d-cd450280f8b8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:21:45.400163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Pushing event deleted for resources: {'Port': ['ID=a2c211c4-bf95-446f-b71d-cd450280f8b8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:45.403841 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:45.637201 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] No DVR routers for this DVR port a2c211c4-bf95-446f-b71d-cd450280f8b8 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:21:45.640429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:45.643530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'name': 'network-vif-deleted', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:21:45.690341 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8812f9a9-8754-45d4-a8f5-7f62b2154348', 'name': 'network-vif-deleted', 'tag': 'a2c211c4-bf95-446f-b71d-cd450280f8b8', 'status': 'completed', 'code': 200} May 20 08:21:45.796975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a31a6aed-f91c-4804-aeb5-b722b8989a47 req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.81 "DELETE /v2.0/ports/a2c211c4-bf95-446f-b71d-cd450280f8b8 HTTP/1.1" status: 204 len: 173 time: 1.1106195 May 20 08:21:45.928818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-32407f51-edde-423b-85ad-8b2f47d974f2 req-febaea2b-1eae-4617-b747-18339f4f2142 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Synchronizing usage tracker for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:21:46.029886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-32407f51-edde-423b-85ad-8b2f47d974f2 req-febaea2b-1eae-4617-b747-18339f4f2142 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Unset dirty status for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:21:46.032049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32407f51-edde-423b-85ad-8b2f47d974f2 req-febaea2b-1eae-4617-b747-18339f4f2142 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=8812f9a9-8754-45d4-a8f5-7f62b2154348 HTTP/1.1" status: 200 len: 210 time: 0.1479070 May 20 08:21:46.552600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae83a4b-2d99-4aa9-b4f6-79b7133b8252 req-77ab0f66-46ce-4da4-aa6e-4feb9fb354dd tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:46.554205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ae83a4b-2d99-4aa9-b4f6-79b7133b8252 req-77ab0f66-46ce-4da4-aa6e-4feb9fb354dd tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0924361 May 20 08:21:46.601707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ae83a4b-2d99-4aa9-b4f6-79b7133b8252 req-7cd4fc2c-09f0-4c4a-be73-1b03d315797a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 May 20 08:21:47.135745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-81b96136-c795-4655-a83f-5481977994ab tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:47.137232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-81b96136-c795-4655-a83f-5481977994ab tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.0876970 May 20 08:21:47.292110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Deleting port ddca8856-d00c-46dc-b0a0-769f1b952ef5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:47.292523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:47.428840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] For port ddca8856-d00c-46dc-b0a0-769f1b952ef5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddca8856-d00c-46dc-b0a0-769f1b952ef5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:47.429205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:47.563355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a2c211c4-bf95-446f-b71d-cd450280f8b8 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:21:47.566563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Calling delete_port for ddca8856-d00c-46dc-b0a0-769f1b952ef5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:47.606453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: a2c211c4-bf95-446f-b71d-cd450280f8b8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:21:47.606838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device a2c211c4-bf95-446f-b71d-cd450280f8b8 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:21:47.785114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:47.792666 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-430775fa-9ea8-40be-bba3-320c3c58b347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:47.803498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'ddca8856-d00c-46dc-b0a0-769f1b952ef5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:21:47.844723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Pushing event deleted for resources: {'Port': ['ID=ddca8856-d00c-46dc-b0a0-769f1b952ef5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:47.847584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:47.900774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123e44-2530-4823-8ea8-805b4f2f92b4 req-66c294f8-f4fd-4c6c-903f-dc150540ec5a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:47.902339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f123e44-2530-4823-8ea8-805b4f2f92b4 req-66c294f8-f4fd-4c6c-903f-dc150540ec5a tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cff9532-37a9-487b-b0d9-be475b40d29e HTTP/1.1" status: 200 len: 945 time: 0.1808631 May 20 08:21:47.979158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] No DVR routers for this DVR port ddca8856-d00c-46dc-b0a0-769f1b952ef5 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:21:47.981929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:47.988104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'name': 'network-vif-deleted', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:21:48.004459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f123e44-2530-4823-8ea8-805b4f2f92b4 req-9e3d2c67-34f6-4c90-8344-3b600f6ec220 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 May 20 08:21:48.062841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a5b753a-7f62-4f1b-8964-6b57b6fb0b30 req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "DELETE /v2.0/ports/ddca8856-d00c-46dc-b0a0-769f1b952ef5 HTTP/1.1" status: 204 len: 173 time: 0.9145980 May 20 08:21:48.063087 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cff9532-37a9-487b-b0d9-be475b40d29e', 'name': 'network-vif-deleted', 'tag': 'ddca8856-d00c-46dc-b0a0-769f1b952ef5', 'status': 'completed', 'code': 200} May 20 08:21:49.006851 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:21:49.804990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fbad3-43cb-41a5-ae16-e66d242006d3 req-f65e3d77-dea1-4696-8bea-42f0b82050c4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:49.805935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-704fbad3-43cb-41a5-ae16-e66d242006d3 req-f65e3d77-dea1-4696-8bea-42f0b82050c4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Synchronizing usage tracker for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:21:49.806724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddca8856-d00c-46dc-b0a0-769f1b952ef5 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:21:49.865057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: ddca8856-d00c-46dc-b0a0-769f1b952ef5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:21:49.865057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddca8856-d00c-46dc-b0a0-769f1b952ef5 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:21:49.923140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-704fbad3-43cb-41a5-ae16-e66d242006d3 req-f65e3d77-dea1-4696-8bea-42f0b82050c4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Unset dirty status for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:21:49.924417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-704fbad3-43cb-41a5-ae16-e66d242006d3 req-f65e3d77-dea1-4696-8bea-42f0b82050c4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.2112906 May 20 08:21:49.973536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-704fbad3-43cb-41a5-ae16-e66d242006d3 req-10dc36f4-7d17-4921-860b-a9f701dc11e4 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 May 20 08:21:51.193252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af51c2d-0f31-471c-bcd9-77a8bacae0d3 req-7d36edfb-312e-4932-b0ea-2f9fa8d29cae tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:51.195573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2af51c2d-0f31-471c-bcd9-77a8bacae0d3 req-7d36edfb-312e-4932-b0ea-2f9fa8d29cae tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0946953 May 20 08:21:51.254439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2af51c2d-0f31-471c-bcd9-77a8bacae0d3 req-2f762156-76e1-4b8f-a9a2-4313b371e82f tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 May 20 08:21:52.167862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29debde5-a982-414e-943b-9c277e476d2c req-d3fb6ad4-abaf-4784-a7c7-66598085be79 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:52.169569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29debde5-a982-414e-943b-9c277e476d2c req-d3fb6ad4-abaf-4784-a7c7-66598085be79 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.0814309 May 20 08:21:52.313869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Deleting port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:52.314528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:52.512845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] For port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:52.513202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:52.799883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Calling delete_port for b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:52.811577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bab02d-d29b-4767-bb96-dcccb80d8e12 req-fd3bb2f4-dd2c-4bf0-9be2-46080041b298 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:52.813064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bab02d-d29b-4767-bb96-dcccb80d8e12 req-fd3bb2f4-dd2c-4bf0-9be2-46080041b298 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 945 time: 0.4147847 May 20 08:21:52.830741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:52.877444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5bab02d-d29b-4767-bb96-dcccb80d8e12 req-8502ccf3-1823-4caf-af61-39acdecaf72e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/security-groups?id=b4dea992-f2a5-4198-80d8-47f5d50dae81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574014 May 20 08:21:52.964106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:52.981350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:52.985700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a706387e7804c87a41e62d40aa8671f is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:52.988580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:52.994386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:53.018530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.024473 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bfe5d3-867a-411c-934a-0c96939074c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:53.035510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:21:53.067868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Pushing event deleted for resources: {'Port': ['ID=b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:53.072994 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:53.093038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.155526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] No DVR routers for this DVR port b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:21:53.158796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.161318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'name': 'network-vif-deleted', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:21:53.185364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.195567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0e7b311-c3a5-478a-a5f7-c70df45f80cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:53.206488 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9564288-79cb-4139-9c7f-2413fdebde04', 'name': 'network-vif-deleted', 'tag': 'b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5', 'status': 'completed', 'code': 200} May 20 08:21:53.237669 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a706387e7804c87a41e62d40aa8671f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048390 May 20 08:21:53.238632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8400cb-7706-4181-ae9c-ba1c7579ebb0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:53.240505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:53.241877 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:53.306695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.335074 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.342678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29debde5-a982-414e-943b-9c277e476d2c req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.84 "DELETE /v2.0/ports/b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 HTTP/1.1" status: 204 len: 173 time: 1.1650035 May 20 08:21:53.476331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.481391 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5516ee7b-d56d-43db-b90c-27426e0a8831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:53.496256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8400cb-7706-4181-ae9c-ba1c7579ebb0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:53.503914 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:53.507807 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:53.508937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c8400cb-7706-4181-ae9c-ba1c7579ebb0 HTTP/1.1" status: 204 len: 168 time: 0.2629731 May 20 08:21:54.090770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-971d40e9-6bf2-4f5e-a9e2-5b64012454d0 req-63e54d89-f844-4695-861f-2d86f278d948 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Synchronizing usage tracker for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:21:54.178122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-971d40e9-6bf2-4f5e-a9e2-5b64012454d0 req-63e54d89-f844-4695-861f-2d86f278d948 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Unset dirty status for tenant:fd14f778da9d4208b88c1ea3646a4dea on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:21:54.179383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-971d40e9-6bf2-4f5e-a9e2-5b64012454d0 req-63e54d89-f844-4695-861f-2d86f278d948 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9564288-79cb-4139-9c7f-2413fdebde04 HTTP/1.1" status: 200 len: 210 time: 0.1384087 May 20 08:21:54.293395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35394) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:54.313201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.330160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:54.334300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Usage tracker for resource:security_group_rule and tenant:4d412c51ac924f10948bdee1a8ba72b9 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:54.337135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:54.343109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:54.456218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.522932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.555737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.565391 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0a413ad4-0c80-4222-b2c7-7448755e8c65 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:54.610896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d412c51ac924f10948bdee1a8ba72b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162320 May 20 08:21:54.611934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2837add-77a5-4764-98ec-139f6ae4018f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:54.613860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:54.615328 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:54.675419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.704654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.818756 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.822706 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5f088093-f4f4-4832-a3d0-15fa30d1aa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:54.837284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2837add-77a5-4764-98ec-139f6ae4018f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:54.841217 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:54.857544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:54.858699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2837add-77a5-4764-98ec-139f6ae4018f HTTP/1.1" status: 204 len: 168 time: 0.2438107 May 20 08:21:55.418047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-040d8805-092a-4e3c-b488-7e3c83305abb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:55.419535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-040d8805-092a-4e3c-b488-7e3c83305abb tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/networks?id=6f039839-8d50-43b3-b720-727178dfb8b5 HTTP/1.1" status: 200 len: 814 time: 0.1505527 May 20 08:21:55.436046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-ab6ae735-c14d-430d-b761-b11c9f36538b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/quotas/21a4bb798305403f91274c3c468e19c5 HTTP/1.1" status: 200 len: 375 time: 0.0098751 May 20 08:21:55.493788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-e8fba7d3-1eb6-447c-871b-2d5a2a54ba17 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517881 May 20 08:21:55.634179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-c01d726a-84a7-4caa-b518-f9bef2f8a30d service neutron] 10.222.0.79 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312785 May 20 08:21:55.774620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-6d1f4cfd-bba4-4654-ae9a-04b7e9e0bedd service neutron] 10.222.0.79 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344769 May 20 08:21:55.838799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:21:55.874431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:21:55.875890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b6a9c9d1-2ffd-4b45-95d1-4c4eb2fc88d5 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:21:56.038562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35446) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:56.129937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d8b6081e-560a-4310-a15a-e4ceb27644df req-d1f78455-2190-42b3-8cda-6083639df4be tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 210 time: 0.0485883 May 20 08:21:56.624959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:56.669980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:57.214547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Deleting port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:57.215433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:57.316425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a884c40-59fc-4a2c-9d4f-3dd210c4a239 req-5f93bbae-49f2-43ba-ad38-9c44fdd5118c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 210 time: 0.0613418 May 20 08:21:57.365191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] For port 6d2a6545-abf2-4ee4-bbb7-05038a6422f7, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,segment=NetworkSegment(a4cd6fd9-7923-4646-8986-daf937ea3979),segment_id=a4cd6fd9-7923-4646-8986-daf937ea3979)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:57.365961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:57.493994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Calling delete_port for 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:57.790408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:57.795509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-39515f1a-e2f8-4cc3-9313-76e6f32afd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:57.843663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2a6545-abf2-4ee4-bbb7-05038a6422f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:57.872893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:58.113514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:58.254560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35500) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:58.397186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:58.413344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:58.417395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e4e04a103340a7a0a3d7ed64b210fa is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:21:58.420714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:21:58.426868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:58.601765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5b5fdf8-57f1-4f2f-a75a-44b482171cf2 req-d1bf95a7-9a64-4ff7-b326-dd92df3e35ef tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 210 time: 0.1239243 May 20 08:21:58.663399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Router c97642a1-4a42-4c98-83f6-e91f0c104749 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:21:58.687564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-34fe49fb-fdc3-4562-ba3c-3eaf2384238f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:21:58.689131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-34fe49fb-fdc3-4562-ba3c-3eaf2384238f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.84 "GET /v2.0/networks?id=6f039839-8d50-43b3-b720-727178dfb8b5 HTTP/1.1" status: 200 len: 814 time: 0.2453699 May 20 08:21:58.709778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Request body: {'port': {'device_id': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5', 'admin_state_up': True, 'tenant_id': '21a4bb798305403f91274c3c468e19c5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:21:58.755081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:58.854620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:21:58.864114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:58.869324 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Sync routers for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:21:58.877896 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d21b6e23-6dd0-4b00-ae71-4abdc22892b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:58.880721 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:21:58.881358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:21:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:58.892801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:21:58.929005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:21:58.933460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac97ac-f1e2-40c8-b6ae-7f48b72b1182,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:58.936549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:58.941260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5e4e04a103340a7a0a3d7ed64b210fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854291 May 20 08:21:58.944022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:58.970442 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] 10.222.0.79 "PUT /v2.0/routers/c97642a1-4a42-4c98-83f6-e91f0c104749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9299741 May 20 08:21:58.973031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35512) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:21:59.005712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.018125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Made reservation on behalf of 21a4bb798305403f91274c3c468e19c5 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:21:59.021615 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.053856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.078123 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:21:59.172967 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.247561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Allocated IP 172.20.0.5 (6f039839-8d50-43b3-b720-727178dfb8b5/0fe06c9b-1640-492b-a344-35c7acc26ccd/6cddc4c7-46f0-49b3-bb31-be240fa62377) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:21:59.333068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.352870 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cd34f07a-e18a-488c-a272-442cab22f017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:21:59.358498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.382580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac97ac-f1e2-40c8-b6ae-7f48b72b1182,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:21:59.388912 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:21:59.418758 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:21:57Z', 'revision_number': 5, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port': {'id': 'e45ae83a-78b6-49f0-83c1-ace87956cba9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:20:05Z', 'updated_at': '2021-05-20T08:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:59.423585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Checking router: c97642a1-4a42-4c98-83f6-e91f0c104749 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:21:59.432566 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Routers {'c97642a1-4a42-4c98-83f6-e91f0c104749'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:21:59.433206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:21:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['c97642a1-4a42-4c98-83f6-e91f0c104749'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:59.542153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Deleting port e45ae83a-78b6-49f0-83c1-ace87956cba9 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:21:59.542601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.591448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] Set router c97642a1-4a42-4c98-83f6-e91f0c104749 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:21:59.657990 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.661605 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29ac97ac-f1e2-40c8-b6ae-7f48b72b1182 HTTP/1.1" status: 204 len: 168 time: 0.7142034 May 20 08:21:59.701987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.726939 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:21:59Z', 'revision_number': 6, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:21:59.727278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] For port e45ae83a-78b6-49f0-83c1-ace87956cba9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e45ae83a-78b6-49f0-83c1-ace87956cba9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:21:59.727750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.732453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f380ff-bee5-4b0e-8881-51b21e323829 None None] The sync data for ids ['c97642a1-4a42-4c98-83f6-e91f0c104749'] in n-d-780147-4 is: [{'id': 'c97642a1-4a42-4c98-83f6-e91f0c104749', 'name': 'tempest-ServerRescueTestJSON-674417677-router', 'tenant_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:20:04Z', 'updated_at': '2021-05-20T08:21:59Z', 'revision_number': 6, 'project_id': 'fd14f778da9d4208b88c1ea3646a4dea', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:21:59.792234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-394d13ab-b296-4351-b8db-1267efd4d195 req-e8d39236-cc4d-4468-a27f-98f5ab8b9ad6 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Synchronizing usage tracker for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:21:59.868921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Calling delete_port for e45ae83a-78b6-49f0-83c1-ace87956cba9 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:21:59.910554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-394d13ab-b296-4351-b8db-1267efd4d195 req-e8d39236-cc4d-4468-a27f-98f5ab8b9ad6 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Unset dirty status for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:21:59.911884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-394d13ab-b296-4351-b8db-1267efd4d195 req-e8d39236-cc4d-4468-a27f-98f5ab8b9ad6 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 210 time: 0.1892452 May 20 08:21:59.913273 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:21:59.940812 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:00.014666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Network 6f039839-8d50-43b3-b720-727178dfb8b5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:22:00.018769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:22:00.023335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:22:00.048644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Pushing event updated for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:00.053917 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:00.082325 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.096364 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bdc7994e-74a1-4334-b761-e1ae6a7e2175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:00.097105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:00.097581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.184022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45ae83a-78b6-49f0-83c1-ace87956cba9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:00.208115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5054338 May 20 08:22:00.218758 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:00.225783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Request body: {'port': {'device_id': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:00.247755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.337630 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.441710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.444019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.501128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:00.520236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.536495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:00.540996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.541510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97642a1-4a42-4c98-83f6-e91f0c104749 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:22:00.544015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Usage tracker for resource:security_group_rule and tenant:1f73b76729e34b17be5d6b25a52ceb5e is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:00.551559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:00.561008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:00.566651 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.570143 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c97642a1-4a42-4c98-83f6-e91f0c104749 HTTP/1.1" status: 204 len: 168 time: 1.5937696 May 20 08:22:00.570387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:00.652589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Deleting subnet 27ec9967-4511-4bd2-a388-5260eb29244f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:22:00.660221 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.721417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cddc4c7-46f0-49b3-bb31-be240fa62377 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:00.729594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.745982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Transition to ACTIVE for port object 6cddc4c7-46f0-49b3-bb31-be240fa62377 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:22:00.830439 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.834537 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:00.891524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.976854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:00.979737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.002281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.008756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.020507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.031201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61f9dff6-1295-49ef-af34-60e811a771d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:01.112076 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f73b76729e34b17be5d6b25a52ceb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097441 May 20 08:22:01.114987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35534) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:01.158158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91220227-fe47-48c7-886d-ca272f6ee50b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.164940 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.167006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Attempting to bind port 6cddc4c7-46f0-49b3-bb31-be240fa62377 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:22:01.167138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Attempting to bind port 6cddc4c7-46f0-49b3-bb31-be240fa62377 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:22:01.167407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Attempting to bind port 6cddc4c7-46f0-49b3-bb31-be240fa62377 on network 6f039839-8d50-43b3-b720-727178dfb8b5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:01.186178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Port 6cddc4c7-46f0-49b3-bb31-be240fa62377 on network 6f039839-8d50-43b3-b720-727178dfb8b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:22:01.186513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Attempting to bind port 6cddc4c7-46f0-49b3-bb31-be240fa62377 on network 6f039839-8d50-43b3-b720-727178dfb8b5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:01.200007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:22:01.200352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Checking segment: {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:22:01.200740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Bound using segment: {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:22:01.201180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Bound port: 6cddc4c7-46f0-49b3-bb31-be240fa62377, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d285fc-da30-449a-967c-4a40fa6c13af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:22:01.201559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.276014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a8e8-1c9a-4112-8640-449ca4388857 req-09fe6f8b-2556-47c2-8ce2-8da3a6f3e18a tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:01.277412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9389a8e8-1c9a-4112-8640-449ca4388857 req-09fe6f8b-2556-47c2-8ce2-8da3a6f3e18a tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 943 time: 0.2406182 May 20 08:22:01.285506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.356043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.360057 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd3260fe-653d-4e9a-887c-e6cbcae45f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:01.371966 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.393263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9389a8e8-1c9a-4112-8640-449ca4388857 req-21dcc71b-3dd0-4529-9cb6-32b2103c0db3 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990677 May 20 08:22:01.396468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ec9967-4511-4bd2-a388-5260eb29244f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.400656 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.403434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.403882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:22:01.414387 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27ec9967-4511-4bd2-a388-5260eb29244f HTTP/1.1" status: 204 len: 168 time: 0.8430538 May 20 08:22:01.417957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35538) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:01.427448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:22:01.504432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.508421 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:01.535051 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.551058 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.579542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:01.580165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.581616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] 10.222.0.84 "PUT /v2.0/ports/6cddc4c7-46f0-49b3-bb31-be240fa62377 HTTP/1.1" status: 200 len: 1091 time: 1.3602493 May 20 08:22:01.583288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:01.594441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.595560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91220227-fe47-48c7-886d-ca272f6ee50b HTTP/1.1" status: 204 len: 168 time: 0.4785907 May 20 08:22:01.608573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.612638 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.613008 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0abd4c50-164d-4cda-b3e9-e317436a57fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:01.622862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91220227-fe47-48c7-886d-ca272f6ee50b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.625171 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.670827 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377', 'status': 'completed', 'code': 200} May 20 08:22:01.678189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.692545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d28ea37-7bea-4008-8a55-603f292451a8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:22:01.705540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cd6fd9-7923-4646-8986-daf937ea3979') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:22:01.705821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cd6fd9-7923-4646-8986-daf937ea3979') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:22:01.718647 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.739191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.746902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:22:01.747319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: timer() May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:22:01.765971 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:22:01.787012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-5ca2f3d0-1a58-482c-8db3-f8d202c6409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:01.788572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-5ca2f3d0-1a58-482c-8db3-f8d202c6409e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 1094 time: 0.0898280 May 20 08:22:01.791384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45ae83a-78b6-49f0-83c1-ace87956cba9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:22:01.835103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e45ae83a-78b6-49f0-83c1-ace87956cba9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:22:01.835423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e45ae83a-78b6-49f0-83c1-ace87956cba9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:22:01.835851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:22:01.875646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:22:01.876048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6d2a6545-abf2-4ee4-bbb7-05038a6422f7 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:22:01.898510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.903430 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:01.908494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da08f57c-ef6f-49a9-b73d-1c9069339a35 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:01.928779 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0d28ea37-7bea-4008-8a55-603f292451a8 HTTP/1.1" status: 204 len: 168 time: 0.5092516 May 20 08:22:01.929186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d28ea37-7bea-4008-8a55-603f292451a8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:01.932702 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:01.947482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-57ff376f-6a06-4c41-b671-1bf2427246b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:01.949002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-57ff376f-6a06-4c41-b671-1bf2427246b6 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=21a4bb798305403f91274c3c468e19c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1500053 May 20 08:22:02.102696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-f25fb840-a4a6-4392-8f21-2f46161d0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:02.104238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9c955aa-9d72-4473-b415-e25b3fa47fcc req-f25fb840-a4a6-4392-8f21-2f46161d0b5f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459067 May 20 08:22:02.230397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-8bb3093a-6a55-4e18-b583-94cc4e3e02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:02.231892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-8bb3093a-6a55-4e18-b583-94cc4e3e02c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21a4bb798305403f91274c3c468e19c5&device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 1094 time: 0.0822845 May 20 08:22:02.286664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35558) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:02.304781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-128cc94c-0155-4f7c-8678-9873182be1ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377 HTTP/1.1" status: 200 len: 217 time: 0.0623245 May 20 08:22:02.346372 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50d3c34c-4132-4d0a-9426-669707b049df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd14f778da9d4208b88c1ea3646a4dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551491 May 20 08:22:02.346607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35562) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:02.376629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82217-1400-464f-aaf9-aee9eb725760 req-9a8c8262-0a4c-4d13-a82f-bc1320ba3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:02.378505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-9a8c8262-0a4c-4d13-a82f-bc1320ba3ad6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0fe06c9b-1640-492b-a344-35c7acc26ccd HTTP/1.1" status: 200 len: 854 time: 0.0642302 May 20 08:22:02.409453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:02.432431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-b2a17643-3b76-4b65-b6b3-54c205ce3f8c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6f039839-8d50-43b3-b720-727178dfb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434813 May 20 08:22:02.437196 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:02.561294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:02.565996 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e50a93e8-51db-4f44-9e7b-5a8c3bece727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:02.579051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dea992-f2a5-4198-80d8-47f5d50dae81,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:02.581925 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:02.588163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:02.589434 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4dea992-f2a5-4198-80d8-47f5d50dae81 HTTP/1.1" status: 204 len: 168 time: 0.2419314 May 20 08:22:02.802390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-974ed419-35f1-424b-a13e-00c929a84340 service neutron] 10.222.0.84 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594372 May 20 08:22:02.841706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ec04b-f77a-4994-a8f0-23d90f474c2d req-f3f40ea7-bb1b-4319-a177-d596fe368f76 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:02.843190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a0ec04b-f77a-4994-a8f0-23d90f474c2d req-f3f40ea7-bb1b-4319-a177-d596fe368f76 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 943 time: 0.1396308 May 20 08:22:02.961340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a0ec04b-f77a-4994-a8f0-23d90f474c2d req-a716db36-f4df-435f-8af2-c7367ab60b4c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065724 May 20 08:22:02.991561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96a82217-1400-464f-aaf9-aee9eb725760 req-a1cf1984-9ad3-4bbb-85fb-3b836f1763d8 service neutron] 10.222.0.84 "GET /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773038 May 20 08:22:03.851117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35610) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:03.960177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1040778827-network', 'tenant_id': '5c5a717b1c2b4c8ba1b9817bcfa4551c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:03.965400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:03.970095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Usage tracker for resource:network and tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:03.973134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:03.979756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:04.053099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Made reservation on behalf of 5c5a717b1c2b4c8ba1b9817bcfa4551c for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:04.056907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.075218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.132087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:04.142357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:04.146497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:04.157832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:04.216481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c679966-c1a1-4fe6-a3d4-90ca874ea60d req-440f3e44-4dc3-4057-abc1-6e34733c41c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:04.217504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c679966-c1a1-4fe6-a3d4-90ca874ea60d req-440f3e44-4dc3-4057-abc1-6e34733c41c0 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 943 time: 0.1351056 May 20 08:22:04.293038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c679966-c1a1-4fe6-a3d4-90ca874ea60d req-5e5d0461-a2cd-4f5e-be23-7f817706d80b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682874 May 20 08:22:04.309270 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.358991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.363603 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-34046066-e77e-4b94-aa56-59e946959b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:04.392296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:22:04.401050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a73e26-2d8a-4967-85bd-36b35b7a5cdb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:04.407823 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:04.409445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.409445 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Added segment 883a2b27-e17e-48c7-97c7-b48f763f0a9a of type vlan for network b4262a53-4ca3-48de-98e8-e4c327dd43f5 May 20 08:22:04.440955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.544064 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.545145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:04.545766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:04.551484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f2079794-0007-4ba4-8f0b-8018077d2233 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:04.650826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Pushing event updated for resources: {'Network': ['ID=b4262a53-4ca3-48de-98e8-e4c327dd43f5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:04.653687 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:04.661763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:22:04.716609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8640933 May 20 08:22:04.719569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35636) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:04.725291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Request body: {'subnet': {'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1040778827-subnet', 'tenant_id': '5c5a717b1c2b4c8ba1b9817bcfa4551c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:04.730953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:04.734911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Usage tracker for resource:subnet and tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:04.737842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:04.743641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:04.829963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Made reservation on behalf of 5c5a717b1c2b4c8ba1b9817bcfa4551c for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:04.832822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.251711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:05.286504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.291088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d9f0a5c5-8fcf-4502-8709-5f3d18055bb3 tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:05.365780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d47bcdf-5261-430d-8650-e500e5d1bd1d,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:05.369972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:05.376690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Checking segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:22:05.377050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Network hostable DHCP agents. Network: b4262a53-4ca3-48de-98e8-e4c327dd43f5, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:22:05.382442 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.398736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:05.402678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4ca6bf7941467a93d4442157306301 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:05.405635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:05.411558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:05.477337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:22:05.494673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55adce-1959-40e7-82a4-30b08d85b9dc req-cc94aa22-21a6-483e-b0b2-fcb67e3a622b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:05.496730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a55adce-1959-40e7-82a4-30b08d85b9dc req-cc94aa22-21a6-483e-b0b2-fcb67e3a622b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 943 time: 0.0882158 May 20 08:22:05.510318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.543897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a55adce-1959-40e7-82a4-30b08d85b9dc req-087a2504-0ecc-4360-883c-895cb513086f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 May 20 08:22:05.561104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, b4262a53-4ca3-48de-98e8-e4c327dd43f5) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:22:05.571271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:05.571973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.572489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e904a5-bca6-4847-9510-80ec40c24127 None None] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:22:05.578795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.591987 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a139abaa-2361-4961-8586-19582c48f083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:05.632725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e4ca6bf7941467a93d4442157306301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791726 May 20 08:22:05.634464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933029b-3c83-4afc-961b-00b8d7ae00a9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:05.635855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35650) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:05.648572 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:05.666780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9460666 May 20 08:22:05.708680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.738734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.787882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a50d93-e9c0-4ae3-b919-12413828e33b None None] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:22:05.869840 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.875686 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c1e08e37-556a-4705-8db2-3f0718248c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:05.887039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933029b-3c83-4afc-961b-00b8d7ae00a9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:05.893998 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:05.895429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:05.906750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1933029b-3c83-4afc-961b-00b8d7ae00a9 HTTP/1.1" status: 204 len: 168 time: 0.2624385 May 20 08:22:05.932704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6cddc4c7-46f0-49b3-bb31-be240fa62377 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:22:06.188006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:06.202423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '6cddc4c7-46f0-49b3-bb31-be240fa62377', 'network_id': '6f039839-8d50-43b3-b720-727178dfb8b5', 'port_id': '6cddc4c7-46f0-49b3-bb31-be240fa62377', 'mac_address': 'fa:16:3e:fc:c8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe06c9b-1640-492b-a344-35c7acc26ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:22:06.268124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.269675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b42b20f8-3013-4ee1-a10d-6717f51e94c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:06.270400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b42b20f8-3013-4ee1-a10d-6717f51e94c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:06.287762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cddc4c7-46f0-49b3-bb31-be240fa62377 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:06.303771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:06.390787 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.391075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b42b20f8-3013-4ee1-a10d-6717f51e94c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:06.392185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b42b20f8-3013-4ee1-a10d-6717f51e94c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 814 time: 0.3024025 May 20 08:22:06.393602 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e94bc000-1e36-4198-a153-ae989fa1ba0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:06.409113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-81756eca-f2d1-4278-bcd1-4c1fd1ac2332 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/quotas/5c5a717b1c2b4c8ba1b9817bcfa4551c HTTP/1.1" status: 200 len: 375 time: 0.0109603 May 20 08:22:06.458537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b1beccc1-415b-4261-8317-ff2b68d2b84a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437026 May 20 08:22:06.461156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:06.470052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.470369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.470861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.471198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.471529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.471855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.472181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.472497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.472825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.474180 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.474532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.474915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:06.479229 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:06.550222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 35674) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:06.568189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.584465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:06.588502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Usage tracker for resource:security_group_rule and tenant:8f60706eea8e49839d5c5e9672c66227 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:06.591367 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:06.598363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:06.616623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-c23ac64f-5175-4e87-b1ce-b135413e1675 service neutron] 10.222.0.79 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499324 May 20 08:22:06.650472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['6cddc4c7-46f0-49b3-bb31-be240fa62377'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:06.690649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.761190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.772503 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f01a3fc6-b1a2-4f2c-937a-bfb3509c3b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:06.823141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f60706eea8e49839d5c5e9672c66227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717972 May 20 08:22:06.823676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 35682) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:06.824164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b416e-cfa4-4149-873c-a5dfd84a95a4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:06.827621 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:06.830994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a48ee603-5f91-4544-9c41-b4095715cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.852042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-65ea614f-630c-4650-b400-9081d6a1808c service neutron] 10.222.0.79 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279789 May 20 08:22:06.909069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:06.937311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:07.058368 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:07.063562 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:07.076923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b416e-cfa4-4149-873c-a5dfd84a95a4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:07.079887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:07.082573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:07.083105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f4b416e-cfa4-4149-873c-a5dfd84a95a4 HTTP/1.1" status: 204 len: 168 time: 0.2584481 May 20 08:22:07.343912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea6861-42a5-4c11-b901-2c9fcc445032 req-bb0a956a-aa88-4f48-b256-e16920bb528c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:07.345439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95ea6861-42a5-4c11-b901-2c9fcc445032 req-bb0a956a-aa88-4f48-b256-e16920bb528c tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 944 time: 0.0852091 May 20 08:22:07.397198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95ea6861-42a5-4c11-b901-2c9fcc445032 req-140484fd-c054-4bf7-812d-2ce74e3ea1f3 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 May 20 08:22:07.642002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b8700c1-cd74-4fbb-a537-55336f9de8a8 req-c82ae62f-40db-43f0-9b48-e35a45c308c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 210 time: 0.2016392 May 20 08:22:07.947606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6cddc4c7-46f0-49b3-bb31-be240fa62377 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:22:08.064000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 6cddc4c7-46f0-49b3-bb31-be240fa62377 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:22:08.069668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 6cddc4c7-46f0-49b3-bb31-be240fa62377 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:22:08.070059 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:08.190996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:08.223022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:08.233244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:08.274525 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377', 'code': 200} May 20 08:22:08.332797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:08.334954 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:08.410994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:08.411839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3a39-4c47-4963-94a6-2074d3dad220 req-556478a5-45ce-4fc4-8985-fd9047f720ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:08.415490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2ba3a39-4c47-4963-94a6-2074d3dad220 req-556478a5-45ce-4fc4-8985-fd9047f720ef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 1096 time: 0.0736384 May 20 08:22:08.418543 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:08.465181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2ba3a39-4c47-4963-94a6-2074d3dad220 req-8ae2a151-9462-43f8-8606-b91dab23a14c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 May 20 08:22:08.606800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ae41c-d5c4-4cc8-b541-6498ef99f112 req-978c7cd7-92de-48ac-9c7f-7f38ee90ea62 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:08.608263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b2ae41c-d5c4-4cc8-b541-6498ef99f112 req-978c7cd7-92de-48ac-9c7f-7f38ee90ea62 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 945 time: 0.0820324 May 20 08:22:08.655648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6b2ae41c-d5c4-4cc8-b541-6498ef99f112 req-0d80d999-19e5-4a09-856e-0fb4a3963efe tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 May 20 08:22:08.808701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-55c4ef9a-4a09-4c39-a191-d4c02d64c92e req-42d755c0-ac8f-4de1-809c-790cd3a8c447 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 210 time: 0.0465209 May 20 08:22:09.195462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bb16c-eabc-46d6-9b6d-ff63db837bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:09.665701 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:09.669618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-76482181-a001-42b0-8342-e3a3f7aea8a9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:09.672739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-76482181-a001-42b0-8342-e3a3f7aea8a9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.81 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 814 time: 0.1630113 May 20 08:22:09.684137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Request body: {'port': {'device_id': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'admin_state_up': True, 'tenant_id': '5c5a717b1c2b4c8ba1b9817bcfa4551c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:09.885136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:09.892555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Usage tracker for resource:port and tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:09.896115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:09.906445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:09.927221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f64dc-e150-4dfc-b092-8ff024d4b57a req-7f2cdead-4e81-42ea-81f2-58a30a920596 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:09.928743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec7f64dc-e150-4dfc-b092-8ff024d4b57a req-7f2cdead-4e81-42ea-81f2-58a30a920596 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 945 time: 0.1391160 May 20 08:22:09.986607 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec7f64dc-e150-4dfc-b092-8ff024d4b57a req-cdbbfe2b-eec4-4ffd-ab48-9fb975c70672 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514596 May 20 08:22:10.001488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Made reservation on behalf of 5c5a717b1c2b4c8ba1b9817bcfa4551c for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:10.008699 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:10.141535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae64d265-91d7-42b6-b236-c4fef79479e8 req-be10fb7b-3b8f-46ac-93b9-a92f026ccba1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 210 time: 0.0541697 May 20 08:22:10.241372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Allocated IP 172.20.0.2 (b4262a53-4ca3-48de-98e8-e4c327dd43f5/4d47bcdf-5261-430d-8650-e500e5d1bd1d/27e2295e-642e-491a-87e0-b40a09e8ee02) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:22:10.459278 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:10.556037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:10.562977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:10.637267 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:22:10.641845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:22:10.643909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:10.646139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:22:10.676789 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:10.716195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:10.716800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:10.819115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1388288 May 20 08:22:10.831651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Request body: {'port': {'device_id': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:10.953822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:11.241340 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:11.376502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:11.393125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:11.413426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Transition to ACTIVE for port object 27e2295e-642e-491a-87e0-b40a09e8ee02 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:22:11.436134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-a30857da-b708-4b1c-b21d-bdf6fd1831f0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:11.437429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-a30857da-b708-4b1c-b21d-bdf6fd1831f0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:11.482466 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:11.492617 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-744ed535-026b-4a4e-b6b0-5e12229ab6d7 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:11.619600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-a30857da-b708-4b1c-b21d-bdf6fd1831f0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:11.620760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-a30857da-b708-4b1c-b21d-bdf6fd1831f0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 931 time: 0.3119617 May 20 08:22:11.685641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:11.688663 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:11.773317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-9368bad5-f27c-4803-94dc-9d3091bdbc47 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:11.808247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:22:11.808567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:22:11.808918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:11.814197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:22:11.814531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:11.820744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:22:11.821168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Checking segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:22:11.821628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Bound using segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:22:11.821981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Bound port: 27e2295e-642e-491a-87e0-b40a09e8ee02, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:22:11.822307 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:11.882953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-9368bad5-f27c-4803-94dc-9d3091bdbc47 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:11.884407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49dbd430-a3fe-48d9-93a7-cc15609c1fa8 req-9368bad5-f27c-4803-94dc-9d3091bdbc47 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540472 May 20 08:22:11.940941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:22:11.944400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:22:12.021523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:12.027227 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f8eff34-5094-4f1c-b7ad-8218f1463203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:12.094101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:12.094723 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:12.096169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 1091 time: 1.2690265 May 20 08:22:12.096710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:12.146499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:12.154341 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:12.165768 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'status': 'completed', 'code': 200} May 20 08:22:12.460759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-0813f658-d730-4295-972b-d2e80fd38ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:12.460759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-0813f658-d730-4295-972b-d2e80fd38ad8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1094 time: 0.2791107 May 20 08:22:12.516138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:12.659669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-3a5d51e4-48d4-407d-bad0-13040e02c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:12.661835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-3a5d51e4-48d4-407d-bad0-13040e02c82d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1947858 May 20 08:22:12.839649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-5e9ec3ec-a6b5-46aa-86ff-d7f1b2f4f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:12.841144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-966d13cc-1a15-4746-9c9c-7b53268c1f06 req-5e9ec3ec-a6b5-46aa-86ff-d7f1b2f4f053 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727135 May 20 08:22:13.026618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-8907276e-c482-4f3e-93ae-0828fd55b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:13.028694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-8907276e-c482-4f3e-93ae-0828fd55b9c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1094 time: 0.1391599 May 20 08:22:13.174681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-82eb3e73-aa74-4178-80f4-a28034886096 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1235902 May 20 08:22:13.262121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-11dbf262-a598-4568-b21d-69ece392a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:13.264145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-11dbf262-a598-4568-b21d-69ece392a614 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.0820048 May 20 08:22:13.323532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-0f29dd6b-6475-42f3-a620-3f4bf1811876 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493250 May 20 08:22:13.332066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4b8d2-3c1e-4bad-9f44-314cf58a8f89 req-9b3d2b3b-1832-4353-834a-dfdd204f6dd4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:13.333674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29a4b8d2-3c1e-4bad-9f44-314cf58a8f89 req-9b3d2b3b-1832-4353-834a-dfdd204f6dd4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.2113261 May 20 08:22:13.506288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-29a4b8d2-3c1e-4bad-9f44-314cf58a8f89 req-2d4e48f7-03f5-4aa5-8e8d-5746a62513fa tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404598 May 20 08:22:13.550670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-b58c0a78-db46-47c1-8e3d-bbc754ed5731 service neutron] 10.222.0.81 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159028 May 20 08:22:13.696187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0cef026-d2f5-4e9a-8c60-cfae14a5e83e req-cccb5c59-e0ba-4b73-bc4a-5f8313c6fa93 service neutron] 10.222.0.81 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385827 May 20 08:22:14.782736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e51c50-d4e6-4b25-8b51-7124bdffd9a0 req-01adac03-db58-4f64-a804-ef75812b9d47 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:14.785256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2e51c50-d4e6-4b25-8b51-7124bdffd9a0 req-01adac03-db58-4f64-a804-ef75812b9d47 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.1628444 May 20 08:22:14.840094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2e51c50-d4e6-4b25-8b51-7124bdffd9a0 req-f5ce6d12-56d1-410b-880d-a37f47934b15 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 May 20 08:22:16.137852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa6559-1187-4e3e-9924-79fcaddb63ca req-f9d9d4c0-5c25-442d-af58-5415e1b68de5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:16.140613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2afa6559-1187-4e3e-9924-79fcaddb63ca req-f9d9d4c0-5c25-442d-af58-5415e1b68de5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.1462057 May 20 08:22:16.208800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2afa6559-1187-4e3e-9924-79fcaddb63ca req-903c63bb-6e91-4523-bf10-eb32e81c73a9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 May 20 08:22:17.404409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4932932-7fd2-42e8-9f12-20f23c245a41 req-91153685-65a2-4c95-b1ae-70739c64ef5f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:17.406287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4932932-7fd2-42e8-9f12-20f23c245a41 req-91153685-65a2-4c95-b1ae-70739c64ef5f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.0850496 May 20 08:22:17.458365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b4932932-7fd2-42e8-9f12-20f23c245a41 req-b8598aca-86e2-49bb-a631-7e4d6412adea tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 May 20 08:22:17.697414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:22:17.838587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:17.852088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'port_id': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'mac_address': 'fa:16:3e:fb:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d47bcdf-5261-430d-8650-e500e5d1bd1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:22:17.913020 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:17.931154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:17.954685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:18.030774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:18.033521 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:18.130787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:18.133977 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:18.336338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:18.655887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a53fb-f8ba-46f8-a132-d45515f226ac req-d8cf83a8-1df9-4064-9d73-b7d7742b917d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:18.657573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d32a53fb-f8ba-46f8-a132-d45515f226ac req-d8cf83a8-1df9-4064-9d73-b7d7742b917d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.0863388 May 20 08:22:18.705147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d32a53fb-f8ba-46f8-a132-d45515f226ac req-24d96fa6-7014-4f33-bf1e-1b00026e5a9b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 May 20 08:22:19.703679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:22:19.893281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 27e2295e-642e-491a-87e0-b40a09e8ee02 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:22:19.901365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 27e2295e-642e-491a-87e0-b40a09e8ee02 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:22:19.902062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:20.003042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f7e2f-9ff1-4737-a9c5-b176c6613e39 req-389b09ac-0792-4a23-8ce7-dd49d46110d9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:20.004544 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d10f7e2f-9ff1-4737-a9c5-b176c6613e39 req-389b09ac-0792-4a23-8ce7-dd49d46110d9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.1141698 May 20 08:22:20.051868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d10f7e2f-9ff1-4737-a9c5-b176c6613e39 req-e8802558-e0a9-4c04-8f8d-cb0e16b5fce8 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 May 20 08:22:20.094371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:20.138852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:20.155869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:20.197080 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'code': 200} May 20 08:22:20.229562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:20.232145 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8bd00606-6523-4658-ab2c-ed9ec43421a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:20.306743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:20.314778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:20.368049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba5b9d-39b5-475a-ba28-16c6b77ccec6 req-dedbfcf5-444d-4f2d-9527-a0b7a7babb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:20.370515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4aba5b9d-39b5-475a-ba28-16c6b77ccec6 req-dedbfcf5-444d-4f2d-9527-a0b7a7babb37 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1096 time: 0.0966692 May 20 08:22:20.413573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4aba5b9d-39b5-475a-ba28-16c6b77ccec6 req-5fe69586-b531-4052-8b2a-8522b3726810 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357537 May 20 08:22:21.254653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf34627-89ed-4494-80a5-4f3f2dfb7e87 req-aea7f5c8-1d52-4c2b-b30b-d7ccd56d7ae1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:21.256109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddf34627-89ed-4494-80a5-4f3f2dfb7e87 req-aea7f5c8-1d52-4c2b-b30b-d7ccd56d7ae1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0911710 May 20 08:22:21.308359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddf34627-89ed-4494-80a5-4f3f2dfb7e87 req-590e1f0c-288d-4233-a64e-ef90b3cd39c0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 May 20 08:22:22.584947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f446f6-386a-4746-bff8-b1d37a945698 req-463098f6-99d1-41d4-b854-d313e618298a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:22.586471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54f446f6-386a-4746-bff8-b1d37a945698 req-463098f6-99d1-41d4-b854-d313e618298a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0904520 May 20 08:22:22.638882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54f446f6-386a-4746-bff8-b1d37a945698 req-ef6977a3-6fe9-4039-adb1-45884687b766 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 May 20 08:22:23.179262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-0705ddeb-ce96-49e5-92ab-d4f1ed667ced tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:23.180729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-0705ddeb-ce96-49e5-92ab-d4f1ed667ced tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 814 time: 0.3152249 May 20 08:22:23.196639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-aa62010e-2bb7-44cc-8416-c60778cc97cc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/quotas/5c5a717b1c2b4c8ba1b9817bcfa4551c HTTP/1.1" status: 200 len: 375 time: 0.0102334 May 20 08:22:23.279348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-ede2d3ba-a02d-4982-b0dd-14db1d7505fa tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770159 May 20 08:22:23.418542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-9aa0e033-0f6c-4a9b-a27a-390ab49e5052 service neutron] 10.222.0.79 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314645 May 20 08:22:23.612960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-5ebde4b7-b2e8-4102-866f-d00e37652c0f service neutron] 10.222.0.79 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877570 May 20 08:22:23.901519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-27f53d57-dc91-4ab6-8d93-2ec47d4fdb70 req-e8448140-9ded-4ea5-a9e9-3c2abab2a24a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 210 time: 0.0475438 May 20 08:22:24.441406 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:25.173148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a59903c-1448-4e9f-952f-f71f147d4f7d req-a86f6cfb-eaf3-47d6-afa0-7d500928d899 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 210 time: 0.0804954 May 20 08:22:25.388418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36042) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:25.559081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:25.589023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:25.596065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Usage tracker for resource:security_group_rule and tenant:8645457f2a8647bd9709a740cfe182ed is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:25.601634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:25.613967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:25.840672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:25.910317 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:25.920614 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:25.961806 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8645457f2a8647bd9709a740cfe182ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722473 May 20 08:22:25.963606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665b4b2e-3f4f-4208-b61a-82fa2da1fa84,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:25.964600 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36048) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:25.967051 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:25.977275 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:22:26.033707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.060451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.169701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-599222a4-2889-4c4e-971e-319f1ae8be2c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:26.173637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-599222a4-2889-4c4e-971e-319f1ae8be2c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 814 time: 0.1615968 May 20 08:22:26.188524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Request body: {'port': {'device_id': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'admin_state_up': True, 'tenant_id': '5c5a717b1c2b4c8ba1b9817bcfa4551c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:26.195502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.209360 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4366b072-d6b6-4f2e-a4ab-0caae6a370a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:26.224834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b4b2e-3f4f-4208-b61a-82fa2da1fa84,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:26.244298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.244734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.245267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.245676 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.246054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.246423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.246795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.247164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.247528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.247892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.248257 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.248668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:26.253957 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:26.256112 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.257340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/665b4b2e-3f4f-4208-b61a-82fa2da1fa84 HTTP/1.1" status: 204 len: 168 time: 0.2916675 May 20 08:22:26.424091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4efc3aa8-3872-4b5a-be52-2680db954612 req-99999e2d-672b-45b0-bd8f-678a33dc5e3a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 210 time: 0.0621116 May 20 08:22:26.470196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:26.480061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:26.578245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Made reservation on behalf of 5c5a717b1c2b4c8ba1b9817bcfa4551c for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:26.581927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.772834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:26.846133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Allocated IP 172.20.0.10 (b4262a53-4ca3-48de-98e8-e4c327dd43f5/4d47bcdf-5261-430d-8650-e500e5d1bd1d/f127fd3f-ef4e-4a55-b82e-0872e19f4cd8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:22:26.997531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36064) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:27.022379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.041315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:27.045512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Usage tracker for resource:security_group_rule and tenant:6c7f65888c364b12b0b563964c393079 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:27.049591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:27.055675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:27.071095 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.140737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.178703 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.185252 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:27.194655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:27.206629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.214828 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73e2a503-0dcd-4c39-8a24-75a35d5ee2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:27.259400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Network b4262a53-4ca3-48de-98e8-e4c327dd43f5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:22:27.262954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:22:27.265719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe1792-69b6-4a0f-915b-ba7205d2768e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:27.268227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:22:27.289940 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c7f65888c364b12b0b563964c393079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908053 May 20 08:22:27.292303 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:27.293019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:27.321894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Pushing event updated for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:27.330755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:27.354327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:27.355154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.371949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.402006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.437401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2554114 May 20 08:22:27.452620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Request body: {'port': {'device_id': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:27.510109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.516182 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:27.537060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe1792-69b6-4a0f-915b-ba7205d2768e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:27.539858 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:27.540917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.547910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bcbe1792-69b6-4a0f-915b-ba7205d2768e HTTP/1.1" status: 204 len: 168 time: 0.2528119 May 20 08:22:27.586533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:27.802359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd138-1e40-46bf-bc73-51930ccad222 req-7d9beaab-90f1-49d2-babd-6a2e8bf47a89 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:27.803081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ae4dd138-1e40-46bf-bc73-51930ccad222 req-7d9beaab-90f1-49d2-babd-6a2e8bf47a89 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:28.067804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ae4dd138-1e40-46bf-bc73-51930ccad222 req-7d9beaab-90f1-49d2-babd-6a2e8bf47a89 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:28.074662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae4dd138-1e40-46bf-bc73-51930ccad222 req-7d9beaab-90f1-49d2-babd-6a2e8bf47a89 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 932 time: 0.4677837 May 20 08:22:28.237490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae4dd138-1e40-46bf-bc73-51930ccad222 req-466786c1-07c0-42cc-a71b-369fb31c10fa tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617866 May 20 08:22:28.354185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:28.362555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:28.378199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Transition to ACTIVE for port object f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:22:28.458235 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:28.463934 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-30baf585-192c-40ea-94ba-2c5a21287b88 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:28.627688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:28.635493 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:28.725216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Attempting to bind port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:22:28.725684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Attempting to bind port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:22:28.726290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Attempting to bind port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:28.731306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:22:28.731635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Attempting to bind port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:22:28.737756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:22:28.738106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Checking segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:22:28.738524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Bound using segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:22:28.738949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Bound port: f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:22:28.739308 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:28.841590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:22:28.845850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:22:28.950087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:28.955945 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88178de3-428a-4a0c-8276-78c9c1d40d6d tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:29.026208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.027226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:29.028280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] 10.222.0.84 "PUT /v2.0/ports/f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 HTTP/1.1" status: 200 len: 1092 time: 1.5804570 May 20 08:22:29.028819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:29.066638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:29.082104 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:29.083980 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8', 'status': 'completed', 'code': 200} May 20 08:22:29.187244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af118-de88-466f-a7c8-3d59beeece9c req-8b52bab1-d9f6-41a3-8ce2-d155e8d9b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.188980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81af118-de88-466f-a7c8-3d59beeece9c req-8b52bab1-d9f6-41a3-8ce2-d155e8d9b510 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 1095 time: 0.0840411 May 20 08:22:29.381509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af118-de88-466f-a7c8-3d59beeece9c req-68edf416-58e2-4fa2-ae0c-ff87658caabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.383014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81af118-de88-466f-a7c8-3d59beeece9c req-68edf416-58e2-4fa2-ae0c-ff87658caabd service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1828601 May 20 08:22:29.556432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3c8d-11f4-48b2-bf9a-fab2f7d7b05b req-b33f9deb-3f13-4573-9436-e3eb2e6b7352 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.558126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c08f3c8d-11f4-48b2-bf9a-fab2f7d7b05b req-b33f9deb-3f13-4573-9436-e3eb2e6b7352 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 944 time: 0.2186072 May 20 08:22:29.559583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81af118-de88-466f-a7c8-3d59beeece9c req-b6a202be-33a5-45cf-9d7d-c80feeb115ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.560909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e81af118-de88-466f-a7c8-3d59beeece9c req-b6a202be-33a5-45cf-9d7d-c80feeb115ed service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707311 May 20 08:22:29.651296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36124) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:29.722252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c08f3c8d-11f4-48b2-bf9a-fab2f7d7b05b req-7f51e8be-40e3-4a01-84db-763d8b3ef083 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583526 May 20 08:22:29.753749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-12d26a35-a434-47c7-9e28-985c229dc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.755951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-12d26a35-a434-47c7-9e28-985c229dc890 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 1095 time: 0.1481688 May 20 08:22:29.805648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:29.827783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:29.832612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Usage tracker for resource:security_group_rule and tenant:262003a33e224009a831cc8964445e72 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:29.833426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-ace99125-2877-49ce-b95b-59a0725d8a72 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 HTTP/1.1" status: 200 len: 217 time: 0.0699499 May 20 08:22:29.835598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:29.841741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:29.907774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-b9cd2f58-51ab-4d43-9f93-f9369c805e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:29.911008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-b9cd2f58-51ab-4d43-9f93-f9369c805e76 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.0704789 May 20 08:22:29.929506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:29.963958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-a3b83349-2124-4fa7-b9c9-7c8725a2b447 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465851 May 20 08:22:30.000862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:30.018450 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7bb7eba7-769b-4064-8f23-8d57db3b4918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:30.077761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c7197-f609-416c-a4e6-ea1995314731,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:30.083985 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=262003a33e224009a831cc8964445e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321027 May 20 08:22:30.085889 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:30.086762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36132) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:30.189005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-37611a84-7d2a-457b-89c2-0223161358b3 service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178187 May 20 08:22:30.209736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:30.264748 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:30.335334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1626ff84-d102-4562-b7fc-e4157f6bcfad req-051bd201-b556-45c9-8083-4c22e3dd922e service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390953 May 20 08:22:30.440897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:30.445282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51d069b0-544a-47f4-8e3b-737091220abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:30.459516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c7197-f609-416c-a4e6-ea1995314731,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:30.462564 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:30.464611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:30.470472 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d4c7197-f609-416c-a4e6-ea1995314731 HTTP/1.1" status: 204 len: 168 time: 0.3777790 May 20 08:22:30.953664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226db198-c3d8-4227-891b-fec16fadcbcd req-f8558428-e931-4081-97ad-9bc0921c50ed tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:30.955138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-226db198-c3d8-4227-891b-fec16fadcbcd req-f8558428-e931-4081-97ad-9bc0921c50ed tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 944 time: 0.0899117 May 20 08:22:31.000917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-226db198-c3d8-4227-891b-fec16fadcbcd req-da678c0a-353b-45cc-9a63-4742028f8aa7 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 May 20 08:22:32.056450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:22:32.215022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270169-7a3b-4805-a271-58143038c340 req-5d7d46d5-0dba-40ca-9814-70f5db7b6012 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:32.216468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28270169-7a3b-4805-a271-58143038c340 req-5d7d46d5-0dba-40ca-9814-70f5db7b6012 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 944 time: 0.0985210 May 20 08:22:32.283375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-28270169-7a3b-4805-a271-58143038c340 req-d7beda45-c511-400e-a5b3-f5ce028857bf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 May 20 08:22:32.288897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:32.316237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'port_id': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8', 'mac_address': 'fa:16:3e:0f:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d47bcdf-5261-430d-8650-e500e5d1bd1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:22:32.420322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:32.461385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:22:32.491808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:32.543948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:32.546474 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b2990b4c-26b1-4a4d-9a24-3986fc50e47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:32.620757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:32.624297 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:32.782507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['f127fd3f-ef4e-4a55-b82e-0872e19f4cd8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:33.479080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071cf1e-8fee-4a27-a93f-cac1e63c7f64 req-b62176e3-0321-4311-b573-9918df852b9b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:33.480516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f071cf1e-8fee-4a27-a93f-cac1e63c7f64 req-b62176e3-0321-4311-b573-9918df852b9b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 945 time: 0.0891242 May 20 08:22:33.534465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f071cf1e-8fee-4a27-a93f-cac1e63c7f64 req-a43e2da2-361c-45ff-abba-adeb91877a49 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471294 May 20 08:22:34.058179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:22:34.212035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:22:34.217233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:22:34.217644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.346208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.381265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:34.397428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:34.410679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:34.432569 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8', 'code': 200} May 20 08:22:34.458132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.461205 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:34.542536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:34.548418 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:34.573745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.590633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:34.595854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:132b01c1190e42c9a4bf60f3f90c9e90 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:34.599967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:34.606661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:34.735417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.789613 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.804119 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-883bcf1c-ba37-44e2-8dab-8bd90b110861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:34.861328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d45223-972c-4d9c-8371-4605093b56a9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:34.866222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:34.873009 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=132b01c1190e42c9a4bf60f3f90c9e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607742 May 20 08:22:34.880312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36242) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:34.927983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2157ec-94b5-4a05-918c-c7666aa4df98 req-cf648090-503a-4b1c-820a-88ecc04727d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:34.930312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a2157ec-94b5-4a05-918c-c7666aa4df98 req-cf648090-503a-4b1c-820a-88ecc04727d4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 1097 time: 0.4253786 May 20 08:22:34.985368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:34.987637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b07cc-62e7-44e2-8d3e-db99de0a8d0d req-5c0f895c-1df9-4d00-adde-15fb53382091 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:34.989138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-910b07cc-62e7-44e2-8d3e-db99de0a8d0d req-5c0f895c-1df9-4d00-adde-15fb53382091 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 946 time: 0.2259510 May 20 08:22:34.998241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a2157ec-94b5-4a05-918c-c7666aa4df98 req-b2ec5bff-9f84-4476-b6cf-861bff2e2665 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598035 May 20 08:22:35.016646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:35.051588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-910b07cc-62e7-44e2-8d3e-db99de0a8d0d req-0d3f1a40-5cd1-42e9-ac01-71f493f56b16 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 May 20 08:22:35.166839 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:35.171317 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-855c0ae0-9d7d-4d0d-83fc-69b774249598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:35.182734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d45223-972c-4d9c-8371-4605093b56a9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:35.187049 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:35.190791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:35.191797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99d45223-972c-4d9c-8371-4605093b56a9 HTTP/1.1" status: 204 len: 168 time: 0.3103442 May 20 08:22:36.025746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36256) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:36.046240 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.060878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:36.065154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Usage tracker for resource:security_group_rule and tenant:a53dd8ea5e33433c832c35e57b8bfc39 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:36.068079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:36.073914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:36.165326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.229157 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.238888 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-be518f2d-d5a0-4364-a481-6023f0a2c079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:36.280497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a53dd8ea5e33433c832c35e57b8bfc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566776 May 20 08:22:36.281997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca91b69-ccca-45e4-9cfe-123dc3e15f45,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:36.283077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36264) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:36.285004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:36.348181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.375391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.513448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353b8bb-7ce3-4099-8615-68f43ab95ac4 req-e8f864d6-aa2b-46ea-b4df-51df7bac386a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:36.515516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f353b8bb-7ce3-4099-8615-68f43ab95ac4 req-e8f864d6-aa2b-46ea-b4df-51df7bac386a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 946 time: 0.0922706 May 20 08:22:36.550479 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.558001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e6a23e0-97be-4a43-b415-607644179604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:36.579762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca91b69-ccca-45e4-9cfe-123dc3e15f45,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:36.588874 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:36.590010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ca91b69-ccca-45e4-9cfe-123dc3e15f45 HTTP/1.1" status: 204 len: 168 time: 0.3059106 May 20 08:22:36.599643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.600117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.600424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.600807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.601187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.601615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.601991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.602364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.602734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.603105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.603476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.603839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:22:36.607039 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:36.610690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f353b8bb-7ce3-4099-8615-68f43ab95ac4 req-99ef22d2-9cd8-4617-9326-176ec0827e08 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761676 May 20 08:22:36.835407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44133f76-8c00-4f27-a492-654fca5b3cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:37.410257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c3efa-3b99-4b59-b58d-03c2ed8dfdb4 req-4a7850ca-9302-4b6c-8f12-e2a8827cdb46 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:37.414246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-011c3efa-3b99-4b59-b58d-03c2ed8dfdb4 req-4a7850ca-9302-4b6c-8f12-e2a8827cdb46 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 946 time: 0.0897169 May 20 08:22:37.518056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-011c3efa-3b99-4b59-b58d-03c2ed8dfdb4 req-5b55ac3c-d913-4555-a240-fa88baf604be tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940535 May 20 08:22:38.814768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-2528d860-1aae-4545-9c39-237d43061bdb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:38.816284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-2528d860-1aae-4545-9c39-237d43061bdb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 946 time: 0.2112584 May 20 08:22:39.023779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb638-c772-4a99-ba44-b6bd768fbe90 req-97dbcad1-bc54-49ce-9888-cad38c6c25b0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:39.025986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-339bb638-c772-4a99-ba44-b6bd768fbe90 req-97dbcad1-bc54-49ce-9888-cad38c6c25b0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 946 time: 0.2933617 May 20 08:22:39.127684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-339bb638-c772-4a99-ba44-b6bd768fbe90 req-e78db3dd-63f8-4205-9fb7-4177b00eb348 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881531 May 20 08:22:39.137939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Deleting port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:22:39.138440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.183275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e11fc3a0-b73e-4c42-972f-5a1907308660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.284845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] For port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:39.285904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.427025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Calling delete_port for f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:22:39.601456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.613052 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f3c4c54d-5632-4a47-bb9a-14e9d019b4b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:39.615267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['f127fd3f-ef4e-4a55-b82e-0872e19f4cd8'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:39.664752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:39.670004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Pushing event deleted for resources: {'Port': ['ID=f127fd3f-ef4e-4a55-b82e-0872e19f4cd8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:39.680977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:39.719359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.760661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] No DVR routers for this DVR port f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:22:39.770737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:39.783563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'name': 'network-vif-deleted', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:39.849075 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db0534b-bab7-4d2d-bd86-97a37861b235', 'name': 'network-vif-deleted', 'tag': 'f127fd3f-ef4e-4a55-b82e-0872e19f4cd8', 'status': 'completed', 'code': 200} May 20 08:22:39.877073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-017b0d6c-a93a-4a53-9ab2-f3aa05c1065b req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "DELETE /v2.0/ports/f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 HTTP/1.1" status: 204 len: 173 time: 1.0544543 May 20 08:22:40.299340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-af99a620-a0f7-47fd-b0fb-dea8d32d8a2a req-086c4cb7-c1fb-4b29-aa6d-c453b1a2901a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:40.423689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-af99a620-a0f7-47fd-b0fb-dea8d32d8a2a req-086c4cb7-c1fb-4b29-aa6d-c453b1a2901a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:40.424996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-af99a620-a0f7-47fd-b0fb-dea8d32d8a2a req-086c4cb7-c1fb-4b29-aa6d-c453b1a2901a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=9db0534b-bab7-4d2d-bd86-97a37861b235 HTTP/1.1" status: 200 len: 210 time: 0.1736472 May 20 08:22:41.269314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:41.688202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1618e41-6b6c-4c15-b410-8db24a563fc5 req-5bf9ac38-d04c-4cfd-bbf4-a9237b858d6b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:41.689945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1618e41-6b6c-4c15-b410-8db24a563fc5 req-5bf9ac38-d04c-4cfd-bbf4-a9237b858d6b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0854392 May 20 08:22:41.737872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1618e41-6b6c-4c15-b410-8db24a563fc5 req-552150e8-d0eb-4a9c-92ef-522f51444639 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 May 20 08:22:42.064375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:22:42.108820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:22:42.109333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device f127fd3f-ef4e-4a55-b82e-0872e19f4cd8 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:22:42.122937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a884-7453-4341-af50-d3f70b951b91 req-006ad42f-74a2-4272-8051-cab366c9ff45 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:42.125169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba9a884-7453-4341-af50-d3f70b951b91 req-006ad42f-74a2-4272-8051-cab366c9ff45 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1184683 May 20 08:22:42.189715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aba9a884-7453-4341-af50-d3f70b951b91 req-27707e66-b056-4875-9969-155a012e0370 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 May 20 08:22:42.503559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:42.785034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45292c04-1920-46d1-a1df-d29b2335264b req-363f26a7-6241-4860-ba26-c2f679da8569 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:42.786651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45292c04-1920-46d1-a1df-d29b2335264b req-363f26a7-6241-4860-ba26-c2f679da8569 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0851805 May 20 08:22:42.844885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45292c04-1920-46d1-a1df-d29b2335264b req-9ba809c5-97fe-4f2b-bb02-ae83e7dde706 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 May 20 08:22:43.029288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef682-839b-462f-a80a-3c953f7690d8 req-3ec2ba52-efab-4ea1-b2f3-e879175bb341 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:43.030984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e72ef682-839b-462f-a80a-3c953f7690d8 req-3ec2ba52-efab-4ea1-b2f3-e879175bb341 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 945 time: 0.0857518 May 20 08:22:43.087549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e72ef682-839b-462f-a80a-3c953f7690d8 req-b1467e85-4d19-4e4a-b043-39380b4d2c06 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 May 20 08:22:43.970182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36522) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:44.180913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:44.215545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:44.326509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Usage tracker for resource:security_group_rule and tenant:35e1c97534214455af6b1a62ba09138f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:44.339315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:44.351434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:44.452266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe068b5-5f9b-4804-b559-25af143f17a5 req-2f426ea4-1e6f-4757-a48a-58b0c66df113 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:44.454034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbe068b5-5f9b-4804-b559-25af143f17a5 req-2f426ea4-1e6f-4757-a48a-58b0c66df113 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 945 time: 0.2338853 May 20 08:22:44.463416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-0c41a267-0108-4524-9b7c-55c35896d47b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:44.465085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-0c41a267-0108-4524-9b7c-55c35896d47b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.84 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 945 time: 0.1825938 May 20 08:22:44.741176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fbe068b5-5f9b-4804-b559-25af143f17a5 req-7bf01274-29a3-4bd4-9a18-c88cbc3f2b4f tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e359572-b4d2-46e8-9b32-4f7f718cf29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750380 May 20 08:22:44.792323 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:44.849758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:44.864164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7eac20b-80ed-41b1-9cd5-c2f731747a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:44.892532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Deleting port 6cddc4c7-46f0-49b3-bb31-be240fa62377 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:22:44.893139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:44.952566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35e1c97534214455af6b1a62ba09138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803805 May 20 08:22:44.956345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36534) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:44.963543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae96d8b-234c-4c6d-89b7-ac184fa02821,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:44.963543 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:45.023579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.052595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.069016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] For port 6cddc4c7-46f0-49b3-bb31-be240fa62377, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=6cddc4c7-46f0-49b3-bb31-be240fa62377,segment=NetworkSegment(14d285fc-da30-449a-967c-4a40fa6c13af),segment_id=14d285fc-da30-449a-967c-4a40fa6c13af)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:22:45.069794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.189223 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.193986 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58c9da8c-4a4e-4abf-aee4-233e7dc18a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:45.207961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae96d8b-234c-4c6d-89b7-ac184fa02821,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:45.210634 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:45.211150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Calling delete_port for 6cddc4c7-46f0-49b3-bb31-be240fa62377 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:22:45.219109 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.222664 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ae96d8b-234c-4c6d-89b7-ac184fa02821 HTTP/1.1" status: 204 len: 168 time: 0.2650568 May 20 08:22:45.434967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.441253 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad5defb6-c873-464f-8c6f-90951196852a tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:45.451128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['6cddc4c7-46f0-49b3-bb31-be240fa62377'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:22:45.488729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Pushing event deleted for resources: {'Port': ['ID=6cddc4c7-46f0-49b3-bb31-be240fa62377,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:45.491980 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:45.581566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] No DVR routers for this DVR port 6cddc4c7-46f0-49b3-bb31-be240fa62377 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:22:45.584160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:45.586977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'name': 'network-vif-deleted', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:22:45.645553 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf9126b-b4b3-4b71-885c-016d556f7238', 'name': 'network-vif-deleted', 'tag': '6cddc4c7-46f0-49b3-bb31-be240fa62377', 'status': 'completed', 'code': 200} May 20 08:22:45.738338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c28f7d27-2dce-4272-a5e8-62187de60413 req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.84 "DELETE /v2.0/ports/6cddc4c7-46f0-49b3-bb31-be240fa62377 HTTP/1.1" status: 204 len: 173 time: 1.0971689 May 20 08:22:45.922576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aa64a242-1022-4fab-8ae5-4210ac2ad6d6 req-c214ca9c-04d6-4ee6-b3ad-4f734a9da90b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Synchronizing usage tracker for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:22:46.034984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aa64a242-1022-4fab-8ae5-4210ac2ad6d6 req-c214ca9c-04d6-4ee6-b3ad-4f734a9da90b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Unset dirty status for tenant:21a4bb798305403f91274c3c468e19c5 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:22:46.036577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa64a242-1022-4fab-8ae5-4210ac2ad6d6 req-c214ca9c-04d6-4ee6-b3ad-4f734a9da90b tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] 10.222.0.79 "GET /v2.0/ports?device_id=baf9126b-b4b3-4b71-885c-016d556f7238 HTTP/1.1" status: 200 len: 210 time: 0.1627944 May 20 08:22:46.720387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cb264-1e72-403f-9aae-720a68b4fec2 req-29b60420-4e75-46eb-93a2-78eb72cfa852 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:46.722046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-161cb264-1e72-403f-9aae-720a68b4fec2 req-29b60420-4e75-46eb-93a2-78eb72cfa852 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1073432 May 20 08:22:46.797242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-161cb264-1e72-403f-9aae-720a68b4fec2 req-62ff48c7-a20f-4c73-991c-65005940adf0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 May 20 08:22:47.221523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf474d-547c-42cd-90ba-6d148e0ef749 req-a0f4bb1a-4bdf-418b-a884-8cb6f3ece417 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:47.223008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ecf474d-547c-42cd-90ba-6d148e0ef749 req-a0f4bb1a-4bdf-418b-a884-8cb6f3ece417 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0961418 May 20 08:22:47.271528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ecf474d-547c-42cd-90ba-6d148e0ef749 req-42486213-3b15-42b9-a512-8691ddc77691 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 May 20 08:22:47.697242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36614) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:47.826082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:47.849106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:47.849106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Usage tracker for resource:security_group_rule and tenant:7636c82e5e874dd582cc42820d10fffe is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:47.852437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:47.860220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:47.985524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.035092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.050769 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5e2294b-034b-4924-83fc-8341e092824d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:48.103717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6cddc4c7-46f0-49b3-bb31-be240fa62377 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:22:48.124512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7636c82e5e874dd582cc42820d10fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218035 May 20 08:22:48.124512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c35af6-4d26-4a83-81f0-c489a3258a19,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:48.124777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:48.136538 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:48.141396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 6cddc4c7-46f0-49b3-bb31-be240fa62377 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:22:48.141784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 6cddc4c7-46f0-49b3-bb31-be240fa62377 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:22:48.192670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.221571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.349277 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.353861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b8dd4731-e3ef-43ad-aa74-9c25e92d4e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:48.367153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c35af6-4d26-4a83-81f0-c489a3258a19,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:48.370971 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:48.375518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:48.379403 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4c35af6-4d26-4a83-81f0-c489a3258a19 HTTP/1.1" status: 204 len: 168 time: 0.2547350 May 20 08:22:50.443889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36688) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:50.614260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:50.619842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:50.623926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Usage tracker for resource:floatingip and tenant:1f25eb9a8c70450fa45877631ec2d774 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:50.627001 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:50.633838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:50.659138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883ff31-48e8-48aa-a16e-c1603a0a4b7c req-8eecd95c-f909-4c0a-a9b2-f6c2193bdf16 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:50.660681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4883ff31-48e8-48aa-a16e-c1603a0a4b7c req-8eecd95c-f909-4c0a-a9b2-f6c2193bdf16 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1136160 May 20 08:22:50.707597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4883ff31-48e8-48aa-a16e-c1603a0a4b7c req-74b34fcb-7c9a-4072-be3a-3fe1264918b4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 May 20 08:22:50.790117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:50.919229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233d8a-158e-422e-b089-e65bb555d240 req-aa622743-2697-4396-8913-980efb91c82e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:50.922154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e233d8a-158e-422e-b089-e65bb555d240 req-aa622743-2697-4396-8913-980efb91c82e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1009319 May 20 08:22:50.960914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:51.005252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e233d8a-158e-422e-b089-e65bb555d240 req-2a80640e-1988-4540-a241-9c6e1e1061a3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 May 20 08:22:51.134174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Allocated IP 172.25.8.5 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/37f2af43-4a77-427c-bde6-5fb704f65ab8) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:22:51.301236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c8be-7fd6-4a8a-be48-7627983f7e59 req-892fc48e-600e-4395-987d-6328008d1d77 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:51.304883 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c63c8be-7fd6-4a8a-be48-7627983f7e59 req-892fc48e-600e-4395-987d-6328008d1d77 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1074784 May 20 08:22:51.339033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:51.365824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3c63c8be-7fd6-4a8a-be48-7627983f7e59 req-be21ecd3-618d-4edc-a37b-8b5ab6a6720d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565372 May 20 08:22:51.424792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:51.430184 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-25a280f9-f6e4-4514-a260-13d1341b147a tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:51.614139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f54a0-cd76-4130-b693-67b7471a5a01 req-acb61e7f-1e11-4936-80e6-6bf76c9916c1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:51.615674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc1f54a0-cd76-4130-b693-67b7471a5a01 req-acb61e7f-1e11-4936-80e6-6bf76c9916c1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1088514 May 20 08:22:51.671092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:22:51.674398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:22:51.680776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc1f54a0-cd76-4130-b693-67b7471a5a01 req-08c8dfdc-d594-4744-8e48-3e721173c835 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 May 20 08:22:51.682073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:22:51.711972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Pushing event updated for resources: {'Port': ['ID=37f2af43-4a77-427c-bde6-5fb704f65ab8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:51.719555 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:51.785777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:51.950587 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.000886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bf7d6-50c2-44ac-b251-901df631a287 req-49ee57a9-03e8-4b90-abd0-910aa74aa504 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:52.002941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d9bf7d6-50c2-44ac-b251-901df631a287 req-49ee57a9-03e8-4b90-abd0-910aa74aa504 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1073415 May 20 08:22:52.090083 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d9bf7d6-50c2-44ac-b251-901df631a287 req-f62a0083-eeb0-46a1-8d33-19b7432e690c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745311 May 20 08:22:52.253552 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.314562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.319010 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78c0d205-c3ab-4365-b7b0-9c05061e3b81 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:52.381121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943775f-7ba6-4168-8faf-91f9b64bc9de req-220654d9-58c7-4dc1-a2a1-aade59abac58 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:52.391454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1943775f-7ba6-4168-8faf-91f9b64bc9de req-220654d9-58c7-4dc1-a2a1-aade59abac58 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1453216 May 20 08:22:52.472250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1943775f-7ba6-4168-8faf-91f9b64bc9de req-91067bd8-010d-43ef-a564-f2bcbe83c434 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 May 20 08:22:52.494507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Pushing event updated for resources: {'Port': ['ID=37f2af43-4a77-427c-bde6-5fb704f65ab8,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:52.511421 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:52.526033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.629669 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.635308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36724) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:52.643388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1764445652', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'fixed_ips': [{'ip_address': '172.25.8.5'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:52.649675 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2021904 May 20 08:22:52.651728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:52.659582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Usage tracker for resource:port and tenant:1f25eb9a8c70450fa45877631ec2d774 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:52.664132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:52.673736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:52.749207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Made reservation on behalf of 1f25eb9a8c70450fa45877631ec2d774 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:52.751583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.772085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:52.790972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:52.797373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Usage tracker for resource:security_group_rule and tenant:1f25eb9a8c70450fa45877631ec2d774 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:52.800706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:52.809088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:52.843414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8861-5574-42d7-8060-a3dff7d1b1e0 req-ac67791b-bda3-4ee7-9bbd-f2ee71e2288d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:52.844920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57fa8861-5574-42d7-8060-a3dff7d1b1e0 req-ac67791b-bda3-4ee7-9bbd-f2ee71e2288d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1429198 May 20 08:22:52.911585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57fa8861-5574-42d7-8060-a3dff7d1b1e0 req-06899cd6-7e1d-4c68-b44d-3ca97aa38f89 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 May 20 08:22:52.960409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:53.011761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:53.015552 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-85aaaa79-7c24-4eb4-9bcb-b5d176531e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:53.024118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] device_id is not set on port 9aa6adc8-0854-4479-9277-4707c03ef1ae yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:22:53.150448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a75545-0b45-4a35-8684-ecdb75157c88,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:53.153549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:53.457976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d76d-1f01-4cd9-b6ef-47fd6ded93d2 req-b108a0db-5e99-4137-884c-f6d994da1faf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:53.459630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce65d76d-1f01-4cd9-b6ef-47fd6ded93d2 req-b108a0db-5e99-4137-884c-f6d994da1faf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.4005985 May 20 08:22:53.506407 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 08:22:53.506902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:22:53.527449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce65d76d-1f01-4cd9-b6ef-47fd6ded93d2 req-ff8fc1e4-aebc-4532-832e-35b42897ad8e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 May 20 08:22:53.647553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.0106559 May 20 08:22:53.650096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36740) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:53.957354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f907b-8533-4408-8cdd-50080896c09a req-ed76cff5-b893-4552-989e-a503c3288d30 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:53.959612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca9f907b-8533-4408-8cdd-50080896c09a req-ed76cff5-b893-4552-989e-a503c3288d30 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1716173 May 20 08:22:53.999550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Deleting port 37f2af43-4a77-427c-bde6-5fb704f65ab8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:22:53.999865 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.041975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca9f907b-8533-4408-8cdd-50080896c09a req-66bcc2b6-6686-47f9-9b48-d4ac765dde76 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 May 20 08:22:54.144162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.144576 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.307521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Calling delete_port for 37f2af43-4a77-427c-bde6-5fb704f65ab8 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:22:54.388178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558eb3f-f518-4b9c-b000-ac2543b3b355 req-156f4183-58bd-4d2e-ada5-85c8ddcc575f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:54.390316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f558eb3f-f518-4b9c-b000-ac2543b3b355 req-156f4183-58bd-4d2e-ada5-85c8ddcc575f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1813130 May 20 08:22:54.457368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.481004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f558eb3f-f518-4b9c-b000-ac2543b3b355 req-82ded22b-9de7-464b-902c-b58cbfed2969 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 May 20 08:22:54.572476 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.583830 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91d792b2-3976-4c18-8970-5416c3a629c8 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:54.632964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Pushing event deleted for resources: {'Port': ['ID=37f2af43-4a77-427c-bde6-5fb704f65ab8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:54.667788 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:54.793224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.809589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:54.810620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/69399b68-00fb-49ec-a4a3-b68acb9f0e96 HTTP/1.1" status: 204 len: 168 time: 1.1596029 May 20 08:22:54.821984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3a1d-7006-40f1-bb83-032286e349f0 req-79731b34-f2fb-4187-85b2-9faaf9fac71d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:54.823557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bc3a1d-7006-40f1-bb83-032286e349f0 req-79731b34-f2fb-4187-85b2-9faaf9fac71d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1570940 May 20 08:22:54.876520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3bc3a1d-7006-40f1-bb83-032286e349f0 req-562e4b6f-3576-4a8e-9c89-6342f5737ef2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 May 20 08:22:55.091794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5cb8e-ff7d-46ac-b999-e93e1addb823 req-4d28a293-2766-4923-aa7f-27cb254167dd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:55.094299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2f5cb8e-ff7d-46ac-b999-e93e1addb823 req-4d28a293-2766-4923-aa7f-27cb254167dd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0888114 May 20 08:22:55.145549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e2f5cb8e-ff7d-46ac-b999-e93e1addb823 req-4bfd87d8-98eb-437e-8d9d-13a15aa8cec3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449467 May 20 08:22:55.304729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36770) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:55.495607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:55.525339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:55.537307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Usage tracker for resource:security_group_rule and tenant:da782b0687c84a7c87cd929f762a8252 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:55.543664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:55.560841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:55.582065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902653d6-c81b-46a4-ac6b-db3e71025915 req-fcae078f-5acc-4dd8-8f67-a4c628e78a40 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:55.583422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-902653d6-c81b-46a4-ac6b-db3e71025915 req-fcae078f-5acc-4dd8-8f67-a4c628e78a40 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 814 time: 0.2200677 May 20 08:22:55.613008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-902653d6-c81b-46a4-ac6b-db3e71025915 req-e2590799-d119-4899-99ff-cfc09fd32fa1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/quotas/5c5a717b1c2b4c8ba1b9817bcfa4551c HTTP/1.1" status: 200 len: 375 time: 0.0191400 May 20 08:22:55.728063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-902653d6-c81b-46a4-ac6b-db3e71025915 req-6a73be77-9962-460b-9171-48fcf52943c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090207 May 20 08:22:55.757087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.048666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.060115 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-957157e9-f2d4-4301-88b7-0706f8cbd86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:56.117417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da782b0687c84a7c87cd929f762a8252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115239 May 20 08:22:56.121378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:56.124332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa052965-efdb-4259-8c8b-c33d13ba8117,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:56.127979 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:56.203083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa4c6-082a-4b25-8bea-20db2c588dde req-f61b3db3-c7b7-4930-bd9c-fe3ac80ce9f3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:56.205646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6cfa4c6-082a-4b25-8bea-20db2c588dde req-f61b3db3-c7b7-4930-bd9c-fe3ac80ce9f3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3681211 May 20 08:22:56.298417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.324357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c6cfa4c6-082a-4b25-8bea-20db2c588dde req-87494cff-07fd-4003-bb2f-0e35051527cb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006038 May 20 08:22:56.344275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.496909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.508021 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0aea39d-fb91-48e3-b861-f8d478251eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:56.524935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa052965-efdb-4259-8c8b-c33d13ba8117,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:56.534908 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:56.537551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.538682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa052965-efdb-4259-8c8b-c33d13ba8117 HTTP/1.1" status: 204 len: 168 time: 0.4163585 May 20 08:22:56.575317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95e98e-f144-47be-82ad-ad139aa628d2 req-b6602d72-7a92-4203-93b3-adddd1099c85 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:56.578147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a95e98e-f144-47be-82ad-ad139aa628d2 req-b6602d72-7a92-4203-93b3-adddd1099c85 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1193120 May 20 08:22:56.637408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7a95e98e-f144-47be-82ad-ad139aa628d2 req-e449292b-ee77-440f-bfe2-b36f3621aacf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 May 20 08:22:56.703807 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:56.921176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b0f288c-dac8-482f-8411-3e5aa5f42d0e req-72788e8b-a517-4adb-8c36-f5752683bf3f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c HTTP/1.1" status: 200 len: 221 time: 0.0380657 May 20 08:22:57.143101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705df2af-649b-4cdd-950e-46d95ca17d37 req-f67c7952-8983-4b31-810a-b241a7f663b6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:57.150074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-705df2af-649b-4cdd-950e-46d95ca17d37 req-f67c7952-8983-4b31-810a-b241a7f663b6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0954313 May 20 08:22:57.199564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-705df2af-649b-4cdd-950e-46d95ca17d37 req-7dd308f4-b11b-4ae3-953b-276d5a899fd5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481145 May 20 08:22:57.240962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36814) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:57.318832 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-04483d24-2aab-4810-b70b-266da704c999 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f25eb9a8c70450fa45877631ec2d774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760231 May 20 08:22:57.319950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36820) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:57.456636 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:57.497368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e720fb3-02d6-4ca2-8dbd-9de2fcd7d134 req-d3117668-2d06-4af0-b033-327bce05d90f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:57.499118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e720fb3-02d6-4ca2-8dbd-9de2fcd7d134 req-d3117668-2d06-4af0-b033-327bce05d90f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1511316 May 20 08:22:57.503183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:57.578821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e720fb3-02d6-4ca2-8dbd-9de2fcd7d134 req-c5e32de2-e02e-440f-bb3e-bcd11d45f477 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 May 20 08:22:57.697596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:57.704946 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0cb7e89-835b-4f4c-93c2-8d282a77723c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:57.752166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a75545-0b45-4a35-8684-ecdb75157c88,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:57.758794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:57.759908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94a75545-0b45-4a35-8684-ecdb75157c88 HTTP/1.1" status: 204 len: 168 time: 0.4368770 May 20 08:22:57.761095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:57.847830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352b3d-fb0b-46be-9902-40f22c86c67b req-62d4f17f-0f8d-4777-bbe8-1a3afa897bf4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:57.850146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47352b3d-fb0b-46be-9902-40f22c86c67b req-62d4f17f-0f8d-4777-bbe8-1a3afa897bf4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1337085 May 20 08:22:57.908134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-47352b3d-fb0b-46be-9902-40f22c86c67b req-5538fa0a-dc22-4fb2-bc06-ae3f8567ef38 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 May 20 08:22:58.115789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7bbf-a9d9-48b6-85c9-ffddf4318e64 req-354d5770-e14f-47f7-a089-008ee28187c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:58.117245 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f8f7bbf-a9d9-48b6-85c9-ffddf4318e64 req-354d5770-e14f-47f7-a089-008ee28187c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0918691 May 20 08:22:58.178730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4f8f7bbf-a9d9-48b6-85c9-ffddf4318e64 req-2ceb6677-3110-45dc-bff1-1bed20c64218 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 May 20 08:22:58.419753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d33e1-390b-45a6-b508-3d8dd8a34446 req-3586862e-9ed9-4a5e-8965-5b152f3d29c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:58.422906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d3d33e1-390b-45a6-b508-3d8dd8a34446 req-3586862e-9ed9-4a5e-8965-5b152f3d29c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1097965 May 20 08:22:58.484672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d3d33e1-390b-45a6-b508-3d8dd8a34446 req-dc907567-341c-43a9-95ad-96dea8f8a110 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553403 May 20 08:22:58.706361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d438f-7360-4055-8e09-8f61f577c1e1 req-8900102c-72d6-4126-8342-88adfd2c14e9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:58.708239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-808d438f-7360-4055-8e09-8f61f577c1e1 req-8900102c-72d6-4126-8342-88adfd2c14e9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0904758 May 20 08:22:58.756842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-808d438f-7360-4055-8e09-8f61f577c1e1 req-da2afbc1-9234-4b5e-b77e-c4467fcce3b6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 May 20 08:22:58.989711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b52517-c608-4b56-ab41-604be4e644fb req-a0646c63-74ce-4a9c-a330-e691767f1020 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:58.994179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b52517-c608-4b56-ab41-604be4e644fb req-a0646c63-74ce-4a9c-a330-e691767f1020 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0986106 May 20 08:22:59.042664 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b52517-c608-4b56-ab41-604be4e644fb req-f05224a5-6753-48ef-b1fd-355439bc2a78 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 May 20 08:22:59.175753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36864) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:22:59.263311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce9a89-c94a-4a67-9930-4fbb12758e1d req-1c8ad3bd-ce7e-4a05-97d4-5f2d71f13707 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:59.266179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9ce9a89-c94a-4a67-9930-4fbb12758e1d req-1c8ad3bd-ce7e-4a05-97d4-5f2d71f13707 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0975044 May 20 08:22:59.311041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-817826469'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:22:59.316653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:59.321717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f9ce9a89-c94a-4a67-9930-4fbb12758e1d req-001a6be5-ad34-4184-b79f-903ea9b840ee tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488188 May 20 08:22:59.325818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Usage tracker for resource:network and tenant:3bfa3c5a4ec04e7d8491925d239d80df is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:59.331824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:59.339041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:59.411958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Made reservation on behalf of 3bfa3c5a4ec04e7d8491925d239d80df for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:22:59.416176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.431673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.452217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:22:59.456164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Usage tracker for resource:security_group_rule and tenant:3bfa3c5a4ec04e7d8491925d239d80df is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:22:59.459477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:22:59.472357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:22:59.555632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae21f36-c016-47ae-9951-347c1674c2eb req-8a69657b-b47b-4709-9caa-a169a2f9bb8f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:59.557275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fae21f36-c016-47ae-9951-347c1674c2eb req-8a69657b-b47b-4709-9caa-a169a2f9bb8f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0959089 May 20 08:22:59.608875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.611382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fae21f36-c016-47ae-9951-347c1674c2eb req-64376332-c442-4df5-8778-bc8ae290193a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 May 20 08:22:59.727006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.730768 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f23495eb-7294-4b9c-993b-450fcb0b3516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:22:59.767063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:22:59.775418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20441cc-80b6-4d70-aaa7-6e4c9fd95545,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:22:59.781247 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:22:59.784169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.787348 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Added segment bd37b834-b597-42ad-88ce-7760ff412e52 of type vlan for network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 May 20 08:22:59.817597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.862671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4ccd-4812-494c-b1a8-284af22e91a9 req-44f6a3aa-277a-4d60-a956-c592653b2719 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:59.865017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32fb4ccd-4812-494c-b1a8-284af22e91a9 req-44f6a3aa-277a-4d60-a956-c592653b2719 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1386397 May 20 08:22:59.932669 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-32fb4ccd-4812-494c-b1a8-284af22e91a9 req-2fd0f25e-0d75-4372-b07b-37514c50dd8d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615952 May 20 08:22:59.943194 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.949373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:22:59.950021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:22:59.954535 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-08d2bd2c-dfb2-4f4a-a9eb-d8924dbc9910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:00.079441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'Network': ['ID=a01a0d62-b72a-43ed-9da7-3e47e8bd20d4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:00.083790 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:00.093033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:00.138904 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9615531 May 20 08:23:00.142244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36882) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:00.148641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Request body: {'subnet': {'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:00.215244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17d1cd-1459-498c-8f21-c744e1423c8c req-598abe97-dc85-4e0f-9df6-9abf1468da15 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:00.217609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de17d1cd-1459-498c-8f21-c744e1423c8c req-598abe97-dc85-4e0f-9df6-9abf1468da15 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1380153 May 20 08:23:00.284964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de17d1cd-1459-498c-8f21-c744e1423c8c req-22e70346-3056-4a3a-b7a8-74d02f654dc3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598896 May 20 08:23:00.285911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:00.293301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Usage tracker for resource:subnet and tenant:3bfa3c5a4ec04e7d8491925d239d80df is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:00.298914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:00.308564 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:00.383889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Made reservation on behalf of 3bfa3c5a4ec04e7d8491925d239d80df for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:00.387735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:00.542664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ec60c-d2a8-4d19-8f12-78176a9e3be8 req-299e78fb-96f8-48b1-be7e-8c321a5ba969 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:00.544187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b1ec60c-d2a8-4d19-8f12-78176a9e3be8 req-299e78fb-96f8-48b1-be7e-8c321a5ba969 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1200833 May 20 08:23:00.603095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b1ec60c-d2a8-4d19-8f12-78176a9e3be8 req-a6f6c46d-ac43-4940-8dee-63a7307a130b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 May 20 08:23:00.855990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf72fa-d87f-42f5-9ad2-8fe8cc798ebc req-0812cf86-34c0-4d02-9c28-83cd0846e5b9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:00.858003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90cf72fa-d87f-42f5-9ad2-8fe8cc798ebc req-0812cf86-34c0-4d02-9c28-83cd0846e5b9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1143837 May 20 08:23:00.913381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90cf72fa-d87f-42f5-9ad2-8fe8cc798ebc req-5dcdf156-d6af-4a30-a33f-f25a71e3b870 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 May 20 08:23:01.024848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:01.028784 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d118127e-e217-4b0a-80b0-4ada928edbfd tempest-FloatingIPAdminTestJSON-29037097 tempest-FloatingIPAdminTestJSON-29037097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:01.127217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc0053-47f1-466b-b569-b6e17c0baa2f req-e4cc04f0-c623-44b6-ac36-3b4df0fb9cd6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:01.128729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96bc0053-47f1-466b-b569-b6e17c0baa2f req-e4cc04f0-c623-44b6-ac36-3b4df0fb9cd6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0925505 May 20 08:23:01.133559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Checking segment: {'id': 'bd37b834-b597-42ad-88ce-7760ff412e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:01.133936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Network hostable DHCP agents. Network: a01a0d62-b72a-43ed-9da7-3e47e8bd20d4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:01.136823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'Subnet': ['ID=61007fbb-0cb2-4fe7-bda3-085dedab5bcc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:01.142061 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:01.186985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96bc0053-47f1-466b-b569-b6e17c0baa2f req-f9ff1675-0f4d-400f-8e78-713cb7e7c67c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515089 May 20 08:23:01.234881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:01.303245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a01a0d62-b72a-43ed-9da7-3e47e8bd20d4) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:01.316944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d0109-971d-4322-be30-e64524872900 None None] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:01.324886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:01.325947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:01.474113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3273063 May 20 08:23:01.474549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36902) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:01.489513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Request body: {'port': {'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1901971429'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:01.566102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c01c4-3b47-4c80-a140-439652c3397f req-c0168241-c3a7-4172-9a00-6d932db1cd1f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:01.568328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-845c01c4-3b47-4c80-a140-439652c3397f req-c0168241-c3a7-4172-9a00-6d932db1cd1f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1196394 May 20 08:23:01.608683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a01a0d62-b72a-43ed-9da7-3e47e8bd20d4', 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4', 'tenant_id': '3bfa3c5a4ec04e7d8491925d239d80df', 'fixed_ips': [{'subnet_id': '61007fbb-0cb2-4fe7-bda3-085dedab5bcc'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:23:01.610435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:01.644487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-845c01c4-3b47-4c80-a140-439652c3397f req-1d0f690d-26d7-4066-a808-f5825c1b21ae tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 May 20 08:23:01.706350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:01.711100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Usage tracker for resource:port and tenant:3bfa3c5a4ec04e7d8491925d239d80df is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:01.714774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:01.722416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:01.824226 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Made reservation on behalf of 3bfa3c5a4ec04e7d8491925d239d80df for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:01.835436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:01.841294 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Allocated IP 172.20.0.2 (a01a0d62-b72a-43ed-9da7-3e47e8bd20d4/61007fbb-0cb2-4fe7-bda3-085dedab5bcc/ae8405bf-a1c6-40a0-8b37-f8b96fd3904f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:01.899560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] device_id is not set on port a4988c25-dca6-4d71-b1cd-94870b541d67 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:01.950975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e1de-8611-4a8b-afb5-4dab38a2206e req-cdfc43bc-e374-4d70-be2d-805813137106 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:01.954110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6758e1de-8611-4a8b-afb5-4dab38a2206e req-cdfc43bc-e374-4d70-be2d-805813137106 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1104870 May 20 08:23:02.016598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6758e1de-8611-4a8b-afb5-4dab38a2206e req-4b0f798f-0306-45e8-8b54-c4c950bfa129 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507100 May 20 08:23:02.128628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.139468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Transition to ACTIVE for port object ae8405bf-a1c6-40a0-8b37-f8b96fd3904f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:02.163278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Transition to ACTIVE for port object ae8405bf-a1c6-40a0-8b37-f8b96fd3904f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:02.230967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.237826 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:02.309143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:02.313374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:02.318564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:02.367076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259dc2a-fb0a-40f2-8030-3a32d52d6dc9 req-4017f2b3-6a0f-4b68-a27b-4047a2f46fd5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:02.376094 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6259dc2a-fb0a-40f2-8030-3a32d52d6dc9 req-4017f2b3-6a0f-4b68-a27b-4047a2f46fd5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1760066 May 20 08:23:02.402303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Pushing event updated for resources: {'Port': ['ID=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:02.410517 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:02.429819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Attempting to bind port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:23:02.430411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Attempting to bind port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'bd37b834-b597-42ad-88ce-7760ff412e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:23:02.431026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Attempting to bind port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f on network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:23:02.437867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:23:02.438683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Checking segment: {'id': 'bd37b834-b597-42ad-88ce-7760ff412e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:02.439339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.440000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Bound using segment: {'id': 'bd37b834-b597-42ad-88ce-7760ff412e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:23:02.440727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Bound port: ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd37b834-b597-42ad-88ce-7760ff412e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:23:02.441376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.459800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6259dc2a-fb0a-40f2-8030-3a32d52d6dc9 req-aa711c5b-de3f-4bbe-a879-e25c4e3cb711 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796323 May 20 08:23:02.550743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] For port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:23:02.554123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] For port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,segment=NetworkSegment(bd37b834-b597-42ad-88ce-7760ff412e52),segment_id=bd37b834-b597-42ad-88ce-7760ff412e52)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:23:02.564404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Allocated IP 172.20.0.8 (a01a0d62-b72a-43ed-9da7-3e47e8bd20d4/61007fbb-0cb2-4fe7-bda3-085dedab5bcc/a4988c25-dca6-4d71-b1cd-94870b541d67) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:02.619210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.632568 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:02.763263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220b6bd-fbdb-432e-8cdf-05f4ff660fa5 req-78bb793b-913b-479c-86a8-90e1fbedac97 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:02.766989 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8220b6bd-fbdb-432e-8cdf-05f4ff660fa5 req-78bb793b-913b-479c-86a8-90e1fbedac97 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1029871 May 20 08:23:02.777542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Pushing event updated for resources: {'Port': ['ID=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:02.782218 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:02.847917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:02.849337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8220b6bd-fbdb-432e-8cdf-05f4ff660fa5 req-ce57cbcf-f035-48e2-8c9d-f5118edf2bbc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626132 May 20 08:23:02.895223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Transition to ACTIVE for port object a4988c25-dca6-4d71-b1cd-94870b541d67 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:02.986914 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:23:03.015404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:03.026505 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4244fb69-4d43-462d-8fd2-57df28e306e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:03.161825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:03.162650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'Port': ['ID=a4988c25-dca6-4d71-b1cd-94870b541d67,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:03.172374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:03.176180 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:03.178073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:03.190639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85170c3b-e1c1-460d-91af-ff1123938941 req-f9467c53-56c5-4520-ad59-085e13adbf96 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:03.199921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85170c3b-e1c1-460d-91af-ff1123938941 req-f9467c53-56c5-4520-ad59-085e13adbf96 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1889386 May 20 08:23:03.261809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85170c3b-e1c1-460d-91af-ff1123938941 req-4f8c756a-cdab-45de-a0b4-4c769a7bf639 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543885 May 20 08:23:03.281284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:03.281284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:03.386945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9110563 May 20 08:23:03.390342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36926) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:03.400038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Request body: {'port': {'network_id': 'a01a0d62-b72a-43ed-9da7-3e47e8bd20d4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1691733460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:03.400744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] bootfile-name is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:03.401181 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] tftp-server is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:03.401669 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.api.validators [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] server-ip-address is not in valid_values {{(pid=93101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:03.792366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aee1-89be-449e-a90d-c27740022ad1 req-48af02ac-a7e3-4b13-9923-4da9a7964320 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:03.795058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b99aee1-89be-449e-a90d-c27740022ad1 req-48af02ac-a7e3-4b13-9923-4da9a7964320 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3766103 May 20 08:23:03.801121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:03.838321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Usage tracker for resource:port and tenant:3bfa3c5a4ec04e7d8491925d239d80df is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:03.845554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:03.859065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:03.891124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1b99aee1-89be-449e-a90d-c27740022ad1 req-bd8600eb-df78-456f-8270-736d76338846 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868516 May 20 08:23:03.944275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ae8405bf-a1c6-40a0-8b37-f8b96fd3904f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:03.988992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Made reservation on behalf of 3bfa3c5a4ec04e7d8491925d239d80df for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:03.992682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.028919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] device_id is not set on port 774d062a-a10a-4446-aede-55a20e189401 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:04.065571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c68f2-6dd4-4df2-9391-a59746c193cb None None] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:04.260308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:04.298357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Allocated IP 172.20.0.6 (a01a0d62-b72a-43ed-9da7-3e47e8bd20d4/61007fbb-0cb2-4fe7-bda3-085dedab5bcc/774d062a-a10a-4446-aede-55a20e189401) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:04.312542 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Provisioning for port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:04.325774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Provisioning complete for port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:04.327853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.536091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.570502 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.587984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] For port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,segment=NetworkSegment(bd37b834-b597-42ad-88ce-7760ff412e52),segment_id=bd37b834-b597-42ad-88ce-7760ff412e52)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:04.614729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Transition to ACTIVE for port object 774d062a-a10a-4446-aede-55a20e189401 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:04.704284 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.706569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:04.750469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162abc6d-95df-4d20-84e3-f29697ecc009 req-1ee96d9b-2da6-4ae0-9c7a-20fd743b699d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:04.752981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-162abc6d-95df-4d20-84e3-f29697ecc009 req-1ee96d9b-2da6-4ae0-9c7a-20fd743b699d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1363080 May 20 08:23:04.834122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-162abc6d-95df-4d20-84e3-f29697ecc009 req-dda255d0-e19d-4a46-bcbe-af99fc07c2e1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736611 May 20 08:23:04.837925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.847759 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:04.850893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Pushing event updated for resources: {'Port': ['ID=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:04.870918 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:04.870918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Provisioning complete for port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:04.870918 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:04.964112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:04.978678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:04.978678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:05.071447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'Port': ['ID=774d062a-a10a-4446-aede-55a20e189401,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:05.081739 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:05.112105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:05.112899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.126085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Provisioning for port a4988c25-dca6-4d71-b1cd-94870b541d67 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:05.132480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Provisioning complete for port a4988c25-dca6-4d71-b1cd-94870b541d67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:05.132865 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.208181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9a2666d7-b440-4b5a-b0b6-1f7f676b0086 None None] Port a4988c25-dca6-4d71-b1cd-94870b541d67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:05.244295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36938) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:05.247580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8524811 May 20 08:23:05.341581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a7a7e976-7910-4e14-841e-f3a0ec44c2e6 None None] Provisioning complete for port a4988c25-dca6-4d71-b1cd-94870b541d67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:05.343350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e976-7910-4e14-841e-f3a0ec44c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.399869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:05.407783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:05.417646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:05.418595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Synchronizing usage tracker for tenant:3bfa3c5a4ec04e7d8491925d239d80df on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:05.432045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7e976-7910-4e14-841e-f3a0ec44c2e6 None None] Port a4988c25-dca6-4d71-b1cd-94870b541d67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:05.571931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Unset dirty status for tenant:3bfa3c5a4ec04e7d8491925d239d80df on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:05.574187 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7339ce8e-2d8e-4974-8f8d-24c0b7208443 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3273690 May 20 08:23:05.577115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36942) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:05.686891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5b36706d-4b49-48b0-bf61-74baee0d948d None None] Provisioning for port 774d062a-a10a-4446-aede-55a20e189401 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:05.693022 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5b36706d-4b49-48b0-bf61-74baee0d948d None None] Provisioning complete for port 774d062a-a10a-4446-aede-55a20e189401 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:05.693464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5b36706d-4b49-48b0-bf61-74baee0d948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.727750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Deleting port 774d062a-a10a-4446-aede-55a20e189401 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:05.728098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.760521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5b36706d-4b49-48b0-bf61-74baee0d948d None None] Port 774d062a-a10a-4446-aede-55a20e189401 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:05.849039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ae8405bf-a1c6-40a0-8b37-f8b96fd3904f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:05.891870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:05.964456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:05.964920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:06.107177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Calling delete_port for 774d062a-a10a-4446-aede-55a20e189401 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:06.111469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b22a2-b524-4fb7-84d1-f058894ea080 req-147f477a-cd06-4015-9b9b-1c735b825b53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:06.114488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf2b22a2-b524-4fb7-84d1-f058894ea080 req-147f477a-cd06-4015-9b9b-1c735b825b53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1473629 May 20 08:23:06.184071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf2b22a2-b524-4fb7-84d1-f058894ea080 req-41c076fc-5a1c-473c-b263-d5a38fe83a41 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645218 May 20 08:23:06.314674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:06.321086 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c2abe59c-ac89-4fcf-a330-00cacd748b1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:06.372877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event deleted for resources: {'Port': ['ID=774d062a-a10a-4446-aede-55a20e189401,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:06.402530 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:06.562210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:06.664217 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "DELETE /v2.0/ports/774d062a-a10a-4446-aede-55a20e189401 HTTP/1.1" status: 204 len: 168 time: 1.0857272 May 20 08:23:06.667476 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36954) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:06.673989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Request body: {'port': {'name': 'tempest-new-port-name-535370457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:06.674396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] bootfile-name is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:06.674808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] tftp-server is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:06.675114 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.api.validators [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] server-ip-address is not in valid_values {{(pid=93102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 08:23:06.795681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b0a10878-d383-46e7-8b91-3c8580f86f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:06.828518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.032971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ca5b-6178-4d99-99e2-a5ab692b3f05 req-ae968072-1770-47f5-ac85-8956d605f66e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.034569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0c6ca5b-6178-4d99-99e2-a5ab692b3f05 req-ae968072-1770-47f5-ac85-8956d605f66e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1286204 May 20 08:23:07.098037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0c6ca5b-6178-4d99-99e2-a5ab692b3f05 req-4ad66fea-d572-4847-b21a-20b5ab509268 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453727 May 20 08:23:07.141027 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.218364 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.222995 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4761468-ce5d-4b36-bd43-07e1375283d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:07.365464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event updated for resources: {'Port': ['ID=a4988c25-dca6-4d71-b1cd-94870b541d67,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:07.369573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] In _notify_port_updated(), no bound segment for port a4988c25-dca6-4d71-b1cd-94870b541d67 on network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:23:07.378999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.380118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.380256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-d1538371-6b45-4fc3-982e-efb8640528c9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1513140 May 20 08:23:07.381460 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "PUT /v2.0/ports/a4988c25-dca6-4d71-b1cd-94870b541d67 HTTP/1.1" status: 200 len: 1135 time: 0.7129445 May 20 08:23:07.382564 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:07.385371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36960) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:07.493283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e82599-6987-4158-9b87-f14d4216251e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.494741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46e82599-6987-4158-9b87-f14d4216251e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Synchronizing usage tracker for tenant:3bfa3c5a4ec04e7d8491925d239d80df on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:07.583876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-46e82599-6987-4158-9b87-f14d4216251e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Unset dirty status for tenant:3bfa3c5a4ec04e7d8491925d239d80df on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:07.623785 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-46e82599-6987-4158-9b87-f14d4216251e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "GET /v2.0/ports/a4988c25-dca6-4d71-b1cd-94870b541d67 HTTP/1.1" status: 200 len: 1135 time: 0.2082319 May 20 08:23:07.623967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 36966) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:07.628412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-858b48bc-036f-4a71-9dea-4c7ea97b854d None None] Provisioning complete for port a4988c25-dca6-4d71-b1cd-94870b541d67 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:07.629314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-858b48bc-036f-4a71-9dea-4c7ea97b854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.736853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.737741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.738586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.739451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.740362 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.742916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6ea6bb0b-8814-411d-86f7-b1cdb7dfb927 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2521296 May 20 08:23:07.751060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-858b48bc-036f-4a71-9dea-4c7ea97b854d None None] Port a4988c25-dca6-4d71-b1cd-94870b541d67 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:07.955270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Deleting port a4988c25-dca6-4d71-b1cd-94870b541d67 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:07.955529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:07.991631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-1977f382-49bd-4349-a33a-de0ca7801eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.992498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-1977f382-49bd-4349-a33a-de0ca7801eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.993214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-1977f382-49bd-4349-a33a-de0ca7801eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:07.994997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-1977f382-49bd-4349-a33a-de0ca7801eca service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2075572 May 20 08:23:08.119129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-f9210928-a1e2-451d-bada-c0a1f58a97ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.1169944 May 20 08:23:08.218358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-fad95efd-5193-4cbb-a600-502a45a31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:08.220028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-fad95efd-5193-4cbb-a600-502a45a31ab1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0909877 May 20 08:23:08.224018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:08.619247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Calling delete_port for a4988c25-dca6-4d71-b1cd-94870b541d67 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:08.703088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-98ce3622-43d1-4fff-b341-d6934d15661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:08.704585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-98ce3622-43d1-4fff-b341-d6934d15661e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4702845 May 20 08:23:08.713635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a657c-cc10-4ee4-aa03-bd3e749c0d8e req-170106ba-4e5f-4ce3-a0af-bf652544b32f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:08.715054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e5a657c-cc10-4ee4-aa03-bd3e749c0d8e req-170106ba-4e5f-4ce3-a0af-bf652544b32f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.4829605 May 20 08:23:08.922450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e5a657c-cc10-4ee4-aa03-bd3e749c0d8e req-1603ab22-6f32-425d-88c4-75c954c0911f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763940 May 20 08:23:08.963041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-a0cd1e1d-2a54-45ee-8f84-b6688bf6be2e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398007 May 20 08:23:09.064514 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.108546 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40b2f1ec-4b2f-4b80-b95e-34b828b0dc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:09.187179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event deleted for resources: {'Port': ['ID=a4988c25-dca6-4d71-b1cd-94870b541d67,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:09.193745 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:09.205676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3b15c6e0-3347-4979-8f37-7a803fe24437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.315818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-97d03182-b0ff-4a9c-b0c3-90c2c7b39264 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458562 May 20 08:23:09.406792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-e19edbf3-0dd7-4770-8a59-77d5589654bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0797942 May 20 08:23:09.409881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.477151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca795e-d8a4-4906-8cfe-7c2ecc6b9a82 req-7e84fae0-6f67-43b2-818e-0becea35eb7f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:09.478625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eca795e-d8a4-4906-8cfe-7c2ecc6b9a82 req-7e84fae0-6f67-43b2-818e-0becea35eb7f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.4205568 May 20 08:23:09.525376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-2d412b37-24fb-4515-9593-b054e75c4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:09.526877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-2d412b37-24fb-4515-9593-b054e75c4b0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1132803 May 20 08:23:09.531337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "DELETE /v2.0/ports/a4988c25-dca6-4d71-b1cd-94870b541d67 HTTP/1.1" status: 204 len: 168 time: 1.9317040 May 20 08:23:09.540399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:09.582499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eca795e-d8a4-4906-8cfe-7c2ecc6b9a82 req-521229be-a3c0-4587-afa3-bbd8a2e9b866 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972321 May 20 08:23:09.625658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Deleting subnet 61007fbb-0cb2-4fe7-bda3-085dedab5bcc {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:23:09.643166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.643376 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-62b6289a-d49a-4d69-b339-bc30a3e5a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:09.643376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-62b6289a-d49a-4d69-b339-bc30a3e5a0a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012752 May 20 08:23:09.709129 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.714514 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.846133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:09.905926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-f40a9cd3-3b4f-44f7-8d10-919fa8485a7c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606766 May 20 08:23:10.066434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-8db87b08-d256-4516-bd07-08d3213d1f5d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503134 May 20 08:23:10.074896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78401505-1772-4114-a67d-cb01c108b896 req-af52dec6-86e5-4dc9-b7ec-2a656278f488 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:10.077050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78401505-1772-4114-a67d-cb01c108b896 req-af52dec6-86e5-4dc9-b7ec-2a656278f488 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2304885 May 20 08:23:10.156723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-65160d53-e555-49b9-b218-fb1aad81fb02 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0785127 May 20 08:23:10.206175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.210324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9225aa09-b737-41b9-9818-fc783d0f6dfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:10.234515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78401505-1772-4114-a67d-cb01c108b896 req-fe9601d2-a671-407b-9313-faae4ecfb709 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007504 May 20 08:23:10.247697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-bd9f5058-4d31-43b6-be92-f63de6b4bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:10.248037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event deleted for resources: {'Subnet': ['ID=61007fbb-0cb2-4fe7-bda3-085dedab5bcc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:10.249863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-bd9f5058-4d31-43b6-be92-f63de6b4bd18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0858114 May 20 08:23:10.252128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:10.253131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.270538 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "DELETE /v2.0/subnets/61007fbb-0cb2-4fe7-bda3-085dedab5bcc HTTP/1.1" status: 204 len: 168 time: 0.7235444 May 20 08:23:10.270538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 36986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:10.288404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4c0cb-b34f-43ff-96de-b705a369ae40 None None] Network a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:10.391600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-d31f78d2-27fd-4b87-b33a-e212a5297a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:10.394601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-d31f78d2-27fd-4b87-b33a-e212a5297a9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386933 May 20 08:23:10.494167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.603374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] DHCP port deletion for a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:23:10.636378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Deleting port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:10.642106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.734164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Deleting port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:10.734783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.900892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] For port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,segment=NetworkSegment(bd37b834-b597-42ad-88ce-7760ff412e52),segment_id=bd37b834-b597-42ad-88ce-7760ff412e52)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:10.901299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.913507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] For port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,segment=NetworkSegment(bd37b834-b597-42ad-88ce-7760ff412e52),segment_id=bd37b834-b597-42ad-88ce-7760ff412e52)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:10.913966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:10.976852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-6e76893b-7415-44de-b348-644b1f327f3e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732899 May 20 08:23:11.033818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953151-a3cf-4ae9-89f6-90fc2d04bbe9 req-52441d58-59e0-44f1-af67-c0b4a43af211 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:11.036519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7953151-a3cf-4ae9-89f6-90fc2d04bbe9 req-52441d58-59e0-44f1-af67-c0b4a43af211 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.5660870 May 20 08:23:11.053928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Calling delete_port for ae8405bf-a1c6-40a0-8b37-f8b96fd3904f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:11.075517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Calling delete_port for ae8405bf-a1c6-40a0-8b37-f8b96fd3904f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:11.218125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.223931 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5829b3e6-6cf5-4590-bc6b-1bf0b3630a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:11.231099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c7953151-a3cf-4ae9-89f6-90fc2d04bbe9 req-3c1f88c9-0c46-4790-a8d3-83320fba1e64 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602621 May 20 08:23:11.236584 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.240433 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:11.280686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-70791a44-d2f7-432c-b972-4190d275c5cd service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926555 May 20 08:23:11.289210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.291710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Pushing event deleted for resources: {'Port': ['ID=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:11.298208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] No DVR routers for this DVR port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:11.298493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event deleted for resources: {'Port': ['ID=ae8405bf-a1c6-40a0-8b37-f8b96fd3904f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.321305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:11.325231 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:11.325231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] No DVR routers for this DVR port ae8405bf-a1c6-40a0-8b37-f8b96fd3904f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:11.325938 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:11.393430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-a23f62c4-2e32-4d7a-b940-dd6f94211d16 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.1072476 May 20 08:23:11.470303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-f4e9c6e5-2b31-4df1-b7a8-ec8bfef5b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:11.471792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-f4e9c6e5-2b31-4df1-b7a8-ec8bfef5b621 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0721707 May 20 08:23:11.474932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.493238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01a0d62-b72a-43ed-9da7-3e47e8bd20d4']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:11.509183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd37b834-b597-42ad-88ce-7760ff412e52') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:11.509523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd37b834-b597-42ad-88ce-7760ff412e52') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:11.523894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.543376 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.551922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:23:11.552330 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: timer() May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:23:11.572565 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:23:11.637079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-5d08879a-952d-48a8-95b9-2627cdb35177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:11.639410 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-5d08879a-952d-48a8-95b9-2627cdb35177 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593924 May 20 08:23:11.657065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fa29-d287-4d88-8548-d95d06f0706f req-26061e68-9cfc-43ac-95c3-5e63288e23e2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:11.658720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a10fa29-d287-4d88-8548-d95d06f0706f req-26061e68-9cfc-43ac-95c3-5e63288e23e2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1404328 May 20 08:23:11.731397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.735186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca4dfe91-2988-42bd-b8fc-4585ee62a639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:11.757435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:11.767803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Pushing event deleted for resources: {'Network': ['ID=a01a0d62-b72a-43ed-9da7-3e47e8bd20d4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:11.772810 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:11.777294 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] 10.222.0.79 "DELETE /v2.0/networks/a01a0d62-b72a-43ed-9da7-3e47e8bd20d4 HTTP/1.1" status: 204 len: 168 time: 1.5119159 May 20 08:23:11.813281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a10fa29-d287-4d88-8548-d95d06f0706f req-477a3f25-7dd5-4850-afd6-a23933f8155c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332283 May 20 08:23:11.843192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-80aba040-8c3d-442f-8736-af2deffeb21b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957409 May 20 08:23:11.855545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ae8405bf-a1c6-40a0-8b37-f8b96fd3904f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:23:11.927956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ae8405bf-a1c6-40a0-8b37-f8b96fd3904f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:23:11.928690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ae8405bf-a1c6-40a0-8b37-f8b96fd3904f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:23:12.076678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-b360e68d-067f-4e7f-ad06-89f42ae87187 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251947 May 20 08:23:12.202252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-40609ca5-a71a-4dd1-8f53-adc6dc86c60f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.1169250 May 20 08:23:12.288067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52730e2-0e6b-4003-931d-3a9cc7657068 req-41b35a7a-d8d1-406b-b778-83b5235f7061 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:12.289604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e52730e2-0e6b-4003-931d-3a9cc7657068 req-41b35a7a-d8d1-406b-b778-83b5235f7061 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2816381 May 20 08:23:12.293391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-222bf119-0901-474a-a861-60ea05c5bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:12.295388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-222bf119-0901-474a-a861-60ea05c5bfe5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0864904 May 20 08:23:12.374643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:12.401813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e52730e2-0e6b-4003-931d-3a9cc7657068 req-ad634103-2847-447b-afd0-a3a71ee1f38d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046441 May 20 08:23:12.428597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-682a0fd5-273b-4f64-b41e-bb9336114342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:12.430247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-682a0fd5-273b-4f64-b41e-bb9336114342 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178141 May 20 08:23:12.533332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:12.589780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-75b21b01-7211-4f07-a0ea-01f323da5b4a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526790 May 20 08:23:12.654766 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2bc1c4af-630e-419b-a3b1-392474361969 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bfa3c5a4ec04e7d8491925d239d80df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767096 May 20 08:23:12.658694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37016) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:12.803527 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:12.842523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:12.965097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd857d20-ebb4-42da-bd7c-491b99a7fdcc req-429173cb-e5c2-4c1c-a91f-217a22d47e69 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674443 May 20 08:23:12.965865 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:12.972969 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef2a23cd-c948-4d20-8e0f-6bb30af238aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:12.985941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20441cc-80b6-4d70-aaa7-6e4c9fd95545,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:12.989370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:12.995821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:12.998967 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b20441cc-80b6-4d70-aaa7-6e4c9fd95545 HTTP/1.1" status: 204 len: 168 time: 0.3377597 May 20 08:23:13.004153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e09b4-4fe5-4d0a-9ff2-046897be2923 req-fe659b1a-52bc-42d1-831d-b836cf11bd80 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:13.005995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c96e09b4-4fe5-4d0a-9ff2-046897be2923 req-fe659b1a-52bc-42d1-831d-b836cf11bd80 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1245785 May 20 08:23:13.066343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c96e09b4-4fe5-4d0a-9ff2-046897be2923 req-4edc3f3f-2f89-404a-ac47-d8dd092354f4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 May 20 08:23:13.264983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14afce2-ad6f-4636-8e07-33d9c773c3d2 req-e3439e01-207b-46c8-91b6-0046f674aa9e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:13.272080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c14afce2-ad6f-4636-8e07-33d9c773c3d2 req-e3439e01-207b-46c8-91b6-0046f674aa9e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0942011 May 20 08:23:13.314957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c14afce2-ad6f-4636-8e07-33d9c773c3d2 req-45c3765c-8ff8-490e-a2ce-ad89d12aa5c3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 May 20 08:23:13.639879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5041f6-9ae0-49db-a087-71e42387efc9 req-37d9fe32-404f-4b2a-b784-cc871d8ef6dc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:13.644073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b5041f6-9ae0-49db-a087-71e42387efc9 req-37d9fe32-404f-4b2a-b784-cc871d8ef6dc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1564424 May 20 08:23:13.700687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b5041f6-9ae0-49db-a087-71e42387efc9 req-24d46df9-3ad7-4de8-8c15-e0662b10054e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506034 May 20 08:23:13.908392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503126a6-0b77-4671-bdb1-c34df42f658e req-3a780abd-bd23-4dd0-87f5-a78fcf4acc6f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:13.909956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-503126a6-0b77-4671-bdb1-c34df42f658e req-3a780abd-bd23-4dd0-87f5-a78fcf4acc6f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0900407 May 20 08:23:13.967670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-503126a6-0b77-4671-bdb1-c34df42f658e req-b76a7aa5-99c2-4d64-9af0-f91db713bf8d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 May 20 08:23:14.217031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c56bf-7255-4f4e-bd8c-fc8bc3464d06 req-e88acdde-e9f4-4ac4-a122-d7d91e743559 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:14.218717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d0c56bf-7255-4f4e-bd8c-fc8bc3464d06 req-e88acdde-e9f4-4ac4-a122-d7d91e743559 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1167297 May 20 08:23:14.269827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d0c56bf-7255-4f4e-bd8c-fc8bc3464d06 req-5a74d51d-5d05-42be-aa19-c6bff5d7c333 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 May 20 08:23:14.473284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37058) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:14.526428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8cc2-f7ab-4cdb-9fe4-5245cb9fe4f8 req-19c86940-cccf-4990-80a2-3f1ea61d2aa4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:14.529776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48e8cc2-f7ab-4cdb-9fe4-5245cb9fe4f8 req-19c86940-cccf-4990-80a2-3f1ea61d2aa4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1280136 May 20 08:23:14.583161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c48e8cc2-f7ab-4cdb-9fe4-5245cb9fe4f8 req-216294be-0a48-44b1-849f-57564c0963dc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 May 20 08:23:14.605831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-437118110'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:14.618881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:14.625879 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:14.629113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:14.639237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:14.759719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:14.764244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:14.778075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:14.795007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:14.799432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:14.802797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:14.809041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:14.892750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bce2bc-3086-4f9f-abd8-6cb073bea630 req-5a1a7aca-6eed-40e4-84bd-5650271fd6e7 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:14.894239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5bce2bc-3086-4f9f-abd8-6cb073bea630 req-5a1a7aca-6eed-40e4-84bd-5650271fd6e7 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0938854 May 20 08:23:14.917662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:14.955426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5bce2bc-3086-4f9f-abd8-6cb073bea630 req-e6699777-0a21-45f2-b947-155f6b11f7d3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 May 20 08:23:14.994887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.004694 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aed63e9a-3009-4dd6-9909-e7782f87d969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:15.024492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:15.047730 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.056680 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 3388baa8-db3e-4604-98df-1737dac91d54 of type vlan for network b2058e7b-2e47-4553-952b-f2852825f9f4 May 20 08:23:15.056680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee49ee7-32b9-415b-8733-1f921e8c6d47,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:15.057127 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:15.082591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.159833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecab69-b1be-4565-be5b-e6d268c05729 req-0072ce11-c33d-4d28-93ff-43372ed3c027 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:15.162208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20ecab69-b1be-4565-be5b-e6d268c05729 req-0072ce11-c33d-4d28-93ff-43372ed3c027 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0929511 May 20 08:23:15.200403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.206178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:15.206805 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.212679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20ecab69-b1be-4565-be5b-e6d268c05729 req-33bd567d-4f66-443a-9373-68c0425ba515 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 May 20 08:23:15.217406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-941abf63-5ed2-4a42-9d44-9d40ce74b824 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:15.349231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=b2058e7b-2e47-4553-952b-f2852825f9f4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:15.359663 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:15.364696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:15.420806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9430254 May 20 08:23:15.421261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:15.428082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'name': 'tempest-PortsIpV6TestJSON-96008592'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:15.596796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9d010-3ca9-4e21-8db3-9d10a9dc52d2 req-089cb97a-5bb0-401a-9529-9afcb0a5e3af tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:15.606119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76d9d010-3ca9-4e21-8db3-9d10a9dc52d2 req-089cb97a-5bb0-401a-9529-9afcb0a5e3af tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1570885 May 20 08:23:15.649376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:15.655171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:15.658348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76d9d010-3ca9-4e21-8db3-9d10a9dc52d2 req-2366aa5c-8bb6-4579-8442-c31e0e8c79c7 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 May 20 08:23:15.658502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:15.664569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:15.784393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:15.793312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:15.827762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:15.899911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930efc-13d6-4cd3-bba1-ffef5470dec7 req-f13652db-1a4e-4f83-9d60-baceac00f0d2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:15.901429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5930efc-13d6-4cd3-bba1-ffef5470dec7 req-f13652db-1a4e-4f83-9d60-baceac00f0d2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0881050 May 20 08:23:15.948682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b5930efc-13d6-4cd3-bba1-ffef5470dec7 req-fd5a3570-c79d-4c04-babd-ea0ae34197b3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 May 20 08:23:16.080642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.200596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.208372 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44ddf316-7809-465a-8452-94d87b6e3f02 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:16.269815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc523-32c4-4a2f-8994-78972cfbd3e9 req-dd317560-5372-4413-8c1f-7f736199b20b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:16.271480 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b3dc523-32c4-4a2f-8994-78972cfbd3e9 req-dd317560-5372-4413-8c1f-7f736199b20b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0973372 May 20 08:23:16.302651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=59c2f0e6-2df8-43a0-9a97-77ecb227e916,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:16.306780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:16.327932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '3388baa8-db3e-4604-98df-1737dac91d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:16.328404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: b2058e7b-2e47-4553-952b-f2852825f9f4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:16.342894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0b3dc523-32c4-4a2f-8994-78972cfbd3e9 req-124d9a78-7c6e-416e-b9e0-d7b6bcc5b9b9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580590 May 20 08:23:16.411585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:16.502503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, b2058e7b-2e47-4553-952b-f2852825f9f4) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:16.508297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:16.516158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:16.516365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.522402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ce52c-ed5f-4aff-a641-76f485fbbcac None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:16.576215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1f07b-676e-4882-8890-357f40df56ec req-c50461d9-28d0-438f-8d90-7f4c678ab844 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:16.578583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81f1f07b-676e-4882-8890-357f40df56ec req-c50461d9-28d0-438f-8d90-7f4c678ab844 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1135323 May 20 08:23:16.636359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81f1f07b-676e-4882-8890-357f40df56ec req-99843092-c330-4118-abda-cd3dac10f03b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 May 20 08:23:16.653225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2306569 May 20 08:23:16.660112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:16.666846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1152006167'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:16.682922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:16.691792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:16.696250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:16.705518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:16.788770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:16.797409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.838377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:16.849289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.849932 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 3ac284c3-5e63-4a41-8f3e-c7b1d1aaa9b8 of type vlan for network bf843a86-d04f-43f2-af85-6537106dad96 May 20 08:23:16.881421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.977031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.983616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:16.984269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:16.989894 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:17.081154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac5c56-85d9-45ef-96fc-d4c40f1da7f5 req-6d55a52e-7b39-48b1-b0ac-39d91d77394c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:17.082613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12ac5c56-85d9-45ef-96fc-d4c40f1da7f5 req-6d55a52e-7b39-48b1-b0ac-39d91d77394c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0846038 May 20 08:23:17.097646 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4360352 May 20 08:23:17.101660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37112) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:17.111202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=bf843a86-d04f-43f2-af85-6537106dad96,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:17.112473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'ports': [{'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'}, {'network_id': 'bf843a86-d04f-43f2-af85-6537106dad96'}]} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:17.113274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:17.113274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'bf843a86-d04f-43f2-af85-6537106dad96'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:17.113883 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:17.122253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bf843a86-d04f-43f2-af85-6537106dad96 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:17.269673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-12ac5c56-85d9-45ef-96fc-d4c40f1da7f5 req-4c2db5ac-a685-4468-91bd-5d0690be2e6b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810107 May 20 08:23:17.409375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:17.413728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:17.416841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:17.424313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:17.503770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 2} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:17.508682 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:17.534550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:17.583802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415cff-91a7-4ce5-b92f-3aa88e06b1a5 req-2e3dbf0b-27b5-49b5-9b41-4de8f3848088 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:17.585282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb415cff-91a7-4ce5-b92f-3aa88e06b1a5 req-2e3dbf0b-27b5-49b5-9b41-4de8f3848088 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1453593 May 20 08:23:17.719470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port fd0a5d32-ef4b-4ed7-9400-5fc990252e1c yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:17.727729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb415cff-91a7-4ce5-b92f-3aa88e06b1a5 req-90d2103a-04de-4a42-952a-b2b443996d15 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301513 May 20 08:23:17.922761 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:18.222455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 401fefe1-c045-4c44-95e2-001778f2d451 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:18.251227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda6950-ab43-418a-becf-f4f122792f7e req-ffdf9493-f219-4f13-a41d-c02acec94768 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:18.252708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feda6950-ab43-418a-becf-f4f122792f7e req-ffdf9493-f219-4f13-a41d-c02acec94768 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3667624 May 20 08:23:18.356826 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-feda6950-ab43-418a-becf-f4f122792f7e req-2c1bc9f1-d064-47a3-9464-36b0edcdfc56 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 May 20 08:23:18.426936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:18.546780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:18.560002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0aa14e8a-0c14-47da-9f7b-a61ebf84d7f3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:18.640321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:18.644870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:18.651456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:18.655972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:18.662149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=fd0a5d32-ef4b-4ed7-9400-5fc990252e1c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:18.667005 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:18.667517 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2cc7d110-e2cf-4503-9aad-5c8e9619e0b0 tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:18.770272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee6246-3d21-4aa1-a242-0a763eaaf64b req-24cfab14-355e-4c8b-95a5-dd652a2a3912 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:18.771829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07ee6246-3d21-4aa1-a242-0a763eaaf64b req-24cfab14-355e-4c8b-95a5-dd652a2a3912 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2862623 May 20 08:23:18.772548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=401fefe1-c045-4c44-95e2-001778f2d451,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:18.776475 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:18.783061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '3ac284c3-5e63-4a41-8f3e-c7b1d1aaa9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf843a86-d04f-43f2-af85-6537106dad96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:18.783429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: bf843a86-d04f-43f2-af85-6537106dad96, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:18.837668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-07ee6246-3d21-4aa1-a242-0a763eaaf64b req-2eb63587-31c6-47ba-9a5d-f0f55f65e7ab tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499206 May 20 08:23:18.902843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network bf843a86-d04f-43f2-af85-6537106dad96 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:18.977166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bf843a86-d04f-43f2-af85-6537106dad96) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:18.985632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f96d3-e5d0-46c6-adeb-d9f7fdc2c7df None None] Network bf843a86-d04f-43f2-af85-6537106dad96 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:19.003032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:19.018311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:19.023435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:19.024155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:19.106184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9993131 May 20 08:23:19.106422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37132) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:19.273151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 401fefe1-c045-4c44-95e2-001778f2d451 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:19.273533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:19.393000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:19.524144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 401fefe1-c045-4c44-95e2-001778f2d451 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:19.706689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:19.718811 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:19.768261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=401fefe1-c045-4c44-95e2-001778f2d451,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:19.777609 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:19.784915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:19.798353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/401fefe1-c045-4c44-95e2-001778f2d451 HTTP/1.1" status: 204 len: 168 time: 0.6903687 May 20 08:23:19.801181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37152) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:19.818880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e639d-7ac4-4931-bc8a-f2fcd538b22f req-bcab246a-c6dd-442b-83c8-e4506018aa7d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:19.820378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-579e639d-7ac4-4931-bc8a-f2fcd538b22f req-bcab246a-c6dd-442b-83c8-e4506018aa7d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1552289 May 20 08:23:19.868443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-579e639d-7ac4-4931-bc8a-f2fcd538b22f req-bd14105e-7913-4e97-8683-138f8433d47c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 May 20 08:23:19.896049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070a8f4-d877-4d16-9b66-b2edbf7cb2cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:19.902027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0070a8f4-d877-4d16-9b66-b2edbf7cb2cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:19.902771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0070a8f4-d877-4d16-9b66-b2edbf7cb2cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:20.007237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0070a8f4-d877-4d16-9b66-b2edbf7cb2cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:20.007237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0070a8f4-d877-4d16-9b66-b2edbf7cb2cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2040288 May 20 08:23:20.010048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37156) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:20.158343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port fd0a5d32-ef4b-4ed7-9400-5fc990252e1c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:20.158687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:20.270936 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:20.402321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for fd0a5d32-ef4b-4ed7-9400-5fc990252e1c owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:20.508668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:20.516226 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2602df5a-a730-4c2d-bfa3-e3e6d23b2853 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:20.568397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=fd0a5d32-ef4b-4ed7-9400-5fc990252e1c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:20.571341 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:20.572351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:20.629428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/fd0a5d32-ef4b-4ed7-9400-5fc990252e1c HTTP/1.1" status: 204 len: 168 time: 0.6180642 May 20 08:23:20.631886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37164) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:20.715685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293113e7-2e2f-4a80-8182-3247f2563620 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:20.716371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-293113e7-2e2f-4a80-8182-3247f2563620 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:20.816873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-293113e7-2e2f-4a80-8182-3247f2563620 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:20.818099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-293113e7-2e2f-4a80-8182-3247f2563620 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1849406 May 20 08:23:20.820841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37170) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:20.867635 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00587e4-0c0e-441b-814e-66c6b043cfa9 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:20.868926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b00587e4-0c0e-441b-814e-66c6b043cfa9 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/401fefe1-c045-4c44-95e2-001778f2d451 HTTP/1.1" status: 404 len: 333 time: 0.0471587 May 20 08:23:20.871618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37174) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:20.916972 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5599d0ac-573a-4782-8e7c-a00dadef8a2a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:20.918335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5599d0ac-573a-4782-8e7c-a00dadef8a2a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/fd0a5d32-ef4b-4ed7-9400-5fc990252e1c HTTP/1.1" status: 404 len: 333 time: 0.0458322 May 20 08:23:20.921462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37180) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:21.075258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.343519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5210ee-d992-45bc-8930-40dd5c8365af req-9519539f-78a5-45b0-aa7d-f0546880fe29 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:21.344935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5210ee-d992-45bc-8930-40dd5c8365af req-9519539f-78a5-45b0-aa7d-f0546880fe29 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3366222 May 20 08:23:21.422751 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.440961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf843a86-d04f-43f2-af85-6537106dad96']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:21.464382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac284c3-5e63-4a41-8f3e-c7b1d1aaa9b8') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:21.464707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac284c3-5e63-4a41-8f3e-c7b1d1aaa9b8') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:21.481775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d5210ee-d992-45bc-8930-40dd5c8365af req-c4604770-2cc0-4fea-8aa6-2e83734fd5c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 May 20 08:23:21.484068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.502779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.510664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:23:21.511251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: timer() May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:23:21.527191 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:23:21.703386 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.706801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4588d97a-64a8-4b2a-a53a-1642016c84bb tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:21.721921 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.736307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/bf843a86-d04f-43f2-af85-6537106dad96 HTTP/1.1" status: 204 len: 168 time: 0.8102610 May 20 08:23:21.736307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=bf843a86-d04f-43f2-af85-6537106dad96,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:21.736700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37184) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:21.739304 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:21.742966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-310523867'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:21.749057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:21.753075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:21.755966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:21.762365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:21.839832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:21.843698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.874092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:21.884053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.884442 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment f65ffca9-19f3-42a1-a43d-1ccca7bf12ef of type vlan for network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 May 20 08:23:21.913022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:21.999798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:22.005604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:22.006189 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:22.010412 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d35e3a5-0270-4f91-9205-3d8825a5ed35 tempest-FloatingIPTestJSON-1284843423 tempest-FloatingIPTestJSON-1284843423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:22.138282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=50c08c85-9ca0-4626-85c5-ca91aec57cf9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:22.142385 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:22.145025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4070261 May 20 08:23:22.147882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:22.152151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:22.157731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:22.300502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:22.305287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:22.309026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:22.316659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:22.388495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:22.392298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:22.702700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0c3d-c4c6-43bd-80ef-e40659b33f71 req-e5287b88-1ca0-4954-9347-1dd82b698fb6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:22.704235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-922a0c3d-c4c6-43bd-80ef-e40659b33f71 req-e5287b88-1ca0-4954-9347-1dd82b698fb6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1015375 May 20 08:23:22.779639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-922a0c3d-c4c6-43bd-80ef-e40659b33f71 req-dcf417e9-4502-42b5-aa19-f97b48091fbf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604932 May 20 08:23:22.952529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:22.957324 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58ee0377-6ec8-49da-b4e0-3b0d2a0861a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:23.040574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=bfcfad59-4431-4563-9def-eb66f031a7a7,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:23.044083 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:23.051658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:23.052029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: 50c08c85-9ca0-4626-85c5-ca91aec57cf9, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:23.131475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:23.262838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 50c08c85-9ca0-4626-85c5-ca91aec57cf9) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:23.278136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296cc1a-dff9-4a6c-9802-beae9fca667c None None] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:23.278683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:23.278683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:23.429071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2790377 May 20 08:23:23.431735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:23.437707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9', 'name': 'tempest-PortsIpV6TestJSON-1116557032'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:23.503633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-50c08c85-9ca0-4626-85c5-ca91aec57cf9', 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'bfcfad59-4431-4563-9def-eb66f031a7a7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:23:23.504478 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:23.593544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:23.604552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:23.675549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Allocated IP 2001:db8::2 (50c08c85-9ca0-4626-85c5-ca91aec57cf9/bfcfad59-4431-4563-9def-eb66f031a7a7/867ac877-e695-488d-9dfc-48dee6b6efd9) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:23.707825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:23.711725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:23.735660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port ad49bc28-47fb-44be-af67-9944356777a4 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:23.907808 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:23.918722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Transition to ACTIVE for port object 867ac877-e695-488d-9dfc-48dee6b6efd9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:23.943322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Transition to ACTIVE for port object 867ac877-e695-488d-9dfc-48dee6b6efd9 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:23.985210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6756-4627-47ea-8f2a-52c5fe339e5b req-f8a02d81-6dc8-4f81-86f2-01ff63836fe5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:23.986928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8adc6756-4627-47ea-8f2a-52c5fe339e5b req-f8a02d81-6dc8-4f81-86f2-01ff63836fe5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0941796 May 20 08:23:24.034530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.039837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8adc6756-4627-47ea-8f2a-52c5fe339e5b req-b978c12f-d51e-4cbd-a44d-d3169ab86445 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 May 20 08:23:24.046540 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:24.096235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:24.097358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:24.106433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:24.118529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::26c (50c08c85-9ca0-4626-85c5-ca91aec57cf9/bfcfad59-4431-4563-9def-eb66f031a7a7/ad49bc28-47fb-44be-af67-9944356777a4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:24.197050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Pushing event updated for resources: {'Port': ['ID=867ac877-e695-488d-9dfc-48dee6b6efd9,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:24.206606 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:24.215796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Attempting to bind port 867ac877-e695-488d-9dfc-48dee6b6efd9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:23:24.216176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Attempting to bind port 867ac877-e695-488d-9dfc-48dee6b6efd9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:23:24.217118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Attempting to bind port 867ac877-e695-488d-9dfc-48dee6b6efd9 on network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:23:24.223063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:23:24.223435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Checking segment: {'id': 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:24.223780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.224186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Bound using segment: {'id': 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:23:24.224657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Bound port: 867ac877-e695-488d-9dfc-48dee6b6efd9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '50c08c85-9ca0-4626-85c5-ca91aec57cf9'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:23:24.225044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.318821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] For port 867ac877-e695-488d-9dfc-48dee6b6efd9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:23:24.322381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] For port 867ac877-e695-488d-9dfc-48dee6b6efd9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=867ac877-e695-488d-9dfc-48dee6b6efd9,segment=NetworkSegment(f65ffca9-19f3-42a1-a43d-1ccca7bf12ef),segment_id=f65ffca9-19f3-42a1-a43d-1ccca7bf12ef)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:23:24.400766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.407267 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:24.511646 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.517286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Pushing event updated for resources: {'Port': ['ID=867ac877-e695-488d-9dfc-48dee6b6efd9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:24.521008 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:24.531152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object ad49bc28-47fb-44be-af67-9944356777a4 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:24.656785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.668559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.676221 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cffb72ba-ebfb-44e7-b705-308fbb3c31f1 tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:24.758723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:24.762536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:24.765911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:24.771639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:24.772319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:24.788958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=ad49bc28-47fb-44be-af67-9944356777a4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:24.795709 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:24.893264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4603975 May 20 08:23:24.896238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37212) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:25.066460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port ad49bc28-47fb-44be-af67-9944356777a4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:25.068187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:25.218992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:25.259397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34700ccb-95f3-42e3-bb7f-db5fa36166bf req-215829e7-4434-4191-9fee-ee4d526c5701 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:25.261097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34700ccb-95f3-42e3-bb7f-db5fa36166bf req-215829e7-4434-4191-9fee-ee4d526c5701 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0978487 May 20 08:23:25.313286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34700ccb-95f3-42e3-bb7f-db5fa36166bf req-de2a1d7f-82a1-43b8-8f79-01d730b85faa tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 May 20 08:23:25.377838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for ad49bc28-47fb-44be-af67-9944356777a4 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:25.578532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:25.584994 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4f3b0cf-a6ca-41fc-ba89-9b696ff02be3 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:25.683851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348b574-6b69-4b5f-bf98-6f370af0f524 None None] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:25.800461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=ad49bc28-47fb-44be-af67-9944356777a4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:25.829739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:25.849013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:25.867078 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/ad49bc28-47fb-44be-af67-9944356777a4 HTTP/1.1" status: 204 len: 168 time: 0.9695594 May 20 08:23:25.869977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:25.880448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4cef341e-748a-4de5-a6b3-833a70882a82 None None] Provisioning for port 867ac877-e695-488d-9dfc-48dee6b6efd9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:25.922847 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd81319-bb97-4b6e-a177-eef32ab8bf46 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:23:25.923501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd81319-bb97-4b6e-a177-eef32ab8bf46 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:23:25.925681 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ecd81319-bb97-4b6e-a177-eef32ab8bf46 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/ad49bc28-47fb-44be-af67-9944356777a4 HTTP/1.1" status: 404 len: 333 time: 0.0545366 May 20 08:23:25.929200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37224) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:25.959574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 867ac877-e695-488d-9dfc-48dee6b6efd9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:25.979222 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4452d3c1-b7a9-4f7c-b412-a5b753451744 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:25.979760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4452d3c1-b7a9-4f7c-b412-a5b753451744 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:26.045917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4452d3c1-b7a9-4f7c-b412-a5b753451744 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:26.049569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4452d3c1-b7a9-4f7c-b412-a5b753451744 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/ad49bc28-47fb-44be-af67-9944356777a4 HTTP/1.1" status: 404 len: 333 time: 0.1165104 May 20 08:23:26.050001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37228) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:26.132719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet bfcfad59-4431-4563-9def-eb66f031a7a7 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:23:26.136558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.137016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 867ac877-e695-488d-9dfc-48dee6b6efd9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:26.143328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 867ac877-e695-488d-9dfc-48dee6b6efd9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:26.143813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.209224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.345770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.380517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.429403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Provisioning complete for port 867ac877-e695-488d-9dfc-48dee6b6efd9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:26.429912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.582633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.724198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.734786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d702-edf2-45f5-9a0a-5d18f4e6242a req-7c74c1b0-03a8-46bb-b28d-1328ee1efb08 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:26.736310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4d7d702-edf2-45f5-9a0a-5d18f4e6242a req-7c74c1b0-03a8-46bb-b28d-1328ee1efb08 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2636731 May 20 08:23:26.799167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4d7d702-edf2-45f5-9a0a-5d18f4e6242a req-b2aa2efa-e52b-4a25-9cfe-a607e4459188 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 May 20 08:23:26.892105 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.896499 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-90bfabe6-68ee-4082-abf1-7178026d7eef tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:26.934294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcfad59-4431-4563-9def-eb66f031a7a7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:26.938910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:26.939887 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:26.949590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/bfcfad59-4431-4563-9def-eb66f031a7a7 HTTP/1.1" status: 204 len: 168 time: 0.8954601 May 20 08:23:26.950727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37236) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:27.013689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0cb87e-5566-4865-a8c7-ba72af90b3d1 None None] Network 50c08c85-9ca0-4626-85c5-ca91aec57cf9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:27.074848 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.125147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:23:27.125541 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:23:27.128413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:23:27.128766 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:23:27.165839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 867ac877-e695-488d-9dfc-48dee6b6efd9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:27.165839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.284883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port 867ac877-e695-488d-9dfc-48dee6b6efd9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=867ac877-e695-488d-9dfc-48dee6b6efd9,segment=NetworkSegment(f65ffca9-19f3-42a1-a43d-1ccca7bf12ef),segment_id=f65ffca9-19f3-42a1-a43d-1ccca7bf12ef)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:27.284883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.333412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] DHCP port deletion for 50c08c85-9ca0-4626-85c5-ca91aec57cf9 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:23:27.415943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Deleting port 867ac877-e695-488d-9dfc-48dee6b6efd9 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:27.416169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.418461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 867ac877-e695-488d-9dfc-48dee6b6efd9 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:27.523489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] For port 867ac877-e695-488d-9dfc-48dee6b6efd9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=867ac877-e695-488d-9dfc-48dee6b6efd9,segment=NetworkSegment(f65ffca9-19f3-42a1-a43d-1ccca7bf12ef),segment_id=f65ffca9-19f3-42a1-a43d-1ccca7bf12ef)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:27.523748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.548716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.552715 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d895ea05-440f-4b69-bc7e-2734c97247e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:27.597943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=867ac877-e695-488d-9dfc-48dee6b6efd9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:27.600448 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:27.604591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port 867ac877-e695-488d-9dfc-48dee6b6efd9 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:27.707911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Calling delete_port for 867ac877-e695-488d-9dfc-48dee6b6efd9 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:27.721521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-79147f1f-e63b-44d1-9a02-48630da5d56c None None] Port 867ac877-e695-488d-9dfc-48dee6b6efd9 update to ACTIVE by agent not found {{(pid=93103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 08:23:27.722822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Port 867ac877-e695-488d-9dfc-48dee6b6efd9 update to ACTIVE by agent not found {{(pid=93103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 08:23:27.739587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.753074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c08c85-9ca0-4626-85c5-ca91aec57cf9']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:27.766289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:27.766591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65ffca9-19f3-42a1-a43d-1ccca7bf12ef') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:27.769813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.773822 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:27.779923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.807654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.815027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:23:27.815654 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.817996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Pushing event deleted for resources: {'Port': ['ID=867ac877-e695-488d-9dfc-48dee6b6efd9,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:27.821015 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:27.829170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] No DVR routers for this DVR port 867ac877-e695-488d-9dfc-48dee6b6efd9 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: timer() May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:23:27.831673 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:23:27.845129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-67065073-7973-4c17-af1f-a582ef2b4f84 None None] Could not find standard attr ID for object ad49bc28-47fb-44be-af67-9944356777a4. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:23:27.912445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 867ac877-e695-488d-9dfc-48dee6b6efd9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:23:27.954937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 867ac877-e695-488d-9dfc-48dee6b6efd9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:23:27.955373 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 867ac877-e695-488d-9dfc-48dee6b6efd9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:23:27.986360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:27.994141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61a8a3ca-115e-438a-ad27-b211e256b8af tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:28.012473 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.029838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=50c08c85-9ca0-4626-85c5-ca91aec57cf9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:28.038094 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:28.070073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07387-1022-46f0-adf0-9de007c0c929 req-e823c508-edde-4ba5-80ba-f9a2fd88c19a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:28.071557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06f07387-1022-46f0-adf0-9de007c0c929 req-e823c508-edde-4ba5-80ba-f9a2fd88c19a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1300316 May 20 08:23:28.095990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/50c08c85-9ca0-4626-85c5-ca91aec57cf9 HTTP/1.1" status: 204 len: 168 time: 1.1449993 May 20 08:23:28.099483 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:28.105153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1385638588'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:28.111646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:28.115607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:28.118473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:28.124635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:28.127623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-06f07387-1022-46f0-adf0-9de007c0c929 req-5915d40b-1410-4f34-87a2-90bf41a743b0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 May 20 08:23:28.262736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:28.267436 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.297845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:28.306360 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.306710 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 9e047bdd-0b9c-4f1b-bd98-258c7f735acf of type vlan for network bc4bb531-af15-411b-af26-4a2490c55945 May 20 08:23:28.337397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.462531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.468602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:28.468883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:28.472733 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4c415408-4b9a-4def-822e-6b163da884e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:28.581566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=bc4bb531-af15-411b-af26-4a2490c55945,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:28.589803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.590184 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.590560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.590930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.591341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.591828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.592210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.592602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.593006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.593364 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.593748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.594107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:28.597772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:28.606808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network bc4bb531-af15-411b-af26-4a2490c55945 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:28.636955 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5363472 May 20 08:23:28.640971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:28.647186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:28.765235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:28.769233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:28.772264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:28.778166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:28.862752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:28.866306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:29.331897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ebf7-1f4d-408b-9127-bf833a2fac98 req-cc44f523-d114-426e-a0e3-7b368c3ed78d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:29.333437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a360ebf7-1f4d-408b-9127-bf833a2fac98 req-cc44f523-d114-426e-a0e3-7b368c3ed78d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0892398 May 20 08:23:29.374728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:29.379388 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-235b3293-0abd-4285-a64a-81f31729ba03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:29.385011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a360ebf7-1f4d-408b-9127-bf833a2fac98 req-a21bb001-9e54-4819-b32d-f73993453108 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 May 20 08:23:29.467810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=f91e0f5d-7a08-4d19-a640-2f055f5ca3d7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:29.476858 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:29.477593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '9e047bdd-0b9c-4f1b-bd98-258c7f735acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:29.478007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: bc4bb531-af15-411b-af26-4a2490c55945, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:29.565608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network bc4bb531-af15-411b-af26-4a2490c55945 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:29.714058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, bc4bb531-af15-411b-af26-4a2490c55945) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:29.724261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a6541-0b2f-4a72-ab0a-b57a14492d0f None None] Network bc4bb531-af15-411b-af26-4a2490c55945 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:29.729053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:29.729798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:29.840864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1981688 May 20 08:23:29.843871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37258) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:29.849634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1742719087'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:29.945423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-bc4bb531-af15-411b-af26-4a2490c55945', 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'f91e0f5d-7a08-4d19-a640-2f055f5ca3d7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:23:29.946545 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.006868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:30.010603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:30.015051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:30.020845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:30.110109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Allocated IP 2001:db8::2 (bc4bb531-af15-411b-af26-4a2490c55945/f91e0f5d-7a08-4d19-a640-2f055f5ca3d7/9a9aed62-0045-47d5-a67c-5c0f235ea857) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:30.136698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:30.141711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.165548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port d8feb426-2ee5-45c8-866e-c2b808b4ea6c yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:30.318091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.327769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Transition to ACTIVE for port object 9a9aed62-0045-47d5-a67c-5c0f235ea857 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:30.345285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Transition to ACTIVE for port object 9a9aed62-0045-47d5-a67c-5c0f235ea857 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:30.434347 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.443832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:30.521169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::75 (bc4bb531-af15-411b-af26-4a2490c55945/f91e0f5d-7a08-4d19-a640-2f055f5ca3d7/d8feb426-2ee5-45c8-866e-c2b808b4ea6c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:30.589029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Network bc4bb531-af15-411b-af26-4a2490c55945 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:30.592619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:30.596375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:30.602865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Pushing event updated for resources: {'Port': ['ID=9a9aed62-0045-47d5-a67c-5c0f235ea857,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:30.606701 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:30.625433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6bbad-a19a-4bd2-8823-2c2f2803b5f8 req-4712e831-f63e-416a-aaaf-cecedab6ab28 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:30.627061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20a6bbad-a19a-4bd2-8823-2c2f2803b5f8 req-4712e831-f63e-416a-aaaf-cecedab6ab28 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1132772 May 20 08:23:30.695600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20a6bbad-a19a-4bd2-8823-2c2f2803b5f8 req-9137581c-0c57-4fa3-95fb-e45323d8ce2c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580537 May 20 08:23:30.702276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Attempting to bind port 9a9aed62-0045-47d5-a67c-5c0f235ea857 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:23:30.702665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Attempting to bind port 9a9aed62-0045-47d5-a67c-5c0f235ea857 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9e047bdd-0b9c-4f1b-bd98-258c7f735acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:23:30.703032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Attempting to bind port 9a9aed62-0045-47d5-a67c-5c0f235ea857 on network bc4bb531-af15-411b-af26-4a2490c55945 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:23:30.708527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:23:30.708909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Checking segment: {'id': '9e047bdd-0b9c-4f1b-bd98-258c7f735acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:30.709314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.711421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Bound using segment: {'id': '9e047bdd-0b9c-4f1b-bd98-258c7f735acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:23:30.711564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Bound port: 9a9aed62-0045-47d5-a67c-5c0f235ea857, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e047bdd-0b9c-4f1b-bd98-258c7f735acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'bc4bb531-af15-411b-af26-4a2490c55945'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:23:30.711897 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.750971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.767168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object d8feb426-2ee5-45c8-866e-c2b808b4ea6c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:30.804678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] For port 9a9aed62-0045-47d5-a67c-5c0f235ea857, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:23:30.808086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] For port 9a9aed62-0045-47d5-a67c-5c0f235ea857, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9a9aed62-0045-47d5-a67c-5c0f235ea857,segment=NetworkSegment(9e047bdd-0b9c-4f1b-bd98-258c7f735acf),segment_id=9e047bdd-0b9c-4f1b-bd98-258c7f735acf)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:23:30.862903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.866987 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4790bb-7c84-4880-a0aa-604a6ebc195c tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:30.902897 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.909022 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fea712dc-1bce-4c9e-86dd-dd7f3e545d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:30.932391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network bc4bb531-af15-411b-af26-4a2490c55945 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:30.936315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:30.940386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:30.946146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:30.946916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:30.966947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=d8feb426-2ee5-45c8-866e-c2b808b4ea6c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:30.969943 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:30.994326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Pushing event updated for resources: {'Port': ['ID=9a9aed62-0045-47d5-a67c-5c0f235ea857,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:30.997939 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:31.063296 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2183552 May 20 08:23:31.066067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37266) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:31.237711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port d8feb426-2ee5-45c8-866e-c2b808b4ea6c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:31.238207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:31.376340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:31.656473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for d8feb426-2ee5-45c8-866e-c2b808b4ea6c owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:31.870902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:31.876145 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-49266574-2821-4073-a775-c1f712e93d7f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:31.926363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9a9aed62-0045-47d5-a67c-5c0f235ea857 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:31.934089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=d8feb426-2ee5-45c8-866e-c2b808b4ea6c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:31.936761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:31.970637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9965bb-e101-4b21-898e-68c87711549b req-d318780d-43cc-488d-bd45-2963fa0776cf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:31.977794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e9965bb-e101-4b21-898e-68c87711549b req-d318780d-43cc-488d-bd45-2963fa0776cf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1337879 May 20 08:23:31.991990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.006648 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/d8feb426-2ee5-45c8-866e-c2b808b4ea6c HTTP/1.1" status: 204 len: 168 time: 0.9395576 May 20 08:23:32.009686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:32.061053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e9965bb-e101-4b21-898e-68c87711549b req-137aa71a-f093-4a79-9ad9-9d5d5134cac9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683620 May 20 08:23:32.063305 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e688d0d-d1f0-478e-a44a-cc969f5cf333 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:32.063305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e688d0d-d1f0-478e-a44a-cc969f5cf333 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:32.108100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9a9aed62-0045-47d5-a67c-5c0f235ea857 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:32.110960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870a705-5522-4802-971f-53dcc4e182e3 None None] Network bc4bb531-af15-411b-af26-4a2490c55945 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:32.142544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3e688d0d-d1f0-478e-a44a-cc969f5cf333 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:32.148024 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3e688d0d-d1f0-478e-a44a-cc969f5cf333 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/d8feb426-2ee5-45c8-866e-c2b808b4ea6c HTTP/1.1" status: 404 len: 333 time: 0.1322744 May 20 08:23:32.148024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:32.223725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet f91e0f5d-7a08-4d19-a640-2f055f5ca3d7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:23:32.483724 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.483724 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.483724 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.485223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Provisioning for port 9a9aed62-0045-47d5-a67c-5c0f235ea857 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:32.485223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Provisioning complete for port 9a9aed62-0045-47d5-a67c-5c0f235ea857 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:32.485223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.578803 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.821738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.826425 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54e37117-9af6-4adb-a04c-a9ad6b2f6e5b tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:32.875125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=f91e0f5d-7a08-4d19-a640-2f055f5ca3d7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:32.878087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:32.879075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:32.883131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:23:32.883543 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:23:32.885238 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/f91e0f5d-7a08-4d19-a640-2f055f5ca3d7 HTTP/1.1" status: 204 len: 168 time: 0.7377508 May 20 08:23:32.887815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37284) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:32.971092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca862e7-79c1-4fdd-981c-d80d264e50d7 None None] Network bc4bb531-af15-411b-af26-4a2490c55945 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:33.013103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.093246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 9a9aed62-0045-47d5-a67c-5c0f235ea857 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:33.093588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.208077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port 9a9aed62-0045-47d5-a67c-5c0f235ea857, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9a9aed62-0045-47d5-a67c-5c0f235ea857,segment=NetworkSegment(9e047bdd-0b9c-4f1b-bd98-258c7f735acf),segment_id=9e047bdd-0b9c-4f1b-bd98-258c7f735acf)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:33.208487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.285305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8896588-2cec-4a88-a6a8-59a7c687b04b req-1a468d59-85b2-47d0-9400-26464677bf53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:33.286994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8896588-2cec-4a88-a6a8-59a7c687b04b req-1a468d59-85b2-47d0-9400-26464677bf53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0872152 May 20 08:23:33.316409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] DHCP port deletion for bc4bb531-af15-411b-af26-4a2490c55945 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:23:33.349043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 9a9aed62-0045-47d5-a67c-5c0f235ea857 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:33.352629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8896588-2cec-4a88-a6a8-59a7c687b04b req-82169450-36db-443b-8eb9-f6552358f038 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 May 20 08:23:33.435415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Deleting port 9a9aed62-0045-47d5-a67c-5c0f235ea857 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:33.435894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.468802 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.473675 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c50cf5fb-2f98-4f4c-82fd-2afac27d253e tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:33.475470 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26be070e-d713-4c83-ac74-8d41e33cf5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.518520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=9a9aed62-0045-47d5-a67c-5c0f235ea857,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:33.521585 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:33.522361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port 9a9aed62-0045-47d5-a67c-5c0f235ea857 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:33.614648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] For port 9a9aed62-0045-47d5-a67c-5c0f235ea857, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9a9aed62-0045-47d5-a67c-5c0f235ea857,segment=NetworkSegment(9e047bdd-0b9c-4f1b-bd98-258c7f735acf),segment_id=9e047bdd-0b9c-4f1b-bd98-258c7f735acf)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:33.615157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.655311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.673331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4bb531-af15-411b-af26-4a2490c55945']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:33.696144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e047bdd-0b9c-4f1b-bd98-258c7f735acf') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:33.696444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e047bdd-0b9c-4f1b-bd98-258c7f735acf') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:33.709532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.726465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.733209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:23:33.733847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.745747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Calling delete_port for 9a9aed62-0045-47d5-a67c-5c0f235ea857 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: timer() May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:23:33.749457 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:23:33.753016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aa1ecde2-d939-4512-9023-4f7fc96db2d6 None None] Could not find standard attr ID for object d8feb426-2ee5-45c8-866e-c2b808b4ea6c. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:23:33.758101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-aa1ecde2-d939-4512-9023-4f7fc96db2d6 None None] Could not find standard attr ID for object 9a9aed62-0045-47d5-a67c-5c0f235ea857. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:23:33.794840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.798875 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:33.846897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Pushing event deleted for resources: {'Port': ['ID=9a9aed62-0045-47d5-a67c-5c0f235ea857,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:33.850155 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:33.852793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] No DVR routers for this DVR port 9a9aed62-0045-47d5-a67c-5c0f235ea857 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:33.868144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9a9aed62-0045-47d5-a67c-5c0f235ea857 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:23:33.925380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.929954 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c7a9032-0864-424e-9c63-f48170b4f1dd tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:33.944397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9a9aed62-0045-47d5-a67c-5c0f235ea857 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:23:33.948411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9a9aed62-0045-47d5-a67c-5c0f235ea857 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:23:33.949232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:33.968793 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=bc4bb531-af15-411b-af26-4a2490c55945,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:33.973111 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:34.040394 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/bc4bb531-af15-411b-af26-4a2490c55945 HTTP/1.1" status: 204 len: 168 time: 1.1507349 May 20 08:23:34.043917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37292) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:34.050742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'name': 'tempest-PortsIpV6TestJSON-890186117'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:34.162298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:34.163707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:34.166656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:34.173104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:34.268013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:34.271665 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:34.299528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 1ff6d3d3-206e-4321-8bcb-6503e6d07df6 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:34.561689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:34.691623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:34.701959 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-470b2840-101d-4f87-b415-48078d9d550e tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:34.941968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:34.949302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:34.956909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:34.962349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:34.962959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:34.971209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=1ff6d3d3-206e-4321-8bcb-6503e6d07df6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:34.981129 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:35.008006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e0927-c1ac-4481-a63f-a799da8d186d req-f8e594c5-b96d-44f1-8cf6-951f31748cad tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:35.009668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-769e0927-c1ac-4481-a63f-a799da8d186d req-f8e594c5-b96d-44f1-8cf6-951f31748cad tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3566942 May 20 08:23:35.058224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-769e0927-c1ac-4481-a63f-a799da8d186d req-09eb5e0d-790a-4065-b258-793bbc2e0fbc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 May 20 08:23:35.073261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0179932 May 20 08:23:35.073261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37298) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:35.215743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 1ff6d3d3-206e-4321-8bcb-6503e6d07df6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:35.216119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:35.323909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:35.454892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 1ff6d3d3-206e-4321-8bcb-6503e6d07df6 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:35.611200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:35.617082 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:35.670520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=1ff6d3d3-206e-4321-8bcb-6503e6d07df6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:35.673549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:35.675922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:35.686625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/1ff6d3d3-206e-4321-8bcb-6503e6d07df6 HTTP/1.1" status: 204 len: 168 time: 0.6193025 May 20 08:23:35.688972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:35.694665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'mac_address': 'fa:16:3e:5b:40:38', 'name': 'tempest-PortsIpV6TestJSON-1448409619'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:35.812126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:35.816528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:35.819416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:35.825160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:35.930746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:36.037246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:36.063334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 3a14721a-783c-4ef4-998c-c5ceadf797e8 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:36.431929 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:36.455994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947da6ce-5133-4427-a0f2-d1d629ead4bc req-f5c2f1d2-2389-43b8-92d2-fa290caf2040 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:36.458167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-947da6ce-5133-4427-a0f2-d1d629ead4bc req-f5c2f1d2-2389-43b8-92d2-fa290caf2040 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2864976 May 20 08:23:36.540125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-947da6ce-5133-4427-a0f2-d1d629ead4bc req-3f16d9f6-44e0-4e63-90f1-e70386691abe tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758846 May 20 08:23:36.611324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:36.617555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-41112e3f-37c1-4160-9186-1e08359a97a0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:36.690867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:36.694098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:36.698180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:36.704127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:36.704775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:36.712809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=3a14721a-783c-4ef4-998c-c5ceadf797e8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:36.728240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.728653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.729045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.729416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.729834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.730216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.733659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:23:36.739106 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:36.868675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1786022 May 20 08:23:36.871167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37312) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:36.919938 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a19e9a59-3b59-47f9-b132-0456c9063036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:36.943600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390cb69-25a5-43f6-ae77-c64e04fb6549 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:36.944106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e390cb69-25a5-43f6-ae77-c64e04fb6549 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:37.033581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e390cb69-25a5-43f6-ae77-c64e04fb6549 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:37.034816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e390cb69-25a5-43f6-ae77-c64e04fb6549 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/3a14721a-783c-4ef4-998c-c5ceadf797e8 HTTP/1.1" status: 200 len: 845 time: 0.1627357 May 20 08:23:37.037722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:37.177497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 3a14721a-783c-4ef4-998c-c5ceadf797e8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:37.177846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:37.282826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:37.422614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 3a14721a-783c-4ef4-998c-c5ceadf797e8 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:37.530775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:37.536661 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-503f11e4-d75d-4ab3-97ee-e7b4e6a5d8f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:37.582091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=3a14721a-783c-4ef4-998c-c5ceadf797e8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:37.585049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:37.587647 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:37.699617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/3a14721a-783c-4ef4-998c-c5ceadf797e8 HTTP/1.1" status: 204 len: 168 time: 0.6608479 May 20 08:23:37.703678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:37.752008 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78d70df-3d76-442c-bf5c-a2f115ea9cf1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:37.753786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f78d70df-3d76-442c-bf5c-a2f115ea9cf1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:37.833853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f78d70df-3d76-442c-bf5c-a2f115ea9cf1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:37.838539 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f78d70df-3d76-442c-bf5c-a2f115ea9cf1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/3a14721a-783c-4ef4-998c-c5ceadf797e8 HTTP/1.1" status: 404 len: 333 time: 0.1302543 May 20 08:23:37.838759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37328) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:37.845354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'name': 'tempest-PortsIpV6TestJSON-910503583'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:37.901174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fd383-b271-4481-a06a-fd94fa9306ac req-f14093fc-3c97-4f3d-9ec4-bd675e38b8fd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:37.902682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-106fd383-b271-4481-a06a-fd94fa9306ac req-f14093fc-3c97-4f3d-9ec4-bd675e38b8fd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2443192 May 20 08:23:37.950240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-106fd383-b271-4481-a06a-fd94fa9306ac req-b1d2e120-5512-44f9-b973-bd56e39d37c4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 May 20 08:23:37.960199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:37.970875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:38.039101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:38.042673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:38.068148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port cbf75fb3-d600-4420-855a-0bedb6ce62ca yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:38.290932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:38.428516 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:38.434749 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:38.505834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:38.508954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:38.517607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:38.522099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:38.522790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:38.536894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=cbf75fb3-d600-4420-855a-0bedb6ce62ca,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:38.541334 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:38.674561 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8346026 May 20 08:23:38.677054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37334) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:38.683002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:38.806620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.023851 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.090920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.096028 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:39.146155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc47ad0-b646-4a92-a4eb-88cacb52b9e9 req-64d058a8-d3ff-49ad-8c58-ac1c41b8eba2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:39.147725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bc47ad0-b646-4a92-a4eb-88cacb52b9e9 req-64d058a8-d3ff-49ad-8c58-ac1c41b8eba2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0878031 May 20 08:23:39.182272 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3461c83-cf84-45de-997e-6a8bfc35089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.208817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bc47ad0-b646-4a92-a4eb-88cacb52b9e9 req-5e414acc-5ee1-4d5d-9ea7-98609696872a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524623 May 20 08:23:39.312399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] In _notify_port_updated(), no bound segment for port cbf75fb3-d600-4420-855a-0bedb6ce62ca on network b2058e7b-2e47-4553-952b-f2852825f9f4 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:23:39.317657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:39.318262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.319547 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/ports/cbf75fb3-d600-4420-855a-0bedb6ce62ca HTTP/1.1" status: 200 len: 818 time: 0.6414883 May 20 08:23:39.322695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37340) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:39.336437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=cbf75fb3-d600-4420-855a-0bedb6ce62ca,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:39.339128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:39.463580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port cbf75fb3-d600-4420-855a-0bedb6ce62ca {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:39.464081 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.575244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.685375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.717149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for cbf75fb3-d600-4420-855a-0bedb6ce62ca owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:39.862345 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.868118 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-feda7e8f-7806-405f-b91b-545c8fde1cd6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:39.914892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=cbf75fb3-d600-4420-855a-0bedb6ce62ca,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:39.917872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:39.918941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:39.929134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/cbf75fb3-d600-4420-855a-0bedb6ce62ca HTTP/1.1" status: 204 len: 168 time: 0.6052427 May 20 08:23:39.931683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37346) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:39.977107 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:23:40.018752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b9aea-a446-4cc9-bd9a-817802295059 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:40.019442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fd9b9aea-a446-4cc9-bd9a-817802295059 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:40.102206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fd9b9aea-a446-4cc9-bd9a-817802295059 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:40.103519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fd9b9aea-a446-4cc9-bd9a-817802295059 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1708977 May 20 08:23:40.106196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37350) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:40.156475 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba2e027-2526-4059-96a6-3c0ae2529a97 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:40.157957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dba2e027-2526-4059-96a6-3c0ae2529a97 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/cbf75fb3-d600-4420-855a-0bedb6ce62ca HTTP/1.1" status: 404 len: 333 time: 0.0507302 May 20 08:23:40.165880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37354) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:40.168021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-470102364'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:40.174159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:40.178750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:40.181793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:40.188838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:40.296701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:40.300632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:40.379105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:40.404491 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:40.417982 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 89d2d707-356e-4039-be13-07f1efbaa0e6 of type vlan for network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 May 20 08:23:40.440043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:40.460902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5132424-5b0e-4bf0-b968-edbd8c77dbba req-caf38dba-424d-485e-a8dd-c33159a81cf9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:40.462579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5132424-5b0e-4bf0-b968-edbd8c77dbba req-caf38dba-424d-485e-a8dd-c33159a81cf9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1370425 May 20 08:23:40.524992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5132424-5b0e-4bf0-b968-edbd8c77dbba req-aef2ed3d-896f-4434-86e3-687a11933b9c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513494 May 20 08:23:40.576561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:40.583032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:40.583691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:40.589758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a5a8ed-d10e-4d26-af4c-906bc431d0c3 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:40.705904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=d0644cca-d99d-4fe1-83e0-d6349e9ccf64,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:40.709792 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:40.711246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5484607 May 20 08:23:40.720909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37362) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:40.725743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:40.727913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:40.848045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:40.852014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:40.854944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:40.861350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:40.937143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:40.940571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:41.273757 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:41.447901 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:41.452638 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d85bec1-14ce-422f-bea3-708715189d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:41.535981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=ec92f68c-7fed-4423-b6f1-37f1d0db7b71,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:41.540692 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:41.544920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '89d2d707-356e-4039-be13-07f1efbaa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:41.545286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: d0644cca-d99d-4fe1-83e0-d6349e9ccf64, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:41.676463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:41.728624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8078-0912-486a-bb60-fddcb3acf122 req-1e6f1df6-cf4b-40c7-9cb9-44d79f07a0f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:41.730024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dcaa8078-0912-486a-bb60-fddcb3acf122 req-1e6f1df6-cf4b-40c7-9cb9-44d79f07a0f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0936184 May 20 08:23:41.777025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, d0644cca-d99d-4fe1-83e0-d6349e9ccf64) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:41.789681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef5c06-6e5a-4922-87be-ea25b0264414 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:41.790751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dcaa8078-0912-486a-bb60-fddcb3acf122 req-506ea4bc-c71e-499e-a2f3-cafc60648356 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531225 May 20 08:23:41.794523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:41.795191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:41.902752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1805546 May 20 08:23:41.906773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:41.913252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:42.056200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-d0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'ec92f68c-7fed-4423-b6f1-37f1d0db7b71'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:23:42.057377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.058080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:42.063270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:42.066037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:42.071027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:23:42.071928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:42.186335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:42.191015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.334293 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:42.342357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Allocated IP 2001:db8::2 (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/ec92f68c-7fed-4423-b6f1-37f1d0db7b71/4275f45c-21d2-4cb7-9fe3-e14fed39c850) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:42.357257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'port_id': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'mac_address': 'fa:16:3e:fb:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d47bcdf-5261-430d-8650-e500e5d1bd1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:23:42.370803 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec92f68c-7fed-4423-b6f1-37f1d0db7b71 (CIDR: 2001:db8::/64) May 20 08:23:42.406363 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:23:42.407003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:23:42.501263 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.503085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7fa13306-d3d1-4fe1-be63-62b320aa7bac tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5946157 May 20 08:23:42.505975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:42.513183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:42.535788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:23:42.569766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:42.619510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.657060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.669934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Transition to ACTIVE for port object 4275f45c-21d2-4cb7-9fe3-e14fed39c850 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:42.677265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.680619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:42.684044 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7702477f-a887-43b8-804b-1345106b24e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:42.685566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:42.689235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:42.695551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:42.747611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Transition to ACTIVE for port object 4275f45c-21d2-4cb7-9fe3-e14fed39c850 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:42.764204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:42.768226 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:42.799620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:23:42.817053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:42.818829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.831672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:42.843589 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a8bfe0de-470d-4cdf-9eaa-77117aef8c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:42.917462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:42.924910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:42.930267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:43.025352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Pushing event updated for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:43.035387 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:43.118870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Attempting to bind port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:23:43.125062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Attempting to bind port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '89d2d707-356e-4039-be13-07f1efbaa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:23:43.125062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Attempting to bind port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 on network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:23:43.138132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:23:43.138995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Checking segment: {'id': '89d2d707-356e-4039-be13-07f1efbaa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:43.140148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:43.140704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Bound using segment: {'id': '89d2d707-356e-4039-be13-07f1efbaa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:23:43.141424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Bound port: 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d707-356e-4039-be13-07f1efbaa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:23:43.142009 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:43.176001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acca5e9-0be0-49ae-baa5-a110bc408cf9 req-105a65b7-0114-49d3-910f-a8db2532c9cc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:43.179358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5acca5e9-0be0-49ae-baa5-a110bc408cf9 req-105a65b7-0114-49d3-910f-a8db2532c9cc tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.1434276 May 20 08:23:43.262979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5acca5e9-0be0-49ae-baa5-a110bc408cf9 req-336b628c-ed07-4c56-a7a3-a294488f77f5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726013 May 20 08:23:43.290889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:23:43.294258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4275f45c-21d2-4cb7-9fe3-e14fed39c850,segment=NetworkSegment(89d2d707-356e-4039-be13-07f1efbaa0e6),segment_id=89d2d707-356e-4039-be13-07f1efbaa0e6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:23:43.365095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:43.378653 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:43.642083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Pushing event updated for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:43.647569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:43.742990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:43.751225 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f2dd651-4998-450e-a616-2671fbcc9574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:43.862751 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:43.866031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:43.892144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=500ee807-6edb-4ef8-8324-b5fed5b96bcc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:43.895118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:43.895549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:43.899758 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:44.067386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37410) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:44.067386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'fixed_ips': [{'subnet_id': 'ec92f68c-7fed-4423-b6f1-37f1d0db7b71'}, {'subnet_id': '500ee807-6edb-4ef8-8324-b5fed5b96bcc'}], 'name': 'tempest-PortsIpV6TestJSON-554902891'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:44.068196 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5586424 May 20 08:23:44.091174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:44.344606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 27e2295e-642e-491a-87e0-b40a09e8ee02 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:44.345121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:44.569551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:44.607637 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:23:44.623172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:44.748202 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:44.751036 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-21a62965-c9c4-4669-aa96-601aaa69f850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:44.754753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fde6a-d3f9-4792-a9cd-ac82634dfdca req-53ed3eed-0fb3-4282-93bd-348a4271f46c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:44.756811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-911fde6a-d3f9-4792-a9cd-ac82634dfdca req-53ed3eed-0fb3-4282-93bd-348a4271f46c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.2344792 May 20 08:23:44.765724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:44.770219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:44.774066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:44.779354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:44.853252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-911fde6a-d3f9-4792-a9cd-ac82634dfdca req-6690417f-0ed8-4fa0-88f4-67bde82a643d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 May 20 08:23:44.857409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:44.858802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:44.866580 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:44.961820 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'code': 200} May 20 08:23:45.032399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:45.064822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:45.087599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76df745-fdf4-4b1e-ad12-aaf1b4768fa8 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:45.351591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e38a0c40-fe05-4806-bbf3-8c1f9e507dd5 None None] Provisioning for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:45.581814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::389 (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/ec92f68c-7fed-4423-b6f1-37f1d0db7b71/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:45.589016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8:0:1::2d2 (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/500ee807-6edb-4ef8-8324-b5fed5b96bcc/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:45.621856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Update dhcp port {'port': {'network_id': 'd0644cca-d99d-4fe1-83e0-d6349e9ccf64', 'fixed_ips': [{'subnet_id': 'ec92f68c-7fed-4423-b6f1-37f1d0db7b71', 'ip_address': '2001:db8::2'}, {'subnet_id': '500ee807-6edb-4ef8-8324-b5fed5b96bcc'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '4275f45c-21d2-4cb7-9fe3-e14fed39c850'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 08:23:45.715251 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:45.860192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:45.880517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:45.994050 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.002554 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1b000bb-9a8e-47a8-a895-1c22fa37b86f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:46.073243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Allocated IP 2001:db8:0:1::2 (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/500ee807-6edb-4ef8-8324-b5fed5b96bcc/4275f45c-21d2-4cb7-9fe3-e14fed39c850) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:46.134084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:46.142475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:46.151632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:46.157398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:46.158200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.213188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=843fedf7-77dc-4b2f-bd9d-ba0fcac06f68,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:46.217067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:46.229981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4275f45c-21d2-4cb7-9fe3-e14fed39c850 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:46.243243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1988068 May 20 08:23:46.246192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37430) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:46.253922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec92f68c-7fed-4423-b6f1-37f1d0db7b71'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:46.301573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5ea0-a8aa-4fae-8d19-d8697d4635a9 req-f10c3b00-f305-4542-8cd5-a11989bccfae tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:46.304114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57ac5ea0-a8aa-4fae-8d19-d8697d4635a9 req-f10c3b00-f305-4542-8cd5-a11989bccfae tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2327166 May 20 08:23:46.312680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4275f45c-21d2-4cb7-9fe3-e14fed39c850,segment=NetworkSegment(89d2d707-356e-4039-be13-07f1efbaa0e6),segment_id=89d2d707-356e-4039-be13-07f1efbaa0e6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:46.360628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.380172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Transition to ACTIVE for port object 4275f45c-21d2-4cb7-9fe3-e14fed39c850 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:46.390151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57ac5ea0-a8aa-4fae-8d19-d8697d4635a9 req-305428fe-19f0-4031-b6ce-ddd9b342e1d1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768204 May 20 08:23:46.394363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:46.401721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:46.402611 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.456819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.469819 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:46.473906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:46.657171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 had new provisioning blocks added so it will not transition to active. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 20 08:23:46.658933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Pushing event updated for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:46.669662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:46.947429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Delete allocated IP 2001:db8:0:1::2d2 (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/500ee807-6edb-4ef8-8324-b5fed5b96bcc) {{(pid=93101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 08:23:47.203525 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:47.220501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Ignored duplicate provisioning block setup for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 08:23:47.297018 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:47.303949 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d71ada38-00ca-40ef-9845-5ad4c81b56f9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:47.391388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf460a-9c51-4517-9bf9-65cfa3f95d12 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:47.436827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] In _notify_port_updated(), no bound segment for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 on network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:23:47.442370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:47.443091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:47.444392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/ports/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 HTTP/1.1" status: 200 len: 925 time: 1.1968207 May 20 08:23:47.447702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37438) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:47.456120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=843fedf7-77dc-4b2f-bd9d-ba0fcac06f68,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:47.456997 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:47.462459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec92f68c-7fed-4423-b6f1-37f1d0db7b71'}, {'subnet_id': '500ee807-6edb-4ef8-8324-b5fed5b96bcc'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:47.709624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Provisioning for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:47.733975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:47.733975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:47.896774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:47.900555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4275f45c-21d2-4cb7-9fe3-e14fed39c850 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:47.912183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559880-47c5-407e-b84d-25a414419413 req-18a00d47-aab7-45cd-8146-ca2e3fcab1c2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:47.915675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49559880-47c5-407e-b84d-25a414419413 req-18a00d47-aab7-45cd-8146-ca2e3fcab1c2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3578889 May 20 08:23:47.966089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-49559880-47c5-407e-b84d-25a414419413 req-b7f3e0f9-a8c1-4d35-bfb7-678680969794 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449858 May 20 08:23:48.126538 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.170075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4275f45c-21d2-4cb7-9fe3-e14fed39c850,segment=NetworkSegment(89d2d707-356e-4039-be13-07f1efbaa0e6),segment_id=89d2d707-356e-4039-be13-07f1efbaa0e6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:48.181312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:48.181312 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.306863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.310924 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:48.340649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8:0:1::23c (d0644cca-d99d-4fe1-83e0-d6349e9ccf64/500ee807-6edb-4ef8-8324-b5fed5b96bcc/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:48.392062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.405187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Pushing event updated for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:48.412775 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:48.523024 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:23:48.523313 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:23:48.668070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Provisioning for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:48.675158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Provisioning complete for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:48.675520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.751910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:48.764762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:48.765198 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8ffeeca-e3bf-4922-81cf-67948913f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.786288 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.801440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Ignored duplicate provisioning block setup for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 08:23:48.862640 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:48.883348 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e688246-7778-46c4-a4a2-0e10a30ff76f tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:49.122394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] In _notify_port_updated(), no bound segment for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 on network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:23:49.129109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:49.129810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.134134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:49.137630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/ports/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 HTTP/1.1" status: 200 len: 1011 time: 1.6831770 May 20 08:23:49.153983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0ec9e065-dbe1-419f-b376-09a975a2c301 None None] Provisioning complete for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:49.154369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e065-dbe1-419f-b376-09a975a2c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.166005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=843fedf7-77dc-4b2f-bd9d-ba0fcac06f68,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:49.169212 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:49.268639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9e065-dbe1-419f-b376-09a975a2c301 None None] Port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:49.410828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e9a9273c-26d7-4bb8-b623-e1cd5da46c55 None None] Provisioning complete for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:49.412856 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e9a9273c-26d7-4bb8-b623-e1cd5da46c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.419745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeaf8f-d907-41af-a5a4-8b79a9035c5d req-41b0cbb4-f3c2-4f2b-a446-ebb09c5e328f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:49.427741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3abeaf8f-d907-41af-a5a4-8b79a9035c5d req-41b0cbb4-f3c2-4f2b-a446-ebb09c5e328f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1943510 May 20 08:23:49.496320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3abeaf8f-d907-41af-a5a4-8b79a9035c5d req-ebcdd969-862d-482c-8eb4-d7dea9f16550 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 May 20 08:23:49.527617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:49.537291 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.605569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9273c-26d7-4bb8-b623-e1cd5da46c55 None None] Port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:49.750894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.751353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a3b75f8-1d9c-42cc-9eaa-fd2fd565cf12 None None] Provisioning complete for port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:49.751904 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a3b75f8-1d9c-42cc-9eaa-fd2fd565cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:49.884696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b75f8-1d9c-42cc-9eaa-fd2fd565cf12 None None] Port 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:23:49.931308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4275f45c-21d2-4cb7-9fe3-e14fed39c850 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:49.985208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:50.007937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:50.008343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:50.302489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:50.309649 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-21d1a29b-0f99-41c7-be86-f9477068cd13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:50.371202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=843fedf7-77dc-4b2f-bd9d-ba0fcac06f68,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:50.374579 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:50.490375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:50.510259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 HTTP/1.1" status: 204 len: 168 time: 1.3716202 May 20 08:23:50.510401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:50.590837 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59ee757-63ab-4277-9f1c-18ffaf93fdff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:23:50.591395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d59ee757-63ab-4277-9f1c-18ffaf93fdff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:50.708655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d59ee757-63ab-4277-9f1c-18ffaf93fdff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:50.711026 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d59ee757-63ab-4277-9f1c-18ffaf93fdff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 HTTP/1.1" status: 404 len: 333 time: 0.1994801 May 20 08:23:50.715275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37468) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:50.766219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f176f5-4f9b-497a-b08e-7bc5b59c0474 req-69f0d53e-c6c3-4f96-a249-c0144b79e4c5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:50.774210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41f176f5-4f9b-497a-b08e-7bc5b59c0474 req-69f0d53e-c6c3-4f96-a249-c0144b79e4c5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1241596 May 20 08:23:50.835452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet 500ee807-6edb-4ef8-8324-b5fed5b96bcc {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:23:50.839366 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:50.841667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41f176f5-4f9b-497a-b08e-7bc5b59c0474 req-e8900c9b-0527-4bd8-ba2c-c9ccf238d197 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662150 May 20 08:23:50.918855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:51.041190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:51.499426 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:51.507432 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72286bfa-59bc-48d8-97e7-5b9a3ac1768e tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:51.566684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=500ee807-6edb-4ef8-8324-b5fed5b96bcc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:51.573968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:51.574989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:51.583803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444dc2c-6f17-4bb0-9190-4ec048f3b891 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:51.586954 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/500ee807-6edb-4ef8-8324-b5fed5b96bcc HTTP/1.1" status: 204 len: 168 time: 0.8696866 May 20 08:23:51.593370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37474) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:51.742848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet ec92f68c-7fed-4423-b6f1-37f1d0db7b71 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:23:51.762551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:51.853687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.006736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.331876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b8acc-8240-4fcc-83ad-ec3766b5d115 req-4a4390df-9dc1-4253-9765-511450fd5025 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:52.337276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac7b8acc-8240-4fcc-83ad-ec3766b5d115 req-4a4390df-9dc1-4253-9765-511450fd5025 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2012649 May 20 08:23:52.465102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac7b8acc-8240-4fcc-83ad-ec3766b5d115 req-bf3011b2-8afd-4cbd-9ac3-8b188e06fc8c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214058 May 20 08:23:52.521149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.527714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1be8e0f-bbbf-4a30-ae3e-50d5c403677b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:52.579364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.582963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=ec92f68c-7fed-4423-b6f1-37f1d0db7b71,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:52.591148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:52.598016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/ec92f68c-7fed-4423-b6f1-37f1d0db7b71 HTTP/1.1" status: 204 len: 168 time: 1.0060482 May 20 08:23:52.600024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37488) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:52.736624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.830299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff4ba6-e199-41b7-96ab-d50fa2c436c8 None None] Network d0644cca-d99d-4fe1-83e0-d6349e9ccf64 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:52.849963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:52.850645 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:52.918614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bb7e9de8-491c-4a4c-bf76-da78461f0481 None None] Provisioning complete for port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:23:52.918614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9de8-491c-4a4c-bf76-da78461f0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.174074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4275f45c-21d2-4cb7-9fe3-e14fed39c850,segment=NetworkSegment(89d2d707-356e-4039-be13-07f1efbaa0e6),segment_id=89d2d707-356e-4039-be13-07f1efbaa0e6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:53.187720 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.239946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] DHCP port deletion for d0644cca-d99d-4fe1-83e0-d6349e9ccf64 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:23:53.311564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Deleting port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:23:53.311990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.319181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 4275f45c-21d2-4cb7-9fe3-e14fed39c850 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:53.439329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.443294 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0237f051-4dd8-4af3-b187-21eff049cd37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:53.491710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] For port 4275f45c-21d2-4cb7-9fe3-e14fed39c850, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4275f45c-21d2-4cb7-9fe3-e14fed39c850,segment=NetworkSegment(89d2d707-356e-4039-be13-07f1efbaa0e6),segment_id=89d2d707-356e-4039-be13-07f1efbaa0e6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:23:53.492114 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.524639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:53.598237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:53.603997 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:53.718589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Calling delete_port for 4275f45c-21d2-4cb7-9fe3-e14fed39c850 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:23:53.803599 n-d-780147-4 neutron-server[93103]: util.warn( May 20 08:23:53.813311 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.818674 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:53.823264 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.845129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0644cca-d99d-4fe1-83e0-d6349e9ccf64']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:53.869517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d2d707-356e-4039-be13-07f1efbaa0e6') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:53.869863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d2d707-356e-4039-be13-07f1efbaa0e6') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:23:53.885554 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.894236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Pushing event deleted for resources: {'Port': ['ID=4275f45c-21d2-4cb7-9fe3-e14fed39c850,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:53.897254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] No DVR routers for this DVR port 4275f45c-21d2-4cb7-9fe3-e14fed39c850 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:23:53.899448 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:53.914902 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162030e-4ce3-4fe6-a30e-90ae563ecd0f req-15325bed-beef-442e-8b09-d6cc145e7ea5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:53.916921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3162030e-4ce3-4fe6-a30e-90ae563ecd0f req-15325bed-beef-442e-8b09-d6cc145e7ea5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2616735 May 20 08:23:53.922546 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.942356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:23:53.942779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:53.944049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4275f45c-21d2-4cb7-9fe3-e14fed39c850 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: timer() May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:23:53.960945 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:23:53.996955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 4275f45c-21d2-4cb7-9fe3-e14fed39c850 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:23:53.997639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4275f45c-21d2-4cb7-9fe3-e14fed39c850 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:23:54.081829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3162030e-4ce3-4fe6-a30e-90ae563ecd0f req-f4753569-65e6-42fc-b2fd-d8171660b298 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564357 May 20 08:23:54.204868 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.216107 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-546d52cb-6954-43a2-af1c-909fd4d34456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:54.235154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.250401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=d0644cca-d99d-4fe1-83e0-d6349e9ccf64,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:54.254036 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:54.302774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/d0644cca-d99d-4fe1-83e0-d6349e9ccf64 HTTP/1.1" status: 204 len: 168 time: 1.7016823 May 20 08:23:54.306749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37500) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:54.402041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1991e1-38e2-44ba-801d-f9795f9a53a2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:54.403812 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d1991e1-38e2-44ba-801d-f9795f9a53a2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0960779 May 20 08:23:54.408485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37504) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:54.485113 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.495265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-95472d86-75f8-4480-b9e9-11247b1f9f20 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:54.582143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-95472d86-75f8-4480-b9e9-11247b1f9f20 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:54.583497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95472d86-75f8-4480-b9e9-11247b1f9f20 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1740143 May 20 08:23:54.587321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37510) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:54.596322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-769465463'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:54.604274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:54.608744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:54.612355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:54.619128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:54.723947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:54.729822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.766987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:23:54.784842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.785618 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment b1585c62-be84-497e-b373-524717c24d5b of type vlan for network 1e0745c8-65be-498c-9243-385a2b73c97c May 20 08:23:54.817575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.902520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.910007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:54.910610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:54.915340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8fb9b06e-c0a1-48a5-8e88-e3784d173de5 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:55.035745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=1e0745c8-65be-498c-9243-385a2b73c97c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:55.038442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:55.048256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1e0745c8-65be-498c-9243-385a2b73c97c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:23:55.051778 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4632652 May 20 08:23:55.054623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37514) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:55.063561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:55.211247 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:55.215680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:55.218679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:55.225261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:55.292578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:55.296774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:55.451029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8c3ef-880b-4885-aa72-4c4ef796c13f req-e11176ec-32d8-4261-a62e-49502f642b2c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:55.458824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b8c3ef-880b-4885-aa72-4c4ef796c13f req-e11176ec-32d8-4261-a62e-49502f642b2c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2152197 May 20 08:23:55.535958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91b8c3ef-880b-4885-aa72-4c4ef796c13f req-b795959f-ee86-4eb6-a27e-5d5d1f7b0177 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 May 20 08:23:56.069152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:56.072943 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-607c4fca-064e-4bf7-99ae-3721629472f7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:56.164790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=ffefdc14-7288-4757-bf5d-3e9b56f9e8de,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:56.168954 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:56.180084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': 'b1585c62-be84-497e-b373-524717c24d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:56.180453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: 1e0745c8-65be-498c-9243-385a2b73c97c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:23:56.279761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 1e0745c8-65be-498c-9243-385a2b73c97c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:23:56.353551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1e0745c8-65be-498c-9243-385a2b73c97c) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:56.363288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd7fd2-70fd-4300-be3f-1bd70c3145ff None None] Network 1e0745c8-65be-498c-9243-385a2b73c97c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:56.381306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:56.381942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:56.462621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4063904 May 20 08:23:56.465105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37528) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:56.471614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c', 'name': 'tempest-PortsIpV6TestJSON-1226667247'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:56.707610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:56.714414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1e0745c8-65be-498c-9243-385a2b73c97c', 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'ffefdc14-7288-4757-bf5d-3e9b56f9e8de'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:23:56.715275 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:56.743499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:56.756313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:56.851575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:56.855136 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:56.899769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port eb019a47-13a9-46f1-8fc3-26df24f81f69 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:56.930599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Allocated IP 2001:db8::2 (1e0745c8-65be-498c-9243-385a2b73c97c/ffefdc14-7288-4757-bf5d-3e9b56f9e8de/fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:57.123055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c26f-dfdd-4936-bf1e-70a89edbb766 req-25467792-2b14-498c-8d64-a0262f4d8a09 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:57.124767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d789c26f-dfdd-4936-bf1e-70a89edbb766 req-25467792-2b14-498c-8d64-a0262f4d8a09 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.3531790 May 20 08:23:57.230670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d789c26f-dfdd-4936-bf1e-70a89edbb766 req-bdcaaf5b-be86-4e40-a6bb-41e87ad6ea53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912786 May 20 08:23:57.242306 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:57.258739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Transition to ACTIVE for port object fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:57.278322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Transition to ACTIVE for port object fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:57.674346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:57.679809 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:57.755033 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:57.766319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::29f (1e0745c8-65be-498c-9243-385a2b73c97c/ffefdc14-7288-4757-bf5d-3e9b56f9e8de/eb019a47-13a9-46f1-8fc3-26df24f81f69) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:57.766668 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:57.768815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Network 1e0745c8-65be-498c-9243-385a2b73c97c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:57.770262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:57.772769 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:57.887529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Attempting to bind port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:23:57.888062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Attempting to bind port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'b1585c62-be84-497e-b373-524717c24d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:23:57.888782 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Attempting to bind port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 on network 1e0745c8-65be-498c-9243-385a2b73c97c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:23:57.894739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:23:57.895268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Checking segment: {'id': 'b1585c62-be84-497e-b373-524717c24d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:23:57.895776 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:57.896277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Bound using segment: {'id': 'b1585c62-be84-497e-b373-524717c24d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:23:57.896857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Bound port: fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1585c62-be84-497e-b373-524717c24d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:23:57.897339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.000680 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.009910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] For port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:23:58.015772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] For port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,segment=NetworkSegment(b1585c62-be84-497e-b373-524717c24d5b),segment_id=b1585c62-be84-497e-b373-524717c24d5b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:23:58.022532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object eb019a47-13a9-46f1-8fc3-26df24f81f69 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:58.138191 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.141365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.149663 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:58.158675 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0598a4ba-f3c5-4e4d-b281-fb1747cf3100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:58.251482 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:58.264755 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:58.283565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 1e0745c8-65be-498c-9243-385a2b73c97c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:58.288310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:58.308975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:58.316055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:58.316696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.381067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=eb019a47-13a9-46f1-8fc3-26df24f81f69,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:58.423576 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:58.458861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9925163 May 20 08:23:58.461311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:58.468935 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': '1e0745c8-65be-498c-9243-385a2b73c97c', 'name': 'tempest-PortsIpV6TestJSON-1343147846'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:23:58.502555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aff46f-64cb-464d-a380-5edf80e7ea84 req-b214a094-1a45-496b-be73-ba829a9cea4e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:58.504118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23aff46f-64cb-464d-a380-5edf80e7ea84 req-b214a094-1a45-496b-be73-ba829a9cea4e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1195421 May 20 08:23:58.564429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-23aff46f-64cb-464d-a380-5edf80e7ea84 req-2f5e1329-9d6d-4226-9d9e-efa82a683f1d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531857 May 20 08:23:58.677508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:23:58.682544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:23:58.685768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:23:58.692151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:23:58.833182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:23:58.836750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:58.859667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:23:59.020284 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::3d2 (1e0745c8-65be-498c-9243-385a2b73c97c/ffefdc14-7288-4757-bf5d-3e9b56f9e8de/cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:23:59.248132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:59.266979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:23:59.377486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d00b3-4600-4a0b-8fe3-7914700ea589 None None] Network 1e0745c8-65be-498c-9243-385a2b73c97c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:23:59.394181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:59.402003 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4350ef6e-9583-4b43-91a8-e1c30cd15bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:23:59.470392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 1e0745c8-65be-498c-9243-385a2b73c97c is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:23:59.474470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:23:59.476860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:23:59.482792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:59.483698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:23:59.505437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:23:59.508720 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:23:59.595080 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1321104 May 20 08:23:59.597716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37566) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:59.668746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bc79da0c-6f63-4a4a-86f7-30308ff7c2f2 None None] Provisioning for port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:23:59.711828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a978d3-adf5-497b-b146-b052aa96ed3c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:59.712772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d1a978d3-adf5-497b-b146-b052aa96ed3c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:23:59.879337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d1a978d3-adf5-497b-b146-b052aa96ed3c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:23:59.884208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d1a978d3-adf5-497b-b146-b052aa96ed3c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A29f HTTP/1.1" status: 200 len: 929 time: 0.2824929 May 20 08:23:59.884573 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:23:59.898806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c63f-fbfe-4b27-8abe-fc1791c80cfb req-99e2281c-0cb2-4dc4-80f3-f6d4c38c4107 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:23:59.900401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4606c63f-fbfe-4b27-8abe-fc1791c80cfb req-99e2281c-0cb2-4dc4-80f3-f6d4c38c4107 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1566839 May 20 08:23:59.939977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:23:59.991810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4606c63f-fbfe-4b27-8abe-fc1791c80cfb req-154e20a2-6468-4265-8fac-3302b5f3152e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791917 May 20 08:23:59.999279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-2c527ae4-cc82-4d6c-9b21-5876d5cc18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:00.000726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-2c527ae4-cc82-4d6c-9b21-5876d5cc18c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1096 time: 0.1779611 May 20 08:24:00.102279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:00.102971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.106226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:00.114621 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:00.115256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.186583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-6ef4d697-6be2-4490-97b1-2f0ffafdfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:00.189309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Provisioning for port eb019a47-13a9-46f1-8fc3-26df24f81f69 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:00.189631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-6ef4d697-6be2-4490-97b1-2f0ffafdfb99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 915 time: 0.1816137 May 20 08:24:00.202655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Provisioning complete for port eb019a47-13a9-46f1-8fc3-26df24f81f69 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:00.203311 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.280895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Port eb019a47-13a9-46f1-8fc3-26df24f81f69 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:00.303311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.331776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-3a1d4b56-3328-4bd6-88e9-d265279f08cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1354425 May 20 08:24:00.356467 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.404842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,segment=NetworkSegment(b1585c62-be84-497e-b373-524717c24d5b),segment_id=b1585c62-be84-497e-b373-524717c24d5b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:00.426342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-58b2f017-dc8a-4092-bb1b-69391b315725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:00.428276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-58b2f017-dc8a-4092-bb1b-69391b315725 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.0892525 May 20 08:24:00.444930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Provisioning for port cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:00.451054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Provisioning complete for port cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:00.454079 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.466406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:00.489123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.501402 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:00.539243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-d694a1dd-024c-4b4e-963e-882c32c3ca63 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033313 May 20 08:24:00.609789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Port cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:00.636951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:00.643734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Provisioning complete for port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:00.644121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-93aba052-0e2d-4081-b47e-d2efd4651962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.671126 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:00.685735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.694889 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7cd5faea-0604-428a-8022-a5af3c5a401e tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:00.767610 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:00.772715 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:00.811223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-b27b4bf1-6802-4061-a204-f371827d7650 service neutron] 10.222.0.81 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628689 May 20 08:24:00.838702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.935679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d90bad6-7ee3-4f14-9d01-e3a6273c3cae None None] Provisioning complete for port eb019a47-13a9-46f1-8fc3-26df24f81f69 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:00.936271 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d90bad6-7ee3-4f14-9d01-e3a6273c3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:00.954372 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f HTTP/1.1" status: 204 len: 168 time: 1.0680182 May 20 08:24:00.957072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37578) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:00.971553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c176ee93-dd8b-44d3-8c68-5ee63ed08105 req-b60a5e84-a451-4774-988e-051fbbd22fcc service neutron] 10.222.0.81 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527462 May 20 08:24:01.010654 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b844591-925f-4d09-bdae-8329ed08013c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:01.011276 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b844591-925f-4d09-bdae-8329ed08013c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:01.018776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0d90bad6-7ee3-4f14-9d01-e3a6273c3cae None None] Port eb019a47-13a9-46f1-8fc3-26df24f81f69 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:01.022277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d90bad6-7ee3-4f14-9d01-e3a6273c3cae None None] Could not find standard attr ID for object cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:24:01.113640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2b844591-925f-4d09-bdae-8329ed08013c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:01.115102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b844591-925f-4d09-bdae-8329ed08013c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/cbf37768-6c8d-44e0-9b1d-6f0a694b7d3f HTTP/1.1" status: 404 len: 333 time: 0.1569583 May 20 08:24:01.118190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:01.191633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca623c-9de9-4ac3-9478-dddac31f5c41 req-f65a4c7d-87c0-4c5d-a5e2-41d21e7d0803 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:01.193203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44ca623c-9de9-4ac3-9478-dddac31f5c41 req-f65a4c7d-87c0-4c5d-a5e2-41d21e7d0803 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.0879407 May 20 08:24:01.246348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-44ca623c-9de9-4ac3-9478-dddac31f5c41 req-bf14b324-e21c-43cb-af9c-75811d1a6975 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 May 20 08:24:01.268406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port eb019a47-13a9-46f1-8fc3-26df24f81f69 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:01.268888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:01.559624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:01.685233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for eb019a47-13a9-46f1-8fc3-26df24f81f69 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:01.878545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:01.890909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:01.896876 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c8a3ccc-e003-4fe0-9250-92c8f214b5a4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:01.949141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=eb019a47-13a9-46f1-8fc3-26df24f81f69,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:01.957356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:01.957785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:01.990361 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:02.016222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:02.092217 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/eb019a47-13a9-46f1-8fc3-26df24f81f69 HTTP/1.1" status: 204 len: 168 time: 0.9726534 May 20 08:24:02.097534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37602) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:02.171243 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ee85a3-e7b5-4355-9a6e-8509906dd6ae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:02.174897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9ee85a3-e7b5-4355-9a6e-8509906dd6ae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:02.234086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c9ee85a3-e7b5-4355-9a6e-8509906dd6ae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:02.235318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c9ee85a3-e7b5-4355-9a6e-8509906dd6ae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/eb019a47-13a9-46f1-8fc3-26df24f81f69 HTTP/1.1" status: 404 len: 333 time: 0.1364560 May 20 08:24:02.238335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37610) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:02.312722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet ffefdc14-7288-4757-bf5d-3e9b56f9e8de {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:02.315965 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:02.383083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:02.510435 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:02.977893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719afda-a40c-4fee-87c9-6a77e6810f8f req-6b55a930-fe27-4022-8ee4-57bebac427ee tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:02.979443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3719afda-a40c-4fee-87c9-6a77e6810f8f req-6b55a930-fe27-4022-8ee4-57bebac427ee tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.5665519 May 20 08:24:03.091458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3719afda-a40c-4fee-87c9-6a77e6810f8f req-9b974d33-ece1-420a-8600-c2828e91e25f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742812 May 20 08:24:03.195592 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.203067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-82d1fee6-2681-4719-9005-0640ce4a655d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:03.246577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=ffefdc14-7288-4757-bf5d-3e9b56f9e8de,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:03.249047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.251798 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:03.255517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a68df-bc39-4fed-b6a7-633160abbca7 None None] Network 1e0745c8-65be-498c-9243-385a2b73c97c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:03.258536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:03.261642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/ffefdc14-7288-4757-bf5d-3e9b56f9e8de HTTP/1.1" status: 204 len: 168 time: 1.0185604 May 20 08:24:03.387524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.466084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:03.466291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.534659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] DHCP port deletion for 1e0745c8-65be-498c-9243-385a2b73c97c request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:24:03.590692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,segment=NetworkSegment(b1585c62-be84-497e-b373-524717c24d5b),segment_id=b1585c62-be84-497e-b373-524717c24d5b)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:03.591064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.614748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Deleting port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:03.615392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.746557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] For port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,segment=NetworkSegment(b1585c62-be84-497e-b373-524717c24d5b),segment_id=b1585c62-be84-497e-b373-524717c24d5b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:03.746954 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.747091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:03.878488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:03.879333 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:03.883682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:03.910561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Calling delete_port for fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:03.928756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:24:03.929336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:24:03.940848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:03.946969 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:03.949714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:03.989977 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.005488 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:04.046382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] No DVR routers for this DVR port fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:04.048079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Pushing event deleted for resources: {'Port': ['ID=fc7ca9e6-1e3f-4c1d-92e1-df1b32cac135,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:04.051021 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:04.099648 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.113378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0745c8-65be-498c-9243-385a2b73c97c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:04.128279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1585c62-be84-497e-b373-524717c24d5b') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:04.128670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1585c62-be84-497e-b373-524717c24d5b') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:04.142025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.165355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.177081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:24:04.177533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: timer() May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:24:04.195363 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:24:04.260963 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:04.323953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c77eaf-432b-409c-8eab-4ff0cdd4238d req-1b46e24a-6cf4-40d0-963c-7bb77ca4250f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:04.326373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3c77eaf-432b-409c-8eab-4ff0cdd4238d req-1b46e24a-6cf4-40d0-963c-7bb77ca4250f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1061823 May 20 08:24:04.354070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.360601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.364318 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-85bae2eb-2303-4231-aa47-9bcaa9fd4148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:04.395968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3c77eaf-432b-409c-8eab-4ff0cdd4238d req-7f8ab9d0-a16c-4eec-a8b1-5047a3840625 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 May 20 08:24:04.401567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=1e0745c8-65be-498c-9243-385a2b73c97c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:04.408753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:04.470444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.481510 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/1e0745c8-65be-498c-9243-385a2b73c97c HTTP/1.1" status: 204 len: 168 time: 1.2212541 May 20 08:24:04.494985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:04.503686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-242917498'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:04.508394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:04.509573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:04.512989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:04.519919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:04.523847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:04.530991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:04.594424 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.597187 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a10a5c89-ee22-4a0e-b8dd-d30b468c6cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:04.616542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:04.620210 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.664099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:24:04.674152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0128-b87c-4754-bfbc-f2fa2bf6d92a req-1cf3a3c6-7579-4bd8-830f-1e21fd85c706 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:04.676788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3bd0128-b87c-4754-bfbc-f2fa2bf6d92a req-1cf3a3c6-7579-4bd8-830f-1e21fd85c706 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.1068218 May 20 08:24:04.677895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.678464 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 7628d6c1-e75e-454a-8007-d707cb58743d of type vlan for network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e May 20 08:24:04.686967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=8']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:04.692297 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:04.721885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.740557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3bd0128-b87c-4754-bfbc-f2fa2bf6d92a req-7a9f4e31-c386-426c-a05e-5240d511aab4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 May 20 08:24:04.804971 n-d-780147-4 neutron-server[93103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'code': 422} returned with failed status May 20 08:24:04.823284 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.831439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:04.832064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:04.837615 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-481cb552-0d17-4c9d-bdd4-70ccfbe6bf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:04.944868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=ee9d40a0-dee4-4e7a-a40d-27d66c92e84e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:04.947695 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:04.955945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:24:04.966530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4697926 May 20 08:24:04.970189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37646) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:04.977023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:05.132852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:05.137759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:05.142214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:05.149104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:05.256168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:05.259771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:05.596220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740faa2-7e3b-4597-8b2b-c5e9529d75c0 req-43d7a068-19e5-4358-9b69-650e47ba990e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:05.598213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9740faa2-7e3b-4597-8b2b-c5e9529d75c0 req-43d7a068-19e5-4358-9b69-650e47ba990e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.1517916 May 20 08:24:05.656751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9740faa2-7e3b-4597-8b2b-c5e9529d75c0 req-cc57f224-a6cf-4a78-b5a3-50d32937896c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 May 20 08:24:05.951487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:05.956002 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a4c38c03-9056-4e9a-a66f-336d7591aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:06.006456 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-aeabd268-31c2-4cb9-bce7-ab220ff97569 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1664114 May 20 08:24:06.057654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=d99ff6ac-2f3a-4d97-8295-b071cbdb5524,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:06.060612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '7628d6c1-e75e-454a-8007-d707cb58743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:06.062039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: ee9d40a0-dee4-4e7a-a40d-27d66c92e84e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:24:06.065958 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:06.159669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:24:06.278645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ee9d40a0-dee4-4e7a-a40d-27d66c92e84e) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:06.289254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f5ede-9f45-4215-8986-804090f5d5f0 None None] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:06.296307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:06.296918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:06.389144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4171619 May 20 08:24:06.392634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:06.403914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e', 'name': 'tempest-PortsIpV6TestJSON-565469014', 'fixed_ips': [{'subnet_id': 'd99ff6ac-2f3a-4d97-8295-b071cbdb5524', 'ip_address': '2001:db8::10'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:06.566732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ee9d40a0-dee4-4e7a-a40d-27d66c92e84e', 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'd99ff6ac-2f3a-4d97-8295-b071cbdb5524'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:24:06.567880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:06.815612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Allocated IP 2001:db8::2 (ee9d40a0-dee4-4e7a-a40d-27d66c92e84e/d99ff6ac-2f3a-4d97-8295-b071cbdb5524/58343c7c-c85b-40f2-82cf-e6ecf851698c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:06.829853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:06.835523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:06.841202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:06.849782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:06.885350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69bd7631-fd79-4fbe-b771-8bb601b83467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:06.935841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:06.970932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c5f5-0521-4e26-8641-f4a9fe345160 req-a0863816-53be-481d-95d1-b5065ec45d91 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:06.973370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3f9c5f5-0521-4e26-8641-f4a9fe345160 req-a0863816-53be-481d-95d1-b5065ec45d91 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.1019883 May 20 08:24:07.053721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3f9c5f5-0521-4e26-8641-f4a9fe345160 req-31500b05-3172-40d8-8962-fcd71f368c53 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726585 May 20 08:24:07.104682 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.110026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.114015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Transition to ACTIVE for port object 58343c7c-c85b-40f2-82cf-e6ecf851698c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:07.133006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 50aa37be-814d-4d18-b8ac-dabf3bc0290f yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:24:07.136569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Transition to ACTIVE for port object 58343c7c-c85b-40f2-82cf-e6ecf851698c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:07.214491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.219159 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b5cc43d7-8a53-4d2d-883b-48afcca962b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:07.292218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:07.295116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:07.298401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:07.308356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Pushing event updated for resources: {'Port': ['ID=58343c7c-c85b-40f2-82cf-e6ecf851698c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:07.311817 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:07.388623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::10 (ee9d40a0-dee4-4e7a-a40d-27d66c92e84e/d99ff6ac-2f3a-4d97-8295-b071cbdb5524/50aa37be-814d-4d18-b8ac-dabf3bc0290f) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:07.403847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Attempting to bind port 58343c7c-c85b-40f2-82cf-e6ecf851698c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:24:07.404269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Attempting to bind port 58343c7c-c85b-40f2-82cf-e6ecf851698c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7628d6c1-e75e-454a-8007-d707cb58743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:24:07.405173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Attempting to bind port 58343c7c-c85b-40f2-82cf-e6ecf851698c on network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:07.411118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:24:07.411514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Checking segment: {'id': '7628d6c1-e75e-454a-8007-d707cb58743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:07.411935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.412345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Bound using segment: {'id': '7628d6c1-e75e-454a-8007-d707cb58743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:24:07.412835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Bound port: 58343c7c-c85b-40f2-82cf-e6ecf851698c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7628d6c1-e75e-454a-8007-d707cb58743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:24:07.413221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.511556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] For port 58343c7c-c85b-40f2-82cf-e6ecf851698c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:07.516543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] For port 58343c7c-c85b-40f2-82cf-e6ecf851698c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=58343c7c-c85b-40f2-82cf-e6ecf851698c,segment=NetworkSegment(7628d6c1-e75e-454a-8007-d707cb58743d),segment_id=7628d6c1-e75e-454a-8007-d707cb58743d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:24:07.611409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.615659 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:07.647271 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.666474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object 50aa37be-814d-4d18-b8ac-dabf3bc0290f will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:07.703972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Pushing event updated for resources: {'Port': ['ID=58343c7c-c85b-40f2-82cf-e6ecf851698c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:07.707679 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:07.762421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.771457 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f847ae56-58ca-4b53-b11c-3cdc0150850f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:07.874447 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:07.888882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:07.891750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=50aa37be-814d-4d18-b8ac-dabf3bc0290f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:07.894194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:07.900242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:07.900883 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:07.918213 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:08.011624 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6146188 May 20 08:24:08.016346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25393-8514-45c0-88d6-81e63048167c req-e79cf062-4974-4b9c-b91d-872414e3556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:08.020433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37694) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:08.020858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-e79cf062-4974-4b9c-b91d-872414e3556f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55&tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c HTTP/1.1" status: 200 len: 1094 time: 0.0788100 May 20 08:24:08.026884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': 'ee9d40a0-dee4-4e7a-a40d-27d66c92e84e', 'name': 'tempest-PortsIpV6TestJSON-1918340377', 'fixed_ips': [{'subnet_id': 'd99ff6ac-2f3a-4d97-8295-b071cbdb5524', 'ip_address': '2001:db8::f'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:08.034434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-4', 'device_owner': 'compute:nova'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:08.160618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:08.181616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:08.186545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:08.189931 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:08.196318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:08.261659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:08.285075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:08.291313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:08.320694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:24:08.593615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::f (ee9d40a0-dee4-4e7a-a40d-27d66c92e84e/d99ff6ac-2f3a-4d97-8295-b071cbdb5524/355c714f-cbce-4f5d-8302-3a9e0ab8f417) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:08.610146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438b69d-dd6f-4a6c-92e8-10d1de0e3bf2 req-07d0b072-2198-4d87-9f59-0f7eb0308184 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:08.611712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d438b69d-dd6f-4a6c-92e8-10d1de0e3bf2 req-07d0b072-2198-4d87-9f59-0f7eb0308184 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 943 time: 0.4337916 May 20 08:24:08.756348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d438b69d-dd6f-4a6c-92e8-10d1de0e3bf2 req-34e24303-af31-4d27-807d-87c13dc7b289 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188188 May 20 08:24:08.803717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:08.832452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3713e-1069-468a-aa95-1f37d9ae3db7 None None] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:08.836573 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:08.867510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:08.885680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object 355c714f-cbce-4f5d-8302-3a9e0ab8f417 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:08.902889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:24:08.913403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:08.929679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Transition to ACTIVE for port object 27e2295e-642e-491a-87e0-b40a09e8ee02 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:08.959945 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:08.966838 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-017c75f5-8505-456d-92c4-921d223e580d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:08.987830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.001598 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a30b61e6-6eea-437f-870a-85cfb513197a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:09.063619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=355c714f-cbce-4f5d-8302-3a9e0ab8f417,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:09.070058 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:09.095612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=9']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:09.096985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:09.096985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:09.096985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:09.102685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f4002d56-2369-4846-a965-11275ba81819 None None] Provisioning for port 58343c7c-c85b-40f2-82cf-e6ecf851698c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:09.103990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.104959 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.147825 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:09.221952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] No DVR routers for this DVR port 27e2295e-642e-491a-87e0-b40a09e8ee02 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:09.273068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:24:09.273552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:24:09.273941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:09.279426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:24:09.280351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Attempting to bind port 27e2295e-642e-491a-87e0-b40a09e8ee02 on network b4262a53-4ca3-48de-98e8-e4c327dd43f5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:09.286773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:24:09.287120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Checking segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:09.287511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Bound using segment: {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:24:09.287942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Bound port: 27e2295e-642e-491a-87e0-b40a09e8ee02, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883a2b27-e17e-48c7-97c7-b48f763f0a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:24:09.288337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.347672 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a2f7026d-cfa7-4f87-adab-c3334148e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.375045 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3569117 May 20 08:24:09.375732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:09.399676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:09.404283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:24:09.478387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.478602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce59547-881c-480a-bb85-1e27ef83a462 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.478602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fce59547-881c-480a-bb85-1e27ef83a462 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:09.480291 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d76c76df-e987-4b2c-9659-961e3f057eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:09.530818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Provisioning for port 50aa37be-814d-4d18-b8ac-dabf3bc0290f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:09.538158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Provisioning complete for port 50aa37be-814d-4d18-b8ac-dabf3bc0290f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:09.541421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.549536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.551176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.552895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] 10.222.0.84 "PUT /v2.0/ports/27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 1091 time: 1.5242069 May 20 08:24:09.554796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fce59547-881c-480a-bb85-1e27ef83a462 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:09.560651 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fce59547-881c-480a-bb85-1e27ef83a462 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1836910 May 20 08:24:09.562202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:09.563121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:09.646015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:09.654513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:09.675209 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'status': 'completed', 'code': 200} May 20 08:24:09.705228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25393-8514-45c0-88d6-81e63048167c req-8e0a3ce6-154f-445e-a655-a498e5ce853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.707306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-8e0a3ce6-154f-445e-a655-a498e5ce853d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1095 time: 0.1247203 May 20 08:24:09.738107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0b097-29bc-41c3-997a-c952ff0c88b0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.746806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0b097-29bc-41c3-997a-c952ff0c88b0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.760339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0b097-29bc-41c3-997a-c952ff0c88b0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.760339 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1ae0b097-29bc-41c3-997a-c952ff0c88b0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1907613 May 20 08:24:09.760339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37716) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:09.786265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Port 50aa37be-814d-4d18-b8ac-dabf3bc0290f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:09.850336 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.892001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Provisioning for port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:09.897102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Provisioning complete for port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:09.897497 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:09.946689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25393-8514-45c0-88d6-81e63048167c req-61add7c4-ab5f-421d-9081-674295ec3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:09.948378 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-61add7c4-ab5f-421d-9081-674295ec3553 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 915 time: 0.2291937 May 20 08:24:10.043610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 58343c7c-c85b-40f2-82cf-e6ecf851698c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:10.100267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:10.100614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.158807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-f5558038-e6fb-470b-bb0c-bbc0b1dd16ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1335843 May 20 08:24:10.159613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-216bb206-137e-4759-b16d-33d4475f2f06 None None] Port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:10.231372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bf6d-b450-4e10-9c0a-570df681d3f6 req-417b9284-20f5-4f6d-86d5-a4f480da086a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:10.233895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d797bf6d-b450-4e10-9c0a-570df681d3f6 req-417b9284-20f5-4f6d-86d5-a4f480da086a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.2779021 May 20 08:24:10.262203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 58343c7c-c85b-40f2-82cf-e6ecf851698c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:10.268515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 58343c7c-c85b-40f2-82cf-e6ecf851698c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:10.269207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.319580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25393-8514-45c0-88d6-81e63048167c req-8602f459-f892-4816-b299-93217d50f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:10.321269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-8602f459-f892-4816-b299-93217d50f371 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.1524811 May 20 08:24:10.336549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d797bf6d-b450-4e10-9c0a-570df681d3f6 req-4ff73e3d-013a-4860-82ba-9296dd24520c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885892 May 20 08:24:10.389522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Provisioning complete for port 50aa37be-814d-4d18-b8ac-dabf3bc0290f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:10.390199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.390993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-87eb5e78-0d83-4ead-bfba-197de8f64b02 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513871 May 20 08:24:10.466964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.474207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.486154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Port 50aa37be-814d-4d18-b8ac-dabf3bc0290f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:10.515256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Provisioning complete for port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:10.515256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.553215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 58343c7c-c85b-40f2-82cf-e6ecf851698c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=58343c7c-c85b-40f2-82cf-e6ecf851698c,segment=NetworkSegment(7628d6c1-e75e-454a-8007-d707cb58743d),segment_id=7628d6c1-e75e-454a-8007-d707cb58743d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:10.565992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-fbe0e494-6dab-4b3c-b24e-febe74a6397e service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642466 May 20 08:24:10.574505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6507394d-c979-450c-8a33-804d9d852bab None None] Port 355c714f-cbce-4f5d-8302-3a9e0ab8f417 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:10.611154 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.613305 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:10.649296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 355c714f-cbce-4f5d-8302-3a9e0ab8f417 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:10.694679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=58343c7c-c85b-40f2-82cf-e6ecf851698c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:10.698813 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:10.726745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-d715e15a-4f21-4869-9397-3acf9fb62dad service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506338 May 20 08:24:10.845592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:10.852699 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-93e64205-7d45-460d-815a-0ebb7944adc7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:10.910437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=355c714f-cbce-4f5d-8302-3a9e0ab8f417,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:10.916134 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:10.921662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-6eb5e7cc-96aa-43e1-9ea8-56c40cd1e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:10.923397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-6eb5e7cc-96aa-43e1-9ea8-56c40cd1e1b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1095 time: 0.0795484 May 20 08:24:10.975361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:11.079399 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/355c714f-cbce-4f5d-8302-3a9e0ab8f417 HTTP/1.1" status: 204 len: 168 time: 1.3202765 May 20 08:24:11.080331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37736) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:11.153822 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fc787f-2d17-4514-b0c7-c0d6a7b26026 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:11.154384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-79fc787f-2d17-4514-b0c7-c0d6a7b26026 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:11.277887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-79fc787f-2d17-4514-b0c7-c0d6a7b26026 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:11.277887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-79fc787f-2d17-4514-b0c7-c0d6a7b26026 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/355c714f-cbce-4f5d-8302-3a9e0ab8f417 HTTP/1.1" status: 404 len: 333 time: 0.1925323 May 20 08:24:11.277887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:11.284376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:11.359058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-1d75313d-f703-4245-be79-078a6b64d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:11.360641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-1d75313d-f703-4245-be79-078a6b64d907 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 915 time: 0.4269545 May 20 08:24:11.534259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 50aa37be-814d-4d18-b8ac-dabf3bc0290f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:11.534888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:11.536175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-304f8cb8-a5c5-4c16-8dce-3e32c77c00fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1665058 May 20 08:24:11.758790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:11.791316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049da58a-dc7d-4663-9a6d-0dfc830af8b3 req-77fa0644-e365-4c2f-a312-5110585f7586 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:11.799750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-049da58a-dc7d-4663-9a6d-0dfc830af8b3 req-77fa0644-e365-4c2f-a312-5110585f7586 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.1705563 May 20 08:24:11.878035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-049da58a-dc7d-4663-9a6d-0dfc830af8b3 req-e60d62dd-ee3a-4477-a139-990384cc906c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 May 20 08:24:11.914297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 58343c7c-c85b-40f2-82cf-e6ecf851698c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:11.977243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 50aa37be-814d-4d18-b8ac-dabf3bc0290f owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:12.008265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 58343c7c-c85b-40f2-82cf-e6ecf851698c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:12.009066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.296503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.313821 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-84281edb-762e-4dfd-b40d-c4b1313d3430 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:12.333007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37754) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:12.493946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=50aa37be-814d-4d18-b8ac-dabf3bc0290f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:12.496977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.502688 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:12.536424 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.590632 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/50aa37be-814d-4d18-b8ac-dabf3bc0290f HTTP/1.1" status: 204 len: 168 time: 1.3096354 May 20 08:24:12.591199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37760) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:12.677435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Deleting subnet 0fe06c9b-1640-492b-a344-35c7acc26ccd {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:12.681467 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.682902 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1487ff-d767-4e18-8a4a-923570a8c4a4 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:12.688255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cc1487ff-d767-4e18-8a4a-923570a8c4a4 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:12.753118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.793799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cc1487ff-d767-4e18-8a4a-923570a8c4a4 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:12.797770 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc1487ff-d767-4e18-8a4a-923570a8c4a4 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/50aa37be-814d-4d18-b8ac-dabf3bc0290f HTTP/1.1" status: 404 len: 333 time: 0.2028117 May 20 08:24:12.798339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:12.845860 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:12.983762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet d99ff6ac-2f3a-4d97-8295-b071cbdb5524 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:12.997190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.099289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.227592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.272711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa008-f12b-4fa8-b38f-2d07c051b7b6 req-66193ea3-0497-47cc-8c6c-6c41c79b4b1b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:13.274359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-095aa008-f12b-4fa8-b38f-2d07c051b7b6 req-66193ea3-0497-47cc-8c6c-6c41c79b4b1b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.2021093 May 20 08:24:13.330320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-095aa008-f12b-4fa8-b38f-2d07c051b7b6 req-ce9b37c7-ffc9-4964-b6f0-32666cade2d1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 May 20 08:24:13.364883 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.369927 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-304e3d63-8433-4a0b-a8e6-6500dbe24279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:13.411886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe06c9b-1640-492b-a344-35c7acc26ccd,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:13.415360 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:13.420708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.423743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0fe06c9b-1640-492b-a344-35c7acc26ccd HTTP/1.1" status: 204 len: 168 time: 1.0894365 May 20 08:24:13.429994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37770) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:13.611551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.758876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.775686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f039839-8d50-43b3-b720-727178dfb8b5']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:13.790901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d285fc-da30-449a-967c-4a40fa6c13af') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:13.791218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d285fc-da30-449a-967c-4a40fa6c13af') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:13.793224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.798420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9bdee60b-ebb2-4956-9566-e697b2719a65 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:13.804557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.836647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=d99ff6ac-2f3a-4d97-8295-b071cbdb5524,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:13.841292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.847731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:13.853128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:24:13.853331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.854029 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:13.861456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f45f2-c9b8-487b-a014-ecaad0f6beb4 None None] Network ee9d40a0-dee4-4e7a-a40d-27d66c92e84e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:13.876019 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/d99ff6ac-2f3a-4d97-8295-b071cbdb5524 HTTP/1.1" status: 204 len: 168 time: 1.0743406 May 20 08:24:13.876321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37774) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: timer() May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:24:13.954480 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:24:14.022599 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.028825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.033621 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14be6e4c-7124-4793-8531-85919a9aa137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:14.053416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6f039839-8d50-43b3-b720-727178dfb8b5 HTTP/1.1" status: 204 len: 168 time: 0.6220624 May 20 08:24:14.057183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f039839-8d50-43b3-b720-727178dfb8b5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:14.059683 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:14.067406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.216969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] DHCP port deletion for ee9d40a0-dee4-4e7a-a40d-27d66c92e84e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:24:14.222448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 58343c7c-c85b-40f2-82cf-e6ecf851698c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:14.237662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.318722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Deleting port 58343c7c-c85b-40f2-82cf-e6ecf851698c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:14.319100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.361332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port 58343c7c-c85b-40f2-82cf-e6ecf851698c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=58343c7c-c85b-40f2-82cf-e6ecf851698c,segment=NetworkSegment(7628d6c1-e75e-454a-8007-d707cb58743d),segment_id=7628d6c1-e75e-454a-8007-d707cb58743d)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:14.361744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.470992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] For port 58343c7c-c85b-40f2-82cf-e6ecf851698c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=58343c7c-c85b-40f2-82cf-e6ecf851698c,segment=NetworkSegment(7628d6c1-e75e-454a-8007-d707cb58743d),segment_id=7628d6c1-e75e-454a-8007-d707cb58743d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:14.471551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.634921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37784) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:14.639387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Calling delete_port for 58343c7c-c85b-40f2-82cf-e6ecf851698c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:14.720604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-22c50cbc-5d50-49e3-852e-a3168157044b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=21a4bb798305403f91274c3c468e19c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837095 May 20 08:24:14.724007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37788) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:14.755013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f5bb-a9f3-4123-9d68-829304f05c43 req-3ca3d3a6-a10c-438e-9dec-56c2af8b4811 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:14.756688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b659f5bb-a9f3-4123-9d68-829304f05c43 req-3ca3d3a6-a10c-438e-9dec-56c2af8b4811 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.2452724 May 20 08:24:14.761741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 58343c7c-c85b-40f2-82cf-e6ecf851698c owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:14.822228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b659f5bb-a9f3-4123-9d68-829304f05c43 req-ee438140-6d5f-45da-9295-c6bec1ce923d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 May 20 08:24:14.836748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.840371 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:14.840891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.855180 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9d778c8-b41e-4fd0-bad6-f36c91ebabfc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:14.892660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:14.909830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=58343c7c-c85b-40f2-82cf-e6ecf851698c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:14.912391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port 58343c7c-c85b-40f2-82cf-e6ecf851698c on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:14.917172 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:14.922471 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Pushing event deleted for resources: {'Port': ['ID=58343c7c-c85b-40f2-82cf-e6ecf851698c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:14.933998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] No DVR routers for this DVR port 58343c7c-c85b-40f2-82cf-e6ecf851698c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.941411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.942450 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:14.952028 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:14.975059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.075815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.092842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9d40a0-dee4-4e7a-a40d-27d66c92e84e']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:15.111031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7628d6c1-e75e-454a-8007-d707cb58743d') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:15.111339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7628d6c1-e75e-454a-8007-d707cb58743d') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:15.124513 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.128436 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.129782 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3da71cbb-1a73-4d89-b53d-d4349a4cd3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:15.142389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e359572-b4d2-46e8-9b32-4f7f718cf29c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:15.144597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.150903 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:15.152985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:24:15.157160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.158031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.159506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e359572-b4d2-46e8-9b32-4f7f718cf29c HTTP/1.1" status: 204 len: 168 time: 0.4339013 May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: timer() May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:24:15.176228 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:24:15.370487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.374949 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8b7c79cb-a8be-4028-bde9-8baaafa7bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:15.394707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.405290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=ee9d40a0-dee4-4e7a-a40d-27d66c92e84e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:15.410307 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:15.497838 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/ee9d40a0-dee4-4e7a-a40d-27d66c92e84e HTTP/1.1" status: 204 len: 168 time: 1.6194086 May 20 08:24:15.505288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37794) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:15.511767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144715633'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:15.519669 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:15.524094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:network and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:15.527358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:15.534355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:15.616732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:15.621411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.656770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:24:15.668944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.669456 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Added segment 0e397909-50cd-466f-a231-5e925a1a2046 of type vlan for network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 May 20 08:24:15.708730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.855942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.862956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:15.864582 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:15.948914 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-67b0e058-1914-44b9-8edf-078cc71b34e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:15.963055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 58343c7c-c85b-40f2-82cf-e6ecf851698c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:16.052175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 58343c7c-c85b-40f2-82cf-e6ecf851698c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:24:16.052581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 58343c7c-c85b-40f2-82cf-e6ecf851698c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:24:16.070665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5640185 May 20 08:24:16.074464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37808) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:16.081323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:16.293092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:16.307418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:16.317047 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:16.336010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:16.434921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:16.439634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:16.480328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Network': ['ID=7dd9c845-59cd-4d1d-808a-dba776ef6d91,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:16.484994 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:16.493435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:24:16.513320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef47d0-11e5-4d89-aeb3-32e78955c086 req-3936e097-4a13-4246-b4e7-f9b7c97c09d5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:16.521015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ef47d0-11e5-4d89-aeb3-32e78955c086 req-3936e097-4a13-4246-b4e7-f9b7c97c09d5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.5133338 May 20 08:24:16.572114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-42ef47d0-11e5-4d89-aeb3-32e78955c086 req-6b4b367e-7528-40af-aeca-d6aac33cad6f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 May 20 08:24:16.926799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37822) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:16.979276 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:24:17.064896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1502154975-network', 'tenant_id': 'debf72d1271b43ffa0e077385ddd9927'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:17.070875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:17.078252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Usage tracker for resource:network and tenant:debf72d1271b43ffa0e077385ddd9927 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:17.085747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:17.093130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:17.114435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.122207 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0e325436-6979-48c5-8cad-d7b2542b2ce6 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:17.175645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Made reservation on behalf of debf72d1271b43ffa0e077385ddd9927 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:17.178706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.197113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.238147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:17.242414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Usage tracker for resource:security_group_rule and tenant:debf72d1271b43ffa0e077385ddd9927 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:17.245665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:17.252162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:17.259387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:17.263438 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:17.269819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Checking segment: {'id': '0e397909-50cd-466f-a231-5e925a1a2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:17.270456 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network hostable DHCP agents. Network: 7dd9c845-59cd-4d1d-808a-dba776ef6d91, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:24:17.348791 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.352811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:24:17.398584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.401745 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5d182f49-9c10-4f2a-b0e7-df05a6c83f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:17.427249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 7dd9c845-59cd-4d1d-808a-dba776ef6d91) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:17.437690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:24:17.443383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6820f2-3eb5-4e03-a3a0-7e7489f09594 None None] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:17.455019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:17.457685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.466746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a28be-59c3-47fc-af38-5b938e45cfb4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:17.477262 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:17.485003 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.487104 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Added segment 5ae8fa38-11c3-48f0-a845-e613c8c45a81 of type vlan for network adbf2e51-fca9-444b-8c99-057f2f42c33e May 20 08:24:17.537125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.558090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73b49e74-293f-445d-91e4-93ecf7b60f13 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4797847 May 20 08:24:17.558983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37830) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:17.565508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-752701689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:17.580966 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:17.585586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:router and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:17.589370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:17.597647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:17.641112 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.642612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:17.643540 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.653468 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-830cbe4a-3353-499b-a32f-a2d7012c1198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:17.673579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.675068 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.713537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.757660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-7dd9c845-59cd-4d1d-808a-dba776ef6d91', 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': 'b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:24:17.758509 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.831286 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.909689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Pushing event updated for resources: {'Network': ['ID=adbf2e51-fca9-444b-8c99-057f2f42c33e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:17.912788 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:17.919997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9919183 May 20 08:24:17.923777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37838) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:17.929371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network adbf2e51-fca9-444b-8c99-057f2f42c33e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:24:17.937855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Request body: {'subnet': {'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1502154975-subnet', 'tenant_id': 'debf72d1271b43ffa0e077385ddd9927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:17.944784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:17.951034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:17.956417 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ba99d57-70e4-436d-bfe2-cbdb132d5f14 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3923025 May 20 08:24:17.956417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Usage tracker for resource:subnet and tenant:debf72d1271b43ffa0e077385ddd9927 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:17.959576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37842) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:17.972603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:17.975615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Allocated IP 2001:db8::2 (7dd9c845-59cd-4d1d-808a-dba776ef6d91/b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad/6bc7cf32-7680-4bdf-b46c-66c5a486de4c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:17.979264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce627ff9-ffb9-4478-be5d-8411cdd9f11a req-0cd77acc-7af3-4ee0-b592-55ade4aef434 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:17.985053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:17.991097 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce627ff9-ffb9-4478-be5d-8411cdd9f11a req-0cd77acc-7af3-4ee0-b592-55ade4aef434 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.1733625 May 20 08:24:17.997861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91', 'name': 'tempest-PortsIpV6TestJSON-699306572'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:18.073594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Made reservation on behalf of debf72d1271b43ffa0e077385ddd9927 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:18.079074 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.143915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce627ff9-ffb9-4478-be5d-8411cdd9f11a req-24e5856d-7ad1-4a9e-8eab-12477775eaec tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516848 May 20 08:24:18.259381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:18.270713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:port and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:18.274636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:18.298555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:18.372981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.384270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Transition to ACTIVE for port object 6bc7cf32-7680-4bdf-b46c-66c5a486de4c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:18.392748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:18.396377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.415431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Transition to ACTIVE for port object 6bc7cf32-7680-4bdf-b46c-66c5a486de4c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:18.424729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port f507febf-3dbe-41d9-82e1-d7e2c39e611e yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:24:18.486710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.505524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:18.546813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:18.554662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:18.563818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:18.591602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::3ac (7dd9c845-59cd-4d1d-808a-dba776ef6d91/b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad/f507febf-3dbe-41d9-82e1-d7e2c39e611e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:18.736975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Pushing event updated for resources: {'Port': ['ID=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:18.743018 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:18.757805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Attempting to bind port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:24:18.759674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Attempting to bind port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0e397909-50cd-466f-a231-5e925a1a2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:24:18.760073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Attempting to bind port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c on network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:18.762468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.768261 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98342a60-4f00-4bc8-95b0-42e27a066a0d tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:18.768952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:24:18.770037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Checking segment: {'id': '0e397909-50cd-466f-a231-5e925a1a2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:18.770469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.771028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Bound using segment: {'id': '0e397909-50cd-466f-a231-5e925a1a2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:24:18.771535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Bound port: 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e397909-50cd-466f-a231-5e925a1a2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7dd9c845-59cd-4d1d-808a-dba776ef6d91'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:24:18.771932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.847726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9be0429-0737-4319-85cb-77ebdb47ccd1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:18.853562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:18.854537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Checking segment: {'id': '5ae8fa38-11c3-48f0-a845-e613c8c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:18.854981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Network hostable DHCP agents. Network: adbf2e51-fca9-444b-8c99-057f2f42c33e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:24:18.884409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:18.893852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] For port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:18.897726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] For port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,segment=NetworkSegment(0e397909-50cd-466f-a231-5e925a1a2046),segment_id=0e397909-50cd-466f-a231-5e925a1a2046)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:24:18.915913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object f507febf-3dbe-41d9-82e1-d7e2c39e611e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:18.984603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Network adbf2e51-fca9-444b-8c99-057f2f42c33e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:24:19.324887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:19.331979 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:19.352223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bff15-5c36-4a47-82a8-32e6c363b3bd req-44f6dce4-3ec7-42da-a798-1c2f421ea62f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:19.353934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67bff15-5c36-4a47-82a8-32e6c363b3bd req-44f6dce4-3ec7-42da-a798-1c2f421ea62f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.0870366 May 20 08:24:19.359449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, adbf2e51-fca9-444b-8c99-057f2f42c33e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:19.361184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:19.374549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:19.374800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a16f6f40-e910-43de-99ab-31d5220c8c82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:19.374900 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:19.403225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c56d5-4178-451a-9905-702c3c697228 None None] Network adbf2e51-fca9-444b-8c99-057f2f42c33e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:19.496705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:19.504069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=f507febf-3dbe-41d9-82e1-d7e2c39e611e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:19.505920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5806966 May 20 08:24:19.509243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:19.511451 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:19.517532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:19.526466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:19.527441 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:19.555720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Pushing event updated for resources: {'Port': ['ID=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:19.559054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67bff15-5c36-4a47-82a8-32e6c363b3bd req-b40ef213-493b-4fc5-8eec-30816a22e6f2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364508 May 20 08:24:19.575188 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:19.643032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6767728 May 20 08:24:19.645958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37850) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:19.734466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6069156-ea23-486a-a178-5a4073ff4730 None None] Network adbf2e51-fca9-444b-8c99-057f2f42c33e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:20.743157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37870) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:20.750385 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-761553635-network', 'tenant_id': '4f72971475d04922a45b1f428c8319ce'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:20.770865 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:20.775368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Usage tracker for resource:network and tenant:4f72971475d04922a45b1f428c8319ce is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:20.780159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:20.789011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:20.859730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:20.890400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Made reservation on behalf of 4f72971475d04922a45b1f428c8319ce for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:20.893343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:20.910813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:20.934744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:20.940489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Usage tracker for resource:security_group_rule and tenant:4f72971475d04922a45b1f428c8319ce is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:20.944124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:20.952151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:20.961736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfcb9b-3e32-4f5a-abfe-ee757d36b643 req-b1ba2ac7-2d15-4fc7-816f-a2e9d56b21bd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:20.963367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4dfcb9b-3e32-4f5a-abfe-ee757d36b643 req-b1ba2ac7-2d15-4fc7-816f-a2e9d56b21bd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.2070642 May 20 08:24:21.082888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.088062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b0aaa-8437-4c04-aefe-4e17f9d04ed4 None None] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:21.159455 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.167713 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f8754768-9879-44c5-825f-354b8c385d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:21.187844 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4dfcb9b-3e32-4f5a-abfe-ee757d36b643 req-e77eca50-bfe9-4dbc-a842-ebecd9976c18 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110302 May 20 08:24:21.222332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:24:21.238052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78442b0-230d-4a07-8538-19d71563a485,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:21.251217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.251397 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Added segment bb841c28-e8f5-43e7-82f8-5444620e39bf of type vlan for network 12fce54b-4759-4771-aaba-287786345336 May 20 08:24:21.260481 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:21.261589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-18420a01-4df0-4232-b162-9359003ff597 None None] Provisioning for port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:21.284968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.343378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.382079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.383772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:21.384755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.394185 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-894f307c-38d7-4e8d-996b-a59b500c0ff6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:21.422508 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.427585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63e5e9f3-29f2-426c-9050-a5e96f3ee379 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:21.532444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Pushing event updated for resources: {'Network': ['ID=12fce54b-4759-4771-aaba-287786345336,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:21.535322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:21.542890 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7982714 May 20 08:24:21.546111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37874) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:21.550115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 12fce54b-4759-4771-aaba-287786345336 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:24:21.552999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Request body: {'subnet': {'network_id': '12fce54b-4759-4771-aaba-287786345336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-761553635-subnet', 'tenant_id': '4f72971475d04922a45b1f428c8319ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:21.561451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:21.567773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Usage tracker for resource:subnet and tenant:4f72971475d04922a45b1f428c8319ce is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:21.571433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:21.581098 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:21.610966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=f507febf-3dbe-41d9-82e1-d7e2c39e611e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:21.649239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:21.678342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-adf14db2-88a7-4079-93d3-d8ae2a08485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:21.678481 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Made reservation on behalf of 4f72971475d04922a45b1f428c8319ce for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:21.679846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-adf14db2-88a7-4079-93d3-d8ae2a08485d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.1709054 May 20 08:24:21.680799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.781453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-653eac40-f38b-4996-b338-65c769e24070 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606341 May 20 08:24:21.827364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b3fa366d-53e4-40eb-b294-fb3a4c967c90 None None] Provisioning for port f507febf-3dbe-41d9-82e1-d7e2c39e611e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:21.836156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b3fa366d-53e4-40eb-b294-fb3a4c967c90 None None] Provisioning complete for port f507febf-3dbe-41d9-82e1-d7e2c39e611e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:21.840311 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa366d-53e4-40eb-b294-fb3a4c967c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.956572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:21.959876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa366d-53e4-40eb-b294-fb3a4c967c90 None None] Port f507febf-3dbe-41d9-82e1-d7e2c39e611e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:21.994162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6bc7cf32-7680-4bdf-b46c-66c5a486de4c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:22.034184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-23020f54-b847-46d7-b876-d33930188e61 service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452712 May 20 08:24:22.120810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-893ea42d-9c5e-461f-a905-059d11c2dec0 None None] Provisioning complete for port f507febf-3dbe-41d9-82e1-d7e2c39e611e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:22.122684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-893ea42d-9c5e-461f-a905-059d11c2dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.233374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-893ea42d-9c5e-461f-a905-059d11c2dec0 None None] Port f507febf-3dbe-41d9-82e1-d7e2c39e611e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:22.236755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:22.242788 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.246312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:22.247189 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.267743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8074bca6-f3f0-4026-a5ea-404278d0ed38 req-c262d26a-6d73-4771-9ab1-11fe9d4cd8b2 service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269869 May 20 08:24:22.471276 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.482231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-73505447-cb76-4d9f-953a-4e4ddcb31d08 None None] Provisioning complete for port f507febf-3dbe-41d9-82e1-d7e2c39e611e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:22.483218 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-73505447-cb76-4d9f-953a-4e4ddcb31d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.529260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.537536 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3e57351f-282d-4563-92e4-4ccf35970405 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:22.557442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-73505447-cb76-4d9f-953a-4e4ddcb31d08 None None] Port f507febf-3dbe-41d9-82e1-d7e2c39e611e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:22.562171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,segment=NetworkSegment(0e397909-50cd-466f-a231-5e925a1a2046),segment_id=0e397909-50cd-466f-a231-5e925a1a2046)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:22.650550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.653348 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:22.668323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb3d92d-c785-4aff-8a66-ce1640cf0f83,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:22.674153 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:22.683911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Checking segment: {'id': 'bb841c28-e8f5-43e7-82f8-5444620e39bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '12fce54b-4759-4771-aaba-287786345336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:22.684474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Network hostable DHCP agents. Network: 12fce54b-4759-4771-aaba-287786345336, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:24:22.728847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:22.732261 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:22.804237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Network 12fce54b-4759-4771-aaba-287786345336 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:24:22.884004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 12fce54b-4759-4771-aaba-287786345336) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:22.894420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bab70-0492-4faf-9ace-b9e8d6db6d96 None None] Network 12fce54b-4759-4771-aaba-287786345336 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:22.901376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:22.901935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:22.953896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-f0e08c6b-aa2e-4a3e-9d6d-88bdcca2b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:22.955372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-f0e08c6b-aa2e-4a3e-9d6d-88bdcca2b5b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1095 time: 0.5056050 May 20 08:24:22.973919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4265466 May 20 08:24:22.985059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b3ca-8c6f-4818-95b6-0c4f2f2452c8 req-96932ea7-dd00-4aab-8cff-8b391440fdde tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:22.989646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd83b3ca-8c6f-4818-95b6-0c4f2f2452c8 req-96932ea7-dd00-4aab-8cff-8b391440fdde tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 944 time: 0.5406873 May 20 08:24:23.117517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063143f-ced0-4c6a-8c77-0c12cf42659a None None] Network 12fce54b-4759-4771-aaba-287786345336 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:23.282700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd83b3ca-8c6f-4818-95b6-0c4f2f2452c8 req-437eaa5c-45b7-4639-bd40-d6521bb77e22 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493396 May 20 08:24:23.364965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-72e6f8d7-276a-4810-b88e-18c144b0a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:23.367476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-72e6f8d7-276a-4810-b88e-18c144b0a74f service neutron] 10.222.0.84 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 915 time: 0.3763826 May 20 08:24:23.370492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:23.442432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:23.442958 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:23.455028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:23.494845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-7d995a7d-027b-4ac4-91d1-6af4cbfc8f37 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1163259 May 20 08:24:23.743495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=f507febf-3dbe-41d9-82e1-d7e2c39e611e,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:23.752112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:23.793037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-ea0a0760-feaf-4902-9ce6-ff1a0249a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:23.794514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-ea0a0760-feaf-4902-9ce6-ff1a0249a60a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.2694800 May 20 08:24:23.878161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-3349b667-30bf-4170-89b6-be86f736db55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630829 May 20 08:24:23.886633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6bc7cf32-7680-4bdf-b46c-66c5a486de4c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:23.891239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-2dbfc096-24b4-4bf6-af0b-fb4d232b0592 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:23.891944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-2dbfc096-24b4-4bf6-af0b-fb4d232b0592 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Synchronizing usage tracker for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:23.938162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:23.942660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:23.972601 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:23.972983 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:24.074931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-2dbfc096-24b4-4bf6-af0b-fb4d232b0592 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Unset dirty status for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:24.082347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-2dbfc096-24b4-4bf6-af0b-fb4d232b0592 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/networks?id=adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 200 len: 812 time: 0.5582130 May 20 08:24:24.174333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-b2672e66-8442-4be6-b279-c3b800e9c949 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/quotas/debf72d1271b43ffa0e077385ddd9927 HTTP/1.1" status: 200 len: 375 time: 0.0909576 May 20 08:24:24.209250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-236b5439-a3ab-448a-b905-07bade221e1f None None] Provisioning complete for port f507febf-3dbe-41d9-82e1-d7e2c39e611e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:24.372935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-236b5439-a3ab-448a-b905-07bade221e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:24.372935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-236b5439-a3ab-448a-b905-07bade221e1f None None] Port f507febf-3dbe-41d9-82e1-d7e2c39e611e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:24.461389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-89e9ce07-f046-417c-a4c1-1208b8a476b8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=debf72d1271b43ffa0e077385ddd9927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762925 May 20 08:24:24.471382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-428bc984-153f-48fc-ba59-d2d381713e19 service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765638 May 20 08:24:24.478218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-e7847a06-fdb0-430c-8599-516f72d71d36 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:24:24.479146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-e7847a06-fdb0-430c-8599-516f72d71d36 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049121 May 20 08:24:24.507442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:24:24.695624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:24.710055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'network_id': 'b4262a53-4ca3-48de-98e8-e4c327dd43f5', 'port_id': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'mac_address': 'fa:16:3e:fb:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d47bcdf-5261-430d-8650-e500e5d1bd1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:24:24.758447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-3692241e-9158-4428-b760-4e8c15517932 service neutron] 10.222.0.79 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522848 May 20 08:24:24.761681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a1bd880-f980-4cf9-8c6e-8f92debcc1f0 req-18418857-9774-43b4-b4ba-84ba335e0899 service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770700 May 20 08:24:24.782930 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:24.803216 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:24:24.824606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:24.878617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:24.906877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:24.908832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:24.910709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Router 706f7b21-79c9-4458-8c50-fd058cfd9662 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:24:24.916507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-d896e3f0-63c9-485c-b496-ec7cf4b86621 service neutron] 10.222.0.79 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495318 May 20 08:24:24.978950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:24.982018 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:25.083831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:24:25.088830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/routers/706f7b21-79c9-4458-8c50-fd058cfd9662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4397659 May 20 08:24:25.093092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37898) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:25.095989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] Sync routers for ids ['706f7b21-79c9-4458-8c50-fd058cfd9662'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:24:25.106224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] Routers {'706f7b21-79c9-4458-8c50-fd058cfd9662'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:24:25.107037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:24:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['706f7b21-79c9-4458-8c50-fd058cfd9662'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:25.207763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a2f5c-2d93-491a-915e-6af836ccca0b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:25.208615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dc8a2f5c-2d93-491a-915e-6af836ccca0b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:25.244613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:24:25.313250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:25.313412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cae90-61e2-453d-ad51-0eb79994a104 req-f7e01f5a-7fc3-416a-8006-0f46c79de28b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:25.313815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-720cae90-61e2-453d-ad51-0eb79994a104 req-f7e01f5a-7fc3-416a-8006-0f46c79de28b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.1010849 May 20 08:24:25.337186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dc8a2f5c-2d93-491a-915e-6af836ccca0b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:25.338268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dc8a2f5c-2d93-491a-915e-6af836ccca0b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?device_id=706f7b21-79c9-4458-8c50-fd058cfd9662 HTTP/1.1" status: 200 len: 988 time: 0.2442102 May 20 08:24:25.341618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:25.359356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] Routers {'706f7b21-79c9-4458-8c50-fd058cfd9662'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:24:25.360425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:24:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['706f7b21-79c9-4458-8c50-fd058cfd9662'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:25.470626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:25.471160 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799383f4-9772-41d6-8d73-dde1cd6d4567 None None] The sync data for ids ['706f7b21-79c9-4458-8c50-fd058cfd9662'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:24:25.494591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-720cae90-61e2-453d-ad51-0eb79994a104 req-fa926027-fbb3-4290-b8ae-16805c96e5c9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736584 May 20 08:24:25.698879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20f6ff73-33f9-47c4-b4ed-6366fe8fca8c req-966b605b-6506-4913-b53e-fb7f3ed8d60d tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 210 time: 0.1041141 May 20 08:24:25.938998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.507506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:26.519323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port f507febf-3dbe-41d9-82e1-d7e2c39e611e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:26.519856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.679900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 27e2295e-642e-491a-87e0-b40a09e8ee02 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:26.687676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 27e2295e-642e-491a-87e0-b40a09e8ee02 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:26.687676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.745381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.787777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.812973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.842866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:26.853618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:26.885877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for f507febf-3dbe-41d9-82e1-d7e2c39e611e owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:26.910155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8afa5-7c58-4fc5-8271-f10ef6dacc49 req-3ccf01e8-4203-489a-adf1-59342357d8be tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:26.911621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79a8afa5-7c58-4fc5-8271-f10ef6dacc49 req-3ccf01e8-4203-489a-adf1-59342357d8be tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 945 time: 0.2601283 May 20 08:24:26.924184 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:26.926569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:27.008998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=12']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:27.012057 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:27.099563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79a8afa5-7c58-4fc5-8271-f10ef6dacc49 req-526a2d54-509b-4c5f-aaca-51a42b8c67e9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810329 May 20 08:24:27.258063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6eea0c7-200e-4e67-a39e-530604867045 req-e5f88901-efee-4af9-a017-52d0a98b86ed tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 210 time: 0.0563772 May 20 08:24:27.311985 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'code': 200} May 20 08:24:27.347851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:27.355298 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ae5a379f-2a3a-4b39-b4d2-cef10cfca164 tempest-VolumesSnapshotTestJSON-1263321648 tempest-VolumesSnapshotTestJSON-1263321648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:27.407299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=f507febf-3dbe-41d9-82e1-d7e2c39e611e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:27.410622 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:27.890437 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:28.206176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc68f4-30b1-42a4-955b-c1c6df39f5b8 req-c5bfad91-a3a8-4c68-9768-347fa6dbee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:28.207576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88fc68f4-30b1-42a4-955b-c1c6df39f5b8 req-c5bfad91-a3a8-4c68-9768-347fa6dbee2c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1097 time: 0.6531608 May 20 08:24:28.271889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f1bbcba-b7de-4edb-a82f-ea785d902732 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:28.273243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f1bbcba-b7de-4edb-a82f-ea785d902732 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.84 "GET /v2.0/networks?id=adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 200 len: 812 time: 0.6751759 May 20 08:24:28.332907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Request body: {'port': {'device_id': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e', 'admin_state_up': True, 'tenant_id': 'debf72d1271b43ffa0e077385ddd9927'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:28.399690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Router 706f7b21-79c9-4458-8c50-fd058cfd9662 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:24:28.486523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-88fc68f4-30b1-42a4-955b-c1c6df39f5b8 req-4aacd569-933d-41a9-9831-606b2c93112a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216582 May 20 08:24:28.651264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:24:28.661845 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] Sync routers for ids ['706f7b21-79c9-4458-8c50-fd058cfd9662'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:24:28.666969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:28.671829 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] Routers {'706f7b21-79c9-4458-8c50-fd058cfd9662'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:24:28.672537 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:24:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['706f7b21-79c9-4458-8c50-fd058cfd9662'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:28.678245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5c9bb-38e4-452d-9d54-b5c6fcf5c7ce req-a7717f94-b73a-4eb8-99c7-a0320e21f0c8 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:28.679905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0d5c9bb-38e4-452d-9d54-b5c6fcf5c7ce req-a7717f94-b73a-4eb8-99c7-a0320e21f0c8 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.4171038 May 20 08:24:28.683684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Usage tracker for resource:port and tenant:debf72d1271b43ffa0e077385ddd9927 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:28.689326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:28.709609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:28.738886 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:28.741110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0d5c9bb-38e4-452d-9d54-b5c6fcf5c7ce req-ceb150cd-c21d-4c8c-8463-271cd8697f7b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 May 20 08:24:28.747873 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] Routers {'706f7b21-79c9-4458-8c50-fd058cfd9662'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:24:28.749737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:24:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['706f7b21-79c9-4458-8c50-fd058cfd9662'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:28.776992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/routers/706f7b21-79c9-4458-8c50-fd058cfd9662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4328835 May 20 08:24:28.787769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 37926) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:28.816308 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:28.816728 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf5a21-40df-4829-a131-729eb5f471ae None None] The sync data for ids ['706f7b21-79c9-4458-8c50-fd058cfd9662'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:24:28.835469 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b474511-00b3-4a72-9548-e34c5625f9bd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:28.836047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b474511-00b3-4a72-9548-e34c5625f9bd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:28.894882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Made reservation on behalf of debf72d1271b43ffa0e077385ddd9927 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:28.898678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:28.911010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91bf6089-bf3d-49a3-a9d4-152eb36b6eaf req-ac1a513b-94e3-4bf4-8580-72a3d2c87664 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 210 time: 0.0682340 May 20 08:24:29.032175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b474511-00b3-4a72-9548-e34c5625f9bd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:29.033247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b474511-00b3-4a72-9548-e34c5625f9bd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/f507febf-3dbe-41d9-82e1-d7e2c39e611e HTTP/1.1" status: 404 len: 333 time: 0.2443600 May 20 08:24:29.036348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:29.078303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Allocated IP 172.20.0.4 (adbf2e51-fca9-444b-8c99-057f2f42c33e/f9be0429-0737-4319-85cb-77ebdb47ccd1/4bc62a0c-0e70-4957-9cfb-2f6aaab8837a) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:29.180873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.311156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.410996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.417756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:29.492925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Network adbf2e51-fca9-444b-8c99-057f2f42c33e is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:29.493319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:29.497344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:29.510522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.513153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.533582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Pushing event updated for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:29.547130 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:29.616298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.616801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Fanout notify agent at l3_agent the message router_deleted on router 706f7b21-79c9-4458-8c50-fd058cfd9662 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:24:29.632974 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.636806 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f9ffa0ae-2b29-4de0-94e6-0624ff937c6c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/routers/706f7b21-79c9-4458-8c50-fd058cfd9662 HTTP/1.1" status: 204 len: 168 time: 0.5968530 May 20 08:24:29.637354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37942) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:29.712674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:29.715952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.767718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:29.768399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.781499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:29.856123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5622184 May 20 08:24:29.868279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Request body: {'port': {'device_id': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:29.874401 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.057672 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.137183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d0a99-bd43-41f9-929c-bf59a2bb0e7b req-f320f7d0-1c1a-46fe-8f64-50c32b23463d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:30.138966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-087d0a99-bd43-41f9-929c-bf59a2bb0e7b req-f320f7d0-1c1a-46fe-8f64-50c32b23463d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.2081335 May 20 08:24:30.252962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-087d0a99-bd43-41f9-929c-bf59a2bb0e7b req-75509d45-9e6c-4e94-9236-e9559b1794bf tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061678 May 20 08:24:30.309884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.322691 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3e66747-ed78-4dff-b10d-d70645930d73 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:30.391635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:30.396081 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.400189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36be6e5-14f8-4a68-acdc-8e526f27ae95 None None] Network 7dd9c845-59cd-4d1d-808a-dba776ef6d91 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:30.416137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.416662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.417113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.417500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.417876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.418538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.419063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.419510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.419905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.420315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.420683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.421278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:30.425849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:30.427486 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad HTTP/1.1" status: 204 len: 168 time: 0.7887361 May 20 08:24:30.431646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37976) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:30.582957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-fff2184c-a2e5-4f77-97d5-4fcc40d0b0f9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:30.584023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-fff2184c-a2e5-4f77-97d5-4fcc40d0b0f9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Synchronizing usage tracker for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:30.640820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.681067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:24:30.689949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.733877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Transition to ACTIVE for port object 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:30.741236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-fff2184c-a2e5-4f77-97d5-4fcc40d0b0f9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Unset dirty status for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:30.742638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-fff2184c-a2e5-4f77-97d5-4fcc40d0b0f9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 931 time: 0.3417459 May 20 08:24:30.813896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-ae30ea5b-70f7-456d-8067-a169227a3b43 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Synchronizing usage tracker for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:30.847392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] DHCP port deletion for 7dd9c845-59cd-4d1d-808a-dba776ef6d91 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:24:30.854664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.861556 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1f1f50b-4029-4015-a541-b05d0645c3e8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:30.916511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:30.917664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.922727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Deleting port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:30.923791 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:30.987921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-ae30ea5b-70f7-456d-8067-a169227a3b43 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Unset dirty status for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:30.989104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-030fe64b-8ed7-42f5-8a27-645ed94bc9a3 req-ae30ea5b-70f7-456d-8067-a169227a3b43 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340093 May 20 08:24:31.032569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Pushing event updated for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:31.038223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] For port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,segment=NetworkSegment(0e397909-50cd-466f-a231-5e925a1a2046),segment_id=0e397909-50cd-466f-a231-5e925a1a2046)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:31.038878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.040167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:31.057903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] For port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,segment=NetworkSegment(0e397909-50cd-466f-a231-5e925a1a2046),segment_id=0e397909-50cd-466f-a231-5e925a1a2046)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:31.058305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.112305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Attempting to bind port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:24:31.112862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Attempting to bind port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '5ae8fa38-11c3-48f0-a845-e613c8c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:24:31.112862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Attempting to bind port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a on network adbf2e51-fca9-444b-8c99-057f2f42c33e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:31.118447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a on network adbf2e51-fca9-444b-8c99-057f2f42c33e not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:24:31.118920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Attempting to bind port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a on network adbf2e51-fca9-444b-8c99-057f2f42c33e {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:31.125336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:24:31.125740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Checking segment: {'id': '5ae8fa38-11c3-48f0-a845-e613c8c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:31.126137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Bound using segment: {'id': '5ae8fa38-11c3-48f0-a845-e613c8c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:24:31.126937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Bound port: 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae8fa38-11c3-48f0-a845-e613c8c45a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:24:31.127308 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.201568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Calling delete_port for 6bc7cf32-7680-4bdf-b46c-66c5a486de4c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:31.234701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:31.238030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,segment=NetworkSegment(5ae8fa38-11c3-48f0-a845-e613c8c45a81),segment_id=5ae8fa38-11c3-48f0-a845-e613c8c45a81)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:24:31.241200 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 6bc7cf32-7680-4bdf-b46c-66c5a486de4c owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:31.307694 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.314023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d71d47b9-dba7-48f7-b713-989b88714af7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:31.336039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.343999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a7f8db76-a9ce-4665-a79d-9147dd1569cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:31.348465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.352310 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e8f389e-a286-48c4-8d6c-48b180c05f59 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:31.397084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Pushing event deleted for resources: {'Port': ['ID=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:31.403699 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:31.409803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] No DVR routers for this DVR port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:31.437684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No DVR routers for this DVR port 6bc7cf32-7680-4bdf-b46c-66c5a486de4c on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:31.444528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:31.445152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.446647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] 10.222.0.84 "PUT /v2.0/ports/4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 200 len: 1091 time: 1.5832450 May 20 08:24:31.449716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:31.477720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=6bc7cf32-7680-4bdf-b46c-66c5a486de4c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:31.484724 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:31.496825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Pushing event updated for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:31.503018 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:31.539643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a16500-2882-410c-88bd-42fcc6fb3892 req-d6cfb120-4d8a-4680-afc2-69b9e65ed262 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:31.542255 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65a16500-2882-410c-88bd-42fcc6fb3892 req-d6cfb120-4d8a-4680-afc2-69b9e65ed262 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1704967 May 20 08:24:31.578301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.592652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd9c845-59cd-4d1d-808a-dba776ef6d91']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:31.610353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e397909-50cd-466f-a231-5e925a1a2046') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:31.610642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e397909-50cd-466f-a231-5e925a1a2046') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:31.623022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.640227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.647864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:24:31.648220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65a16500-2882-410c-88bd-42fcc6fb3892 req-abdae002-1ccd-498b-baf2-170354a098e2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943255 May 20 08:24:31.648451 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: timer() May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:24:31.663753 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:24:31.673224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f72183d-0486-4934-96ab-cc2638813799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:31.673224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-0f72183d-0486-4934-96ab-cc2638813799 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=debf72d1271b43ffa0e077385ddd9927&device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 1094 time: 0.0997143 May 20 08:24:31.736499 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a', 'status': 'completed', 'code': 200} May 20 08:24:31.744981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-5d1f66e1-f648-4fe7-8ec5-e9ffcc33a01e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 200 len: 217 time: 0.0696354 May 20 08:24:31.804387 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.808082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0c2b5245-9bbd-4915-a8bb-83ad8121c7f7 tempest-ExternalNetworksTestJSON-1731284452 tempest-ExternalNetworksTestJSON-1731284452-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:31.827746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:31.828609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-71838934-dfb2-461f-a3ff-09ec34b24c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:31.831557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-71838934-dfb2-461f-a3ff-09ec34b24c5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9be0429-0737-4319-85cb-77ebdb47ccd1 HTTP/1.1" status: 200 len: 852 time: 0.0802019 May 20 08:24:31.839008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=7dd9c845-59cd-4d1d-808a-dba776ef6d91,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:31.844473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:31.902905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/7dd9c845-59cd-4d1d-808a-dba776ef6d91 HTTP/1.1" status: 204 len: 168 time: 1.4696026 May 20 08:24:31.905292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6bc7cf32-7680-4bdf-b46c-66c5a486de4c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:31.909457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37986) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:31.944284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 6bc7cf32-7680-4bdf-b46c-66c5a486de4c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:24:31.944806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 6bc7cf32-7680-4bdf-b46c-66c5a486de4c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:24:31.945033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-9f99f4ef-1773-498c-adcf-fed5ff14578f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adbf2e51-fca9-444b-8c99-057f2f42c33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059477 May 20 08:24:32.003132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009d285-9853-4a22-8fbc-bdfed806286f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:32.003882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5009d285-9853-4a22-8fbc-bdfed806286f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:32.084604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5009d285-9853-4a22-8fbc-bdfed806286f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:32.086099 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5009d285-9853-4a22-8fbc-bdfed806286f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/59c2f0e6-2df8-43a0-9a97-77ecb227e916 HTTP/1.1" status: 200 len: 843 time: 0.1752818 May 20 08:24:32.090074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:32.168655 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a21cf14b-9976-4331-a82a-887ca5999f4c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/59c2f0e6-2df8-43a0-9a97-77ecb227e916?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0770638 May 20 08:24:32.173170 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 37996) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:32.179044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:32.278422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4043086-8ecf-40c8-9b0c-1e756fad3bd5 req-e15502ea-2d50-468d-94f7-65c6cffe6af4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:32.280595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4043086-8ecf-40c8-9b0c-1e756fad3bd5 req-e15502ea-2d50-468d-94f7-65c6cffe6af4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.3900709 May 20 08:24:32.289259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-8db61e29-1e0a-4614-b096-5421fb9086cf service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313386 May 20 08:24:32.300050 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:32.304080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:32.307079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:32.313694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:32.381231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:32.385370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:32.424197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4043086-8ecf-40c8-9b0c-1e756fad3bd5 req-71e78a98-ab23-4f98-8849-ba1eb582d9f3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338453 May 20 08:24:32.480312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70979bf4-258d-45e6-a1ab-bcd410d74736 req-aaec5cc5-0a8e-4925-b5f6-efc114acbc38 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760454 May 20 08:24:32.635913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208be8b0-20b0-4d8e-9860-71386f1276fd req-10d80ca6-c982-4ab4-8b6a-841be4585092 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:32.637508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-208be8b0-20b0-4d8e-9860-71386f1276fd req-10d80ca6-c982-4ab4-8b6a-841be4585092 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 943 time: 0.1019063 May 20 08:24:32.729728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-208be8b0-20b0-4d8e-9860-71386f1276fd req-3fbf10b3-32a1-4fa2-a045-b62fd09290a4 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 May 20 08:24:32.747631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-6b597ab7-1980-4939-a770-0bef9e8dbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:32.749690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-6b597ab7-1980-4939-a770-0bef9e8dbe00 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=debf72d1271b43ffa0e077385ddd9927&device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 1094 time: 0.1218777 May 20 08:24:32.951972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-3de69a9b-c95b-4141-b322-140a8c96e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:32.953729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-3de69a9b-c95b-4141-b322-140a8c96e50c service neutron] 10.222.0.84 "GET /v2.0/networks?id=adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 200 len: 913 time: 0.1966507 May 20 08:24:33.003946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.008473 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3a8c985-f358-4890-9bc1-041889de3b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:33.031921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-f02fa41c-e950-4e8c-ab38-9c4bfdbe73ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 200 len: 217 time: 0.0687971 May 20 08:24:33.071461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:33.074742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:33.088791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:33.089352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23561b7-ef0b-44ac-847d-1d4c1f6a1bbd None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:33.090046 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.097197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:33.104544 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:33.115948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f7fd3-8e34-4651-8c00-a175aee4205f req-c8d1225e-daf1-4f88-a142-b4b6c999567b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:33.115948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd5f7fd3-8e34-4651-8c00-a175aee4205f req-c8d1225e-daf1-4f88-a142-b4b6c999567b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.2284997 May 20 08:24:33.122077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-0289ba87-0a57-4995-b911-55a11abe57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:33.124281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-0289ba87-0a57-4995-b911-55a11abe57db service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9be0429-0737-4319-85cb-77ebdb47ccd1 HTTP/1.1" status: 200 len: 852 time: 0.0845432 May 20 08:24:33.184422 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0087130 May 20 08:24:33.186403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-d4b49ad7-e672-412c-b658-3da5568c4149 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adbf2e51-fca9-444b-8c99-057f2f42c33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476732 May 20 08:24:33.189354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38002) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:33.193225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526542076'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:33.200576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:33.205584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:33.208864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:33.214988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:33.245503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd5f7fd3-8e34-4651-8c00-a175aee4205f req-feea2b0c-e798-4f89-b0cc-b665f7d356e4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253188 May 20 08:24:33.307820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.347987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:33.348876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-190225ac-3d8d-45ac-8753-934e26f472a5 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532168 May 20 08:24:33.355180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:33.360925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:33.371172 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:33.491589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.510527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460456a5-1802-494b-9af8-1608644354da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-b2058e7b-2e47-4553-952b-f2852825f9f4', 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'tenant_id': 'e4a80488f66e443f9f0be40a4fea5f79', 'fixed_ips': [{'subnet_id': '5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:24:33.511434 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.570129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.575501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0369db-833d-4f93-84b2-df03443dd6a6 req-4bea59bf-7c92-4a0c-9c5a-e386fa2307e4 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181447 May 20 08:24:33.579553 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dcb8e7d3-7986-4354-8001-5bb164460609 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:33.609240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297be0b0-aa7a-4858-8c55-aca660c2f246 req-25babeff-89d0-4ac9-a419-c4c089c861a9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:33.611087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-297be0b0-aa7a-4858-8c55-aca660c2f246 req-25babeff-89d0-4ac9-a419-c4c089c861a9 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1270375 May 20 08:24:33.666943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac89952-52c7-4f5a-b27c-3a6424ac1d16,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:33.672174 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:33.681277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-297be0b0-aa7a-4858-8c55-aca660c2f246 req-fd6b8f2b-ae84-4ea5-9f4b-6428076c3086 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583556 May 20 08:24:33.730955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-460456a5-1802-494b-9af8-1608644354da None None] Allocated IP 2001:db8::2 (b2058e7b-2e47-4553-952b-f2852825f9f4/5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6/9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:33.758361 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.765540 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5713158 May 20 08:24:33.765540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38012) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:33.770185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133001587'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:33.777073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:33.781120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:33.784143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:33.790441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:33.867129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.891760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:33.895823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:33.898962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:33.905388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:33.943768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab04342-4aaf-465a-acfd-6fabac5a559b req-57be2469-01d1-4e19-b06e-b0b09c2cd92d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:33.945397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ab04342-4aaf-465a-acfd-6fabac5a559b req-57be2469-01d1-4e19-b06e-b0b09c2cd92d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0921190 May 20 08:24:33.970381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:33.981232 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-460456a5-1802-494b-9af8-1608644354da None None] Transition to ACTIVE for port object 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:33.997591 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.005356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-460456a5-1802-494b-9af8-1608644354da None None] Transition to ACTIVE for port object 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:34.009998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6ab04342-4aaf-465a-acfd-6fabac5a559b req-681d8819-ecc0-4518-bc2a-3e5964239b8b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529914 May 20 08:24:34.062132 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.067270 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-237e180f-7d9b-40f9-9f21-00a03f4c23ba tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:34.096704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.108650 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e9155ce5-8ad9-45e4-9ef1-71802f1b37a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:34.114670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db55f6-dabb-44e7-89dc-b4a558bacdac,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:34.117580 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:34.172796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460456a5-1802-494b-9af8-1608644354da None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:34.175871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-460456a5-1802-494b-9af8-1608644354da None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:34.178388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460456a5-1802-494b-9af8-1608644354da None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:34.189503 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.194127 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4261551 May 20 08:24:34.195011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38020) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:34.200670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907783554', 'security_groups': ['a0db55f6-dabb-44e7-89dc-b4a558bacdac'], 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:34.225561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460456a5-1802-494b-9af8-1608644354da None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:34.228364 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-460456a5-1802-494b-9af8-1608644354da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:34.246515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8de3a5-ea1c-4af9-925d-56febfdad490 req-6382493d-29a1-441d-8987-d44c3fb2e553 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:34.246714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a8de3a5-ea1c-4af9-925d-56febfdad490 req-6382493d-29a1-441d-8987-d44c3fb2e553 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 943 time: 0.1424389 May 20 08:24:34.302214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-460456a5-1802-494b-9af8-1608644354da None None] Attempting to bind port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:24:34.302696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-460456a5-1802-494b-9af8-1608644354da None None] Attempting to bind port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3388baa8-db3e-4604-98df-1737dac91d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:24:34.303267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460456a5-1802-494b-9af8-1608644354da None None] Attempting to bind port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c on network b2058e7b-2e47-4553-952b-f2852825f9f4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:24:34.311606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460456a5-1802-494b-9af8-1608644354da None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:24:34.312196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460456a5-1802-494b-9af8-1608644354da None None] Checking segment: {'id': '3388baa8-db3e-4604-98df-1737dac91d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:24:34.312858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.313500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460456a5-1802-494b-9af8-1608644354da None None] Bound using segment: {'id': '3388baa8-db3e-4604-98df-1737dac91d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:24:34.314306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-460456a5-1802-494b-9af8-1608644354da None None] Bound port: 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3388baa8-db3e-4604-98df-1737dac91d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:24:34.314949 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.366072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1a8de3a5-ea1c-4af9-925d-56febfdad490 req-2f349780-50d7-4079-8b41-06c25136891b tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126735 May 20 08:24:34.392480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:34.399720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:34.412933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-460456a5-1802-494b-9af8-1608644354da None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:24:34.418279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-460456a5-1802-494b-9af8-1608644354da None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:24:34.501311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:34.535949 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-460456a5-1802-494b-9af8-1608644354da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.540085 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-072fd96f-8677-4461-9cc9-fb36bed01dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:34.620988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460456a5-1802-494b-9af8-1608644354da None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:34.624217 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-460456a5-1802-494b-9af8-1608644354da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:34.686882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c182fd-a35c-405d-a6bc-b4be27194165 req-ce3a7059-f5b1-4105-9f6e-da9597e3fe57 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:34.688464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c182fd-a35c-405d-a6bc-b4be27194165 req-ce3a7059-f5b1-4105-9f6e-da9597e3fe57 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1702669 May 20 08:24:34.760121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b7c182fd-a35c-405d-a6bc-b4be27194165 req-ae19b3ae-6bc2-41ad-a45c-c787b11fe9b2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638120 May 20 08:24:34.765762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:34.791769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port d6b35d88-c47f-4d62-8fca-7862528b8f70 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:24:35.142257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2278-d199-4155-a893-ea9f0f1b92e5 req-a396f2fc-3934-4ac9-9f4f-c209def55e94 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:35.143592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad7d2278-d199-4155-a893-ea9f0f1b92e5 req-a396f2fc-3934-4ac9-9f4f-c209def55e94 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.2254341 May 20 08:24:35.333589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::1bb (b2058e7b-2e47-4553-952b-f2852825f9f4/5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6/d6b35d88-c47f-4d62-8fca-7862528b8f70) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:35.406422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ad7d2278-d199-4155-a893-ea9f0f1b92e5 req-4c3f81a2-25cf-4289-ae67-a7005fd3c1f4 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673139 May 20 08:24:35.693052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:35.721763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object d6b35d88-c47f-4d62-8fca-7862528b8f70 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:35.762608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073077be-0a4f-4493-8495-e3d7f43705d7 req-f95c1dc9-1b68-479a-99fd-e9006809d3cf tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:35.764467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-073077be-0a4f-4493-8495-e3d7f43705d7 req-f95c1dc9-1b68-479a-99fd-e9006809d3cf tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 943 time: 0.1346240 May 20 08:24:35.816143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-073077be-0a4f-4493-8495-e3d7f43705d7 req-9cab243a-9e4f-458d-bb84-9fae3075f063 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 May 20 08:24:35.839586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:35.848370 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61155b2c-ca74-46e8-a9f8-9b432d1ceffe tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:35.869969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eee35d43-8262-4b5e-8d52-ea20c87e716b None None] Provisioning for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:35.915198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eee35d43-8262-4b5e-8d52-ea20c87e716b None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:35.915804 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eee35d43-8262-4b5e-8d52-ea20c87e716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:35.924292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:35.927816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:35.930334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:35.936452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:35.937102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:35.956299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=d6b35d88-c47f-4d62-8fca-7862528b8f70,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:35.960196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:36.014427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:36.040733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8447559 May 20 08:24:36.043431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38032) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:36.052176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:36.102063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-eee35d43-8262-4b5e-8d52-ea20c87e716b None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:36.199110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:36.208831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:36.210250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.278665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:36.283422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:36.286856 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:36.294034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:36.354861 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.375701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:36.379768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.390738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:36.398241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb1c6727-f9bd-4d97-954d-2990d11891c0 None None] Provisioning for port d6b35d88-c47f-4d62-8fca-7862528b8f70 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:36.403881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb1c6727-f9bd-4d97-954d-2990d11891c0 None None] Provisioning complete for port d6b35d88-c47f-4d62-8fca-7862528b8f70 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:36.404310 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6727-f9bd-4d97-954d-2990d11891c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.462150 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.469535 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:36.515808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c6727-f9bd-4d97-954d-2990d11891c0 None None] Port d6b35d88-c47f-4d62-8fca-7862528b8f70 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:36.542891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:36.553942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:24:36.557722 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:36.563687 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6 (CIDR: 2001:db8::/64) May 20 08:24:36.610359 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:24:36.611165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:36.661779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410cd1-7fd2-4874-8099-01da4b85199f req-53441e0f-f81b-44df-a568-0614ebc0648a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:36.663552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e410cd1-7fd2-4874-8099-01da4b85199f req-53441e0f-f81b-44df-a568-0614ebc0648a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1003444 May 20 08:24:36.707954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,segment=NetworkSegment(5ae8fa38-11c3-48f0-a845-e613c8c45a81),segment_id=5ae8fa38-11c3-48f0-a845-e613c8c45a81)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:36.719019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e410cd1-7fd2-4874-8099-01da4b85199f req-8ffa7fd5-79c9-4f71-b0d8-7f3d804637a2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 May 20 08:24:36.723690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a', 'network_id': 'adbf2e51-fca9-444b-8c99-057f2f42c33e', 'port_id': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a', 'mac_address': 'fa:16:3e:88:3c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9be0429-0737-4319-85cb-77ebdb47ccd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:24:36.730433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-664065e1-1b26-483b-ac4e-cfefbcb38751 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6856437 May 20 08:24:36.731638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38038) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:36.744441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:36.802062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.831964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:24:36.851396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66385874-54ab-41fb-adb0-94ee409b5dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.856647 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,segment=NetworkSegment(5ae8fa38-11c3-48f0-a845-e613c8c45a81),segment_id=5ae8fa38-11c3-48f0-a845-e613c8c45a81)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:36.936621 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:36.940070 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-194ae452-616e-41a3-9bde-f6d849a13e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:37.060153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:37.075211 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:37.093981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff16ab-e91c-4dbf-9ed0-e4610face715 req-1008d455-3414-4d43-aed6-9f948115eaa3 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:37.096112 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22ff16ab-e91c-4dbf-9ed0-e4610face715 req-1008d455-3414-4d43-aed6-9f948115eaa3 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 944 time: 0.1532953 May 20 08:24:37.101286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:37.106423 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:37.110123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:37.117090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:37.152777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22ff16ab-e91c-4dbf-9ed0-e4610face715 req-15c99ff8-72ab-43a7-9586-ed8fa7d367fb tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 May 20 08:24:37.168271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4bc62a0c-0e70-4957-9cfb-2f6aaab8837a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:24:37.227613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:37.231515 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:37.758173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:37.761955 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e68fd239-62bd-46e0-860f-a8159892ff80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:37.820839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:37.823978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:37.838192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:37.839062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:37.841974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4f488-89ee-49ca-a5a2-4138e98f4790 None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:37.847218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=0c87b7d8-3b38-4cd2-96e9-23aa2065f254,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:37.854346 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:37.947831 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2148066 May 20 08:24:37.950545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38046) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:37.958980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1038749268', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c87b7d8-3b38-4cd2-96e9-23aa2065f254'}], 'security_groups': ['fac89952-52c7-4f5a-b27c-3a6424ac1d16']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:37.988809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:37.999670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736ee8-b88d-4dcf-b982-d1d2f2d450bb req-3d17b045-a4dd-46b3-9f71-cc55f71ca7c5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:38.002524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d736ee8-b88d-4dcf-b982-d1d2f2d450bb req-3d17b045-a4dd-46b3-9f71-cc55f71ca7c5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1479528 May 20 08:24:38.061165 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d736ee8-b88d-4dcf-b982-d1d2f2d450bb req-df9202ac-4da2-417c-9683-94b0acdaa436 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 May 20 08:24:38.202892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:38.203352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:38.265120 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:38.412330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33dacf-868a-48b1-b431-d8771ad831c0 req-e702e249-feef-496d-82a8-b202b740ed39 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:38.414745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e33dacf-868a-48b1-b431-d8771ad831c0 req-e702e249-feef-496d-82a8-b202b740ed39 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 944 time: 0.0933256 May 20 08:24:38.467388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e33dacf-868a-48b1-b431-d8771ad831c0 req-d0411fc0-7f03-401c-b30e-d8d02fa196a9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 May 20 08:24:38.488668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Update dhcp port {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'fixed_ips': [{'subnet_id': '5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c87b7d8-3b38-4cd2-96e9-23aa2065f254'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 08:24:38.547984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:38.565229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:38.715677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Delete allocated IP 2001:db8::1bb (b2058e7b-2e47-4553-952b-f2852825f9f4/5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6) {{(pid=93102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 08:24:38.724002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8:0:1::3e2 (b2058e7b-2e47-4553-952b-f2852825f9f4/0c87b7d8-3b38-4cd2-96e9-23aa2065f254/d6b35d88-c47f-4d62-8fca-7862528b8f70) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:38.838368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:38.844206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:38.844914 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:38.941839 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:38.964218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object d6b35d88-c47f-4d62-8fca-7862528b8f70 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:38.973401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.011665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:39.026611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,segment=NetworkSegment(5ae8fa38-11c3-48f0-a845-e613c8c45a81),segment_id=5ae8fa38-11c3-48f0-a845-e613c8c45a81)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:39.026896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.034571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd835be4-3930-4a22-8082-c1fe722e1ae9 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:39.083937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247b0e-b898-4c4a-aa2c-82265a64db54 req-a538d5e7-c389-48fe-958b-755b63542db1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.085814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94247b0e-b898-4c4a-aa2c-82265a64db54 req-a538d5e7-c389-48fe-958b-755b63542db1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0978420 May 20 08:24:39.103055 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.110388 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7eff9b3b-b85e-4c0c-a276-d2ce60951fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:39.156974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=d6b35d88-c47f-4d62-8fca-7862528b8f70,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:39.157238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94247b0e-b898-4c4a-aa2c-82265a64db54 req-51ba27a5-9811-4189-9f37-ca5771ec1419 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551181 May 20 08:24:39.165176 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:39.166409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] In _notify_port_updated(), no bound segment for port d6b35d88-c47f-4d62-8fca-7862528b8f70 on network b2058e7b-2e47-4553-952b-f2852825f9f4 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:24:39.172655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.173337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.174688 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/ports/d6b35d88-c47f-4d62-8fca-7862528b8f70 HTTP/1.1" status: 200 len: 931 time: 1.2228892 May 20 08:24:39.180061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38060) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:39.209047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Allocated IP 2001:db8:0:1::2 (b2058e7b-2e47-4553-952b-f2852825f9f4/0c87b7d8-3b38-4cd2-96e9-23aa2065f254/9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:39.268767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-4ee237a6-5814-40e8-8821-239cf25f38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.270521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-4ee237a6-5814-40e8-8821-239cf25f38ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 1097 time: 0.1176345 May 20 08:24:39.296105 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a', 'code': 200} May 20 08:24:39.341399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port d6b35d88-c47f-4d62-8fca-7862528b8f70 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:39.342767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.412702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:39.418525 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:39.433947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8b62-76d7-4cef-b03a-88c72d1584b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.444652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:39.474181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.499355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Transition to ACTIVE for port object 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:39.508500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-435b7b7f-28ee-4524-b1da-71c6669c2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.509692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-435b7b7f-28ee-4524-b1da-71c6669c2fa6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 200 len: 915 time: 0.2263503 May 20 08:24:39.515102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753d275-0f3b-4687-8427-d2f5eb158d00 req-294ea653-ccf6-400f-a686-cbab59978675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.516563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3753d275-0f3b-4687-8427-d2f5eb158d00 req-294ea653-ccf6-400f-a686-cbab59978675 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 1096 time: 0.1178842 May 20 08:24:39.538113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.554545 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.582469 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:39.721497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-5dea8ac1-081c-4602-966a-ae277e5900a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 200 len: 217 time: 0.1939490 May 20 08:24:39.728470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for d6b35d88-c47f-4d62-8fca-7862528b8f70 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:39.766874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:39.769985 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:39.777234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3753d275-0f3b-4687-8427-d2f5eb158d00 req-202a3e92-08d0-401f-81f6-585cb31ea49c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466564 May 20 08:24:39.791033 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.828475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-b95eec3e-1472-4398-8430-35aa2e2fced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.830198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-b95eec3e-1472-4398-8430-35aa2e2fced8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 200 len: 854 time: 0.0985188 May 20 08:24:39.896900 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-b668ffc3-62fd-48c2-8998-9cae68944f00 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b4262a53-4ca3-48de-98e8-e4c327dd43f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583553 May 20 08:24:39.906036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb17e4a-390a-43c7-a008-210274c94c05 req-4669116a-85e6-4adb-89de-fb9117886de7 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:39.907658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cb17e4a-390a-43c7-a008-210274c94c05 req-4669116a-85e6-4adb-89de-fb9117886de7 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.2906833 May 20 08:24:39.944652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:39.964172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:39.972373 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a2eb4adb-3825-40e4-bf86-49e63baed354 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:40.024703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=d6b35d88-c47f-4d62-8fca-7862528b8f70,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:40.030808 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:40.104467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.126012 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/d6b35d88-c47f-4d62-8fca-7862528b8f70 HTTP/1.1" status: 204 len: 168 time: 0.9442902 May 20 08:24:40.127135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38066) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:40.178443 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e1cc58-6feb-44dc-acb2-84d6de76acff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:40.178996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e9e1cc58-6feb-44dc-acb2-84d6de76acff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:40.272795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e9e1cc58-6feb-44dc-acb2-84d6de76acff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:40.274999 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e9e1cc58-6feb-44dc-acb2-84d6de76acff tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/d6b35d88-c47f-4d62-8fca-7862528b8f70 HTTP/1.1" status: 404 len: 333 time: 0.1463439 May 20 08:24:40.277878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38074) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:40.298718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8cb17e4a-390a-43c7-a008-210274c94c05 req-05b2b5a2-5545-4ac3-8aca-b9826d39a90a tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831902 May 20 08:24:40.383033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-84f1814f-e73e-4ef9-9c07-8374c56cca2a service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476790 May 20 08:24:40.405301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.453170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.565188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Could not find standard attr ID for object d6b35d88-c47f-4d62-8fca-7862528b8f70. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:24:40.616704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.624124 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c2f79dc-db1e-46f8-a5e1-b19a3480688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:40.637285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db55f6-dabb-44e7-89dc-b4a558bacdac,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:40.640865 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:40.643951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Provisioning for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:40.649428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:40.653031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.653627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eca13756-c48f-4488-9f89-6e1226b58fc1 req-bb643c6f-8fb3-4f65-8ad6-263021fae3bf service neutron] 10.222.0.84 "GET /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597601 May 20 08:24:40.663524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2139d4-6db9-4650-ba8e-7ebf3632002a req-843c6144-cc1b-4867-9f8f-9c565863f025 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:40.665305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2139d4-6db9-4650-ba8e-7ebf3632002a req-843c6144-cc1b-4867-9f8f-9c565863f025 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.2410860 May 20 08:24:40.667447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.668658 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/security-groups/a0db55f6-dabb-44e7-89dc-b4a558bacdac HTTP/1.1" status: 204 len: 168 time: 0.3874550 May 20 08:24:40.678842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38078) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:40.746334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2139d4-6db9-4650-ba8e-7ebf3632002a req-e3eb5e6e-9b67-453a-9ea3-957ab7dc5d6b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 May 20 08:24:40.791718 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.844519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.915711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:40.916285 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.958358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.962838 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e2677a24-7409-402f-a434-4c19db5194b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:40.978939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac89952-52c7-4f5a-b27c-3a6424ac1d16,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:40.983991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9f446c1a-0a76-48d9-bc9c-6e3bc36d5e6f None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:40.994082 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:40.994082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:40.994082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/security-groups/fac89952-52c7-4f5a-b27c-3a6424ac1d16 HTTP/1.1" status: 204 len: 168 time: 0.3097477 May 20 08:24:40.994551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:41.082530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet 5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:41.086193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.106434 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0abb7ef1-56f8-4bff-add9-7415b892e39f None None] Could not find standard attr ID for object d6b35d88-c47f-4d62-8fca-7862528b8f70. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:24:41.148407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.237286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.238433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.591059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008af23-bab7-4717-88da-6aabb4cc961a req-544c089e-05de-4d0d-aaa7-dcc150b4df1e tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:41.596677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b008af23-bab7-4717-88da-6aabb4cc961a req-544c089e-05de-4d0d-aaa7-dcc150b4df1e tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1813691 May 20 08:24:41.648356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b008af23-bab7-4717-88da-6aabb4cc961a req-8316bf2b-d48a-4d00-82a1-6bada1b42898 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451798 May 20 08:24:41.696146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.705079 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0e37f93b-c40f-4ed5-9295-f4e9772215a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:41.772627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:41.784172 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:41.787979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.788355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.788903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.789270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.789663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.790029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.790399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.790755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.791152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.791514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.791763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f49e5-f223-4477-a581-025e3ba424fd None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:41.792217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.792217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:24:41.797255 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:41.800654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6 HTTP/1.1" status: 204 len: 168 time: 0.8047853 May 20 08:24:41.807122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38090) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:41.815305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:41.946634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9a76-12de-4895-b7f5-770d3a74a093 req-7936c092-2be5-43e3-bd99-5abb501287c2 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:41.948464 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-684d9a76-12de-4895-b7f5-770d3a74a093 req-7936c092-2be5-43e3-bd99-5abb501287c2 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1338465 May 20 08:24:42.028524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-684d9a76-12de-4895-b7f5-770d3a74a093 req-21339bb2-5969-4fa8-88de-b052b5f99f6a tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 May 20 08:24:42.143919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:42.147903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:42.151007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:42.157557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:42.244655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:42.252227 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:42.252374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4d59f-0be6-4a18-bc18-2a7f6e2f9ad0 req-c42d7457-2af2-41ab-9ee6-646598774bd2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:42.253898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f4d59f-0be6-4a18-bc18-2a7f6e2f9ad0 req-c42d7457-2af2-41ab-9ee6-646598774bd2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1114309 May 20 08:24:42.310453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4f4d59f-0be6-4a18-bc18-2a7f6e2f9ad0 req-fba871b6-9256-4d32-8864-2cc87c7d7c82 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489891 May 20 08:24:42.535586 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:42.894169 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:42.900080 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1e855a25-9a53-4b62-ad2f-331db2a8155d tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:42.953339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:42.953956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ba4bd997-8a8b-443b-b793-e2b72a57fd1b None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:42.954687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd997-8a8b-443b-b793-e2b72a57fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:42.956569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:42.971194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:42.971795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:42.993162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=3295df2b-f5a6-4772-9e26-6a8730c515d1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:42.997709 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:43.011127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daba40a-e248-4c47-bbe9-bb32a46f344a None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:43.062163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677458c-e7c9-4b7e-9ad8-7406a5492a21 req-98701db2-9aa7-4637-b78c-7c65006b407b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:43.063711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8677458c-e7c9-4b7e-9ad8-7406a5492a21 req-98701db2-9aa7-4637-b78c-7c65006b407b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1272671 May 20 08:24:43.077394 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2641168 May 20 08:24:43.077906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38102) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:43.084805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'security_group': {'name': 'tempest-secgroup-924371640'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:43.093060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:43.097956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:43.101227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:43.110002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:43.132492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8677458c-e7c9-4b7e-9ad8-7406a5492a21 req-2f739a91-8cf1-4af7-9649-4076fc484e56 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621455 May 20 08:24:43.199183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.230873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:43.236258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:43.241562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:43.251092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:43.322845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a97a6-fd7a-4d4c-8f49-26cbbb4018c7 req-20ce6f58-5523-4855-bf41-29f071d534a6 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:43.324658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff1a97a6-fd7a-4d4c-8f49-26cbbb4018c7 req-20ce6f58-5523-4855-bf41-29f071d534a6 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0903904 May 20 08:24:43.329944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ba4bd997-8a8b-443b-b793-e2b72a57fd1b None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:43.330603 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba4bd997-8a8b-443b-b793-e2b72a57fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.351938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.382633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff1a97a6-fd7a-4d4c-8f49-26cbbb4018c7 req-ba38a8ee-655d-4e6e-b5f3-4de28bf7fc9c tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 May 20 08:24:43.398522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.406789 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4a516149-ba39-4154-b91f-86e36e0acae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:43.451414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bd997-8a8b-443b-b793-e2b72a57fd1b None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:43.481224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d59784-aad8-4d53-8091-39597bf01cfe,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:43.486288 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:43.531844 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.534026 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4540081 May 20 08:24:43.537330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38110) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:43.543474 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'security_group': {'name': 'tempest-secgroup-820945153'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:43.559041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:43.568592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:43.573642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:43.595149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:43.665366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Update dhcp port {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'fixed_ips': [{'subnet_id': '0c87b7d8-3b38-4cd2-96e9-23aa2065f254', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3295df2b-f5a6-4772-9e26-6a8730c515d1'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 08:24:43.709736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f705-c56f-480c-a738-0b51fad2ba35 req-5b013429-ebae-494c-849b-ceb20f8d6ead tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:43.711242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43f6f705-c56f-480c-a738-0b51fad2ba35 req-5b013429-ebae-494c-849b-ceb20f8d6ead tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0936701 May 20 08:24:43.731995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.738414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.754091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:43.758194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:43.761616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:43.769307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:43.788298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43f6f705-c56f-480c-a738-0b51fad2ba35 req-9b1a270f-e86c-48d1-b8e1-bf808e23a46f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703626 May 20 08:24:43.879394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.946702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:43.952871 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1843792b-31be-494c-afdf-dc40a777c3e5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:43.985839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Allocated IP 2001:db8::2 (b2058e7b-2e47-4553-952b-f2852825f9f4/3295df2b-f5a6-4772-9e26-6a8730c515d1/9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:43.993592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349fa41-bbed-4dc7-b0d1-6e7cb7a5f531 req-d1c46625-9d5a-4480-9145-cd48ffc3008c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:43.995206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2349fa41-bbed-4dc7-b0d1-6e7cb7a5f531 req-d1c46625-9d5a-4480-9145-cd48ffc3008c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0925624 May 20 08:24:44.000656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688da7fc-9af6-44d3-93e8-c75d01848c65,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:44.003502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:44.056847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2349fa41-bbed-4dc7-b0d1-6e7cb7a5f531 req-1c7fce21-505f-4d02-ab6c-850c9d63c876 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 May 20 08:24:44.108400 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.109730 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5713699 May 20 08:24:44.112521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38118) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:44.118464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'security_group': {'name': 'tempest-secgroup-234298635'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:44.125964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:44.130300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:44.133525 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:44.139741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:44.154969 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:44.188925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.208279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Transition to ACTIVE for port object 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:44.250380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.275435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:44.282080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:security_group_rule and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:44.284080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.286664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:44.289076 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dab1cadc-8e80-4de8-a05d-e9be921d0c13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:44.294102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:44.371001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9b9f-b99c-465e-a6f8-5276b4bc8510 req-c1abfd0b-71d9-4bd4-a51d-45bee061d25f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:44.379611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1ce9b9f-b99c-465e-a6f8-5276b4bc8510 req-c1abfd0b-71d9-4bd4-a51d-45bee061d25f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1005726 May 20 08:24:44.380393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=6']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:44.386396 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:44.406379 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.431519 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1ce9b9f-b99c-465e-a6f8-5276b4bc8510 req-843bad9b-45c0-42f3-89b5-c8864ab1f533 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 May 20 08:24:44.461004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.469852 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e1267ea-3fa7-4f45-bf7c-9e742c020fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:44.536995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea13a3d-f7fb-40f3-aea2-ebeffa537f2b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:44.549231 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:44.600884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:44.605423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38128) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:44.605753 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4920337 May 20 08:24:44.612930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019285376', 'security_groups': ['1ea13a3d-f7fb-40f3-aea2-ebeffa537f2b'], 'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3295df2b-f5a6-4772-9e26-6a8730c515d1'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:44.829305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:44.843677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:44.864166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f742f-5bd3-49cd-a5ee-41d2f8cf7f78 req-99f8c01a-0467-4287-baeb-8a3054d0a9e8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:44.865722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d9f742f-5bd3-49cd-a5ee-41d2f8cf7f78 req-99f8c01a-0467-4287-baeb-8a3054d0a9e8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1360559 May 20 08:24:44.918706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d9f742f-5bd3-49cd-a5ee-41d2f8cf7f78 req-f9077b2c-10b0-4e70-a7df-b4b57aa4ef7c tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 May 20 08:24:44.944653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:45.124722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Provisioning for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:45.130800 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:45.131292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:45.268333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:45.268626 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:45.291405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:45.321547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] device_id is not set on port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:24:45.326481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-89697d5c-5cc4-4206-bbb4-de43195fcf4f None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:45.372422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2eb84-a06a-4dc8-ae21-8dc022e5a494 req-f852d4ef-ad53-4f00-b706-3644675a32bd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:45.374089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31c2eb84-a06a-4dc8-ae21-8dc022e5a494 req-f852d4ef-ad53-4f00-b706-3644675a32bd tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1777270 May 20 08:24:45.490864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-31c2eb84-a06a-4dc8-ae21-8dc022e5a494 req-f59711fb-6e51-47d0-8fe9-dece635b6a4a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100755 May 20 08:24:45.589716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8::ac (b2058e7b-2e47-4553-952b-f2852825f9f4/3295df2b-f5a6-4772-9e26-6a8730c515d1/4c8c5436-0c0b-45fa-97a4-baf141f0db89) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:45.789274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:45.805131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object 4c8c5436-0c0b-45fa-97a4-baf141f0db89 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:45.904316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:45.918564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:45.925109 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c949e6c5-9005-47d6-9ee9-f7ea7569eaba tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:45.976842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:45.977301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:46.087508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:46.092829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:46.097023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:24:46.102698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.103380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:46.109773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=4c8c5436-0c0b-45fa-97a4-baf141f0db89,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:46.154063 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:46.215007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d1eed-169e-4932-a302-192f5ad5ff5a req-c8d918d0-19c9-4fbd-b11f-bfef6a6fd541 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.217084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-535d1eed-169e-4932-a302-192f5ad5ff5a req-c8d918d0-19c9-4fbd-b11f-bfef6a6fd541 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.2584014 May 20 08:24:46.268627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37432d-6391-4b49-9810-cc621065e35d req-18152633-0028-4cc0-b579-a2b52866f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.271253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-18152633-0028-4cc0-b579-a2b52866f131 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=debf72d1271b43ffa0e077385ddd9927&device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 1096 time: 0.1742768 May 20 08:24:46.303660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-535d1eed-169e-4932-a302-192f5ad5ff5a req-03364718-ae61-4c0d-a9f4-f96be78ef0e0 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767500 May 20 08:24:46.316834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7090199 May 20 08:24:46.319204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38140) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:46.332947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:46.438013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a0285fb3-6ffa-4e57-ad91-d412f7f76927 None None] Provisioning for port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:46.444121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a0285fb3-6ffa-4e57-ad91-d412f7f76927 None None] Provisioning complete for port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:46.444504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a0285fb3-6ffa-4e57-ad91-d412f7f76927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:46.492286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37432d-6391-4b49-9810-cc621065e35d req-68d6d921-4a0e-4e48-b209-41f8278bad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.495899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-68d6d921-4a0e-4e48-b209-41f8278bad2d service neutron] 10.222.0.84 "GET /v2.0/networks?id=adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 200 len: 913 time: 0.2191486 May 20 08:24:46.501698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:46.502337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a0285fb3-6ffa-4e57-ad91-d412f7f76927 None None] Port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:46.506161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:46.509066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:46.515734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:46.575321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-ec727aeb-9353-4b22-8bfd-d40f6f05a0f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 200 len: 217 time: 0.0716758 May 20 08:24:46.580678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:46.584318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:46.587595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be2810-ce9a-4607-86d5-600fa7fa3e1a req-d1d76ed4-6b23-46c4-a226-6e16fb81b866 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.589082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3be2810-ce9a-4607-86d5-600fa7fa3e1a req-d1d76ed4-6b23-46c4-a226-6e16fb81b866 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1836038 May 20 08:24:46.689243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37432d-6391-4b49-9810-cc621065e35d req-969febd1-814d-479b-8062-a859ab7a0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:46.690861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-969febd1-814d-479b-8062-a859ab7a0f20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9be0429-0737-4319-85cb-77ebdb47ccd1 HTTP/1.1" status: 200 len: 852 time: 0.1008515 May 20 08:24:46.694040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3be2810-ce9a-4607-86d5-600fa7fa3e1a req-372f6d66-feaa-4737-80b9-17a0f2eed4ab tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738754 May 20 08:24:46.729283 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3295df2b-f5a6-4772-9e26-6a8730c515d1 (CIDR: 2001:db8::/64) May 20 08:24:46.753064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-fcf25b1c-1663-4231-b88f-c9b9b690685a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adbf2e51-fca9-444b-8c99-057f2f42c33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537403 May 20 08:24:46.795755 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:24:46.796503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:46.891300 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fdebd97-fd5d-407c-8320-cf698d8d53a0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5708108 May 20 08:24:46.894388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38146) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:46.901881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:46.949133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-8e106499-44cd-4dfa-871f-fb3d818781b1 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889563 May 20 08:24:47.005662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a6f65-83c6-41bf-b7ff-e430c88c2936 req-80a03b65-607c-4626-bf0a-3ee758f1413c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:47.007134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-390a6f65-83c6-41bf-b7ff-e430c88c2936 req-80a03b65-607c-4626-bf0a-3ee758f1413c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1564031 May 20 08:24:47.053081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:47.056671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:47.061181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:47.067373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:47.126943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-390a6f65-83c6-41bf-b7ff-e430c88c2936 req-af2b87f7-b6de-4a23-9197-873b67420fca tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737436 May 20 08:24:47.134776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de37432d-6391-4b49-9810-cc621065e35d req-cb449fa8-6b49-433c-a680-2d9f8408dfe2 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778927 May 20 08:24:47.169230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:47.172832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:47.319378 n-d-780147-4 neutron-server[93102]: INFO neutron.db.ipam_backend_mixin [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c87b7d8-3b38-4cd2-96e9-23aa2065f254 (CIDR: 2001:db8:0:1::/64) May 20 08:24:47.353083 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:24:47.353699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:47.451447 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-810ead6d-6203-401f-906b-600776b218aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5551276 May 20 08:24:47.453871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38156) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:47.459816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'subnet': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:47.579540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1f66a-6887-42cf-a4d1-bd210031856d req-dc924734-8cd7-4857-9431-da51b03bbfa0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:47.580952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fe1f66a-6887-42cf-a4d1-bd210031856d req-dc924734-8cd7-4857-9431-da51b03bbfa0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.2574496 May 20 08:24:47.617204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:24:47.622188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Usage tracker for resource:subnet and tenant:e4a80488f66e443f9f0be40a4fea5f79 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:24:47.627075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:24:47.629070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1fe1f66a-6887-42cf-a4d1-bd210031856d req-82a0add6-5f15-46d7-a354-1f95c5d4965a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 May 20 08:24:47.634891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:24:47.683906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Made reservation on behalf of e4a80488f66e443f9f0be40a4fea5f79 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:24:47.687771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:47.820806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f68e-0485-4f1e-8202-ddb3f85c9f1c req-e13eca12-5bfb-403d-8c6c-102e2be5b076 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:47.822746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b9f68e-0485-4f1e-8202-ddb3f85c9f1c req-e13eca12-5bfb-403d-8c6c-102e2be5b076 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0878234 May 20 08:24:47.884308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-77b9f68e-0485-4f1e-8202-ddb3f85c9f1c req-b2120808-4c0c-4d67-a116-d166bc42c861 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538530 May 20 08:24:48.070380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2a6b-e8a0-4795-a120-dc22e1902bce req-06af81a1-d20b-4e40-9b0b-e1b3b971a34d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:48.071952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0cbd2a6b-e8a0-4795-a120-dc22e1902bce req-06af81a1-d20b-4e40-9b0b-e1b3b971a34d tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0873508 May 20 08:24:48.124244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0cbd2a6b-e8a0-4795-a120-dc22e1902bce req-d9aae6d4-6f35-40c9-938d-24ed2ff808d3 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 May 20 08:24:48.338577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55878e-ffa3-4963-8811-085af651685b req-98578c6d-0fc6-4755-9267-a3a0da68481c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:48.340119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b55878e-ffa3-4963-8811-085af651685b req-98578c6d-0fc6-4755-9267-a3a0da68481c tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0870306 May 20 08:24:48.389525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b55878e-ffa3-4963-8811-085af651685b req-f358760e-2079-4206-b89d-22bba8b3c0eb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 May 20 08:24:48.454810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:48.459447 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-afb44a81-6990-42fc-a25b-b7267ef5d884 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:48.520228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Network b2058e7b-2e47-4553-952b-f2852825f9f4 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:24:48.523370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:24:48.534399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80ba6e-cc77-4d74-a416-b01bd28e0a1e None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:48.537113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:48.537745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:48.541437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Subnet': ['ID=e846e8a6-5795-43ba-a789-fab2fab13061,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:48.545753 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:48.598981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76c5c-46a4-46fa-a123-4475a786a59f req-b39d417f-ebc6-4d0a-9adc-105365d76616 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:48.600477 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ea76c5c-46a4-46fa-a123-4475a786a59f req-b39d417f-ebc6-4d0a-9adc-105365d76616 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0944421 May 20 08:24:48.618360 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1609023 May 20 08:24:48.619400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38168) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:48.626340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1259473577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e846e8a6-5795-43ba-a789-fab2fab13061'}], 'security_groups': ['b5d59784-aad8-4d53-8091-39597bf01cfe', '688da7fc-9af6-44d3-93e8-c75d01848c65']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:24:48.653687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ea76c5c-46a4-46fa-a123-4475a786a59f req-9670ccdb-1389-4911-8baf-29fa41e7d7e5 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 May 20 08:24:48.873503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576236-7179-4a20-bfd1-dad35778de90 req-ff7338c9-f9a8-479b-af0e-bc70fed9ad88 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:48.874815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d576236-7179-4a20-bfd1-dad35778de90 req-ff7338c9-f9a8-479b-af0e-bc70fed9ad88 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0896082 May 20 08:24:48.897199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:48.911817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Update dhcp port {'port': {'network_id': 'b2058e7b-2e47-4553-952b-f2852825f9f4', 'fixed_ips': [{'subnet_id': '0c87b7d8-3b38-4cd2-96e9-23aa2065f254', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3295df2b-f5a6-4772-9e26-6a8730c515d1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e846e8a6-5795-43ba-a789-fab2fab13061'}], 'binding:host_id': 'n-d-780147-4'}, 'id': '9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c'} from n-d-780147-4. {{(pid=93103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 08:24:48.925552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d576236-7179-4a20-bfd1-dad35778de90 req-2d05f33d-3501-42f3-b474-d0a36e8b1981 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 May 20 08:24:48.977785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:49.126271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb2c2d-f65d-4ff5-bb80-a8d918a3ddd2 req-3f1a3333-a366-463d-b095-92ba8db24324 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:49.128041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66fb2c2d-f65d-4ff5-bb80-a8d918a3ddd2 req-3f1a3333-a366-463d-b095-92ba8db24324 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0922244 May 20 08:24:49.181707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-66fb2c2d-f65d-4ff5-bb80-a8d918a3ddd2 req-b753549c-d246-4be6-8671-3cfdcf4bf1d0 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 May 20 08:24:49.205290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Allocated IP 2001:db8:0:2::2 (b2058e7b-2e47-4553-952b-f2852825f9f4/e846e8a6-5795-43ba-a789-fab2fab13061/9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:49.347838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:49.373369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89ea8-ca45-4f60-84e2-ab3df23bdfa0 req-6941512e-1190-423b-a330-10a3ee6d4fb1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:49.374154 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:49.375146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e89ea8-ca45-4f60-84e2-ab3df23bdfa0 req-6941512e-1190-423b-a330-10a3ee6d4fb1 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.0916581 May 20 08:24:49.391934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Transition to ACTIVE for port object 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:49.421164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-08e89ea8-ca45-4f60-84e2-ab3df23bdfa0 req-1be4ecc4-b2bf-493a-b197-f45b0c42daeb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 May 20 08:24:49.478623 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:49.485591 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:49.628505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Delete allocated IP 2001:db8::ac (b2058e7b-2e47-4553-952b-f2852825f9f4/3295df2b-f5a6-4772-9e26-6a8730c515d1) {{(pid=93102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 08:24:49.636556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Allocated IP 2001:db8:0:2::386 (b2058e7b-2e47-4553-952b-f2852825f9f4/e846e8a6-5795-43ba-a789-fab2fab13061/4c8c5436-0c0b-45fa-97a4-baf141f0db89) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:24:49.676746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=7']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:49.682492 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:49.877029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:49.896981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Transition to ACTIVE for port object 4c8c5436-0c0b-45fa-97a4-baf141f0db89 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:24:49.910498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:24:50.049422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.055744 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9b62fdae-ffeb-4bb6-a0fa-157c232e2eca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:50.163057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] In _notify_port_updated(), no bound segment for port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 on network b2058e7b-2e47-4553-952b-f2852825f9f4 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:24:50.168557 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:50.169438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.171044 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "PUT /v2.0/ports/4c8c5436-0c0b-45fa-97a4-baf141f0db89 HTTP/1.1" status: 200 len: 970 time: 1.5506952 May 20 08:24:50.174519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:50.218142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event updated for resources: {'Port': ['ID=4c8c5436-0c0b-45fa-97a4-baf141f0db89,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:50.227287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:50.238076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319fa54-d1de-4ac4-a96c-36a2cbe55f2d req-02c49d9f-6aa9-4813-a189-b133b72bd89d tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:50.240550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d319fa54-d1de-4ac4-a96c-36a2cbe55f2d req-02c49d9f-6aa9-4813-a189-b133b72bd89d tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0981400 May 20 08:24:50.304897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d319fa54-d1de-4ac4-a96c-36a2cbe55f2d req-9cdf252f-ff9d-42bd-a020-9588f9f8433e tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 May 20 08:24:50.362005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:50.362450 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.512346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Provisioning for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:50.518492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:50.518816 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.519649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.537104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c60f28-5a51-453e-a0f0-a3f2e35df9c0 req-dcb388df-3965-4e27-9199-032dfa695f8f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:50.538812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3c60f28-5a51-453e-a0f0-a3f2e35df9c0 req-dcb388df-3965-4e27-9199-032dfa695f8f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1096730 May 20 08:24:50.610474 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f3c60f28-5a51-453e-a0f0-a3f2e35df9c0 req-fc82e2d4-0729-4443-ba2d-7522612354e0 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586214 May 20 08:24:50.655552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 4c8c5436-0c0b-45fa-97a4-baf141f0db89 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:50.793131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Provisioning for port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:24:50.800943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Provisioning complete for port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:50.801538 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.870547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Port 4c8c5436-0c0b-45fa-97a4-baf141f0db89 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:50.884319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:50.884687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.936249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:50.949099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-97eafbc5-ed94-404a-9880-7918a0e0065b tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:50.962391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f01ee91c-78cc-4994-976c-e62a1d85ec76 None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:51.038069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=4c8c5436-0c0b-45fa-97a4-baf141f0db89,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:51.050442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:51.055407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.074828 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/4c8c5436-0c0b-45fa-97a4-baf141f0db89 HTTP/1.1" status: 204 len: 168 time: 0.8992324 May 20 08:24:51.082203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cc55ab68-8011-4db7-882a-64670ea9c3a8 None None] Could not find standard attr ID for object 4c8c5436-0c0b-45fa-97a4-baf141f0db89. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:24:51.084965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38196) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:51.144466 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f7a9f6-d461-40ee-9226-edd3192dbc24 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] GET failed (client error): The resource could not be found. May 20 08:24:51.145085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-09f7a9f6-d461-40ee-9226-edd3192dbc24 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:51.307102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-09f7a9f6-d461-40ee-9226-edd3192dbc24 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:51.308382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09f7a9f6-d461-40ee-9226-edd3192dbc24 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports/4c8c5436-0c0b-45fa-97a4-baf141f0db89 HTTP/1.1" status: 404 len: 333 time: 0.2221687 May 20 08:24:51.312096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:51.402247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.444192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.586557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8d29-b333-4587-b53d-9d55bdeb8d17 req-d358273e-f7ae-407d-8451-4d14e83c48f0 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:51.587961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2ac8d29-b333-4587-b53d-9d55bdeb8d17 req-d358273e-f7ae-407d-8451-4d14e83c48f0 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1469800 May 20 08:24:51.648335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c2ac8d29-b333-4587-b53d-9d55bdeb8d17 req-131ae769-1474-47f8-986c-e6b158c9b756 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 May 20 08:24:51.655445 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.661325 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f4ba7392-6aa7-4408-b0ff-02d1c8bb2fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:51.678651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea13a3d-f7fb-40f3-aea2-ebeffa537f2b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:51.681433 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:51.687186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.688473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/security-groups/1ea13a3d-f7fb-40f3-aea2-ebeffa537f2b HTTP/1.1" status: 204 len: 168 time: 0.3753619 May 20 08:24:51.691671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38208) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:51.781261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.817885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.936182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.940509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a66088d1-5cec-4a7b-8cbf-3ffff5dc6c33 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:51.956867 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688da7fc-9af6-44d3-93e8-c75d01848c65,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:51.960704 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:51.962813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:51.966600 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/security-groups/688da7fc-9af6-44d3-93e8-c75d01848c65 HTTP/1.1" status: 204 len: 168 time: 0.2697134 May 20 08:24:51.967082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38212) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:52.040418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.073830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.245812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.255070 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c801f8aa-6aeb-4bba-9482-d57335057aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:52.276782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d59784-aad8-4d53-8091-39597bf01cfe,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:52.285467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:52.301633 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.305549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/security-groups/b5d59784-aad8-4d53-8091-39597bf01cfe HTTP/1.1" status: 204 len: 168 time: 0.3346152 May 20 08:24:52.306331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38220) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:52.329870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fb94-fb9f-4773-a8ea-6b88916f045d req-6ef8d387-09a1-4a5b-83a2-1ba39cf204a9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:52.331429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a240fb94-fb9f-4773-a8ea-6b88916f045d req-6ef8d387-09a1-4a5b-83a2-1ba39cf204a9 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1958656 May 20 08:24:52.338074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-752aac58-c2b6-40a1-be11-882c156965e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:52.339556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-752aac58-c2b6-40a1-be11-882c156965e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=debf72d1271b43ffa0e077385ddd9927&device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 1096 time: 0.1289959 May 20 08:24:52.377424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet 3295df2b-f5a6-4772-9e26-6a8730c515d1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:52.380849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.449148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.469467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a240fb94-fb9f-4773-a8ea-6b88916f045d req-6c61f7a5-20a0-4f21-87ce-e9bad4227be4 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289375 May 20 08:24:52.524937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-ab26c524-0705-4c78-8feb-5079a984cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:52.526500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-ab26c524-0705-4c78-8feb-5079a984cf47 service neutron] 10.222.0.84 "GET /v2.0/networks?id=adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 200 len: 913 time: 0.1728187 May 20 08:24:52.602563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-fbd58a74-a4dd-4d14-abba-bb58e987dfa5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 200 len: 217 time: 0.0643551 May 20 08:24:52.673348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-0d4a89cb-0fa3-4109-8a87-0c2590d6705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:52.674756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-0d4a89cb-0fa3-4109-8a87-0c2590d6705f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9be0429-0737-4319-85cb-77ebdb47ccd1 HTTP/1.1" status: 200 len: 852 time: 0.0641267 May 20 08:24:52.714069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:52.724840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-adf9eb26-d1b5-4040-9c4a-eeb5d97109b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=adbf2e51-fca9-444b-8c99-057f2f42c33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431488 May 20 08:24:52.865023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-3f58d9df-f764-4f77-810f-d4a8f4459c98 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332338 May 20 08:24:53.012280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4870d02-dc92-4083-9efa-0222dac5b931 req-75367097-78dc-47d5-8c87-937a7f62fa39 service neutron] 10.222.0.84 "GET /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392462 May 20 08:24:53.095918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:53.101016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e355666c-3949-4ad9-af5e-fd4700ed13af tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:53.141072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=3295df2b-f5a6-4772-9e26-6a8730c515d1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:53.143097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:53.145881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:53.150184 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/3295df2b-f5a6-4772-9e26-6a8730c515d1 HTTP/1.1" status: 204 len: 168 time: 0.8428271 May 20 08:24:53.156647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38224) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:53.158209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd627115-a640-4d00-8aa4-b9ced36e8c05 None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:53.230192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet e846e8a6-5795-43ba-a789-fab2fab13061 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:53.235452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:53.304832 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:53.393785 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:53.986291 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:24:54.097641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739e96f-8b81-4d85-a7bb-72a3fb99186e req-9bfeb676-d8af-4293-8f03-6433ad14c9e8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:54.099313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4739e96f-8b81-4d85-a7bb-72a3fb99186e req-9bfeb676-d8af-4293-8f03-6433ad14c9e8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.4833386 May 20 08:24:54.148707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.155000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0f02eaa-2de9-461a-8e3a-5e85544fe56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:54.199032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4739e96f-8b81-4d85-a7bb-72a3fb99186e req-043546b8-eb6e-472c-a30a-293396dacef8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923834 May 20 08:24:54.215251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.218978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=e846e8a6-5795-43ba-a789-fab2fab13061,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:54.222713 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:54.230052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/e846e8a6-5795-43ba-a789-fab2fab13061 HTTP/1.1" status: 204 len: 168 time: 1.0720239 May 20 08:24:54.233173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38236) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:54.262348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0210113-5c04-4b8c-bfcf-ca3ee7e6e5f4 None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:54.285126 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6adec3-44ec-4867-927f-b5c85fe0242d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:54.285875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6adec3-44ec-4867-927f-b5c85fe0242d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:54.292523 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f6adec3-44ec-4867-927f-b5c85fe0242d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/3295df2b-f5a6-4772-9e26-6a8730c515d1 HTTP/1.1" status: 404 len: 337 time: 0.0551577 May 20 08:24:54.292770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:54.366208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting subnet 0c87b7d8-3b38-4cd2-96e9-23aa2065f254 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:24:54.369278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.380458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b070c215-630d-4259-b084-48e36790dec6 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:54.380847 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b070c215-630d-4259-b084-48e36790dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.429014 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.506123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-e3805a82-c63a-47b2-9875-ece593560e50 req-caa9b0bf-f777-4702-a4a7-75a7a9d9e82a service neutron] (93102) timed out ('10.222.0.81', 54729) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:24:54.527037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.619300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.650938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b070c215-630d-4259-b084-48e36790dec6 None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:54.651522 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b070c215-630d-4259-b084-48e36790dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:54.713949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b070c215-630d-4259-b084-48e36790dec6 None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:55.067404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:55.072744 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d09b6bb9-1a48-47a2-80f3-2464bf895af6 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:55.114757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Subnet': ['ID=0c87b7d8-3b38-4cd2-96e9-23aa2065f254,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:55.117075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:55.119951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:55.126398 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/0c87b7d8-3b38-4cd2-96e9-23aa2065f254 HTTP/1.1" status: 204 len: 168 time: 0.8322859 May 20 08:24:55.129780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.173068 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c18273d-a5ec-4695-969d-adf6cbf27f84 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.173647 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c18273d-a5ec-4695-969d-adf6cbf27f84 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.175385 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2c18273d-a5ec-4695-969d-adf6cbf27f84 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/5d06bfb5-1eaf-4d7d-9f03-46e1d98702a6 HTTP/1.1" status: 404 len: 337 time: 0.0439737 May 20 08:24:55.178087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.234004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7300e68f-6555-4e1a-87df-33dbd536faab tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Synchronizing usage tracker for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:24:55.251125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7300e68f-6555-4e1a-87df-33dbd536faab tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Unset dirty status for tenant:e4a80488f66e443f9f0be40a4fea5f79 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:24:55.254515 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7300e68f-6555-4e1a-87df-33dbd536faab tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "GET /v2.0/ports?device_id=706f7b21-79c9-4458-8c50-fd058cfd9662 HTTP/1.1" status: 200 len: 205 time: 0.0728817 May 20 08:24:55.256195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38258) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.265808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccac2e1-1d20-4912-a940-031dfa8d2342 None None] Network b2058e7b-2e47-4553-952b-f2852825f9f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:24:55.354069 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-2e2f0434-8c1b-47c0-95f4-00c8646e2561 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] delete failed (client error): The resource could not be found. May 20 08:24:55.357947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2e2f0434-8c1b-47c0-95f4-00c8646e2561 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/routers/706f7b21-79c9-4458-8c50-fd058cfd9662 HTTP/1.1" status: 404 len: 336 time: 0.0980306 May 20 08:24:55.360251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38262) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.407992 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-673fba9e-23f0-4de3-94f2-600eb945a613 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.408347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673fba9e-23f0-4de3-94f2-600eb945a613 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.412471 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-673fba9e-23f0-4de3-94f2-600eb945a613 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/b7240d43-1f79-4ad9-b4fb-e3d4c432e3ad HTTP/1.1" status: 404 len: 337 time: 0.0488183 May 20 08:24:55.412736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38266) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.434230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2606f41-edfb-430f-a20c-1fdc92f54972 None None] Provisioning complete for port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:55.435346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2606f41-edfb-430f-a20c-1fdc92f54972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:55.456057 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9782e304-a38f-49f3-8ae7-b28e45b870d0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.456526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9782e304-a38f-49f3-8ae7-b28e45b870d0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.463767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9782e304-a38f-49f3-8ae7-b28e45b870d0 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/d99ff6ac-2f3a-4d97-8295-b071cbdb5524 HTTP/1.1" status: 404 len: 337 time: 0.0447464 May 20 08:24:55.465831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.470529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529517ca-699d-4bef-836e-c0b82e2b5795 req-eac1deae-18dc-4ddc-928e-25a747b2cfc6 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:55.474108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-529517ca-699d-4bef-836e-c0b82e2b5795 req-eac1deae-18dc-4ddc-928e-25a747b2cfc6 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.1154711 May 20 08:24:55.525295 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8667ab-30da-4c24-810a-c2883a4bed34 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.525545 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8667ab-30da-4c24-810a-c2883a4bed34 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.530390 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ff8667ab-30da-4c24-810a-c2883a4bed34 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/ffefdc14-7288-4757-bf5d-3e9b56f9e8de HTTP/1.1" status: 404 len: 337 time: 0.0594339 May 20 08:24:55.538122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.538416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-529517ca-699d-4bef-836e-c0b82e2b5795 req-4829ee46-2392-4819-a775-fd2c5944d473 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555832 May 20 08:24:55.577712 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f8bffb-7d19-4b1e-9dd8-33770ae1c9d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.578201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f8bffb-7d19-4b1e-9dd8-33770ae1c9d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.581525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-17f8bffb-7d19-4b1e-9dd8-33770ae1c9d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/843fedf7-77dc-4b2f-bd9d-ba0fcac06f68 HTTP/1.1" status: 404 len: 333 time: 0.0481780 May 20 08:24:55.582718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38280) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.631226 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe98bc9-0b8a-4615-a719-43ca4bf74ecb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.631697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe98bc9-0b8a-4615-a719-43ca4bf74ecb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.633905 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0fe98bc9-0b8a-4615-a719-43ca4bf74ecb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/500ee807-6edb-4ef8-8324-b5fed5b96bcc HTTP/1.1" status: 404 len: 337 time: 0.0501251 May 20 08:24:55.636734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.648896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2606f41-edfb-430f-a20c-1fdc92f54972 None None] Provisioning complete for port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:24:55.649270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2606f41-edfb-430f-a20c-1fdc92f54972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:55.684012 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ffa07e-4eb5-472c-ba30-46de368f0736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.684473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ffa07e-4eb5-472c-ba30-46de368f0736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.689155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d4ffa07e-4eb5-472c-ba30-46de368f0736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/ec92f68c-7fed-4423-b6f1-37f1d0db7b71 HTTP/1.1" status: 404 len: 337 time: 0.0488229 May 20 08:24:55.689504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38288) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.721789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329083b-0468-4ff9-a815-3878de56946c None None] DHCP port deletion for b2058e7b-2e47-4553-952b-f2852825f9f4 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:24:55.744827 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dae8176-ecec-4b60-acf8-7f4623c20e2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.745281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dae8176-ecec-4b60-acf8-7f4623c20e2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.746988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2dae8176-ecec-4b60-acf8-7f4623c20e2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/d8feb426-2ee5-45c8-866e-c2b808b4ea6c HTTP/1.1" status: 404 len: 333 time: 0.0565155 May 20 08:24:55.751605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.753048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c2606f41-edfb-430f-a20c-1fdc92f54972 None None] Port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:24:55.799774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Deleting port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:55.800150 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:55.802745 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c3e732-41ba-44c8-b44f-8a5597b7aa8d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.803944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c3e732-41ba-44c8-b44f-8a5597b7aa8d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.813327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38300) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.814617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3c3e732-41ba-44c8-b44f-8a5597b7aa8d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/f91e0f5d-7a08-4d19-a640-2f055f5ca3d7 HTTP/1.1" status: 404 len: 337 time: 0.0636272 May 20 08:24:55.877948 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3ee796-fe81-49f0-8f8c-67eeb23b8810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] DELETE failed (client error): The resource could not be found. May 20 08:24:55.877948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3ee796-fe81-49f0-8f8c-67eeb23b8810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:24:55.879651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b3ee796-fe81-49f0-8f8c-67eeb23b8810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/subnets/bfcfad59-4431-4563-9def-eb66f031a7a7 HTTP/1.1" status: 404 len: 337 time: 0.0655332 May 20 08:24:55.882795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38304) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:55.949807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:24:56.018792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6329083b-0468-4ff9-a815-3878de56946c None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:56.019407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.054447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Deleting port 59c2f0e6-2df8-43a0-9a97-77ecb227e916 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:56.054790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.174324 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.186498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Calling delete_port for 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:56.229465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-39ecb828-d871-4e55-96fe-d35046a2f63c req-ab78cefc-67c5-47fe-bb16-d390ee01c7f0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] (93101) timed out ('10.222.0.81', 54216) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:24:56.275216 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.321142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,segment=NetworkSegment(3388baa8-db3e-4604-98df-1737dac91d54),segment_id=3388baa8-db3e-4604-98df-1737dac91d54)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:56.364116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.366536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Calling delete_port for 59c2f0e6-2df8-43a0-9a97-77ecb227e916 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:56.369134 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-438b5fcd-9734-43dd-ab11-a4ec80b18e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:56.442518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=11']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:56.446105 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:56.447357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.453418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1ea8d-cdee-4bbf-9f97-efde14027801 req-f9fc2382-1a22-48e5-bc38-6cadf6bc0559 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:56.454107 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:56.457965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8db1ea8d-cdee-4bbf-9f97-efde14027801 req-f9fc2382-1a22-48e5-bc38-6cadf6bc0559 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.2904093 May 20 08:24:56.511924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8db1ea8d-cdee-4bbf-9f97-efde14027801 req-c89e9863-73a6-4f6d-a200-329904e63582 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 May 20 08:24:56.532008 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.543846 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-47fef650-764a-4552-ad67-83e0ba997225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:56.572677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Pushing event deleted for resources: {'Port': ['ID=9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:56.577254 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:56.581873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329083b-0468-4ff9-a815-3878de56946c None None] No DVR routers for this DVR port 9c1fb83c-4f48-4e1e-8de0-cd6c7e9ca46c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:56.620196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Port': ['ID=59c2f0e6-2df8-43a0-9a97-77ecb227e916,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:56.624193 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:56.635505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.764300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:56.798687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/ports/59c2f0e6-2df8-43a0-9a97-77ecb227e916 HTTP/1.1" status: 204 len: 168 time: 0.9145341 May 20 08:24:56.801179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:56.924507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.066931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.080800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2058e7b-2e47-4553-952b-f2852825f9f4']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:57.094486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3388baa8-db3e-4604-98df-1737dac91d54') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:57.094796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3388baa8-db3e-4604-98df-1737dac91d54') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:24:57.107370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.124338 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.130670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:24:57.131065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: timer() May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:24:57.146241 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:24:57.310120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ab00c-574b-40c6-a7fc-eef5859d0202 req-90c58b57-96ae-4033-b3aa-25778b72d1fb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:57.311615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c54ab00c-574b-40c6-a7fc-eef5859d0202 req-90c58b57-96ae-4033-b3aa-25778b72d1fb tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1462865 May 20 08:24:57.360182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c54ab00c-574b-40c6-a7fc-eef5859d0202 req-f85a53f9-eb3a-4f07-ae29-0567818f726a tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 May 20 08:24:57.380944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.384679 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-241947e4-b1b4-413a-880c-e2718e59a4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:57.400487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:57.411582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Pushing event deleted for resources: {'Network': ['ID=b2058e7b-2e47-4553-952b-f2852825f9f4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:57.414190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] 10.222.0.79 "DELETE /v2.0/networks/b2058e7b-2e47-4553-952b-f2852825f9f4 HTTP/1.1" status: 204 len: 168 time: 0.6117134 May 20 08:24:57.415207 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:57.706160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93fe90-2036-4127-8534-d97b1bb153e4 req-a5463ca5-3462-48d7-8c3a-54b4ac7eb6b4 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:57.707615 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef93fe90-2036-4127-8534-d97b1bb153e4 req-a5463ca5-3462-48d7-8c3a-54b4ac7eb6b4 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0819783 May 20 08:24:57.761532 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ef93fe90-2036-4127-8534-d97b1bb153e4 req-7776d642-182c-43b4-bb98-2280fac07162 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/security-groups?id=a64a28be-59c3-47fc-af38-5b938e45cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 May 20 08:24:57.914500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38328) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:58.025864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-0b60cc4f-8020-4485-9713-321e471a3f9d tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:58.027316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-0b60cc4f-8020-4485-9713-321e471a3f9d tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.84 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 945 time: 0.0818582 May 20 08:24:58.164985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d9f52968-5711-447d-86d0-7ebc42c6656c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4a80488f66e443f9f0be40a4fea5f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492325 May 20 08:24:58.167516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38334) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:58.203809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Deleting port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:58.204185 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.233786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.261626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.345809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] For port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,segment=NetworkSegment(5ae8fa38-11c3-48f0-a845-e613c8c45a81),segment_id=5ae8fa38-11c3-48f0-a845-e613c8c45a81)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:58.346173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.426857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.433407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:58.448305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee49ee7-32b9-415b-8733-1f921e8c6d47,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:58.451816 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:58.454658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:58.471046 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fee49ee7-32b9-415b-8733-1f921e8c6d47 HTTP/1.1" status: 204 len: 168 time: 0.2915235 May 20 08:24:58.503476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Calling delete_port for 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:58.628046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc399af-bf2c-4ba6-8f57-b8a902346950 req-cd363737-715f-444c-a181-05b84560379b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:58.629650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dc399af-bf2c-4ba6-8f57-b8a902346950 req-cd363737-715f-444c-a181-05b84560379b tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1230505 May 20 08:24:58.734769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dc399af-bf2c-4ba6-8f57-b8a902346950 req-32c5e1ea-770c-4bfb-836f-1f508562869f tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982885 May 20 08:24:59.095668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:59.107474 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72669cb3-abae-41f0-b30a-1e286ccff4d6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:24:59.112383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['4bc62a0c-0e70-4957-9cfb-2f6aaab8837a'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:24:59.163330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-20a49d8b-e289-4772-acad-2404bff171aa req-93767c28-f56a-4aa3-9419-398619d30767 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 210 time: 0.1041217 May 20 08:24:59.165109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Pushing event deleted for resources: {'Port': ['ID=4bc62a0c-0e70-4957-9cfb-2f6aaab8837a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:24:59.175096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:24:59.264098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] No DVR routers for this DVR port 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:24:59.264098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:59.265377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'name': 'network-vif-deleted', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:24:59.297243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-600b536d-1012-41da-ba98-c1a618a89cf2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:59.298825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-600b536d-1012-41da-ba98-c1a618a89cf2 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.4509695 May 20 08:24:59.346408 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1641e481-1cfc-4807-ac0a-1b11ed2565bf', 'name': 'network-vif-deleted', 'tag': '4bc62a0c-0e70-4957-9cfb-2f6aaab8837a', 'status': 'completed', 'code': 200} May 20 08:24:59.373328 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8e7511d6-d102-4fa9-bb72-e95952c7586c req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.84 "DELETE /v2.0/ports/4bc62a0c-0e70-4957-9cfb-2f6aaab8837a HTTP/1.1" status: 204 len: 173 time: 1.3321683 May 20 08:24:59.467278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Deleting port 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:24:59.467631 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:59.615235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] For port 27e2295e-642e-491a-87e0-b40a09e8ee02, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=27e2295e-642e-491a-87e0-b40a09e8ee02,segment=NetworkSegment(883a2b27-e17e-48c7-97c7-b48f763f0a9a),segment_id=883a2b27-e17e-48c7-97c7-b48f763f0a9a)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:24:59.615950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:24:59.749686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Calling delete_port for 27e2295e-642e-491a-87e0-b40a09e8ee02 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:24:59.882990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38366) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:24:59.974953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d10bd7-ffd8-47c9-93bf-ced3adfd876c req-adc571e3-ee81-44cd-8776-fae57fa6f8ff tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:24:59.976484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3d10bd7-ffd8-47c9-93bf-ced3adfd876c req-adc571e3-ee81-44cd-8776-fae57fa6f8ff tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 946 time: 0.1180456 May 20 08:25:00.000469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-904996968'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:00.006177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:00.010072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:00.013678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:00.021384 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.023745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:00.030933 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9e180f60-e9e7-461b-aa62-3fa57ad51bdc tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:00.033053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['27e2295e-642e-491a-87e0-b40a09e8ee02'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:25:00.074657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e3d10bd7-ffd8-47c9-93bf-ced3adfd876c req-65232c78-71ba-4a83-af1e-de48bad9bc7e tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/security-groups?id=58a73e26-2d8a-4967-85bd-36b35b7a5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 May 20 08:25:00.113449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Pushing event deleted for resources: {'Port': ['ID=27e2295e-642e-491a-87e0-b40a09e8ee02,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:00.115969 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:00.123479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:00.130340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.141626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.158346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:00.162299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:security_group_rule and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:00.165866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:00.171728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] No DVR routers for this DVR port 27e2295e-642e-491a-87e0-b40a09e8ee02 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:00.173945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:00.175158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.265773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.331693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f6b1e700-9f16-48e5-aa3e-f7f5a8792c39 req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.84 "DELETE /v2.0/ports/27e2295e-642e-491a-87e0-b40a09e8ee02 HTTP/1.1" status: 204 len: 173 time: 1.0190916 May 20 08:25:00.338810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9db966d0-e0f4-4bb4-a980-8289b3c0c02b req-8a81423a-c695-4266-b761-0ec2ef1b313c tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Synchronizing usage tracker for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:00.363395 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.367739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df0d413e-a480-4d2c-947d-2b3b44719224 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:00.407781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:00.416604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77212b-0572-48b4-9425-e1268baec3fc,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:00.420918 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:00.423460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.425848 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 739e9027-e8e5-4367-b6d2-4051c2d921ce of type vlan for network a067e847-8193-4c45-bbdb-4a6755acb0c8 May 20 08:25:00.452234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.523448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9db966d0-e0f4-4bb4-a980-8289b3c0c02b req-8a81423a-c695-4266-b761-0ec2ef1b313c tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Unset dirty status for tenant:debf72d1271b43ffa0e077385ddd9927 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:00.524706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9db966d0-e0f4-4bb4-a980-8289b3c0c02b req-8a81423a-c695-4266-b761-0ec2ef1b313c tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] 10.222.0.79 "GET /v2.0/ports?device_id=1641e481-1cfc-4807-ac0a-1b11ed2565bf HTTP/1.1" status: 200 len: 210 time: 0.2341952 May 20 08:25:00.592511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.600523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:00.601134 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.606470 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6c2d51d1-0dec-4df7-9acb-d35c3ffd3e41 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:00.722873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=a067e847-8193-4c45-bbdb-4a6755acb0c8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:00.725561 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:00.733818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:00.775922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8913636 May 20 08:25:00.779103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:00.785333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285606885'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:00.791036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:00.796000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:00.799112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:00.804898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:00.889611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:00.893772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.923606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:00.932538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:00.932881 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 65394ff8-064f-4474-8c92-fdab729eb4dc of type vlan for network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 May 20 08:25:00.962368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.037155 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.042579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:01.043168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.048276 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:01.146826 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3661454 May 20 08:25:01.150053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:01.153130 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=fdfff8e0-c63e-45b7-a711-a116b2fc19f7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:01.157951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:01.158173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:01.176431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:01.312100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aefafae0-bac9-4f44-8c41-7ce3b5fcce75 req-33f790ed-1fee-47f2-bd34-a1aa8d3cd0e6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Synchronizing usage tracker for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:01.330122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:01.334533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:01.337308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:01.344063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:01.348688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-deleted', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:25:01.394045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aefafae0-bac9-4f44-8c41-7ce3b5fcce75 req-33f790ed-1fee-47f2-bd34-a1aa8d3cd0e6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Unset dirty status for tenant:5c5a717b1c2b4c8ba1b9817bcfa4551c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:01.395707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aefafae0-bac9-4f44-8c41-7ce3b5fcce75 req-33f790ed-1fee-47f2-bd34-a1aa8d3cd0e6 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f0b1fdb-237c-4236-aef1-ffd75c25df55 HTTP/1.1" status: 200 len: 210 time: 0.1463542 May 20 08:25:01.449266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:01.453648 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.474827 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0b1fdb-237c-4236-aef1-ffd75c25df55', 'name': 'network-vif-deleted', 'tag': '27e2295e-642e-491a-87e0-b40a09e8ee02', 'status': 'completed', 'code': 200} May 20 08:25:01.632211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:01.723056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Deleting subnet f9be0429-0737-4319-85cb-77ebdb47ccd1 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:01.728315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.782851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:01.864861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.421770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.426416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a1697183-2ea5-4b07-a4e6-89a6bb9df4eb tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:02.503440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=d698e943-7585-4ca4-b2d8-ae42a4f410e2,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:02.504764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38398) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:02.507652 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:02.512033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '739e9027-e8e5-4367-b6d2-4051c2d921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:02.512408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: a067e847-8193-4c45-bbdb-4a6755acb0c8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:02.518211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.523162 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64340372-b4ad-41d5-a942-320ed03e06fc tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:02.566613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9be0429-0737-4319-85cb-77ebdb47ccd1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:02.570345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:02.571310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.571497 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Deleting subnet 4d47bcdf-5261-430d-8650-e500e5d1bd1d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:02.574832 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.583770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f9be0429-0737-4319-85cb-77ebdb47ccd1 HTTP/1.1" status: 204 len: 168 time: 0.9505489 May 20 08:25:02.586332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38402) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:02.626252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.662677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:02.671289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:02.687984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.700707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 27e2295e-642e-491a-87e0-b40a09e8ee02 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:25:02.700707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 27e2295e-642e-491a-87e0-b40a09e8ee02 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:25:02.701182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:02.702556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.739795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:25:02.740150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 4bc62a0c-0e70-4957-9cfb-2f6aaab8837a not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:25:02.759557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a067e847-8193-4c45-bbdb-4a6755acb0c8) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:02.767999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbfbb24-e349-47a9-b5e6-1187b5c50034 None None] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:02.831942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:02.832550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.850989 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.867225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbf2e51-fca9-444b-8c99-057f2f42c33e']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:02.880940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae8fa38-11c3-48f0-a845-e613c8c45a81') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:02.881282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae8fa38-11c3-48f0-a845-e613c8c45a81') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:02.894470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.911619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.918348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:02.918737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: timer() May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:02.933521 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:03.008996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a067e847-8193-4c45-bbdb-4a6755acb0c8', 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': 'd698e943-7585-4ca4-b2d8-ae42a4f410e2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:25:03.009944 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.013930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8619058 May 20 08:25:03.019162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:03.027359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:03.077263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.089030 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59fe20ab-5de1-43c5-86f9-c642c70a49f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:03.095503 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.101180 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d795abb-369d-4cc2-a12c-f539db5503dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:03.120063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.131898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=adbf2e51-fca9-444b-8c99-057f2f42c33e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:03.142339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:03.209899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Allocated IP 172.20.0.2 (a067e847-8193-4c45-bbdb-4a6755acb0c8/d698e943-7585-4ca4-b2d8-ae42a4f410e2/26fe84dc-0448-4d77-9c8e-d25f6a990633) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:03.233249 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] 10.222.0.79 "DELETE /v2.0/networks/adbf2e51-fca9-444b-8c99-057f2f42c33e HTTP/1.1" status: 204 len: 168 time: 0.6452780 May 20 08:25:03.236227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38410) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:03.309733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Deleting subnet 1eb3d92d-c785-4aff-8a66-ce1640cf0f83 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:03.315055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.335512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d47bcdf-5261-430d-8650-e500e5d1bd1d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:03.340517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.344556 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:03.360713 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4d47bcdf-5261-430d-8650-e500e5d1bd1d HTTP/1.1" status: 204 len: 168 time: 0.8525400 May 20 08:25:03.360992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38414) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:03.375137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.391872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:03.395801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:03.398762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:03.405442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:03.441123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.452166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.463093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Transition to ACTIVE for port object 26fe84dc-0448-4d77-9c8e-d25f6a990633 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:03.482992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Transition to ACTIVE for port object 26fe84dc-0448-4d77-9c8e-d25f6a990633 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:03.486248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:03.489807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.547139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.604190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.611061 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:03.679900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:03.683098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:03.688016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:03.698338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Pushing event updated for resources: {'Port': ['ID=26fe84dc-0448-4d77-9c8e-d25f6a990633,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:03.731103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:03.754754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.770188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4262a53-4ca3-48de-98e8-e4c327dd43f5']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:03.787888 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883a2b27-e17e-48c7-97c7-b48f763f0a9a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:03.788187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883a2b27-e17e-48c7-97c7-b48f763f0a9a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:03.790966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Attempting to bind port 26fe84dc-0448-4d77-9c8e-d25f6a990633 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:03.791339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Attempting to bind port 26fe84dc-0448-4d77-9c8e-d25f6a990633 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '739e9027-e8e5-4367-b6d2-4051c2d921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:03.791706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Attempting to bind port 26fe84dc-0448-4d77-9c8e-d25f6a990633 on network a067e847-8193-4c45-bbdb-4a6755acb0c8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:03.797864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:03.798242 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Checking segment: {'id': '739e9027-e8e5-4367-b6d2-4051c2d921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:03.798649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.799048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Bound using segment: {'id': '739e9027-e8e5-4367-b6d2-4051c2d921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:03.799599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Bound port: 26fe84dc-0448-4d77-9c8e-d25f6a990633, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739e9027-e8e5-4367-b6d2-4051c2d921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a067e847-8193-4c45-bbdb-4a6755acb0c8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:03.799979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.801815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.803915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.812073 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-def5d45f-7e06-4043-abb0-5827056164f8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:03.844076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb3d92d-c785-4aff-8a66-ce1640cf0f83,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:03.847239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:03.848582 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.854810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-886019c8-3a98-47c0-86a2-131f1fd7aa85 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1eb3d92d-c785-4aff-8a66-ce1640cf0f83 HTTP/1.1" status: 204 len: 168 time: 0.6174405 May 20 08:25:03.858406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38418) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:03.861605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.895537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] For port 26fe84dc-0448-4d77-9c8e-d25f6a990633, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:03.910964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:03.911377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:03.925186 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:04.100373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.176082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] For port 26fe84dc-0448-4d77-9c8e-d25f6a990633, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26fe84dc-0448-4d77-9c8e-d25f6a990633,segment=NetworkSegment(739e9027-e8e5-4367-b6d2-4051c2d921ce),segment_id=739e9027-e8e5-4367-b6d2-4051c2d921ce)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:04.233676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.243533 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:04.256746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.260922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.264868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.266766 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:04.295691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fce54b-4759-4771-aaba-287786345336']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:04.302826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4262a53-4ca3-48de-98e8-e4c327dd43f5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:04.310892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:04.316754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb841c28-e8f5-43e7-82f8-5444620e39bf') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:04.317056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb841c28-e8f5-43e7-82f8-5444620e39bf') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:04.332694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.354361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Pushing event updated for resources: {'Port': ['ID=26fe84dc-0448-4d77-9c8e-d25f6a990633,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:04.358084 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:04.418239 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b4262a53-4ca3-48de-98e8-e4c327dd43f5 HTTP/1.1" status: 204 len: 168 time: 1.0562041 May 20 08:25:04.420566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.431862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:04.432285 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:04.451917 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:04.606261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.646109 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9168f9f6-5018-4336-a3ee-b69c62b1e5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:04.661988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.681909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=12fce54b-4759-4771-aaba-287786345336,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:04.692071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] 10.222.0.79 "DELETE /v2.0/networks/12fce54b-4759-4771-aaba-287786345336 HTTP/1.1" status: 204 len: 168 time: 0.8323016 May 20 08:25:04.693087 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:04.715546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:04.722457 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ad697c6e-a35c-4383-8812-755b7470b765 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:04.813143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=066e0e4e-0781-4a36-b525-653fb18da798,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:04.817026 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:04.821668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '65394ff8-064f-4474-8c92-fdab729eb4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:04.821668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: fdfff8e0-c63e-45b7-a711-a116b2fc19f7, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:04.900733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38426) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:04.919794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:04.971952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c8c93415-b03d-419d-b4a4-6aaa1fd49fd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c5a717b1c2b4c8ba1b9817bcfa4551c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699222 May 20 08:25:04.974546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38430) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:04.998067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, fdfff8e0-c63e-45b7-a711-a116b2fc19f7) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:05.009221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6941af6-f254-4fcc-a641-095ee466315e None None] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:05.015068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:05.015722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.062777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.093771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.128652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38434) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:05.179949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1611080 May 20 08:25:05.183328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38438) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:05.189068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-171806303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:05.206226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:05.214512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:05.221699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4cb8dfca-662a-45f5-a4a5-f3f42381fd40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=debf72d1271b43ffa0e077385ddd9927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868831 May 20 08:25:05.221836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:05.224033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:05.243040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:05.271254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.282113 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b952a7dc-f1b8-4ee8-8a55-f6b466bd72cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:05.305205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a73e26-2d8a-4967-85bd-36b35b7a5cdb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:05.309134 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:05.333028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.348707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.349771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.358736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-fdfff8e0-c63e-45b7-a711-a116b2fc19f7', 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '066e0e4e-0781-4a36-b525-653fb18da798'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:25:05.359570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.373087 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.409769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.410934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58a73e26-2d8a-4967-85bd-36b35b7a5cdb HTTP/1.1" status: 204 len: 168 time: 0.4345706 May 20 08:25:05.416123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.516737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.559318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.561934 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.568417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a64a28be-59c3-47fc-af38-5b938e45cfb4 HTTP/1.1" status: 204 len: 168 time: 0.3375695 May 20 08:25:05.568417 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ecd2c93a-831d-4dec-8d74-4f56b8d0cb82 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:05.583539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a28be-59c3-47fc-af38-5b938e45cfb4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:05.586575 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:05.627230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:05.630463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f8bf60d-1d0f-475d-bb03-d2b8dd09a623 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4454019 May 20 08:25:05.632969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38450) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:05.642496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Allocated IP 172.21.0.2 (fdfff8e0-c63e-45b7-a711-a116b2fc19f7/066e0e4e-0781-4a36-b525-653fb18da798/c86ca796-0975-422b-9907-483bb2f94486) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:05.655489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05537152-1c6b-4b7c-a7b9-29884d0c5b9c None None] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:05.917516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e5c16a8f-7313-435d-8882-97a5106e57c9 None None] Provisioning for port 26fe84dc-0448-4d77-9c8e-d25f6a990633 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:06.045337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26fe84dc-0448-4d77-9c8e-d25f6a990633 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:06.148260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.196979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Transition to ACTIVE for port object c86ca796-0975-422b-9907-483bb2f94486 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:06.231053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Transition to ACTIVE for port object c86ca796-0975-422b-9907-483bb2f94486 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:06.312390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 26fe84dc-0448-4d77-9c8e-d25f6a990633 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:06.320658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26fe84dc-0448-4d77-9c8e-d25f6a990633 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:06.321133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.356095 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.366848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.381244 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:06.402746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38466) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:06.470526 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:06.479114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:06.492612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-41499469-2000-44e0-aa2e-b68ab817dede admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f72971475d04922a45b1f428c8319ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885031 May 20 08:25:06.495705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38472) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:06.498698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:06.577233 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.596712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Pushing event updated for resources: {'Port': ['ID=c86ca796-0975-422b-9907-483bb2f94486,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:06.609698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.611604 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:06.667708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Attempting to bind port c86ca796-0975-422b-9907-483bb2f94486 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:06.668085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Attempting to bind port c86ca796-0975-422b-9907-483bb2f94486 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '65394ff8-064f-4474-8c92-fdab729eb4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:06.668440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Attempting to bind port c86ca796-0975-422b-9907-483bb2f94486 on network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:06.684516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:06.684940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Checking segment: {'id': '65394ff8-064f-4474-8c92-fdab729eb4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:06.686254 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.686667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Bound using segment: {'id': '65394ff8-064f-4474-8c92-fdab729eb4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:06.687164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Bound port: c86ca796-0975-422b-9907-483bb2f94486, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65394ff8-064f-4474-8c92-fdab729eb4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fdfff8e0-c63e-45b7-a711-a116b2fc19f7'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:06.687548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.699796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5f9756bb-5282-4672-90a4-530de2c064fe None None] Provisioning complete for port 26fe84dc-0448-4d77-9c8e-d25f6a990633 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:06.700196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f9756bb-5282-4672-90a4-530de2c064fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.723457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.729200 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1a80a3a3-d32c-4a1b-93cd-7a5e49fc7351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:06.752514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78442b0-230d-4a07-8538-19d71563a485,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:06.755416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:06.756524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.762098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e78442b0-230d-4a07-8538-19d71563a485 HTTP/1.1" status: 204 len: 168 time: 0.2584169 May 20 08:25:06.805455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.20.0.1 (a067e847-8193-4c45-bbdb-4a6755acb0c8/d698e943-7585-4ca4-b2d8-ae42a4f410e2/c6ef6470-c590-42ad-b072-fc158d63e7b6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:06.820429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.903250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] For port c86ca796-0975-422b-9907-483bb2f94486, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:06.936292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 26fe84dc-0448-4d77-9c8e-d25f6a990633, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26fe84dc-0448-4d77-9c8e-d25f6a990633,segment=NetworkSegment(739e9027-e8e5-4367-b6d2-4051c2d921ce),segment_id=739e9027-e8e5-4367-b6d2-4051c2d921ce)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:06.947881 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-192976ed-2eed-4c40-b9c1-6d9978246bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.963411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] For port c86ca796-0975-422b-9907-483bb2f94486, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c86ca796-0975-422b-9907-483bb2f94486,segment=NetworkSegment(65394ff8-064f-4474-8c92-fdab729eb4dc),segment_id=65394ff8-064f-4474-8c92-fdab729eb4dc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:06.971065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38484) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:06.973095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5f9756bb-5282-4672-90a4-530de2c064fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:06.995807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.012809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object c6ef6470-c590-42ad-b072-fc158d63e7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:07.027445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.030181 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:07.107598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.131852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.143596 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a675575-5cd3-448f-b78b-a5539c9da95e tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:07.169792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-5f9756bb-5282-4672-90a4-530de2c064fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:25:07.170447 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-5f9756bb-5282-4672-90a4-530de2c064fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:25:07.180622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=26fe84dc-0448-4d77-9c8e-d25f6a990633,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:07.184566 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:07.185989 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:07.290753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:07.291976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=c6ef6470-c590-42ad-b072-fc158d63e7b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:07.298043 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:07.304020 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-738147332-network', 'tenant_id': '45152cec24a04b01b08d92c3257e7b46'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:07.306724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Pushing event updated for resources: {'Port': ['ID=c86ca796-0975-422b-9907-483bb2f94486,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:07.308361 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:07.312039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:07.318924 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:07.342715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:07.356285 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Usage tracker for resource:network and tenant:45152cec24a04b01b08d92c3257e7b46 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:07.362684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:07.382828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:07.405467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.571884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:07.574224 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.600399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.625883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:07.632646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Usage tracker for resource:security_group_rule and tenant:45152cec24a04b01b08d92c3257e7b46 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:07.636778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:07.644928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:07.912246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4bc69f7-482f-4da8-923f-65f2e320ae3b None None] Provisioning for port c6ef6470-c590-42ad-b072-fc158d63e7b6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:07.917570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4bc69f7-482f-4da8-923f-65f2e320ae3b None None] Provisioning complete for port c6ef6470-c590-42ad-b072-fc158d63e7b6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:07.918075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4bc69f7-482f-4da8-923f-65f2e320ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.936491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.948848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:07.991172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc69f7-482f-4da8-923f-65f2e320ae3b None None] Port c6ef6470-c590-42ad-b072-fc158d63e7b6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:08.016921 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.022127 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-78edd05a-640a-4d40-80fb-e136fe4cbbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:08.023736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26fe84dc-0448-4d77-9c8e-d25f6a990633 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:08.096801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 26fe84dc-0448-4d77-9c8e-d25f6a990633 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:08.097301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.125220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:08.185908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b536f5a-450e-49ad-a56d-94c311ceac6c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:08.197163 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:08.209318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.209509 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Added segment 25165de4-e494-4b56-947b-55ffdbddfcc7 of type vlan for network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 May 20 08:25:08.280768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c86ca796-0975-422b-9907-483bb2f94486 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:08.342375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-5ecd6856-df3c-4aa7-a2f2-039a144d127e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1023240 May 20 08:25:08.394076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35f81b-3bdd-442e-9ff8-110561632619 None None] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:08.416750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.500247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.504575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.505074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.505606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.506088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.506563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.506762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c86ca796-0975-422b-9907-483bb2f94486 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:08.508338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ad21bf0f-1fa4-4a96-97c8-d667b82b5aa1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0912917 May 20 08:25:08.540467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.542350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.543062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.550380 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc27f278-1951-4e69-a78f-807dd7b633cf tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:08.580075 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Provisioning for port c86ca796-0975-422b-9907-483bb2f94486 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:08.584143 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.595064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Provisioning complete for port c86ca796-0975-422b-9907-483bb2f94486 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:08.595448 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.678970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-930c8cdd-2964-47f5-b457-55e4aeb01971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.679326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-930c8cdd-2964-47f5-b457-55e4aeb01971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.679809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-930c8cdd-2964-47f5-b457-55e4aeb01971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.681411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-930c8cdd-2964-47f5-b457-55e4aeb01971 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1493049 May 20 08:25:08.708992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Pushing event updated for resources: {'Network': ['ID=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:08.712161 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:08.717099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f6c835b6-7c71-4052-a8a1-f586eaf2c1e6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:08.744202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:08.758161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-246f9987-c319-41ef-a278-4cc5a8567e8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0704970 May 20 08:25:08.761532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.829271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-2690bed5-6530-4f5a-9b6c-de61136a809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.830926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-2690bed5-6530-4f5a-9b6c-de61136a809a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0668826 May 20 08:25:08.880533 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:08.883538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=c6ef6470-c590-42ad-b072-fc158d63e7b6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:08.895302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9205880 May 20 08:25:08.895727 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:08.896526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:08.918630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] For port c86ca796-0975-422b-9907-483bb2f94486, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c86ca796-0975-422b-9907-483bb2f94486,segment=NetworkSegment(65394ff8-064f-4474-8c92-fdab729eb4dc),segment_id=65394ff8-064f-4474-8c92-fdab729eb4dc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:08.925046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Request body: {'subnet': {'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-738147332-subnet', 'tenant_id': '45152cec24a04b01b08d92c3257e7b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:08.925501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-06e73450-311e-4587-97c3-9326fde2cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:08.927038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-06e73450-311e-4587-97c3-9326fde2cc98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898809 May 20 08:25:08.934754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:08.942886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Usage tracker for resource:subnet and tenant:45152cec24a04b01b08d92c3257e7b46 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:08.947929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:08.964638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:08.984379 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:08.985747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:09.037579 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.040030 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1645d249-c537-4fcc-ac67-48b029bf557a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:09.082970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:09.086084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.089258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-ebb41193-2566-4927-b17f-edd80c3a8f0e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554308 May 20 08:25:09.170382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Pushing event updated for resources: {'Port': ['ID=c86ca796-0975-422b-9907-483bb2f94486,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:09.174080 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:09.215142 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-617c16a9-0fd2-44c3-8015-3f5dfbbd052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.262668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8293f55a-9027-4861-9b2c-2f3af6a14da5 None None] Provisioning complete for port c86ca796-0975-422b-9907-483bb2f94486 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:09.262668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8293f55a-9027-4861-9b2c-2f3af6a14da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.278344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-e87a2677-7668-41df-9d6e-27d847fd26f7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828051 May 20 08:25:09.353864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-5f5e1fa8-118e-4734-a3d6-5c8ff52e40ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0690336 May 20 08:25:09.406573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8293f55a-9027-4861-9b2c-2f3af6a14da5 None None] Provisioning complete for port c6ef6470-c590-42ad-b072-fc158d63e7b6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:09.407171 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8293f55a-9027-4861-9b2c-2f3af6a14da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.420977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router bf76b45e-c768-4a22-bd6d-731133557868 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:25:09.465257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8293f55a-9027-4861-9b2c-2f3af6a14da5 None None] Port c6ef6470-c590-42ad-b072-fc158d63e7b6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:09.595891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-30f11850-b18c-4da5-8e7a-c89b36f376bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:09.597442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-30f11850-b18c-4da5-8e7a-c89b36f376bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2374346 May 20 08:25:09.683172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-7857e8aa-3f9d-464c-8ff4-452baf5286fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:09.685275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-7857e8aa-3f9d-464c-8ff4-452baf5286fe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802770 May 20 08:25:09.706769 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:09.823203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-5ed1ee61-d777-4e8e-914c-157b8c917ee1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305633 May 20 08:25:09.853383 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:09.867570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] Sync routers for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:09.875640 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2381465 May 20 08:25:09.875954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38494) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:09.881275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:09.883036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:09.964514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ba0a3-3e89-439d-ae77-2daff14eed4e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:09.965139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-293ba0a3-3e89-439d-ae77-2daff14eed4e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:09.966369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-f822798a-ba06-4b97-bdce-ad15c1c3f829 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368270 May 20 08:25:09.975811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:09.979444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c86ca796-0975-422b-9907-483bb2f94486 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:10.033119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:10.033899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:10.037010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-c5c4cd1f-e0c0-4822-a361-7d146acba9fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0639751 May 20 08:25:10.044806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-293ba0a3-3e89-439d-ae77-2daff14eed4e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:10.048899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-293ba0a3-3e89-439d-ae77-2daff14eed4e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports/c6ef6470-c590-42ad-b072-fc158d63e7b6 HTTP/1.1" status: 200 len: 910 time: 0.1693945 May 20 08:25:10.049512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38498) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:10.101291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:10.101740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fcf13-52fa-47e7-9850-231ab1778545 None None] The sync data for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:10.110509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-460b0a95-1c8d-4a5e-b639-502ef205367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:10.110509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-460b0a95-1c8d-4a5e-b639-502ef205367c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0652606 May 20 08:25:10.119171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c86ca796-0975-422b-9907-483bb2f94486 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:10.119553 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:10.130239 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:10.188554 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5541631c-f8bb-4811-9b1e-ec268406a250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:10.194654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-a1c7c9ce-0376-466e-a25f-cd22f589f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:10.196276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-a1c7c9ce-0376-466e-a25f-cd22f589f9ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809698 May 20 08:25:10.292388 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cac775-1cfb-422f-8834-7a72626acdfc,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:10.297739 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:10.334488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-184bd203-eaee-4b70-97fb-65cfbc2fd0f7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314840 May 20 08:25:10.430826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Checking segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:10.431105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Network hostable DHCP agents. Network: 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:10.471787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-2586bd23-c198-4d66-9ece-df1ebfeefed1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299856 May 20 08:25:10.548095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-60927d64-4c11-446c-99f6-777460742f01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0681334 May 20 08:25:10.548830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:10.613347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-e1db3d78-a44e-4b0d-92b2-90b3b3d59abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:10.615082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-e1db3d78-a44e-4b0d-92b2-90b3b3d59abd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0608540 May 20 08:25:10.679995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:10.688227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62151c1a-6607-4d0b-9b81-544da8d55540 None None] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:10.703022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:10.703820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:10.704294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-25a3ee8c-6c9e-450c-92af-dcdefdbdfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:10.706039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-25a3ee8c-6c9e-450c-92af-dcdefdbdfd3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842509 May 20 08:25:10.790658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:10.812225 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9119489 May 20 08:25:10.868925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-4fcbd373-34cd-4177-ba25-b4b2ae04999e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548469 May 20 08:25:10.920164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bcbed-2034-4e5a-a190-91d9f3c6724e None None] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:11.042775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-eccab61d-ab20-4552-af00-3e9f9311cd37 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676054 May 20 08:25:11.125347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-8d7cd4d0-755e-44ba-94d7-ba71772aa0b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0748301 May 20 08:25:11.205879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-dfee5a74-f06f-4ab6-96d9-d0ffd5e421b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:11.207625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-dfee5a74-f06f-4ab6-96d9-d0ffd5e421b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0753133 May 20 08:25:11.232254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.21.0.1 (fdfff8e0-c63e-45b7-a711-a116b2fc19f7/066e0e4e-0781-4a36-b525-653fb18da798/09c2e251-9e0e-40bf-8588-61f5eedffb63) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:11.254727 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:11.402357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-7260a0b6-f905-477f-9f48-f46289a7f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:11.404403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-7260a0b6-f905-477f-9f48-f46289a7f695 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899240 May 20 08:25:11.467369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-7e80ef48-a2a1-4a3e-b52a-8784edf8bfc7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:11.468888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-7e80ef48-a2a1-4a3e-b52a-8784edf8bfc7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.2032313 May 20 08:25:11.541839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-60dfd2d7-0295-4ded-8a43-148ccf10c7dd tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/quotas/45152cec24a04b01b08d92c3257e7b46 HTTP/1.1" status: 200 len: 375 time: 0.0231714 May 20 08:25:11.579576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:11.595728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object 09c2e251-9e0e-40bf-8588-61f5eedffb63 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:11.672255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:11.676410 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e66f59e2-2fcd-44c5-8ebc-7be5f11be7c4 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:11.753768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:11.756957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:11.761808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:11.782920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-f42c315b-08b5-4bef-ae98-b1147a48e7ad tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2335355 May 20 08:25:11.788859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-4562a3ce-dc70-4f8b-b561-87c1ccc7c54e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719850 May 20 08:25:11.795097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=09c2e251-9e0e-40bf-8588-61f5eedffb63,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:11.834367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:11.837262 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:12.032757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.038572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3debfd03-068e-4385-9e8b-5c2f3a94ba9e req-e7813f5a-f14b-4f16-af02-b56fadbb6fdb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402475 May 20 08:25:12.064699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-2c7d6af2-f688-4cea-ae31-f9a16df49d2d service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721398 May 20 08:25:12.071499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7e8dc77a-76d5-4b88-b791-547b62e1a03f None None] Provisioning for port 09c2e251-9e0e-40bf-8588-61f5eedffb63 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:12.076792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7e8dc77a-76d5-4b88-b791-547b62e1a03f None None] Provisioning complete for port 09c2e251-9e0e-40bf-8588-61f5eedffb63 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:12.077163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e8dc77a-76d5-4b88-b791-547b62e1a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.132411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7e8dc77a-76d5-4b88-b791-547b62e1a03f None None] Port 09c2e251-9e0e-40bf-8588-61f5eedffb63 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:12.205383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-9b8b6954-8b48-456a-b80b-ef43e0f8a2a6 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346817 May 20 08:25:12.447467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.485277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd38de5f-1b41-425c-ae40-140bad2a8c0a req-20e06269-74e3-4575-8cc3-0cb0cc10f625 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 210 time: 0.0505607 May 20 08:25:12.506318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.535121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.549780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:12.639689 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:12.644196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=09c2e251-9e0e-40bf-8588-61f5eedffb63,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:12.649650 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:12.796874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:12.798780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:12.990598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router bf76b45e-c768-4a22-bd6d-731133557868 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:13.061665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3e58fc0a-2756-4821-bc52-26dce6ccf981 None None] Provisioning complete for port 09c2e251-9e0e-40bf-8588-61f5eedffb63 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:13.062047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3e58fc0a-2756-4821-bc52-26dce6ccf981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:13.126735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3e58fc0a-2756-4821-bc52-26dce6ccf981 None None] Port 09c2e251-9e0e-40bf-8588-61f5eedffb63 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:13.160587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:13.171119 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] Sync routers for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:13.180876 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:13.181649 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:13.211459 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610174 May 20 08:25:13.214057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38530) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:13.278253 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:13.287717 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:13.288318 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:13.293757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc4128-a071-4c32-b66e-352de2a387d8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:13.295820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7dc4128-a071-4c32-b66e-352de2a387d8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports/09c2e251-9e0e-40bf-8588-61f5eedffb63 HTTP/1.1" status: 200 len: 910 time: 0.0807896 May 20 08:25:13.298997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38534) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:13.350417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:13.350840 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39278ac4-2999-40fa-9c39-484b6c222600 None None] The sync data for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:13.657175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5d669038-70cf-45d0-9fdc-0056110742e0 req-bace43b2-5809-442a-9837-269b63b2bbbe tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 210 time: 0.0483150 May 20 08:25:13.857743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:14.437372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 09c2e251-9e0e-40bf-8588-61f5eedffb63 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:14.438148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:14.573170 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:14.703603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 09c2e251-9e0e-40bf-8588-61f5eedffb63 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:14.843282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cd73d96f-a9e2-4174-98c7-ac5912aba961 req-016ba65c-3fa6-4f9c-9e95-61873c4e9bbb tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 210 time: 0.0692801 May 20 08:25:15.020354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-e2978823-34b3-472e-87d3-ad0116d0f1ea tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:15.021801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-e2978823-34b3-472e-87d3-ad0116d0f1ea tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.2098525 May 20 08:25:15.038885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Request body: {'port': {'device_id': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'admin_state_up': True, 'tenant_id': '45152cec24a04b01b08d92c3257e7b46'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:15.123556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:15.132739 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1234c401-91f3-40a5-8999-bffb1efaba60 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:15.221375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=09c2e251-9e0e-40bf-8588-61f5eedffb63,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:15.230518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:15.315937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:15.322940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Usage tracker for resource:port and tenant:45152cec24a04b01b08d92c3257e7b46 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:15.380320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:15.399461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:15.497597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:15.566740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:15.570168 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:16.088486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b128323-4b14-405e-a39e-609cc627a864 req-421030ba-f09a-4e8f-8314-a0fde3b3df7c tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 210 time: 0.1177149 May 20 08:25:16.186700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router bf76b45e-c768-4a22-bd6d-731133557868 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:16.187839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Allocated IP 172.20.0.13 (93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378/17cac775-1cfb-422f-8834-7a72626acdfc/00a2aa65-176c-4115-ab0c-d9c21f1bd717) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:16.441221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:16.452382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] Sync routers for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:16.463414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:16.464182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:16.526938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38544) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:16.527511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2268641 May 20 08:25:16.535785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:16.545345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:16.546329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:16.600458 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:16.623337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:16.623858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea869a-3a77-4707-ae6c-9538940eff50 None None] The sync data for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:16.746701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:16.753935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:16.822515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:16.826249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:16.830393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:16.866154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event updated for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:16.874259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:16.904544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:16.905176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:16.999324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9640708 May 20 08:25:17.015973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Request body: {'port': {'device_id': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:17.131852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.247397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.444788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462129-20af-4797-a8a8-99a91ecd731f req-03d2fc29-c2c4-424b-9a94-9a86d7816fa9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:17.445656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb462129-20af-4797-a8a8-99a91ecd731f req-03d2fc29-c2c4-424b-9a94-9a86d7816fa9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:17.565831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb462129-20af-4797-a8a8-99a91ecd731f req-03d2fc29-c2c4-424b-9a94-9a86d7816fa9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:17.567089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb462129-20af-4797-a8a8-99a91ecd731f req-03d2fc29-c2c4-424b-9a94-9a86d7816fa9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 932 time: 0.3634856 May 20 08:25:17.598712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a2aa65-176c-4115-ab0c-d9c21f1bd717 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:25:17.610580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.643899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Transition to ACTIVE for port object 00a2aa65-176c-4115-ab0c-d9c21f1bd717 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:17.647087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb462129-20af-4797-a8a8-99a91ecd731f req-dca49b3d-4a29-4800-bdb8-eaeca9e0ae7a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 May 20 08:25:17.659220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port c6ef6470-c590-42ad-b072-fc158d63e7b6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:17.659767 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.734492 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.739613 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-003138f4-0fd7-45c1-ada2-a9a138210b03 tempest-ServersNegativeTestJSON-326512171 tempest-ServersNegativeTestJSON-326512171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:17.792479 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:17.923221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for c6ef6470-c590-42ad-b072-fc158d63e7b6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:18.074602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Pushing event updated for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:18.083294 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:18.129042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:18.134021 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:18.155927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Attempting to bind port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:18.156885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Attempting to bind port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:18.156885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Attempting to bind port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:18.161272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:25:18.161680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Attempting to bind port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:18.166721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:18.167240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Checking segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:18.167652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Bound using segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:18.168080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Bound port: 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:18.168425 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:18.185258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=c6ef6470-c590-42ad-b072-fc158d63e7b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:18.188199 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:18.268169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:18.271609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:18.380886 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:18.385270 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:18.443622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:18.444303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:18.445805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] 10.222.0.84 "PUT /v2.0/ports/00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 200 len: 1092 time: 1.4343827 May 20 08:25:18.449089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:25:18.479616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Pushing event updated for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:18.483175 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:18.584401 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'status': 'completed', 'code': 200} May 20 08:25:18.596424 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:18.634756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-804b551d-8553-40a2-be5a-adf75faf93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:18.636171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-804b551d-8553-40a2-be5a-adf75faf93a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 1095 time: 0.0871325 May 20 08:25:18.716856 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-7eb487ca-e6e0-4c2e-b3d8-23c401ec34dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 200 len: 217 time: 0.0691030 May 20 08:25:18.835416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-264acf7d-82b3-4eab-91c1-4ac3f30e9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:18.836933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-264acf7d-82b3-4eab-91c1-4ac3f30e9ac4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.1101098 May 20 08:25:18.875932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router bf76b45e-c768-4a22-bd6d-731133557868 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:18.899802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-ad615610-e2e4-4da1-92ad-474463778cde service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504668 May 20 08:25:18.908138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1587-cefe-463a-9580-56c101124fea req-b5ed5750-633f-4dc1-a2d8-21a2452f399e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:18.909627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-152c1587-cefe-463a-9580-56c101124fea req-b5ed5750-633f-4dc1-a2d8-21a2452f399e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 944 time: 0.1440091 May 20 08:25:19.009548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:19.021379 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] Sync routers for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:19.023206 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4952016 May 20 08:25:19.025851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38556) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:19.031975 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:19.032721 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:19.050040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-152c1587-cefe-463a-9580-56c101124fea req-1965f4f5-0d14-4486-b789-81ca558f6cd0 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223164 May 20 08:25:19.076830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c951bae-a52a-4859-8f9e-7f272005437f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:19.086785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-37cc963b-aef6-446c-a657-20844593cf5d service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762128 May 20 08:25:19.100904 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:19.110319 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] Routers {'bf76b45e-c768-4a22-bd6d-731133557868'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:19.111011 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['bf76b45e-c768-4a22-bd6d-731133557868'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:19.145945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c951bae-a52a-4859-8f9e-7f272005437f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:19.149878 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3c951bae-a52a-4859-8f9e-7f272005437f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf76b45e-c768-4a22-bd6d-731133557868 HTTP/1.1" status: 200 len: 205 time: 0.1204281 May 20 08:25:19.150119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38560) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:19.175693 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:19.176113 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03ba25a-e0c1-4388-a2b2-aec9df323a73 None None] The sync data for ids ['bf76b45e-c768-4a22-bd6d-731133557868'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:19.225124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f54ba38-3ec7-4194-bd11-81ca234713c1 req-02bb9c1c-0b40-45cc-b8c6-82f6e159e343 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280761 May 20 08:25:19.292580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.405888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-27f4f661-9b54-41de-90f6-3f3eee6c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:19.407292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-27f4f661-9b54-41de-90f6-3f3eee6c915e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 1095 time: 0.0776060 May 20 08:25:19.542892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-a64f40b0-d1cc-4b71-9fd5-0151ca78d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:19.544910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-a64f40b0-d1cc-4b71-9fd5-0151ca78d8df service neutron] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.1314182 May 20 08:25:19.600470 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.602766 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.615421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-18fcd439-9805-4e31-b0d6-269b734183f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 200 len: 217 time: 0.0619276 May 20 08:25:19.684994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-830fb182-7803-4ce7-81a0-9b26aaee1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:19.686243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-830fb182-7803-4ce7-81a0-9b26aaee1660 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.0641890 May 20 08:25:19.737498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-6112b898-4d07-4650-9e21-0a6123a4c352 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426435 May 20 08:25:19.769130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.769761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router bf76b45e-c768-4a22-bd6d-731133557868 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:25:19.785040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.786240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd9b8a06-01f4-4566-b84e-44e60013e3c7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868 HTTP/1.1" status: 204 len: 168 time: 0.6351655 May 20 08:25:19.788882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:19.861694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 066e0e4e-0781-4a36-b525-653fb18da798 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:19.865083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:19.877595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-7c9c38e6-9d33-4db0-b4a8-75297541666a service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332240 May 20 08:25:19.920691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.002456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.011556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c3c741e-3438-4813-8636-ea0b33ebba3c req-de37b911-1284-43bb-bd54-d2ed297f782e service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272132 May 20 08:25:20.246131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca124-9824-46f5-b43c-6a17db0301b3 req-1e711410-e0b3-4648-a17e-f29db9d214ad tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:20.247680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95aca124-9824-46f5-b43c-6a17db0301b3 req-1e711410-e0b3-4648-a17e-f29db9d214ad tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 944 time: 0.0810001 May 20 08:25:20.296997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95aca124-9824-46f5-b43c-6a17db0301b3 req-4d261933-a8a5-43ba-8420-9a87734fbe98 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 May 20 08:25:20.506799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.512128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-998b3e13-63b2-47d6-afe0-5fa213a3bc58 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:20.554918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=066e0e4e-0781-4a36-b525-653fb18da798,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:20.556999 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:20.558431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.559735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de131bf-90ba-41c8-b0ec-85c8ca9f5343 None None] Network fdfff8e0-c63e-45b7-a711-a116b2fc19f7 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:20.565616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/066e0e4e-0781-4a36-b525-653fb18da798 HTTP/1.1" status: 204 len: 168 time: 0.7754033 May 20 08:25:20.568290 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:20.637554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet d698e943-7585-4ca4-b2d8-ae42a4f410e2 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:20.642035 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.698039 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.790715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.814936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] DHCP port deletion for fdfff8e0-c63e-45b7-a711-a116b2fc19f7 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:25:20.883410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Deleting port c86ca796-0975-422b-9907-483bb2f94486 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:20.883799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:20.982708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] For port c86ca796-0975-422b-9907-483bb2f94486, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c86ca796-0975-422b-9907-483bb2f94486,segment=NetworkSegment(65394ff8-064f-4474-8c92-fdab729eb4dc),segment_id=65394ff8-064f-4474-8c92-fdab729eb4dc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:20.983170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.103927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Calling delete_port for c86ca796-0975-422b-9907-483bb2f94486 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:21.140990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.146023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-406a99cc-8e1d-41b7-a73a-808860272dca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:21.182838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=d698e943-7585-4ca4-b2d8-ae42a4f410e2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:21.184815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.188166 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:21.191740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52493ab8-cbbb-475c-9f50-5ab86128d305 None None] Network a067e847-8193-4c45-bbdb-4a6755acb0c8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:21.196623 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/d698e943-7585-4ca4-b2d8-ae42a4f410e2 HTTP/1.1" status: 204 len: 168 time: 0.6271725 May 20 08:25:21.199579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38574) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:21.207518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.222666 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:21.285050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Pushing event deleted for resources: {'Port': ['ID=c86ca796-0975-422b-9907-483bb2f94486,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:21.287720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] No DVR routers for this DVR port c86ca796-0975-422b-9907-483bb2f94486 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:21.335981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.346539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.346890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.347235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.347633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.347919 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.348223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.348549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.348876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.349199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.349545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.349875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.350197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:21.361638 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:21.478104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.493026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfff8e0-c63e-45b7-a711-a116b2fc19f7']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:21.507916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65394ff8-064f-4474-8c92-fdab729eb4dc') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:21.508220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65394ff8-064f-4474-8c92-fdab729eb4dc') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:21.520539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.524167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9664c4-3a08-4cf4-948a-696e986736d0 req-d69b64c6-5ca8-40fd-85dd-409ec2dc28e9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:21.526970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c9664c4-3a08-4cf4-948a-696e986736d0 req-d69b64c6-5ca8-40fd-85dd-409ec2dc28e9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 944 time: 0.1022642 May 20 08:25:21.536695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] DHCP port deletion for a067e847-8193-4c45-bbdb-4a6755acb0c8 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:25:21.540676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.548081 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:21.548491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:21.564461 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:21.579022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c9664c4-3a08-4cf4-948a-696e986736d0 req-b200a837-2379-4370-8540-15940f9dddf2 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 May 20 08:25:21.615264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Deleting port 26fe84dc-0448-4d77-9c8e-d25f6a990633 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:21.615816 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.718563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] For port 26fe84dc-0448-4d77-9c8e-d25f6a990633, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26fe84dc-0448-4d77-9c8e-d25f6a990633,segment=NetworkSegment(739e9027-e8e5-4367-b6d2-4051c2d921ce),segment_id=739e9027-e8e5-4367-b6d2-4051c2d921ce)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:21.718967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.728976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.734474 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.739413 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:21.763141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/fdfff8e0-c63e-45b7-a711-a116b2fc19f7 HTTP/1.1" status: 204 len: 168 time: 0.5598390 May 20 08:25:21.763141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=fdfff8e0-c63e-45b7-a711-a116b2fc19f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:21.763450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38580) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:21.766005 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:21.886617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.891861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Calling delete_port for 26fe84dc-0448-4d77-9c8e-d25f6a990633 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:21.929425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c86ca796-0975-422b-9907-483bb2f94486 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:21.961550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 26fe84dc-0448-4d77-9c8e-d25f6a990633 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:21.961905 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:21.964633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c86ca796-0975-422b-9907-483bb2f94486 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:25:21.964986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c86ca796-0975-422b-9907-483bb2f94486 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:25:21.965403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 26fe84dc-0448-4d77-9c8e-d25f6a990633 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:22.065218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 26fe84dc-0448-4d77-9c8e-d25f6a990633, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=26fe84dc-0448-4d77-9c8e-d25f6a990633,segment=NetworkSegment(739e9027-e8e5-4367-b6d2-4051c2d921ce),segment_id=739e9027-e8e5-4367-b6d2-4051c2d921ce)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:22.065614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.087093 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.153980 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.162893 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-460456a5-1802-494b-9af8-1608644354da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:22.193816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 26fe84dc-0448-4d77-9c8e-d25f6a990633 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:22.213984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Pushing event deleted for resources: {'Port': ['ID=26fe84dc-0448-4d77-9c8e-d25f6a990633,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:22.215760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] No DVR routers for this DVR port 26fe84dc-0448-4d77-9c8e-d25f6a990633 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:22.217832 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:22.245076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.249419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f04ce771-28b2-46a4-8fd5-85901e9f508d tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:22.291842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=26fe84dc-0448-4d77-9c8e-d25f6a990633,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:22.296266 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:22.298349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port 26fe84dc-0448-4d77-9c8e-d25f6a990633 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:22.423371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.436577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a067e847-8193-4c45-bbdb-4a6755acb0c8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:22.448741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739e9027-e8e5-4367-b6d2-4051c2d921ce') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:22.449040 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739e9027-e8e5-4367-b6d2-4051c2d921ce') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:22.460913 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.477261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.483674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:22.488501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:22.499206 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:22.648815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.653545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.656361 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48610d95-a829-4278-b193-c6fe363c3b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:22.691891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=a067e847-8193-4c45-bbdb-4a6755acb0c8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:22.694090 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:22.758059 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/a067e847-8193-4c45-bbdb-4a6755acb0c8 HTTP/1.1" status: 204 len: 168 time: 0.9934828 May 20 08:25:22.761947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38586) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:22.768546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814257001'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:22.774263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:22.778366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:22.781593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:22.781826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d12e-610c-42bf-8c25-d8c2d76dc201 req-725fbb1d-0dc6-4690-8b9f-127aacc1d290 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:22.783326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c52d12e-610c-42bf-8c25-d8c2d76dc201 req-725fbb1d-0dc6-4690-8b9f-127aacc1d290 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 944 time: 0.0906119 May 20 08:25:22.787526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:22.802634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 00a2aa65-176c-4115-ab0c-d9c21f1bd717 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:25:22.830122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2c52d12e-610c-42bf-8c25-d8c2d76dc201 req-3ed7a9c9-ed9a-4dce-9641-5e62f692479a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 May 20 08:25:22.877278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:22.880943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.909692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:22.918267 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.918612 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 91e1b4dd-c142-4a0b-abbb-f3532afe46eb of type vlan for network 99714d4e-deb4-404a-84ae-0cd611200656 May 20 08:25:22.942019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:22.950791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:22.956008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'port_id': '00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'mac_address': 'fa:16:3e:99:80:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cac775-1cfb-422f-8834-7a72626acdfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:25:23.010518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:23.028220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a2aa65-176c-4115-ab0c-d9c21f1bd717 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:25:23.043985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:23.051945 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:23.063362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:23.064040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:23.068200 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ff355f8c-d25b-497f-a690-c1e94e75e1cf tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:23.123317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:23.125884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:23.178414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=99714d4e-deb4-404a-84ae-0cd611200656,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:23.181020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:23.190654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 99714d4e-deb4-404a-84ae-0cd611200656 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:23.215084 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4517307 May 20 08:25:23.218950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38590) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:23.225086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': '99714d4e-deb4-404a-84ae-0cd611200656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:23.276437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:23.284818 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:23.380046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:25:23.500337 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:23.508971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:23.511979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:23.518823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:23.610061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:23.614214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.020467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f995b5-49c9-4632-922e-183b64f0697f req-47e89828-5683-43c5-af93-a768170dc324 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:24.021992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1f995b5-49c9-4632-922e-183b64f0697f req-47e89828-5683-43c5-af93-a768170dc324 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 945 time: 0.0824521 May 20 08:25:24.069637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1f995b5-49c9-4632-922e-183b64f0697f req-15413645-286b-41d0-9f26-fbe002d9d8dc tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 May 20 08:25:24.136892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.141273 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-18015eb9-23eb-4c86-9cfa-3400ecd7e0a0 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:24.220745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=15fde467-6f20-4b63-a5d5-f2527a8b9072,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:24.225275 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:24.231136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '91e1b4dd-c142-4a0b-abbb-f3532afe46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:24.231499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: 99714d4e-deb4-404a-84ae-0cd611200656, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:24.312548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 99714d4e-deb4-404a-84ae-0cd611200656 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:24.386134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 99714d4e-deb4-404a-84ae-0cd611200656) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:24.395049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d29b8-92ac-49de-a477-8a49f6ddbfe8 None None] Network 99714d4e-deb4-404a-84ae-0cd611200656 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:24.397796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:24.398396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.478368 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2583220 May 20 08:25:24.480924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:24.486939 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2144447799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:24.494709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:24.499585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:24.502445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:24.508721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:24.577337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.614791 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.615931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.627653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-99714d4e-deb4-404a-84ae-0cd611200656', 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '15fde467-6f20-4b63-a5d5-f2527a8b9072'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:25:24.628734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.638454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.718100 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.780981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:24.785667 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-08c9508b-0f36-44ef-89b2-36086af7a578 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3034873 May 20 08:25:24.785857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38600) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:24.789126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Allocated IP 172.20.0.2 (99714d4e-deb4-404a-84ae-0cd611200656/15fde467-6f20-4b63-a5d5-f2527a8b9072/3978548d-4588-4df8-beca-e7d7a0261bd5) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:24.791909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'port': {'network_id': '99714d4e-deb4-404a-84ae-0cd611200656', 'name': 'tempest-RoutersTest-1841448880'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:24.804135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 00a2aa65-176c-4115-ab0c-d9c21f1bd717 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:25.073872 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:25.091924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:25.094092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.100601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:25.104812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:port and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:25.108487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:25.114715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:25.159146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.174501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:25.176008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Transition to ACTIVE for port object 3978548d-4588-4df8-beca-e7d7a0261bd5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:25.178427 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.223846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Transition to ACTIVE for port object 3978548d-4588-4df8-beca-e7d7a0261bd5 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:25.247803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] device_id is not set on port e16fbcbd-3501-4e79-a28a-8317fd51b719 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:25:25.252332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.279261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:25:25.290028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:25.346660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.351399 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6329083b-0468-4ff9-a815-3878de56946c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:25.384172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f61a95-1b57-49fd-a715-3fc08d77107d req-c68af6f1-d4da-4f2e-931a-ace1d10637f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:25.385703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64f61a95-1b57-49fd-a715-3fc08d77107d req-c68af6f1-d4da-4f2e-931a-ace1d10637f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 945 time: 0.1964326 May 20 08:25:25.392058 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.418371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Network 99714d4e-deb4-404a-84ae-0cd611200656 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:25.422064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:25.427754 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:25.452325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.20.0.13 (99714d4e-deb4-404a-84ae-0cd611200656/15fde467-6f20-4b63-a5d5-f2527a8b9072/e16fbcbd-3501-4e79-a28a-8317fd51b719) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:25.460316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-64f61a95-1b57-49fd-a715-3fc08d77107d req-c534058d-13d1-4790-9944-15957c9ee6e5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675645 May 20 08:25:25.463833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Pushing event updated for resources: {'Port': ['ID=3978548d-4588-4df8-beca-e7d7a0261bd5,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:25.471128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:25.471255 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-74b1568d-4252-4d50-85ef-65469daf23f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:25.561923 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'code': 200} May 20 08:25:25.577207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Attempting to bind port 3978548d-4588-4df8-beca-e7d7a0261bd5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:25.577614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Attempting to bind port 3978548d-4588-4df8-beca-e7d7a0261bd5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '91e1b4dd-c142-4a0b-abbb-f3532afe46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:25.577984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Attempting to bind port 3978548d-4588-4df8-beca-e7d7a0261bd5 on network 99714d4e-deb4-404a-84ae-0cd611200656 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:25.588285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:25.588668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Checking segment: {'id': '91e1b4dd-c142-4a0b-abbb-f3532afe46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:25.589080 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.589545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Bound using segment: {'id': '91e1b4dd-c142-4a0b-abbb-f3532afe46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:25.589967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Bound port: 3978548d-4588-4df8-beca-e7d7a0261bd5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e1b4dd-c142-4a0b-abbb-f3532afe46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '99714d4e-deb4-404a-84ae-0cd611200656'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:25.590343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.612537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:25.615432 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:25.689897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] For port 3978548d-4588-4df8-beca-e7d7a0261bd5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:25.692976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] For port 3978548d-4588-4df8-beca-e7d7a0261bd5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3978548d-4588-4df8-beca-e7d7a0261bd5,segment=NetworkSegment(91e1b4dd-c142-4a0b-abbb-f3532afe46eb),segment_id=91e1b4dd-c142-4a0b-abbb-f3532afe46eb)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:25.745319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.766654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object e16fbcbd-3501-4e79-a28a-8317fd51b719 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:25.769071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.770998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c32a7-d34e-47a8-b45b-a61a9ad93fbd req-1d2d0682-9bd0-485a-a330-c74175995dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:25.772846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c14c32a7-d34e-47a8-b45b-a61a9ad93fbd req-1d2d0682-9bd0-485a-a330-c74175995dc6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 1097 time: 0.1523266 May 20 08:25:25.773870 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6d03ae86-f47b-43b9-b819-226eacef5009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:25.824851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c14c32a7-d34e-47a8-b45b-a61a9ad93fbd req-1a68b8b6-c97b-478a-a894-75a84d4d79d3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 May 20 08:25:25.858384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Pushing event updated for resources: {'Port': ['ID=3978548d-4588-4df8-beca-e7d7a0261bd5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:25.861345 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:25.872163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:25.881217 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6989aed4-adef-4703-b12d-ad35acc6c5a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:25.950311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 99714d4e-deb4-404a-84ae-0cd611200656 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:25.953983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:25.957977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:25.993437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e16fbcbd-3501-4e79-a28a-8317fd51b719,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:26.000462 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:26.049716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:26.050416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:26.143558 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3548067 May 20 08:25:26.144868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38608) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:26.700364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a7b4-3c16-421a-9e62-7d389e6cfb41 req-1f7cfc1c-0e31-4c41-a4f8-abdb2733102d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:26.703580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fe8a7b4-3c16-421a-9e62-7d389e6cfb41 req-1f7cfc1c-0e31-4c41-a4f8-abdb2733102d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 946 time: 0.1135232 May 20 08:25:26.725838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:26.774125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fe8a7b4-3c16-421a-9e62-7d389e6cfb41 req-9f771702-670f-49bf-9315-f84ec8f57347 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584948 May 20 08:25:26.786508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:26.864878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383dc033-df50-447a-92bf-da4df6a329bc None None] Network 99714d4e-deb4-404a-84ae-0cd611200656 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:27.088475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-820bb3b7-57f4-4f5f-a770-1e33bfae9870 None None] Provisioning for port 3978548d-4588-4df8-beca-e7d7a0261bd5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:27.356463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.420541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.424904 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-00334e86-4bbe-43c5-92c9-a11c221d0a59 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:27.460246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11bdfb32-0dcc-4640-941b-5ff72de6f5bd None None] Provisioning for port e16fbcbd-3501-4e79-a28a-8317fd51b719 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:27.466697 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11bdfb32-0dcc-4640-941b-5ff72de6f5bd None None] Provisioning complete for port e16fbcbd-3501-4e79-a28a-8317fd51b719 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:27.472033 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11bdfb32-0dcc-4640-941b-5ff72de6f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.534747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-11bdfb32-0dcc-4640-941b-5ff72de6f5bd None None] Port e16fbcbd-3501-4e79-a28a-8317fd51b719 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:27.555952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e16fbcbd-3501-4e79-a28a-8317fd51b719,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:27.560460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:27.673402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-40a2136e-9763-4ab5-856e-86c712a68114 None None] Provisioning complete for port e16fbcbd-3501-4e79-a28a-8317fd51b719 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:27.674052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40a2136e-9763-4ab5-856e-86c712a68114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.735727 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-40a2136e-9763-4ab5-856e-86c712a68114 None None] Port e16fbcbd-3501-4e79-a28a-8317fd51b719 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:27.781816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.854861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4d1ffc53-1010-46e7-97d0-ae1343aae5b0 None None] Provisioning complete for port e16fbcbd-3501-4e79-a28a-8317fd51b719 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:27.855258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d1ffc53-1010-46e7-97d0-ae1343aae5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:27.925076 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ffc53-1010-46e7-97d0-ae1343aae5b0 None None] Port e16fbcbd-3501-4e79-a28a-8317fd51b719 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:27.965923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3978548d-4588-4df8-beca-e7d7a0261bd5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:27.985297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.020527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac2c56-5e80-4a1e-b042-6acefa7d463a req-2920b2de-922f-4a0a-b2cf-eca065e6f544 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:28.022025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18ac2c56-5e80-4a1e-b042-6acefa7d463a req-2920b2de-922f-4a0a-b2cf-eca065e6f544 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 946 time: 0.0888588 May 20 08:25:28.070299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18ac2c56-5e80-4a1e-b042-6acefa7d463a req-b0bf090e-88ea-4a57-a97b-7706e5f7fad6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 May 20 08:25:28.074728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3978548d-4588-4df8-beca-e7d7a0261bd5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:28.080121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3978548d-4588-4df8-beca-e7d7a0261bd5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:28.080486 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.203854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.239692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3978548d-4588-4df8-beca-e7d7a0261bd5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3978548d-4588-4df8-beca-e7d7a0261bd5,segment=NetworkSegment(91e1b4dd-c142-4a0b-abbb-f3532afe46eb),segment_id=91e1b4dd-c142-4a0b-abbb-f3532afe46eb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:28.306064 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.308001 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bbbaff08-816b-4689-bb60-49bd89504322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:28.377455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3978548d-4588-4df8-beca-e7d7a0261bd5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:28.380547 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:28.391670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.460324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.487024 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:28.577629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e16fbcbd-3501-4e79-a28a-8317fd51b719,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:28.580259 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:28.584106 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:28.715830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 99714d4e-deb4-404a-84ae-0cd611200656 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:28.717655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:29.054634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-187b47b3-4955-49eb-9151-99dcbd62a889 None None] Provisioning complete for port e16fbcbd-3501-4e79-a28a-8317fd51b719 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:29.055261 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-187b47b3-4955-49eb-9151-99dcbd62a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:29.112605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-187b47b3-4955-49eb-9151-99dcbd62a889 None None] Port e16fbcbd-3501-4e79-a28a-8317fd51b719 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:29.123804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 863ae3f2-7283-4a0e-a9c0-ee6023aabdbe is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:25:29.286582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:29.291397 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/863ae3f2-7283-4a0e-a9c0-ee6023aabdbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1453686 May 20 08:25:29.294056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38630) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:29.298515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] Sync routers for ids ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:29.307819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] Routers {'863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:29.308433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:29.373220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:29.378060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e3990-60b9-4f62-9850-a2fac2b56b82 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:29.378678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-343e3990-60b9-4f62-9850-a2fac2b56b82 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:29.382015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] Routers {'863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:29.382613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:29.444801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:29.445164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4feb1-8890-472b-9f20-753a155363fc None None] The sync data for ids ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:29.445591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-343e3990-60b9-4f62-9850-a2fac2b56b82 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:29.446876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-343e3990-60b9-4f62-9850-a2fac2b56b82 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports/e16fbcbd-3501-4e79-a28a-8317fd51b719 HTTP/1.1" status: 200 len: 978 time: 0.1518557 May 20 08:25:29.449572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38634) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:29.940070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3978548d-4588-4df8-beca-e7d7a0261bd5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:29.987577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:30.062124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3978548d-4588-4df8-beca-e7d7a0261bd5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:30.062698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:30.329861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port e16fbcbd-3501-4e79-a28a-8317fd51b719 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:30.330206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:30.461757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:30.759427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for e16fbcbd-3501-4e79-a28a-8317fd51b719 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:30.974578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:30.980933 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51ddd04e-3861-4b0a-aab3-fe6d60b63e87 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:30.982102 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:25:31.026708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=e16fbcbd-3501-4e79-a28a-8317fd51b719,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:31.063662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.064048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.064435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.064814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.065190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.065586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.066005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.066374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.066741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.067109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.067477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.067847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:31.076881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:31.292734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:31.586729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 863ae3f2-7283-4a0e-a9c0-ee6023aabdbe has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:31.723436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:31.733176 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e23ff1-a103-489d-acea-913c790739fd None None] Sync routers for ids ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:31.742262 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] Routers {'863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:31.742874 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:31.793089 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/863ae3f2-7283-4a0e-a9c0-ee6023aabdbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3424394 May 20 08:25:31.796551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38654) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:31.802330 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:31.812060 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] Routers {'863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:31.812667 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:31.875170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-75e23ff1-a103-489d-acea-913c790739fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:31.883137 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e23ff1-a103-489d-acea-913c790739fd None None] The sync data for ids ['863ae3f2-7283-4a0e-a9c0-ee6023aabdbe'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:32.310616 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-f0720e4f-5ba7-4201-ae7b-16a9968caec1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] remove_router_interface failed (client error): The resource could not be found. May 20 08:25:32.311882 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f0720e4f-5ba7-4201-ae7b-16a9968caec1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/863ae3f2-7283-4a0e-a9c0-ee6023aabdbe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5143194 May 20 08:25:32.314772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38660) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:32.359355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aa3dca5b-ba62-4d4f-8996-71f1b873c387 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:32.431705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aa3dca5b-ba62-4d4f-8996-71f1b873c387 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:32.432934 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aa3dca5b-ba62-4d4f-8996-71f1b873c387 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=863ae3f2-7283-4a0e-a9c0-ee6023aabdbe HTTP/1.1" status: 200 len: 205 time: 0.1172476 May 20 08:25:32.436381 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:32.573910 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:32.900738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:32.903146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:32.974842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:32.975462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 863ae3f2-7283-4a0e-a9c0-ee6023aabdbe {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:25:32.992621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:32.993805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-62d917ca-1f73-4eb0-a7c9-b97376bae58e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/863ae3f2-7283-4a0e-a9c0-ee6023aabdbe HTTP/1.1" status: 204 len: 168 time: 0.5563579 May 20 08:25:32.997118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38668) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:33.067749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 15fde467-6f20-4b63-a5d5-f2527a8b9072 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:33.070885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.132182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.222030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.580939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.585328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ca14284e-9f30-41b6-ac00-d79b1c89394d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:33.622157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=15fde467-6f20-4b63-a5d5-f2527a8b9072,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:33.625950 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:33.629677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.635134 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/15fde467-6f20-4b63-a5d5-f2527a8b9072 HTTP/1.1" status: 204 len: 168 time: 0.6367257 May 20 08:25:33.638418 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38674) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:33.639938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8744e69-b0b6-4ff8-9252-2eaebc4ee430 None None] Network 99714d4e-deb4-404a-84ae-0cd611200656 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:33.765818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.846099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 3978548d-4588-4df8-beca-e7d7a0261bd5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:33.846601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:33.932672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] DHCP port deletion for 99714d4e-deb4-404a-84ae-0cd611200656 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:25:33.957124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 3978548d-4588-4df8-beca-e7d7a0261bd5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3978548d-4588-4df8-beca-e7d7a0261bd5,segment=NetworkSegment(91e1b4dd-c142-4a0b-abbb-f3532afe46eb),segment_id=91e1b4dd-c142-4a0b-abbb-f3532afe46eb)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:33.957812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.005824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Deleting port 3978548d-4588-4df8-beca-e7d7a0261bd5 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:34.006303 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.089831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 3978548d-4588-4df8-beca-e7d7a0261bd5 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:34.131475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] For port 3978548d-4588-4df8-beca-e7d7a0261bd5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3978548d-4588-4df8-beca-e7d7a0261bd5,segment=NetworkSegment(91e1b4dd-c142-4a0b-abbb-f3532afe46eb),segment_id=91e1b4dd-c142-4a0b-abbb-f3532afe46eb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:34.131880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.214328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.219118 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fb13912-4821-4a21-9a64-14bbaf2e876c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:34.264673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=3978548d-4588-4df8-beca-e7d7a0261bd5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:34.267773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Calling delete_port for 3978548d-4588-4df8-beca-e7d7a0261bd5 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:34.269147 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:34.275063 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port 3978548d-4588-4df8-beca-e7d7a0261bd5 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:34.326744 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.331093 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-921aa1db-f1df-475b-8acb-a3cc129d84be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:34.383423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Pushing event deleted for resources: {'Port': ['ID=3978548d-4588-4df8-beca-e7d7a0261bd5,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:34.388059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:34.389626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] No DVR routers for this DVR port 3978548d-4588-4df8-beca-e7d7a0261bd5 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:34.602757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.617263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99714d4e-deb4-404a-84ae-0cd611200656']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:34.630549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e1b4dd-c142-4a0b-abbb-f3532afe46eb') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:34.630978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e1b4dd-c142-4a0b-abbb-f3532afe46eb') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:34.643491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.661773 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.668489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:34.668884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:34.684750 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:34.854532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.860069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:34.864539 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-07a719b2-6559-4ef4-b7dc-0bae526d7081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:34.892580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=99714d4e-deb4-404a-84ae-0cd611200656,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:34.894968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:34.952634 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/99714d4e-deb4-404a-84ae-0cd611200656 HTTP/1.1" status: 204 len: 168 time: 1.3125801 May 20 08:25:34.956365 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:34.964051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-894536090'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:34.969617 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:34.973528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:34.976397 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:34.982862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:35.071777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:35.075290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.105023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:35.114812 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.115158 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment ea0fe320-80f1-48d7-85cf-673b6604f5f8 of type vlan for network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb May 20 08:25:35.147282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.248434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.254109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:35.254703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.258635 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-02b6b570-06c2-492a-b839-3ef9beeeeec6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:35.368271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=03d204d4-73c7-4c8c-b2ef-d96e8b8754eb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:35.371077 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:35.378990 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:35.386626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4291003 May 20 08:25:35.389683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38686) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:35.397233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:35.545427 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:35.550328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:35.553429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:35.560517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:35.688623 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:35.693463 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:35.949717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3978548d-4588-4df8-beca-e7d7a0261bd5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:35.985651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3978548d-4588-4df8-beca-e7d7a0261bd5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:25:35.986008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3978548d-4588-4df8-beca-e7d7a0261bd5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:25:36.222777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.227173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0c4c5fb-ceef-4033-a9a1-2df3f74f26d8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:36.310135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=21132729-f398-4db0-ad7a-4945b420c22e,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:36.315502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:36.319910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': 'ea0fe320-80f1-48d7-85cf-673b6604f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:36.320280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:36.391149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:36.442920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:36.451740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127ab8c-8c77-4abb-a1bc-f60931b7d99f None None] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:36.458043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:36.458942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.566739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38692) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:36.579895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1784563 May 20 08:25:36.580271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-615109698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:36.580929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:36.584988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:36.587970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:36.596016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:36.671100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-03d204d4-73c7-4c8c-b2ef-d96e8b8754eb', 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '21132729-f398-4db0-ad7a-4945b420c22e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:25:36.671931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.694408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.695489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.710620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.791693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.836739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Allocated IP 172.20.0.2 (03d204d4-73c7-4c8c-b2ef-d96e8b8754eb/21132729-f398-4db0-ad7a-4945b420c22e/fd937e84-02d5-4221-8c6c-bf060e0019e9) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:36.849810 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3acf5722-b498-45ab-9556-5c659040cb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.877005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:36.878496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1174761c-1b92-4c03-8b86-d4034df494af tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3103802 May 20 08:25:36.881128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38696) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:37.041681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.051366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Transition to ACTIVE for port object fd937e84-02d5-4221-8c6c-bf060e0019e9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:37.069468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Transition to ACTIVE for port object fd937e84-02d5-4221-8c6c-bf060e0019e9 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:37.134361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.140025 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:37.201770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:37.204806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:37.208943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:37.217654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Pushing event updated for resources: {'Port': ['ID=fd937e84-02d5-4221-8c6c-bf060e0019e9,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:37.297064 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:37.353401 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Attempting to bind port fd937e84-02d5-4221-8c6c-bf060e0019e9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:37.353833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Attempting to bind port fd937e84-02d5-4221-8c6c-bf060e0019e9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ea0fe320-80f1-48d7-85cf-673b6604f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:37.354214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Attempting to bind port fd937e84-02d5-4221-8c6c-bf060e0019e9 on network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:37.359902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:37.360290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Checking segment: {'id': 'ea0fe320-80f1-48d7-85cf-673b6604f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:37.360740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.361145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Bound using segment: {'id': 'ea0fe320-80f1-48d7-85cf-673b6604f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:37.361652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Bound port: fd937e84-02d5-4221-8c6c-bf060e0019e9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0fe320-80f1-48d7-85cf-673b6604f5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '03d204d4-73c7-4c8c-b2ef-d96e8b8754eb'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:37.362039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.454586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] For port fd937e84-02d5-4221-8c6c-bf060e0019e9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:37.457671 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] For port fd937e84-02d5-4221-8c6c-bf060e0019e9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd937e84-02d5-4221-8c6c-bf060e0019e9,segment=NetworkSegment(ea0fe320-80f1-48d7-85cf-673b6604f5f8),segment_id=ea0fe320-80f1-48d7-85cf-673b6604f5f8)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:37.523078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.527684 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:37.528164 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b83e3ea6-2d8d-4a3b-a204-94729ba2e3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:37.606389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Pushing event updated for resources: {'Port': ['ID=fd937e84-02d5-4221-8c6c-bf060e0019e9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:37.619419 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:37.925994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.20.0.1 (03d204d4-73c7-4c8c-b2ef-d96e8b8754eb/21132729-f398-4db0-ad7a-4945b420c22e/a6bc3887-8bbf-4a46-9441-f25cfab37dbb) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:37.979683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd937e84-02d5-4221-8c6c-bf060e0019e9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:38.105827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port fd937e84-02d5-4221-8c6c-bf060e0019e9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:38.129492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.146425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object a6bc3887-8bbf-4a46-9441-f25cfab37dbb will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:38.237926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.242840 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1179e93-e986-42ba-8455-0b96d908e143 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:38.310917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:38.314308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:38.318523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:38.356176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=a6bc3887-8bbf-4a46-9441-f25cfab37dbb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:38.361678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:38.385642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.509130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7b79c-8c95-49a9-9718-e197ab794f77 None None] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:38.558301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.680622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Provisioning for port fd937e84-02d5-4221-8c6c-bf060e0019e9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:38.690467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Provisioning complete for port fd937e84-02d5-4221-8c6c-bf060e0019e9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:38.690850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.878373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.922164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] For port fd937e84-02d5-4221-8c6c-bf060e0019e9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd937e84-02d5-4221-8c6c-bf060e0019e9,segment=NetworkSegment(ea0fe320-80f1-48d7-85cf-673b6604f5f8),segment_id=ea0fe320-80f1-48d7-85cf-673b6604f5f8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:38.963227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:38.965919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:38.993564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.032147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.039868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Pushing event updated for resources: {'Port': ['ID=fd937e84-02d5-4221-8c6c-bf060e0019e9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:39.044148 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:39.066049 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7d2cd5b4-cf90-469d-82a2-7cdd7a9ef3b5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:39.165581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.169259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=a6bc3887-8bbf-4a46-9441-f25cfab37dbb,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:39.172892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:39.182130 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f96e409-04f5-4f97-97a8-b08097a56132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.254166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Provisioning for port a6bc3887-8bbf-4a46-9441-f25cfab37dbb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:39.265834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Provisioning complete for port a6bc3887-8bbf-4a46-9441-f25cfab37dbb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:39.266223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.325036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:39.327260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:39.330338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Port a6bc3887-8bbf-4a46-9441-f25cfab37dbb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:39.341824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Provisioning complete for port fd937e84-02d5-4221-8c6c-bf060e0019e9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:39.342381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a403dce3-9aef-40ae-993d-ed7dda847c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.574448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 78da40f3-2fc3-45a1-86f3-b1f637591bbb is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:25:39.592485 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ff37fbe8-1789-4508-9fae-918fe6782f92 None None] Provisioning complete for port a6bc3887-8bbf-4a46-9441-f25cfab37dbb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:39.593429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ff37fbe8-1789-4508-9fae-918fe6782f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.664732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ff37fbe8-1789-4508-9fae-918fe6782f92 None None] Port a6bc3887-8bbf-4a46-9441-f25cfab37dbb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:39.713236 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:39.920897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:39.937138 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/78da40f3-2fc3-45a1-86f3-b1f637591bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0516620 May 20 08:25:39.937468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38706) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:39.940070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] Sync routers for ids ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:39.948323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd937e84-02d5-4221-8c6c-bf060e0019e9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:39.994010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] Routers {'78da40f3-2fc3-45a1-86f3-b1f637591bbb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:39.994799 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:40.011452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d9ca2-a1fb-40d6-8e44-9434ad4b0fcb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:40.012455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a5d9ca2-a1fb-40d6-8e44-9434ad4b0fcb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:40.064014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:40.080269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] Routers {'78da40f3-2fc3-45a1-86f3-b1f637591bbb'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:40.080890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:40.094116 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-2a5d9ca2-a1fb-40d6-8e44-9434ad4b0fcb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:40.095313 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2a5d9ca2-a1fb-40d6-8e44-9434ad4b0fcb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports/a6bc3887-8bbf-4a46-9441-f25cfab37dbb HTTP/1.1" status: 200 len: 910 time: 0.1567454 May 20 08:25:40.098289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:40.146979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:40.147388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc7010-937f-47f2-be5b-b6cdddcbd046 None None] The sync data for ids ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:40.153546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port fd937e84-02d5-4221-8c6c-bf060e0019e9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:40.154559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:40.605577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:41.002435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port a6bc3887-8bbf-4a46-9441-f25cfab37dbb {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:41.002780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:41.133825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:41.263989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for a6bc3887-8bbf-4a46-9441-f25cfab37dbb owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:41.265539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:41.442837 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:41.446704 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:41.494844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=a6bc3887-8bbf-4a46-9441-f25cfab37dbb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:41.498738 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:41.898633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:42.175569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 78da40f3-2fc3-45a1-86f3-b1f637591bbb has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:42.327354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:42.337380 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] Sync routers for ids ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:42.348865 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] Routers {'78da40f3-2fc3-45a1-86f3-b1f637591bbb'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:42.352569 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:42.414993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:42.415883 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/78da40f3-2fc3-45a1-86f3-b1f637591bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3165600 May 20 08:25:42.418581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:42.425534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] Routers {'78da40f3-2fc3-45a1-86f3-b1f637591bbb'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:42.426202 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:42.464255 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0da95f-967b-4609-b24b-55bd126868a0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:42.493812 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:42.494239 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92358e4a-b464-435e-8f6d-18f46c457c9a None None] The sync data for ids ['78da40f3-2fc3-45a1-86f3-b1f637591bbb'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:42.546957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df0da95f-967b-4609-b24b-55bd126868a0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:42.548393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df0da95f-967b-4609-b24b-55bd126868a0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=78da40f3-2fc3-45a1-86f3-b1f637591bbb HTTP/1.1" status: 200 len: 205 time: 0.1288927 May 20 08:25:42.550967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38722) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:42.556959 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:42.690634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.009823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.012297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.105342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.105910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 78da40f3-2fc3-45a1-86f3-b1f637591bbb {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:25:43.117856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.118977 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-96a0af48-3b0e-4c10-a592-fdddfb29ed33 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/78da40f3-2fc3-45a1-86f3-b1f637591bbb HTTP/1.1" status: 204 len: 168 time: 0.5671010 May 20 08:25:43.121644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:43.191267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 21132729-f398-4db0-ad7a-4945b420c22e {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:25:43.194281 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.251122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.345548 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.631375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-cee60928-4e2a-41aa-8d71-cb44d4cb3e0a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:43.633031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-cee60928-4e2a-41aa-8d71-cb44d4cb3e0a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.1594901 May 20 08:25:43.654997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-237de68f-f8c7-4fa8-bcc6-a02fab56ce82 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/quotas/45152cec24a04b01b08d92c3257e7b46 HTTP/1.1" status: 200 len: 375 time: 0.0140181 May 20 08:25:43.745793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-192b6e41-3a7b-4782-8fcc-fbc4c10df813 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890064 May 20 08:25:43.893971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-8c5e8a0d-9d92-4345-8996-9e22b3433cb1 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398821 May 20 08:25:43.911720 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.915738 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdaed7b7-2827-4474-be74-03062bc90eb5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:43.958353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=21132729-f398-4db0-ad7a-4945b420c22e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:43.961715 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:43.964746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:43.975362 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/21132729-f398-4db0-ad7a-4945b420c22e HTTP/1.1" status: 204 len: 168 time: 0.8500915 May 20 08:25:43.975498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2090a39-74e9-4531-877c-8f78acf9ec03 None None] Network 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:43.975946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:44.048931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-1fb51163-65e9-4b8b-8091-68f6620ec799 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488879 May 20 08:25:44.101764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.184468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port fd937e84-02d5-4221-8c6c-bf060e0019e9 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:44.184886 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.309311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port fd937e84-02d5-4221-8c6c-bf060e0019e9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd937e84-02d5-4221-8c6c-bf060e0019e9,segment=NetworkSegment(ea0fe320-80f1-48d7-85cf-673b6604f5f8),segment_id=ea0fe320-80f1-48d7-85cf-673b6604f5f8)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:44.309963 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.349568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb981a5e-e77e-4f0b-b9f6-2631eb63752b req-011d6cd4-7dcf-43ec-8fb2-dd69ffe13690 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 210 time: 0.0601518 May 20 08:25:44.412328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] DHCP port deletion for 03d204d4-73c7-4c8c-b2ef-d96e8b8754eb request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:25:44.471479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for fd937e84-02d5-4221-8c6c-bf060e0019e9 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:44.506850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Deleting port fd937e84-02d5-4221-8c6c-bf060e0019e9 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:44.507235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.602593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.606672 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:44.608824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] For port fd937e84-02d5-4221-8c6c-bf060e0019e9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=fd937e84-02d5-4221-8c6c-bf060e0019e9,segment=NetworkSegment(ea0fe320-80f1-48d7-85cf-673b6604f5f8),segment_id=ea0fe320-80f1-48d7-85cf-673b6604f5f8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:44.609230 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.653421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=fd937e84-02d5-4221-8c6c-bf060e0019e9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:44.659206 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:44.664114 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port fd937e84-02d5-4221-8c6c-bf060e0019e9 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:44.736407 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Calling delete_port for fd937e84-02d5-4221-8c6c-bf060e0019e9 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:44.787704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.791404 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-267b2b24-4780-42e7-b3cd-b33e2f0fe08b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:44.801248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.814791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d204d4-73c7-4c8c-b2ef-d96e8b8754eb']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:44.828228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0fe320-80f1-48d7-85cf-673b6604f5f8') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:44.828992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0fe320-80f1-48d7-85cf-673b6604f5f8') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:44.834589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Pushing event deleted for resources: {'Port': ['ID=fd937e84-02d5-4221-8c6c-bf060e0019e9,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:44.838849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] No DVR routers for this DVR port fd937e84-02d5-4221-8c6c-bf060e0019e9 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:25:44.840778 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.843250 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:44.860006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.866440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:25:44.866819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: timer() May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:25:44.881819 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:25:45.043264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.047236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:45.061757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.075320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=03d204d4-73c7-4c8c-b2ef-d96e8b8754eb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:45.079094 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:45.146805 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/03d204d4-73c7-4c8c-b2ef-d96e8b8754eb HTTP/1.1" status: 204 len: 168 time: 1.1700590 May 20 08:25:45.149804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38758) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:45.155765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1318703543', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:45.163394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:45.167277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:45.170616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:45.177175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:45.231152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.232240 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.246606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.659889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0bd09388-2cb7-4906-bfc8-feb518e8d9f5 req-ec0e4e40-b60d-4092-a77a-351f3f4f0aab tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 210 time: 0.1029100 May 20 08:25:45.805287 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:45.940374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd937e84-02d5-4221-8c6c-bf060e0019e9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:25:45.980772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: fd937e84-02d5-4221-8c6c-bf060e0019e9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:25:45.981220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device fd937e84-02d5-4221-8c6c-bf060e0019e9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:25:46.195469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:46.245353 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:46.442996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-40325ab7-8138-465f-8b12-3c717d4bbd3a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:46.443969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-40325ab7-8138-465f-8b12-3c717d4bbd3a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.2765489 May 20 08:25:46.461225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Request body: {'port': {'device_id': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'admin_state_up': True, 'tenant_id': '45152cec24a04b01b08d92c3257e7b46'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:46.556291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.25.8.68 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/165e92fd-8e7f-42cf-b441-99f41f1f556d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:46.705465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:46.721661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:46.766311 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:46.818949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:46.822657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:46.834758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9accd92e-7765-47e3-afac-cfd8590ca285 req-ba1dddfb-c902-4e36-ab2e-f7a299bf9a55 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 210 time: 0.0637307 May 20 08:25:46.996639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Allocated IP 172.20.0.7 (93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378/17cac775-1cfb-422f-8834-7a72626acdfc/6ae88c04-cd89-44e8-8f32-a5af16215d5f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:47.002893 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:47.007593 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:47.248225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:47.260473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:47.269433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:47.321861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=165e92fd-8e7f-42cf-b441-99f41f1f556d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:47.351972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.352338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.352713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.353082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.353446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.353834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.354194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.354552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.354913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.355270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.355626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.356038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:25:47.364764 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:47.688327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:47.800863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:47.813554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:25:47.822272 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9d2bdf29-bd9b-4258-ac0e-99557836b736 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:47.914313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:47.972325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:47.982783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event updated for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:48.014194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:48.059065 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:48.113735 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:48.178280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:48.178894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:48.320040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc56d9-f914-4a18-bb78-9a07a693b4b2 req-ff503f77-023b-4484-a0e2-d0be62c4d613 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:48.320941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91cc56d9-f914-4a18-bb78-9a07a693b4b2 req-ff503f77-023b-4484-a0e2-d0be62c4d613 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:48.328802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713565 May 20 08:25:48.418817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Request body: {'port': {'device_id': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:48.457785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91cc56d9-f914-4a18-bb78-9a07a693b4b2 req-ff503f77-023b-4484-a0e2-d0be62c4d613 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:48.458924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91cc56d9-f914-4a18-bb78-9a07a693b4b2 req-ff503f77-023b-4484-a0e2-d0be62c4d613 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 931 time: 0.4907446 May 20 08:25:48.841251 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91cc56d9-f914-4a18-bb78-9a07a693b4b2 req-551a9a3e-c7fa-4b07-a1df-b076911f913f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645408 May 20 08:25:48.861861 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:48.864679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:49.367434 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 4eb1f475-ea5f-49d1-ba67-9a4527984c15 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:25:49.469345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae88c04-cd89-44e8-8f32-a5af16215d5f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:25:49.486730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:49.511738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Transition to ACTIVE for port object 6ae88c04-cd89-44e8-8f32-a5af16215d5f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:49.576296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:49.588574 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d2e725cf-535b-4484-b4b2-f437b80e2f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:49.734034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:49.738235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:49.743666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] Sync routers for ids ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:49.749365 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:49.755222 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] Routers {'4eb1f475-ea5f-49d1-ba67-9a4527984c15'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:49.755847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:49.816355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:49.826277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] Routers {'4eb1f475-ea5f-49d1-ba67-9a4527984c15'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:49.827532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:49.870038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Attempting to bind port 6ae88c04-cd89-44e8-8f32-a5af16215d5f on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:49.870462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Attempting to bind port 6ae88c04-cd89-44e8-8f32-a5af16215d5f by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:49.871188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Attempting to bind port 6ae88c04-cd89-44e8-8f32-a5af16215d5f on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:49.876629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Port 6ae88c04-cd89-44e8-8f32-a5af16215d5f on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:25:49.876955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Attempting to bind port 6ae88c04-cd89-44e8-8f32-a5af16215d5f on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:49.882658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:49.882998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Checking segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:49.883383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Bound using segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:49.883811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Bound port: 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:49.884167 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:49.893968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:49.894387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a7de-2288-443c-b836-cea28d632f48 None None] The sync data for ids ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:49.898271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:49.902027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7487316 May 20 08:25:49.903119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38772) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:50.029325 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:50.045753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:50.073787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f8cbd-11d1-4b8d-a64b-6c6e6f230c1a req-d2f286f9-70e7-454b-9c2a-9062017ca34d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:50.075278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d93f8cbd-11d1-4b8d-a64b-6c6e6f230c1a req-d2f286f9-70e7-454b-9c2a-9062017ca34d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 943 time: 0.1057861 May 20 08:25:50.095734 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a1dc2a0-73f2-44be-aae8-0a610497bf15 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers/4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 200 len: 880 time: 0.1916873 May 20 08:25:50.097840 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:50.098826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38776) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:50.104424 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:50.173995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:50.174458 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:50.175842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] 10.222.0.81 "PUT /v2.0/ports/6ae88c04-cd89-44e8-8f32-a5af16215d5f HTTP/1.1" status: 200 len: 1091 time: 1.8346932 May 20 08:25:50.179016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:25:50.197458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d93f8cbd-11d1-4b8d-a64b-6c6e6f230c1a req-72b1b4b7-b169-4302-8586-96d0efc20b13 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154592 May 20 08:25:50.210284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Pushing event updated for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:50.220890 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:50.308706 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f', 'status': 'completed', 'code': 200} May 20 08:25:50.347655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-6e1a07be-d26a-42a5-8bd3-fbb7b24734b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:50.349164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-6e1a07be-d26a-42a5-8bd3-fbb7b24734b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 1094 time: 0.0831225 May 20 08:25:50.418817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-4c71559d-02a0-4f7c-8fd8-547e5b3c8a3c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f HTTP/1.1" status: 200 len: 217 time: 0.0622134 May 20 08:25:50.481523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-27c8e7dc-726e-49a5-af51-2e74ae6594e8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:router {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:50.534096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-27c8e7dc-726e-49a5-af51-2e74ae6594e8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:router {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:50.535353 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-27c8e7dc-726e-49a5-af51-2e74ae6594e8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4357154 May 20 08:25:50.538317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38782) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:50.543962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1318703543'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:50.681963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-0f4bffd7-141f-44e6-b3f5-ad0e5c10e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:50.683798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-0f4bffd7-141f-44e6-b3f5-ad0e5c10e947 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.2587757 May 20 08:25:50.765451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-3006debf-c42d-40d0-ba21-3d942c1da33b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745447 May 20 08:25:50.913422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-46c1bce2-9327-450f-ba07-df9226df21c5 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419106 May 20 08:25:51.061345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85fa5a74-b234-4a61-829d-ea9c0c53e52d req-95b99f36-c98f-466a-ab0a-2e8e2aa05226 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401820 May 20 08:25:51.121508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:51.196950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:51.241966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-451f2c4a-5ae0-4b49-ac45-6178893c7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:51.243515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-451f2c4a-5ae0-4b49-ac45-6178893c7285 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 1094 time: 0.0795412 May 20 08:25:51.387432 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 4eb1f475-ea5f-49d1-ba67-9a4527984c15 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:25:51.439601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-1e1bae66-c415-4097-9b9e-728ad88cd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:51.441095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-1e1bae66-c415-4097-9b9e-728ad88cd8a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.1911740 May 20 08:25:51.512471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197972b-1c68-4ce0-aa14-b469633c100e req-cc19f25a-5430-421f-acf2-00cc7b9abe69 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:51.514865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f197972b-1c68-4ce0-aa14-b469633c100e req-cc19f25a-5430-421f-acf2-00cc7b9abe69 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 943 time: 0.1815929 May 20 08:25:51.524809 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-9899daee-dbaa-4d7b-a5f8-b9ee7f28af38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f HTTP/1.1" status: 200 len: 217 time: 0.0763614 May 20 08:25:51.569256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:51.576010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:51.580549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bcee00bf-7b95-4c96-a824-63acde8b5463 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 200 len: 887 time: 1.0380721 May 20 08:25:51.580549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:51.583428 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] Sync routers for ids ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:51.594643 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] Routers {'4eb1f475-ea5f-49d1-ba67-9a4527984c15'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:51.595515 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:51.616564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f197972b-1c68-4ce0-aa14-b469633c100e req-b33102c1-41a2-496f-b3d0-cb9db99669ab tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 May 20 08:25:51.622196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-87dd6dcc-1914-4c00-ae33-f84d68ad8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:51.623938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-87dd6dcc-1914-4c00-ae33-f84d68ad8b68 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.0847712 May 20 08:25:51.677248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-d8fe3537-e431-4880-8d83-23555b27a985 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449104 May 20 08:25:51.683920 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:51.693877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] Routers {'4eb1f475-ea5f-49d1-ba67-9a4527984c15'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:51.694562 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:51.764634 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:51.765147 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb83e8-ccd7-4e6d-97f6-fb1d2b29b82b None None] The sync data for ids ['4eb1f475-ea5f-49d1-ba67-9a4527984c15'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:51.776770 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-87d30502-e3a9-4c19-8c9d-e46de2269c86 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers/4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 200 len: 887 time: 0.1954422 May 20 08:25:51.780109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:51.823392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61b4402b-8e84-4e3c-a59c-de710df164ce tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:51.823656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-d8abe104-2e74-4836-8cef-af1930a853db service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395197 May 20 08:25:51.871108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-61b4402b-8e84-4e3c-a59c-de710df164ce tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:51.872870 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-61b4402b-8e84-4e3c-a59c-de710df164ce tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 200 len: 205 time: 0.0917435 May 20 08:25:51.875661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:52.007662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd03f11-d4b1-45bc-93b1-05169e3fc13f req-034c3193-879d-4f1b-a73c-2770480e06ea service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430619 May 20 08:25:52.276577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:52.498592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:52.661191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 165e92fd-8e7f-42cf-b441-99f41f1f556d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:25:52.661566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:52.787831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:52.814273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f2b7a-8ade-4f82-8e75-ce6f74f5a5d9 req-849d9f65-12ad-4c99-b4a5-5170f5de5408 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:52.816771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc6f2b7a-8ade-4f82-8e75-ce6f74f5a5d9 req-849d9f65-12ad-4c99-b4a5-5170f5de5408 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 943 time: 0.0859652 May 20 08:25:52.868970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cc6f2b7a-8ade-4f82-8e75-ce6f74f5a5d9 req-2e7e4db5-0104-46de-a225-72fd259238de tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 May 20 08:25:52.918852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 165e92fd-8e7f-42cf-b441-99f41f1f556d owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:25:53.128287 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.132330 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b3f64fed-c0c5-4fb9-b75f-531f27d50d8b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:53.180197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=165e92fd-8e7f-42cf-b441-99f41f1f556d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:53.215181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:53.277088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.458203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.460445 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.546359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.546926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb1f475-ea5f-49d1-ba67-9a4527984c15 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:25:53.651597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.652765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 204 len: 168 time: 1.7761736 May 20 08:25:53.656954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38804) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:53.662660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824723570'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:53.668491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:53.673735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:53.676767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:53.683097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:53.768137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:53.771606 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.800354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:25:53.808976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.809425 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment f495ff12-e458-495e-8d58-87bc2b8038f4 of type vlan for network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 May 20 08:25:53.837840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.939744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.945448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:53.946076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:53.952167 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d06448a-b005-4139-96d5-3179e7040fc8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:54.062689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffabfb-d444-4a58-aa87-2c7f46186b92 req-abd8829d-50a0-49c7-a000-87473e2f895d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:54.062689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddffabfb-d444-4a58-aa87-2c7f46186b92 req-abd8829d-50a0-49c7-a000-87473e2f895d tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 943 time: 0.0825849 May 20 08:25:54.063398 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=9b75b01f-a103-4dc8-89fb-4e71ae4863c4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:54.063398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:54.070112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:25:54.083834 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4257514 May 20 08:25:54.087335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38810) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:54.094155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:54.109706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ddffabfb-d444-4a58-aa87-2c7f46186b92 req-99b6b76f-f37d-44a2-ac9d-bfb8f51f078a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 May 20 08:25:54.368019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:54.371750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:54.375103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:54.380694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:54.460343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:25:54.464016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:54.511318 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:54.773223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6ae88c04-cd89-44e8-8f32-a5af16215d5f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:25:54.913277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:54.927881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '6ae88c04-cd89-44e8-8f32-a5af16215d5f', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'port_id': '6ae88c04-cd89-44e8-8f32-a5af16215d5f', 'mac_address': 'fa:16:3e:1f:b3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cac775-1cfb-422f-8834-7a72626acdfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:25:54.928437 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:54.932967 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-197d603b-8864-407d-97a8-34cfa18c48fd tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:54.984011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.002805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae88c04-cd89-44e8-8f32-a5af16215d5f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:25:55.014404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=2671cf42-b98f-4eeb-ac24-62a1ab51168b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:55.018467 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:55.019263 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': 'f495ff12-e458-495e-8d58-87bc2b8038f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:55.019638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: 9b75b01f-a103-4dc8-89fb-4e71ae4863c4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:25:55.020541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:55.099763 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.101612 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a5fb5fbd-0e87-44c8-89f5-c8a95d116309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:55.116719 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:25:55.168336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 9b75b01f-a103-4dc8-89fb-4e71ae4863c4) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:55.175983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:55.182311 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:55.185246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:55.185912 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.188128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8889441-3289-4c5a-847f-22a8a3c94563 None None] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:55.269120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38816) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:55.269724 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c45a3190-8362-432a-87ae-de2b99d10e53 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1806839 May 20 08:25:55.283712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927604998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:55.292985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:25:55.299728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:25:55.303752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:25:55.311195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:25:55.335240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0994aed-0c64-4c82-83b2-8f9205b4fbfa req-4a911bd3-698e-4a42-a3fe-eebea872a2ce tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:55.338241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0994aed-0c64-4c82-83b2-8f9205b4fbfa req-4a911bd3-698e-4a42-a3fe-eebea872a2ce tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 944 time: 0.1183989 May 20 08:25:55.393947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c0994aed-0c64-4c82-83b2-8f9205b4fbfa req-0ebace85-86b1-4d3d-9b82-a93e46669f4b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 May 20 08:25:55.400615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:25:55.410670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.410670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.426668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.511654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-9b75b01f-a103-4dc8-89fb-4e71ae4863c4', 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '2671cf42-b98f-4eeb-ac24-62a1ab51168b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:25:55.515851 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.534683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.609053 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:55.610323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c893eff4-105f-41e8-8930-142081f42948 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3340368 May 20 08:25:55.613099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38820) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:55.753622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Allocated IP 172.20.0.2 (9b75b01f-a103-4dc8-89fb-4e71ae4863c4/2671cf42-b98f-4eeb-ac24-62a1ab51168b/cbdf731d-142a-4f41-9fe3-71c5c9e9500f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:56.001997 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.012371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Transition to ACTIVE for port object cbdf731d-142a-4f41-9fe3-71c5c9e9500f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:56.032303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Transition to ACTIVE for port object cbdf731d-142a-4f41-9fe3-71c5c9e9500f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:56.099934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.103695 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0705bac6-6c70-44b2-8e08-e3ec9c28572e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:56.171794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:56.174695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:56.178459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:56.188200 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Pushing event updated for resources: {'Port': ['ID=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:56.219734 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:56.281063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Attempting to bind port cbdf731d-142a-4f41-9fe3-71c5c9e9500f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:25:56.281439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Attempting to bind port cbdf731d-142a-4f41-9fe3-71c5c9e9500f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f495ff12-e458-495e-8d58-87bc2b8038f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:25:56.281839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Attempting to bind port cbdf731d-142a-4f41-9fe3-71c5c9e9500f on network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:25:56.287309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:25:56.287687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Checking segment: {'id': 'f495ff12-e458-495e-8d58-87bc2b8038f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:25:56.287808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.288265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.288477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Bound using segment: {'id': 'f495ff12-e458-495e-8d58-87bc2b8038f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:25:56.288947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Bound port: cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495ff12-e458-495e-8d58-87bc2b8038f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9b75b01f-a103-4dc8-89fb-4e71ae4863c4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:25:56.289320 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.382064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] For port cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:25:56.385057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] For port cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,segment=NetworkSegment(f495ff12-e458-495e-8d58-87bc2b8038f4),segment_id=f495ff12-e458-495e-8d58-87bc2b8038f4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:25:56.471420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.476792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4043702f-7ca3-4eae-9581-cf98f9db44fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:56.559415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Pushing event updated for resources: {'Port': ['ID=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:56.563723 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:56.699868 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.709857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.20.0.1 (9b75b01f-a103-4dc8-89fb-4e71ae4863c4/2671cf42-b98f-4eeb-ac24-62a1ab51168b/e0a01e3b-5219-4505-9468-10926a488775) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:25:56.725405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ada4-4bef-4600-bffa-5e10f6fd748b req-d4fdaa61-4466-42a2-8b54-e47be46a89c8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:56.726994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9a79ada4-4bef-4600-bffa-5e10f6fd748b req-d4fdaa61-4466-42a2-8b54-e47be46a89c8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 944 time: 0.2103093 May 20 08:25:56.790126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6ae88c04-cd89-44e8-8f32-a5af16215d5f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:56.891032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9a79ada4-4bef-4600-bffa-5e10f6fd748b req-f4e8725a-ae20-402b-981e-535c0372b6b3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562054 May 20 08:25:56.945462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 6ae88c04-cd89-44e8-8f32-a5af16215d5f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:56.946594 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.950974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 6ae88c04-cd89-44e8-8f32-a5af16215d5f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:56.950974 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:56.962866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object e0a01e3b-5219-4505-9468-10926a488775 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:25:57.069747 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:57.071490 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:57.075697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5001d1c-59bb-458f-9dd4-a1d14c43380f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:57.097052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:25:57.114308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:57.148139 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f', 'code': 200} May 20 08:25:57.149385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:57.153219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:57.158064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:25:57.203508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e0a01e3b-5219-4505-9468-10926a488775,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:57.206546 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:57.250076 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:57.252648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:57.277838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:57.332760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:57.338807 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:57.338991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c0fbc-4814-400f-84d4-3e80bcde3d03 req-4851f64d-5936-4f70-a051-562df09e585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:57.338991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-098c0fbc-4814-400f-84d4-3e80bcde3d03 req-4851f64d-5936-4f70-a051-562df09e585c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 1096 time: 0.1247444 May 20 08:25:57.386283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-098c0fbc-4814-400f-84d4-3e80bcde3d03 req-7cc96a5f-d341-4a4e-be8f-b4abdc0acecb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 May 20 08:25:57.523371 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:57.531849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96432430-5776-4697-8d07-45b8d7936e72 None None] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:25:57.748882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2d431583-aa69-4d5a-b56a-02728dfb522d None None] Provisioning for port cbdf731d-142a-4f41-9fe3-71c5c9e9500f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:58.006418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdf731d-142a-4f41-9fe3-71c5c9e9500f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:25:58.162543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port cbdf731d-142a-4f41-9fe3-71c5c9e9500f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:58.170591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cbdf731d-142a-4f41-9fe3-71c5c9e9500f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:58.172503 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.208741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afca4be-6ae0-4313-a005-4d1f0061ba31 req-64f6909f-83d1-41f7-802f-6fb573b908cf tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:58.210335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3afca4be-6ae0-4313-a005-4d1f0061ba31 req-64f6909f-83d1-41f7-802f-6fb573b908cf tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 945 time: 0.1559021 May 20 08:25:58.241259 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.245129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Provisioning for port e0a01e3b-5219-4505-9468-10926a488775 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:25:58.257977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Provisioning complete for port e0a01e3b-5219-4505-9468-10926a488775 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:58.258308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.272485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3afca4be-6ae0-4313-a005-4d1f0061ba31 req-ca97df94-1d26-4781-aeef-0d9992ba46e3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 May 20 08:25:58.322625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.366888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.374047 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0f9ec91-626c-46e2-a8e7-e8bd05940b37 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:58.376975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Port e0a01e3b-5219-4505-9468-10926a488775 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:58.405774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Provisioning complete for port cbdf731d-142a-4f41-9fe3-71c5c9e9500f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:58.406162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.456022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.468491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e0a01e3b-5219-4505-9468-10926a488775,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:58.473028 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:58.501684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,segment=NetworkSegment(f495ff12-e458-495e-8d58-87bc2b8038f4),segment_id=f495ff12-e458-495e-8d58-87bc2b8038f4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:25:58.582959 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.598440 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:58.603065 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:25:58.610216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:25:58.611382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:25:58.728173 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:25:58.730958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:25:58.731427 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-b335e5d4-98dc-4a3f-933f-f44dc5694b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:25:58.732260 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:25:58.859256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 36256357-cc31-4fa0-b6c5-8f865a5f7900 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:25:59.023039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:25:59.034869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] Sync routers for ids ['36256357-cc31-4fa0-b6c5-8f865a5f7900'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:25:59.039557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/36256357-cc31-4fa0-b6c5-8f865a5f7900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4224660 May 20 08:25:59.039760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38830) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:59.047573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] Routers {'36256357-cc31-4fa0-b6c5-8f865a5f7900'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:59.048188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['36256357-cc31-4fa0-b6c5-8f865a5f7900'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:59.113835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:59.120225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca5edc-0029-46fb-855e-f05227eb52c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:59.120894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cca5edc-0029-46fb-855e-f05227eb52c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:25:59.127203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] Routers {'36256357-cc31-4fa0-b6c5-8f865a5f7900'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:25:59.128322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['36256357-cc31-4fa0-b6c5-8f865a5f7900'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:59.191076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4cca5edc-0029-46fb-855e-f05227eb52c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:25:59.192326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4cca5edc-0029-46fb-855e-f05227eb52c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports/e0a01e3b-5219-4505-9468-10926a488775 HTTP/1.1" status: 200 len: 910 time: 0.1516223 May 20 08:25:59.195131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:25:59.195627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38834) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:25:59.195744 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27759b32-e77d-466a-9e2e-3b0a5e68d7a9 None None] The sync data for ids ['36256357-cc31-4fa0-b6c5-8f865a5f7900'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:25:59.201548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2671cf42-b98f-4eeb-ac24-62a1ab51168b'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:25:59.413087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5117c180-17da-41f8-baeb-a13600144ab6 None None] Provisioning complete for port e0a01e3b-5219-4505-9468-10926a488775 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:25:59.413371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5117c180-17da-41f8-baeb-a13600144ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:59.467469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5117c180-17da-41f8-baeb-a13600144ab6 None None] Port e0a01e3b-5219-4505-9468-10926a488775 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:25:59.673069 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:25:59.756819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622133c-6d1b-42d5-aef4-6e605643f800 req-8a532739-d363-4a91-8556-29fc2b1038d8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:25:59.758339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1622133c-6d1b-42d5-aef4-6e605643f800 req-8a532739-d363-4a91-8556-29fc2b1038d8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 945 time: 0.3750231 May 20 08:25:59.946380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1622133c-6d1b-42d5-aef4-6e605643f800 req-3537174a-a14e-4507-a371-bb3e726eadfb tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817076 May 20 08:25:59.955982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdf731d-142a-4f41-9fe3-71c5c9e9500f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:00.036675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cbdf731d-142a-4f41-9fe3-71c5c9e9500f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:00.037057 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:00.299803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:00.350862 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:00.376970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dae5d01-6f64-4d07-85a2-d1eff093edbb tempest-ServerRescueTestJSON-1200269425 tempest-ServerRescueTestJSON-1200269425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:00.475348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:00.475967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:00.477281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/ports/e0a01e3b-5219-4505-9468-10926a488775 HTTP/1.1" status: 200 len: 910 time: 1.2811587 May 20 08:26:00.478241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=e0a01e3b-5219-4505-9468-10926a488775,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:00.480424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38850) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:00.482773 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:01.000579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:01.589551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port e0a01e3b-5219-4505-9468-10926a488775 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:01.589831 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:01.727024 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:01.861289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for e0a01e3b-5219-4505-9468-10926a488775 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:02.077658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:02.081840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-adbb68dd-f20a-465d-b361-978c15da63d1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:02.134173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=e0a01e3b-5219-4505-9468-10926a488775,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:02.137327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:02.384569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:02.669624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 36256357-cc31-4fa0-b6c5-8f865a5f7900 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:02.979950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:02.991651 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] Sync routers for ids ['36256357-cc31-4fa0-b6c5-8f865a5f7900'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:03.002493 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] Routers {'36256357-cc31-4fa0-b6c5-8f865a5f7900'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:03.021023 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['36256357-cc31-4fa0-b6c5-8f865a5f7900'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:03.062319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/36256357-cc31-4fa0-b6c5-8f865a5f7900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802262 May 20 08:26:03.064811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38862) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:03.070342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:03.079903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] Routers {'36256357-cc31-4fa0-b6c5-8f865a5f7900'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:03.080519 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:25:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['36256357-cc31-4fa0-b6c5-8f865a5f7900'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:03.112882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-44b7ee47-be13-484d-a770-4d6ac15cd759 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:03.145000 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:03.146112 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b2a7c-1cdf-44c4-872c-c2d7b960e496 None None] The sync data for ids ['36256357-cc31-4fa0-b6c5-8f865a5f7900'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:03.196633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-44b7ee47-be13-484d-a770-4d6ac15cd759 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:03.197770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-44b7ee47-be13-484d-a770-4d6ac15cd759 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=36256357-cc31-4fa0-b6c5-8f865a5f7900 HTTP/1.1" status: 200 len: 205 time: 0.1314745 May 20 08:26:03.200474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38866) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:03.344541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.655132 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.657667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.773697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.774234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 36256357-cc31-4fa0-b6c5-8f865a5f7900 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:26:03.790417 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.791492 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fc40ebe9-b2ce-4765-9189-771074ef7713 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/36256357-cc31-4fa0-b6c5-8f865a5f7900 HTTP/1.1" status: 204 len: 168 time: 0.5893593 May 20 08:26:03.794418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38870) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:03.861600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 2671cf42-b98f-4eeb-ac24-62a1ab51168b {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:26:03.864641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:03.925706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.018272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.391626 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.395560 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f29759f-b58a-48dd-b5ed-c88285ee42fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:04.433230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=2671cf42-b98f-4eeb-ac24-62a1ab51168b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:04.436484 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:04.437468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.446518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6244754-1c9e-497a-a5de-99a9ab552adc None None] Network 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:04.449725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/2671cf42-b98f-4eeb-ac24-62a1ab51168b HTTP/1.1" status: 204 len: 168 time: 0.6542583 May 20 08:26:04.452503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:04.577566 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.656350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port cbdf731d-142a-4f41-9fe3-71c5c9e9500f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:04.656600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.708639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] DHCP port deletion for 9b75b01f-a103-4dc8-89fb-4e71ae4863c4 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:26:04.766889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,segment=NetworkSegment(f495ff12-e458-495e-8d58-87bc2b8038f4),segment_id=f495ff12-e458-495e-8d58-87bc2b8038f4)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:04.767251 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.792057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Deleting port cbdf731d-142a-4f41-9fe3-71c5c9e9500f {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:04.792446 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:04.896528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] For port cbdf731d-142a-4f41-9fe3-71c5c9e9500f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,segment=NetworkSegment(f495ff12-e458-495e-8d58-87bc2b8038f4),segment_id=f495ff12-e458-495e-8d58-87bc2b8038f4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:04.896942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.032839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Calling delete_port for cbdf731d-142a-4f41-9fe3-71c5c9e9500f owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:05.073490 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for cbdf731d-142a-4f41-9fe3-71c5c9e9500f owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:05.156849 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.162245 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:05.166416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.172241 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:05.214585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Pushing event deleted for resources: {'Port': ['ID=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:05.218528 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:05.220769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=cbdf731d-142a-4f41-9fe3-71c5c9e9500f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:05.221579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] No DVR routers for this DVR port cbdf731d-142a-4f41-9fe3-71c5c9e9500f on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:05.222901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port cbdf731d-142a-4f41-9fe3-71c5c9e9500f on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:05.225113 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:05.356906 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.370874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b75b01f-a103-4dc8-89fb-4e71ae4863c4']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:05.390165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495ff12-e458-495e-8d58-87bc2b8038f4') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:05.390470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495ff12-e458-495e-8d58-87bc2b8038f4') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:05.422855 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.456176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.518745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:26:05.519063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: timer() May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:26:05.534310 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:26:05.656901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-10be909e-0c6c-40cc-9f9a-07544ca045ac tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:05.658672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-10be909e-0c6c-40cc-9f9a-07544ca045ac tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.2611926 May 20 08:26:05.675382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-bb4c5d1d-7d0c-474d-9b1b-5f5f6d8666eb tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/quotas/45152cec24a04b01b08d92c3257e7b46 HTTP/1.1" status: 200 len: 375 time: 0.0106025 May 20 08:26:05.717641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.721085 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddc57d9c-f0b2-4fb8-bd05-923bfe0da8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:05.736463 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.758090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=9b75b01f-a103-4dc8-89fb-4e71ae4863c4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:05.763373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:05.798290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-2ec696c7-4c03-4fbb-8672-9f4d365e0175 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176677 May 20 08:26:05.827631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/9b75b01f-a103-4dc8-89fb-4e71ae4863c4 HTTP/1.1" status: 204 len: 168 time: 1.3740754 May 20 08:26:05.832324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:05.838144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302636985', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:05.846801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:05.851363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:05.854387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:05.862295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:05.950234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-585f6362-2cfd-4cb0-97c4-bca97ba36fb0 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451139 May 20 08:26:05.956736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.958260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.959317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdf731d-142a-4f41-9fe3-71c5c9e9500f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:05.977592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:05.999652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: cbdf731d-142a-4f41-9fe3-71c5c9e9500f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:06.000002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cbdf731d-142a-4f41-9fe3-71c5c9e9500f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:06.071346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.105413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-2aec6abe-83c6-4139-993e-1c7d8efb2e07 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365175 May 20 08:26:06.190630 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.191959 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f0161fa0-8639-4a1a-ba1c-c3af4a1acf43 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3585210 May 20 08:26:06.194701 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38898) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:06.201425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1313999737'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:06.206550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:06.214776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:06.218745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:06.224726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:06.304763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:06.308594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.340845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:26:06.351256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.351734 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 2ced9ca5-424e-471a-9c61-0e7067c55bdc of type vlan for network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 May 20 08:26:06.362995 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e32cc52a-e0c3-4e9d-b854-2c54fb007790 req-231b1b2d-05f8-4b22-9474-41f9eb85968a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 210 time: 0.0630383 May 20 08:26:06.384544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.459187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.464784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:06.471162 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.471893 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c06175f-38bb-405f-bfaf-784043fcf97d tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:06.580268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=1e75c561-6de4-4c5b-a2a0-49b226c04ae3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:06.583113 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3874264 May 20 08:26:06.589179 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:06.589179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38910) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:06.591387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:06.592656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:26:06.715132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:06.719242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:06.724011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:06.730245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:06.830807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:06.834413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:06.859908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-18f520d2-0be5-4616-984f-c97cf4ce07be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:07.352468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:07.357937 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e7627ab-68e4-4610-b433-7c99334fe617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:07.450311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=63141e88-e11f-41b5-ae71-a5d4f78bf0a2,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:07.452967 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:07.453936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:07.454407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: 1e75c561-6de4-4c5b-a2a0-49b226c04ae3, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:26:07.528006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:26:07.535240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3aae809-dade-4f4f-985d-139987afc8d3 req-8b067295-9c5d-4d75-9d7e-c73546be3995 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 210 time: 0.0482495 May 20 08:26:07.613506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1e75c561-6de4-4c5b-a2a0-49b226c04ae3) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:07.622442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a1ee8-4485-4df6-bd64-3e088f42bfcf None None] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:07.626058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:07.626659 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:07.683483 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0963864 May 20 08:26:07.686911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38918) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:07.899034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:26:07.899885 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:07.982356 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:26:08.070896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Allocated IP 172.20.0.2 (1e75c561-6de4-4c5b-a2a0-49b226c04ae3/63141e88-e11f-41b5-ae71-a5d4f78bf0a2/e787bcaf-65a0-44e9-a13d-cbccc96caf92) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:08.285035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.296071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Transition to ACTIVE for port object e787bcaf-65a0-44e9-a13d-cbccc96caf92 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:08.315519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Transition to ACTIVE for port object e787bcaf-65a0-44e9-a13d-cbccc96caf92 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:08.382121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.408638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.412391 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:08.487295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:08.490613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:08.494612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:08.531574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-2a601564-f7f9-49ab-8a59-8d49e46b6d96 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:08.533775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-2a601564-f7f9-49ab-8a59-8d49e46b6d96 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.1888137 May 20 08:26:08.548235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Pushing event updated for resources: {'Port': ['ID=e787bcaf-65a0-44e9-a13d-cbccc96caf92,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:08.552786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Request body: {'port': {'device_id': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'admin_state_up': True, 'tenant_id': '45152cec24a04b01b08d92c3257e7b46'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:08.586998 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:08.615812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Attempting to bind port e787bcaf-65a0-44e9-a13d-cbccc96caf92 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:08.616611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Attempting to bind port e787bcaf-65a0-44e9-a13d-cbccc96caf92 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:08.616753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Attempting to bind port e787bcaf-65a0-44e9-a13d-cbccc96caf92 on network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:08.625673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:08.626380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Checking segment: {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:08.626495 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.626918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Bound using segment: {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:08.627558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Bound port: e787bcaf-65a0-44e9-a13d-cbccc96caf92, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:08.627961 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.729065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17dc4719-db23-4791-9355-bff3d604f113 req-09dfb0b0-587e-49e2-8158-3e28127179a4 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 210 time: 0.0511475 May 20 08:26:08.737741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] For port e787bcaf-65a0-44e9-a13d-cbccc96caf92, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:08.741134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] For port e787bcaf-65a0-44e9-a13d-cbccc96caf92, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e787bcaf-65a0-44e9-a13d-cbccc96caf92,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:08.772554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:08.784157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:08.814547 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.815890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.20.0.1 (1e75c561-6de4-4c5b-a2a0-49b226c04ae3/63141e88-e11f-41b5-ae71-a5d4f78bf0a2/f67b9908-7043-47cb-a85c-39007307d1b6) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:08.822841 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d9d54f0a-0569-4327-b37a-8bae10d4d3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:08.870843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:08.874611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:08.910999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Pushing event updated for resources: {'Port': ['ID=e787bcaf-65a0-44e9-a13d-cbccc96caf92,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:08.913958 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:08.996329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.015010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object f67b9908-7043-47cb-a85c-39007307d1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:09.072013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Allocated IP 172.20.0.11 (93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378/17cac775-1cfb-422f-8834-7a72626acdfc/b76cfc7c-5b8f-4e82-80d7-fae2a850ff44) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:09.105852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.112864 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4dec39bb-1633-4c5a-83e2-e36eb63791be tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:09.189248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:09.192599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:09.196775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:09.242546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:09.242781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dc01c4ae-745f-4674-a9ea-70cede4fad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.255248 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:09.283026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.337974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.435140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.438796 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.448911 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:09.452779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:09.478626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:09.525060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:09.528385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:09.533744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:09.571187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event updated for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:09.575837 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:09.609791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:09.610473 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.740197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1933517 May 20 08:26:09.822376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:09.827774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Request body: {'port': {'device_id': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:10.036701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e787bcaf-65a0-44e9-a13d-cbccc96caf92 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:10.062248 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.088914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef9d61-ba1d-4a28-acd7-462a2a56fe93 None None] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:10.153864 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.213935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.247293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f628ec03-9b33-495b-bafb-d90a3c4abdbe tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:10.303654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18644d61-2df3-423f-ae45-f7ed9094ed8b req-7010405a-0bfb-47d9-988e-ddc973dd002e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.304395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-18644d61-2df3-423f-ae45-f7ed9094ed8b req-7010405a-0bfb-47d9-988e-ddc973dd002e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:10.304991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af056bce-1af4-44ec-b5c6-b98ac1545ee3 None None] Provisioning for port e787bcaf-65a0-44e9-a13d-cbccc96caf92 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:10.341505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:10.344343 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.348915 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:10.349167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port e787bcaf-65a0-44e9-a13d-cbccc96caf92 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:10.364723 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e787bcaf-65a0-44e9-a13d-cbccc96caf92 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:10.365111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.481981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-5bba991f-43c0-4f07-86f7-7332f9db8bdb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2324674 May 20 08:26:10.522845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-18644d61-2df3-423f-ae45-f7ed9094ed8b req-7010405a-0bfb-47d9-988e-ddc973dd002e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:10.524044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18644d61-2df3-423f-ae45-f7ed9094ed8b req-7010405a-0bfb-47d9-988e-ddc973dd002e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 932 time: 0.6116912 May 20 08:26:10.540531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.544239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:10.547224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:10.590789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port e787bcaf-65a0-44e9-a13d-cbccc96caf92, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e787bcaf-65a0-44e9-a13d-cbccc96caf92,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:10.648718 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.651676 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:10.730619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-18644d61-2df3-423f-ae45-f7ed9094ed8b req-2c492d2e-9629-4baf-9258-5657794498ad tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955009 May 20 08:26:10.811932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=e787bcaf-65a0-44e9-a13d-cbccc96caf92,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:10.815478 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:10.838114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.838608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.839099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.839584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.840066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:10.842472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-240e2f89-51a8-4fd7-8881-0b84419fc2e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2177691 May 20 08:26:10.876449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:26:10.905525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Provisioning for port f67b9908-7043-47cb-a85c-39007307d1b6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:10.908268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:26:10.911047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Provisioning complete for port f67b9908-7043-47cb-a85c-39007307d1b6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:10.911551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.921550 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:10.976641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Port f67b9908-7043-47cb-a85c-39007307d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:10.990189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Provisioning complete for port e787bcaf-65a0-44e9-a13d-cbccc96caf92 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:10.991003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3532f024-d851-4a58-8093-854aa5779689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.008512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Transition to ACTIVE for port object b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:11.051115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-b2a41a4a-5b5c-4519-8492-6126884eb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.051823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-b2a41a4a-5b5c-4519-8492-6126884eb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.052644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-b2a41a4a-5b5c-4519-8492-6126884eb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.054259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-b2a41a4a-5b5c-4519-8492-6126884eb52d service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1834223 May 20 08:26:11.082113 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:11.107684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:11.109868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217596 May 20 08:26:11.112371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38928) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:11.120592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-388955633'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:11.129334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:11.135036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:11.139395 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:11.140208 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:11.140521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-0f4a672d-3bf0-49ce-a5ff-68734c28e55f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0786276 May 20 08:26:11.141198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:11.141876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.146993 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6ef478a2-37db-48c2-a66e-0692d0a7c16c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:11.149401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:11.259405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:11.264151 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.299559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:26:11.309340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.309701 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 3f122089-4d9a-4d10-bac9-94e223b98715 of type vlan for network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 May 20 08:26:11.327499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:11.344665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.372518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Pushing event updated for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:11.375574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-beefcd0c-89e9-45ad-85fb-39faa46f83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.377242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-beefcd0c-89e9-45ad-85fb-39faa46f83bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.1953526 May 20 08:26:11.378127 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:11.397778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.448004 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.454804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.455462 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.462277 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-101ad551-a894-497f-98f6-e0667602b04f tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:11.493832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-36811b3d-08d9-4d2f-8b5a-4558a8cfdcc7 None None] Provisioning complete for port f67b9908-7043-47cb-a85c-39007307d1b6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:11.494163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36811b3d-08d9-4d2f-8b5a-4558a8cfdcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.517137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Attempting to bind port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:11.519184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Attempting to bind port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:11.519184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Attempting to bind port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:11.526724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:26:11.528036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Attempting to bind port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:11.539252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:11.542034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Checking segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:11.542034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Bound using segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:11.542034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Bound port: b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:11.542034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.561135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-e662c3a0-16c8-4981-b77f-1bc3a9e84021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:11.562983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-e662c3a0-16c8-4981-b77f-1bc3a9e84021 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508186 May 20 08:26:11.571909 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=02e401a4-be6e-4eec-abd2-d3ba02da22e9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:11.574559 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:11.591142 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4776974 May 20 08:26:11.594473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38932) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:11.606992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:11.615494 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:26:11.662271 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-36811b3d-08d9-4d2f-8b5a-4558a8cfdcc7 None None] Port f67b9908-7043-47cb-a85c-39007307d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:11.741374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:11.745667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:11.750101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:11.756833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:11.837394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:09Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:09Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:11.840880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:11.844914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:11.845292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Updating router 441b163d-9439-4d15-852a-8aacb3fe2840 port f67b9908-7043-47cb-a85c-39007307d1b6 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:26:11.851842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-e37a6ff4-9ec8-496f-83fc-866b4a2b7e75 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511117 May 20 08:26:11.855909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-7e59910d-3b88-4abd-8452-30902fb1fcb5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2102692 May 20 08:26:11.857391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:11.881915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:11.885423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.913368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:11.994857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e787bcaf-65a0-44e9-a13d-cbccc96caf92 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:12.180548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.189575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port e787bcaf-65a0-44e9-a13d-cbccc96caf92 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:12.195288 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.218478 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6046070-0a31-48d4-8f53-4d5ef36dc878 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:12.317828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.318451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.319827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] 10.222.0.84 "PUT /v2.0/ports/b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 HTTP/1.1" status: 200 len: 1092 time: 2.5679018 May 20 08:26:12.322222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:26:12.386139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Pushing event updated for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:12.395859 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:12.400342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-2668aca8-f7ee-4626-9d2c-8f24046fb2ca service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405750 May 20 08:26:12.503329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.510338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae801717-09c0-4387-b265-3064c2e7264a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:12.534756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-a973e260-66f8-469c-807e-7233303449c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1240838 May 20 08:26:12.542438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256ac7f-b762-432f-8a96-a288519c2ee4 req-76808ad4-a138-4dd1-a6f8-6865ca066989 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.543897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d256ac7f-b762-432f-8a96-a288519c2ee4 req-76808ad4-a138-4dd1-a6f8-6865ca066989 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 944 time: 0.6852231 May 20 08:26:12.578748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.586670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-29d4c200-2cb0-4fdc-a0d2-b13afbc1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.588139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-29d4c200-2cb0-4fdc-a0d2-b13afbc1075b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 1097 time: 0.4100766 May 20 08:26:12.595338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=1c926086-699d-48d6-8586-c1da48d6fbf9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:12.596582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Transition to ACTIVE for port object f67b9908-7043-47cb-a85c-39007307d1b6 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:12.603567 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:12.604309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:12.607684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: 02e401a4-be6e-4eec-abd2-d3ba02da22e9, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:26:12.625700 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.704943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d256ac7f-b762-432f-8a96-a288519c2ee4 req-292e860f-13ec-464b-a574-4641f1cd8e14 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262162 May 20 08:26:12.705172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.708696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-0963b230-2936-40dd-a4b0-0f112b574ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.710177 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-0963b230-2936-40dd-a4b0-0f112b574ebc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1631727 May 20 08:26:12.716425 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:12.741056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:26:12.803281 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44', 'status': 'completed', 'code': 200} May 20 08:26:12.825326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 02e401a4-be6e-4eec-abd2-d3ba02da22e9) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:12.845311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-7ef1e822-05ea-41a4-9b57-a4db6b00ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.847652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-7ef1e822-05ea-41a4-9b57-a4db6b00ef71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 1095 time: 0.3730831 May 20 08:26:12.855287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:12.855896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:12.884996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6999aec-4678-49dd-b1d8-46fbd7c568d9 None None] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:12.906573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Pushing event updated for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:12.928201 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:12.952840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-d810ca47-9f13-4058-adc8-fe4c66726339 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 HTTP/1.1" status: 200 len: 217 time: 0.0890579 May 20 08:26:12.969682 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3740385 May 20 08:26:12.972307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:13.044032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Attempting to bind port f67b9908-7043-47cb-a85c-39007307d1b6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:13.044334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Attempting to bind port f67b9908-7043-47cb-a85c-39007307d1b6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:13.044753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Attempting to bind port f67b9908-7043-47cb-a85c-39007307d1b6 on network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:13.045586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-ef913111-b9dc-4fca-aed3-8b0ee7631f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:13.047285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-ef913111-b9dc-4fca-aed3-8b0ee7631f7e service neutron] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.4184611 May 20 08:26:13.056605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:13.056904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Checking segment: {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:13.057195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:13.057634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Bound using segment: {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:13.058136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Bound port: f67b9908-7043-47cb-a85c-39007307d1b6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ced9ca5-424e-471a-9c61-0e7067c55bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:13.058525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:13.059165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-85ce5537-877c-4331-bd78-40ec577df64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:13.061426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-85ce5537-877c-4331-bd78-40ec577df64c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2974899 May 20 08:26:13.171019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-a4c7ba3c-9a59-43d2-a677-ee5c5a7fdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:13.172684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-a4c7ba3c-9a59-43d2-a677-ee5c5a7fdfee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.2013559 May 20 08:26:13.174093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-505a630c-9487-48b8-a5f6-8b922569c1cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 200 len: 217 time: 0.1116304 May 20 08:26:13.268493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] For port f67b9908-7043-47cb-a85c-39007307d1b6, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:13.281238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] For port f67b9908-7043-47cb-a85c-39007307d1b6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f67b9908-7043-47cb-a85c-39007307d1b6,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:13.284730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:26:13.285846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:13.328684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-10b22947-8d72-46ad-b00d-9f4d8d26a50e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024349 May 20 08:26:13.348939 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:13.354763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12021dc9-aed5-4d73-ae75-f61ca6cbe77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:13.474413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:13.474930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:13.483948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-1b6aa3e5-159a-4e34-9e77-89f2f8019eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:13.485533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-1b6aa3e5-159a-4e34-9e77-89f2f8019eeb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.2289028 May 20 08:26:13.495009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-a926715e-6049-4351-b610-2df65640c4fa service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723783 May 20 08:26:13.573580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-bcb60743-c14e-4b01-b41a-849e500a1456 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693483 May 20 08:26:13.585951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Pushing event updated for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:13.593699 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:13.688318 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Allocated IP 172.21.0.2 (02e401a4-be6e-4eec-abd2-d3ba02da22e9/1c926086-699d-48d6-8586-c1da48d6fbf9/aea55a28-a4fd-42ad-a427-87ac285e5f4f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:13.707573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:13.838203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.052720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-678a8629-9a6d-49b1-888b-640283a24977 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126794 May 20 08:26:14.204294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-b4491eb1-f5bc-4755-b51e-0722e3814a9c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663249 May 20 08:26:14.262210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.281290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Transition to ACTIVE for port object aea55a28-a4fd-42ad-a427-87ac285e5f4f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:14.305644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Transition to ACTIVE for port object aea55a28-a4fd-42ad-a427-87ac285e5f4f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:14.305912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-72d14d05-c895-46a8-960a-e6631c47bb1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0802612 May 20 08:26:14.307489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-e96a06af-6db2-4bd8-b8ab-58d4bbfa98a9 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204902 May 20 08:26:14.313906 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:09Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:13Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:14.318114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a04a4c-8b5f-4218-8746-ca2fe54c979f None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:09Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:13Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:14.385744 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.392099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-91f7336d-fcc4-4fcc-9f9a-fd0be1e7a5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:14.434199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649fb22-0170-4573-87ac-43c62d1fa314 req-0e1ec046-ada0-42a4-b5d1-64133183c8f6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:14.436529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7649fb22-0170-4573-87ac-43c62d1fa314 req-0e1ec046-ada0-42a4-b5d1-64133183c8f6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 944 time: 0.4403360 May 20 08:26:14.468886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:14.472105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:14.472796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.21.0.1 (02e401a4-be6e-4eec-abd2-d3ba02da22e9/1c926086-699d-48d6-8586-c1da48d6fbf9/d8b96e6c-6fef-4f36-8c31-5781f7ae903c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:14.476027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:14.483248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Pushing event updated for resources: {'Port': ['ID=aea55a28-a4fd-42ad-a427-87ac285e5f4f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:14.487510 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:14.501685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ce0fd08b-1d5e-4106-aa7a-1bf7c5467c5e req-afaff769-7fa6-41ee-9d0c-3abc304d39ad service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299560 May 20 08:26:14.550627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-5b06b8c5-4e69-43dc-91c7-dceae875544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:14.552072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-5b06b8c5-4e69-43dc-91c7-dceae875544f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2357676 May 20 08:26:14.649873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Attempting to bind port aea55a28-a4fd-42ad-a427-87ac285e5f4f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:14.656907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Attempting to bind port aea55a28-a4fd-42ad-a427-87ac285e5f4f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:14.657703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Attempting to bind port aea55a28-a4fd-42ad-a427-87ac285e5f4f on network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:14.659907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7649fb22-0170-4573-87ac-43c62d1fa314 req-e6074594-6f7b-49c5-86b4-c9dbf583ab2b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528671 May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Checking segment: {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Bound using segment: {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Bound port: aea55a28-a4fd-42ad-a427-87ac285e5f4f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:14.670607 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.692072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.718158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object d8b96e6c-6fef-4f36-8c31-5781f7ae903c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:14.745435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-53d1120a-5888-459e-bef6-8340c3f7471f service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251626 May 20 08:26:14.792042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-50b3f5c0-9e35-44d0-8787-ecff3e70e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:14.793748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-50b3f5c0-9e35-44d0-8787-ecff3e70e3b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2323842 May 20 08:26:14.797650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.803419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] For port aea55a28-a4fd-42ad-a427-87ac285e5f4f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:14.804638 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f732a4d2-a4cf-4542-a5d4-33ec63a05f2c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:14.808370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] For port aea55a28-a4fd-42ad-a427-87ac285e5f4f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aea55a28-a4fd-42ad-a427-87ac285e5f4f,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:14.830469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-e6e4c6c0-1e5c-48f3-907e-3935c42b133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:14.832388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-e6e4c6c0-1e5c-48f3-907e-3935c42b133d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 1095 time: 0.1641476 May 20 08:26:14.875861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:14.879176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:14.884041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:14.922798 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:14.923575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:14.928015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:14.938024 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5fa14089-b4bc-49a5-8523-567fd04d04e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:14.957118 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:15.033577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Pushing event updated for resources: {'Port': ['ID=aea55a28-a4fd-42ad-a427-87ac285e5f4f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:15.037050 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:15.093037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-5439bf11-4209-440e-b58d-aeaecc3e14a3 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908478 May 20 08:26:15.125035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-5c534770-f7b9-410b-ae86-37a31e34d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:15.126585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-5c534770-f7b9-410b-ae86-37a31e34d231 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.2802041 May 20 08:26:15.185863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:15.212656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-c3a2940a-3151-482b-9607-36381b270de9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 HTTP/1.1" status: 200 len: 217 time: 0.0705824 May 20 08:26:15.391249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-ee3e5716-acc8-4616-89cf-ebcda9cb26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:15.392872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-ee3e5716-acc8-4616-89cf-ebcda9cb26dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.1250446 May 20 08:26:15.395085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-d86e2412-dd84-4421-80fc-d4dac8ded00a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928710 May 20 08:26:15.505305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-f4e435f8-9c33-4877-9076-65cf5c809214 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021545 May 20 08:26:15.516100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-95fe6871-dc18-4e9c-b940-59ea50de72bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0813146 May 20 08:26:15.806732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:15.864732 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:15.900287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:15.916678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-395766d9-06a4-43d8-b8c1-0f1ddcf28a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:15.918147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-395766d9-06a4-43d8-b8c1-0f1ddcf28a7e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.3836994 May 20 08:26:15.991236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.014371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-a680e1d8-7b9f-4bed-bb06-b30e34b76b1a service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003452 May 20 08:26:16.018223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:16.021419 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:16.094503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0a73a-caa2-4acb-8c3f-e4551fb90098 req-e18d5760-f140-4d5a-950a-d16beb9e4b75 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:16.097136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c0a73a-caa2-4acb-8c3f-e4551fb90098 req-e18d5760-f140-4d5a-950a-d16beb9e4b75 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 944 time: 0.2507193 May 20 08:26:16.114461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f67b9908-7043-47cb-a85c-39007307d1b6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:16.177232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:16.183168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:16.276172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90751961-3ab8-4c70-8cd6-5bf68259bd36 req-e347669c-536b-4bdf-b14f-b27157795d26 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471030 May 20 08:26:16.278245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-8980a3b4-c6cf-4e36-8fc4-2a029f14cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:16.279732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-8980a3b4-c6cf-4e36-8fc4-2a029f14cc96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3503921 May 20 08:26:16.282879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e7c0a73a-caa2-4acb-8c3f-e4551fb90098 req-8b48806c-f5a3-4461-bf71-29b294ebb616 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759103 May 20 08:26:16.287959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f67b9908-7043-47cb-a85c-39007307d1b6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:16.298071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f67b9908-7043-47cb-a85c-39007307d1b6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:16.298444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.365701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516416f-66a3-4afa-9ff7-6f7f5cc8b0fb None None] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:16.422664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:16.460531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-60c7c8d0-c98a-4fe8-984e-f78ce1bd7132 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639714 May 20 08:26:16.594719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ab84f5e2-2a02-49be-a0b3-c2b30073ebdc None None] Provisioning for port aea55a28-a4fd-42ad-a427-87ac285e5f4f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:16.595707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:16.604792 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:16.616526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.618049 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-1db711bb-16cf-4c1b-a0ad-cc18e049b751 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492412 May 20 08:26:16.621021 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6474085 May 20 08:26:16.621602 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:16.622451 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:16.623420 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:16.635216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-192216775'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:16.642874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:16.648786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:16.652870 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:16.661645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:16.701463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f67b9908-7043-47cb-a85c-39007307d1b6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f67b9908-7043-47cb-a85c-39007307d1b6,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:16.718918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-4755256e-a973-490d-9361-e20c5a8a754a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0937293 May 20 08:26:16.790540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:16.794139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.808637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-82201e00-b18c-4b98-914e-c1db0e35ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:16.810128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-82201e00-b18c-4b98-914e-c1db0e35ff2b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0838962 May 20 08:26:16.819227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.821234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aea55a28-a4fd-42ad-a427-87ac285e5f4f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:16.850331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:26:16.867389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:16.867722 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 55b0294a-7d70-4718-984c-982a57c8cf72 of type vlan for network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b May 20 08:26:16.874724 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0cd2af4d-3ab0-400a-855b-1c29b86f9c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:16.900596 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:16.910705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-92efef42-da59-4b48-8451-11463ee36268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:16.912705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-92efef42-da59-4b48-8451-11463ee36268 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949793 May 20 08:26:16.924891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.024576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.030651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:17.031308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.037144 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:17.040056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:17.043674 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:17.111974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:26:17.122507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port aea55a28-a4fd-42ad-a427-87ac285e5f4f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:17.135452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aea55a28-a4fd-42ad-a427-87ac285e5f4f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:17.137178 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.183912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-0f8a5fd6-82a3-4e4f-919f-15c2a33b3c2c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630432 May 20 08:26:17.245065 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:17.249796 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:17.251444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6265514 May 20 08:26:17.254892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 38952) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:17.263173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:17.269442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:26:17.305040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Provisioning for port d8b96e6c-6fef-4f36-8c31-5781f7ae903c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:17.341252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Provisioning complete for port d8b96e6c-6fef-4f36-8c31-5781f7ae903c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:17.342338 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.381925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.resource_extend [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 08:26:17.423345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4b7bb10-9ccc-4618-8274-004cd086aee4 req-21b39daf-5479-41ad-894d-a8f3fd45dace service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298064 May 20 08:26:17.427120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:17.435810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:17.437892 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:15Z', 'revision_number': 3, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:15Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:13Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:17.443733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:17.448603 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:17.448963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Updating router 441b163d-9439-4d15-852a-8aacb3fe2840 port d8b96e6c-6fef-4f36-8c31-5781f7ae903c binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:26:17.454222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:17.519361 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.527976 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:17.532834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.617148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5ec1-d061-4e3f-8080-a55cb343dfcb req-2d67e20f-6a0e-4c96-ab3d-24f234efe878 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:17.619367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94cf5ec1-d061-4e3f-8080-a55cb343dfcb req-2d67e20f-6a0e-4c96-ab3d-24f234efe878 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 944 time: 0.1444216 May 20 08:26:17.683733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Port d8b96e6c-6fef-4f36-8c31-5781f7ae903c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:17.690123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-94cf5ec1-d061-4e3f-8080-a55cb343dfcb req-020a6ca4-c9f4-48f7-a8a3-4ff768b06c6e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 May 20 08:26:17.747614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:17.766571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Provisioning complete for port aea55a28-a4fd-42ad-a427-87ac285e5f4f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:17.767253 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.797909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.818780 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'port_id': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44', 'mac_address': 'fa:16:3e:b1:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cac775-1cfb-422f-8834-7a72626acdfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:26:17.909543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port aea55a28-a4fd-42ad-a427-87ac285e5f4f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aea55a28-a4fd-42ad-a427-87ac285e5f4f,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:17.925150 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.944741 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.958389 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Transition to ACTIVE for port object d8b96e6c-6fef-4f36-8c31-5781f7ae903c will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:17.988696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:26:17.992474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:17.998691 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-45fc79ec-0734-4223-8a2e-2f27eb38c8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:18.036434 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.045177 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:18.099760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f67b9908-7043-47cb-a85c-39007307d1b6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:18.116916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.122502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b7bc56a1-cd1e-405c-9257-e47116bfd37f tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:18.178519 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.191021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:18.194152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=88805e33-83ac-4469-963d-0a3f4910e565,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:18.206163 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Pushing event updated for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:18.206391 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:18.227667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=aea55a28-a4fd-42ad-a427-87ac285e5f4f,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:18.230914 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:18.243230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:18.244059 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:26:18.248500 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.248500 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.248846 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.249193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.249530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.249863 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.250189 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.250513 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.250836 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.251159 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.251481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.251858 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:18.262388 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:18.269880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.279060 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Attempting to bind port d8b96e6c-6fef-4f36-8c31-5781f7ae903c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:18.279939 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Attempting to bind port d8b96e6c-6fef-4f36-8c31-5781f7ae903c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:18.280313 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Attempting to bind port d8b96e6c-6fef-4f36-8c31-5781f7ae903c on network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:18.281062 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:18.286192 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:18.286581 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Checking segment: {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:18.286994 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.287395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Bound using segment: {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:18.287869 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Bound port: d8b96e6c-6fef-4f36-8c31-5781f7ae903c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f122089-4d9a-4d10-bac9-94e223b98715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:18.288250 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.330861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:26:18.369548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f67b9908-7043-47cb-a85c-39007307d1b6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:18.369846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.385833 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] For port d8b96e6c-6fef-4f36-8c31-5781f7ae903c, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:18.390589 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] For port d8b96e6c-6fef-4f36-8c31-5781f7ae903c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:18.395815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:26:18.396193 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-15ff86be-9e81-4324-bf33-98dccead6372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:26:18.401672 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:18.412905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:18.413536 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.415089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75101e9-47a3-415c-a605-eb8af5e121fb None None] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:18.442226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:18.445769 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:18.517097 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:18.521283 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-25c443d0-5c5c-4bbb-be02-1db35c8b7e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:18.585745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:18.616092 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Pushing event updated for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:18.619709 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:18.620323 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:18.620963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:18.703592 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4426482 May 20 08:26:18.703818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38958) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:18.816108 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:18.847225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:26:18.848061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.128909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Allocated IP 172.22.0.2 (ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b/88805e33-83ac-4469-963d-0a3f4910e565/9fc724d1-c525-41ad-817c-a46492af3b44) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:19.217506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:15Z', 'revision_number': 3, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:18Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:19.222527 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268559b5-f401-40ef-9c5d-d12806353b52 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:15Z', 'revision_number': 3, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:18Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:19.319844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eae64-7360-480f-bfe1-ab716db35f0b req-9f27f2ac-1380-4ee7-8ad6-786e318d28fa tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:19.320749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d1eae64-7360-480f-bfe1-ab716db35f0b req-9f27f2ac-1380-4ee7-8ad6-786e318d28fa tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 945 time: 0.4466522 May 20 08:26:19.390348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.401653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Transition to ACTIVE for port object 9fc724d1-c525-41ad-817c-a46492af3b44 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:19.422479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Transition to ACTIVE for port object 9fc724d1-c525-41ad-817c-a46492af3b44 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:19.499639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.503732 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:19.536600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d1eae64-7360-480f-bfe1-ab716db35f0b req-3d6d543d-6f53-40ae-98be-2a5a366354a3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040370 May 20 08:26:19.578142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:19.581017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:19.583491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:19.589766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Pushing event updated for resources: {'Port': ['ID=9fc724d1-c525-41ad-817c-a46492af3b44,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:19.599121 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:19.697997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.698673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Attempting to bind port 9fc724d1-c525-41ad-817c-a46492af3b44 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:19.699067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Attempting to bind port 9fc724d1-c525-41ad-817c-a46492af3b44 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:19.699452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Attempting to bind port 9fc724d1-c525-41ad-817c-a46492af3b44 on network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:19.705884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:19.706275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Checking segment: {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:19.706687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.707097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Bound using segment: {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:19.707608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Bound port: 9fc724d1-c525-41ad-817c-a46492af3b44, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:19.707965 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.811977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] For port 9fc724d1-c525-41ad-817c-a46492af3b44, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:19.815609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] For port 9fc724d1-c525-41ad-817c-a46492af3b44, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9fc724d1-c525-41ad-817c-a46492af3b44,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:19.889041 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:19.893111 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:19.973353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Pushing event updated for resources: {'Port': ['ID=9fc724d1-c525-41ad-817c-a46492af3b44,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:19.976477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:20.102396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.22.0.1 (ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b/88805e33-83ac-4469-963d-0a3f4910e565/08fd5779-69b8-454e-a52c-b9e2d80bf3c4) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:20.179111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d8b96e6c-6fef-4f36-8c31-5781f7ae903c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:20.295775 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.313097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:20.322079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d8b96e6c-6fef-4f36-8c31-5781f7ae903c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:20.328941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d8b96e6c-6fef-4f36-8c31-5781f7ae903c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:20.329324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.408115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.413615 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8d921b4f-5f79-4398-a929-3eb75a2b280d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:20.481900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:20.485455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:20.489906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:20.503712 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.535988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d8b96e6c-6fef-4f36-8c31-5781f7ae903c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:20.540971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:20.547009 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:20.557032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.613393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.616010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aea55a28-a4fd-42ad-a427-87ac285e5f4f up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:20.648734 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-460456a5-1802-494b-9af8-1608644354da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:20.738685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c891-76c5-40e2-9d1c-44b63716afea req-e4b3014a-821d-4023-a6c3-08cec59642c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:20.740365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6501c891-76c5-40e2-9d1c-44b63716afea req-e4b3014a-821d-4023-a6c3-08cec59642c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 945 time: 0.0888305 May 20 08:26:20.744626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:20.749157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:20.756206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aea55a28-a4fd-42ad-a427-87ac285e5f4f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:20.756587 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.850489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6501c891-76c5-40e2-9d1c-44b63716afea req-5a6c671c-40a7-4986-812e-3963ade1e565 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037345 May 20 08:26:20.876864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:20.981586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f0997-9a30-4977-a2a9-f04a487d1fdb None None] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:21.114369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:21.184433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1908e21e-2d1b-42c6-9aa6-108c2e158118 None None] Provisioning for port 9fc724d1-c525-41ad-817c-a46492af3b44 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:21.373794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:21.379319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:21.385686 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.478852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.510397 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.527769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.549651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:26:21.560316 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f882896-3992-4636-936c-21e94e2faff8 tempest-TestServerAdvancedOps-1629753873 tempest-TestServerAdvancedOps-1629753873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:21.574478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:21.625484 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.627499 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:21.657889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:21.660370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.664352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:21.691143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-79e7b526-eee9-4220-a062-c841ecdcc9cb None None] Provisioning for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:21.703035 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44', 'code': 200} May 20 08:26:21.709448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-79e7b526-eee9-4220-a062-c841ecdcc9cb None None] Provisioning complete for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:21.710091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79e7b526-eee9-4220-a062-c841ecdcc9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.773396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:21.777910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-79e7b526-eee9-4220-a062-c841ecdcc9cb None None] Port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:21.784329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.784669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.785004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.785335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.785691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.786019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.786342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.786666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.786983 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.787300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.787653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.787974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:21.795839 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:21.876086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:21.879417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:21.901172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-276c1a4f-95d0-4206-a73b-f824bad4390b None None] Provisioning complete for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:21.901582 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-276c1a4f-95d0-4206-a73b-f824bad4390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:21.954372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d788a-0bcb-4dbb-8d03-1d4ea3a51072 req-6916da98-9459-469e-b153-02473bec6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:21.955533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f95d788a-0bcb-4dbb-8d03-1d4ea3a51072 req-6916da98-9459-469e-b153-02473bec6b5e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 1097 time: 0.1869638 May 20 08:26:21.969221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-276c1a4f-95d0-4206-a73b-f824bad4390b None None] Port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:22.144721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f95d788a-0bcb-4dbb-8d03-1d4ea3a51072 req-16dac4d8-a0db-4d1d-b7d0-9542ff1e9700 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274345 May 20 08:26:22.154510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d8b96e6c-6fef-4f36-8c31-5781f7ae903c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:22.155533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:22.219831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d4a6b254-3aa7-4b37-baf3-75de24dad936 None None] Provisioning complete for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:22.220145 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b254-3aa7-4b37-baf3-75de24dad936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.251200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3daa76-3e53-45fb-bfd9-d22a2fd29afd req-5c1928d5-09a8-4ae6-bb29-0e4b8d5302c0 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:22.252770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc3daa76-3e53-45fb-bfd9-d22a2fd29afd req-5c1928d5-09a8-4ae6-bb29-0e4b8d5302c0 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 946 time: 0.2344875 May 20 08:26:22.284110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b254-3aa7-4b37-baf3-75de24dad936 None None] Port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:22.285663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d8b96e6c-6fef-4f36-8c31-5781f7ae903c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:22.286042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.377689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bc3daa76-3e53-45fb-bfd9-d22a2fd29afd req-90a97e01-7ac2-4aaa-8359-31da0f58ead8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 May 20 08:26:22.380581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:22.396441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:22.397035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6915696 May 20 08:26:22.398943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38972) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:22.405420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849059663'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:22.410773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:22.414602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:network and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:22.415980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:22.416613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:22.417453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:22.424395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:22.475866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9fc724d1-c525-41ad-817c-a46492af3b44 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:22.499319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:22.502962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.532166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:26:22.541109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.541494 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added segment 447cffac-d958-4b20-b362-4da1dd594b39 of type vlan for network d2759809-9967-403d-ba7d-51ee59ea81fd May 20 08:26:22.568070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.623848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:22.654422 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.660660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:22.661294 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.665360 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-27e79152-1a7f-49e5-bd37-ab0c96e56ddc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:22.774626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Network': ['ID=d2759809-9967-403d-ba7d-51ee59ea81fd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:22.777435 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:22.792165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network d2759809-9967-403d-ba7d-51ee59ea81fd details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:26:22.813009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 9fc724d1-c525-41ad-817c-a46492af3b44 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:22.831299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4313152 May 20 08:26:22.833988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38976) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:22.839786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'subnet': {'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:22.857684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9fc724d1-c525-41ad-817c-a46492af3b44 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:22.858073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:22.967709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:22.973118 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:subnet and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:22.976575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:22.983495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:23.156284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Made reservation on behalf of a457ba745fb44db290cb46b56f093f95 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:23.160569 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.171265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.216473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 9fc724d1-c525-41ad-817c-a46492af3b44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9fc724d1-c525-41ad-817c-a46492af3b44,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:23.228149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:21Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:23.232548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:23.235353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Updating router 441b163d-9439-4d15-852a-8aacb3fe2840 port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:26:23.294015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.305362 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.309969 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:23.481130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=9fc724d1-c525-41ad-817c-a46492af3b44,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:23.486920 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:23.670435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280c1c-c2d0-4459-857e-51f2d44eb67d req-77e7886a-da7f-462a-b8ec-bfebca367f25 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:23.672061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95280c1c-c2d0-4459-857e-51f2d44eb67d req-77e7886a-da7f-462a-b8ec-bfebca367f25 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 946 time: 0.1410213 May 20 08:26:23.720493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-95280c1c-c2d0-4459-857e-51f2d44eb67d req-9340f3a3-8acf-48e1-b78e-a3332ee4ca29 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 May 20 08:26:23.726036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.738849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Transition to ACTIVE for port object 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:23.853516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.859276 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:23.989656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:23.994717 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-243d6544-93da-4e78-b1a8-aa20e29c9bae tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:24.020190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Pushing event updated for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:24.027329 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:24.097945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Attempting to bind port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:24.098420 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Attempting to bind port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:24.098805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Attempting to bind port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 on network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:24.099424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Subnet': ['ID=e582eb10-774c-4a51-b4d7-021d4c8e126d,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:24.103907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:24.105033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Checking segment: {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:24.105409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network hostable DHCP agents. Network: d2759809-9967-403d-ba7d-51ee59ea81fd, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:26:24.106835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:24.107177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Checking segment: {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:24.107896 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.108462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Bound using segment: {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:24.109107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Bound port: 08fd5779-69b8-454e-a52c-b9e2d80bf3c4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b0294a-7d70-4718-984c-982a57c8cf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:24.109711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.124113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9fc724d1-c525-41ad-817c-a46492af3b44 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:24.230179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network d2759809-9967-403d-ba7d-51ee59ea81fd is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:26:24.283244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 9fc724d1-c525-41ad-817c-a46492af3b44 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:24.283683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.314031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] For port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:24.315890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, d2759809-9967-403d-ba7d-51ee59ea81fd) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:24.327962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:24.328844 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.336467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99c11d-a81f-4a40-996e-bc116c9e528d None None] Network d2759809-9967-403d-ba7d-51ee59ea81fd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:24.421037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] For port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:24.442980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6027725 May 20 08:26:24.442980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 38986) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:24.515761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.522438 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1062e5d7-8afb-462c-8e31-28e3749a47f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:24.647966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.718882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:24.719523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:24.771006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Pushing event updated for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:24.790701 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:24.934378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-d2759809-9967-403d-ba7d-51ee59ea81fd', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:26:24.935864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:24.961923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:25.113948 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:25.324095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Allocated IP 172.23.0.2 (d2759809-9967-403d-ba7d-51ee59ea81fd/e582eb10-774c-4a51-b4d7-021d4c8e126d/611ffc70-a48e-4da9-b44c-696b6258c2d6) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:25.591476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:24Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:25.609747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ccd75-b765-47f3-aac0-eba8f1197cac None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:24Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:25.630832 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:25.644472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Transition to ACTIVE for port object 611ffc70-a48e-4da9-b44c-696b6258c2d6 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:25.667256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Transition to ACTIVE for port object 611ffc70-a48e-4da9-b44c-696b6258c2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:25.819352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:25.824794 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-306092b9-8e75-40bc-9656-abcae9c2f00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:25.889765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Network d2759809-9967-403d-ba7d-51ee59ea81fd is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:25.890305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Allocated IP 172.23.0.1 (d2759809-9967-403d-ba7d-51ee59ea81fd/e582eb10-774c-4a51-b4d7-021d4c8e126d/5672d695-9ce6-497f-8e57-5609ff19d843) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:25.893273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:25.897363 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:25.907134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Pushing event updated for resources: {'Port': ['ID=611ffc70-a48e-4da9-b44c-696b6258c2d6,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:25.939863 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:26.002781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Attempting to bind port 611ffc70-a48e-4da9-b44c-696b6258c2d6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:26.003169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Attempting to bind port 611ffc70-a48e-4da9-b44c-696b6258c2d6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:26.003549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Attempting to bind port 611ffc70-a48e-4da9-b44c-696b6258c2d6 on network d2759809-9967-403d-ba7d-51ee59ea81fd {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:26.009422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:26.009837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Checking segment: {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:26.010254 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.010660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Bound using segment: {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:26.011142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Bound port: 611ffc70-a48e-4da9-b44c-696b6258c2d6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:26.011782 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.093404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.108778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] For port 611ffc70-a48e-4da9-b44c-696b6258c2d6, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:26.111809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Transition to ACTIVE for port object 5672d695-9ce6-497f-8e57-5609ff19d843 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:26.118202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] For port 611ffc70-a48e-4da9-b44c-696b6258c2d6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=611ffc70-a48e-4da9-b44c-696b6258c2d6,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:26.136122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:26.225808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.232624 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acf73832-f871-4a8a-98a4-825859186865 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:26.237838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.245098 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:26.301223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network d2759809-9967-403d-ba7d-51ee59ea81fd is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:26.304738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:26.310345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:26.343570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:26.351000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:26.351783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Pushing event updated for resources: {'Port': ['ID=611ffc70-a48e-4da9-b44c-696b6258c2d6,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:26.359805 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:26.382547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.436743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:26.444006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:26.446518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.587073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.606786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.675003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:26.740586 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.767934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:26.770828 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e63292e-1672-4997-aca2-617397f3d711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:26.853266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:26.857029 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:27.033366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:27.184920 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:27.215576 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728d124e-8bd1-4840-b9f6-3057fa3d3047 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:27.306155 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:27.310864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event updated for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:27.315388 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:27.341328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d59708-94ae-4c6c-bd66-665a83b40312 None None] Network d2759809-9967-403d-ba7d-51ee59ea81fd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:27.454397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Network d2759809-9967-403d-ba7d-51ee59ea81fd is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:27.455520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:27.515954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-792718a0-827b-4110-948c-b614284ec579 None None] Provisioning for port 611ffc70-a48e-4da9-b44c-696b6258c2d6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:27.634439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:27.812400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:27.825751 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:27.828750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3870752 May 20 08:26:27.831491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:27.837455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:27.838884 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:27.839622 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:27.956080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2f4eac95-e976-439e-a73a-646d82c986a0 None None] Provisioning for port 5672d695-9ce6-497f-8e57-5609ff19d843 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:27.963400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2f4eac95-e976-439e-a73a-646d82c986a0 None None] Provisioning complete for port 5672d695-9ce6-497f-8e57-5609ff19d843 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:27.964170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2f4eac95-e976-439e-a73a-646d82c986a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.050829 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:28.123224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2f4eac95-e976-439e-a73a-646d82c986a0 None None] Port 5672d695-9ce6-497f-8e57-5609ff19d843 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:28.261077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d39ee96d-a729-436b-8d5d-40b1127c6702 None None] Provisioning complete for port 5672d695-9ce6-497f-8e57-5609ff19d843 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:28.261899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d39ee96d-a729-436b-8d5d-40b1127c6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.362511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d39ee96d-a729-436b-8d5d-40b1127c6702 None None] Port 5672d695-9ce6-497f-8e57-5609ff19d843 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:28.365369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:28.457707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:28.458342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.508828 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:28.514930 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:28.515698 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Updating router 441b163d-9439-4d15-852a-8aacb3fe2840 port 5672d695-9ce6-497f-8e57-5609ff19d843 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:26:28.535996 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8ed51eb0-77c7-4db7-b9ae-8e84cd3378dd None None] Provisioning complete for port 5672d695-9ce6-497f-8e57-5609ff19d843 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:28.536633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8ed51eb0-77c7-4db7-b9ae-8e84cd3378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.577066 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.634111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8ed51eb0-77c7-4db7-b9ae-8e84cd3378dd None None] Port 5672d695-9ce6-497f-8e57-5609ff19d843 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:26:28.657819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 611ffc70-a48e-4da9-b44c-696b6258c2d6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:28.836850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 611ffc70-a48e-4da9-b44c-696b6258c2d6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:28.844201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 611ffc70-a48e-4da9-b44c-696b6258c2d6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:28.844646 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.873839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.extraroute_db [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:26:28.905233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.extraroute_db [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Removed routes are [] {{(pid=93101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:26:28.906910 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:28.988593 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.002849 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.016315 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Transition to ACTIVE for port object 5672d695-9ce6-497f-8e57-5609ff19d843 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:29.024195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 611ffc70-a48e-4da9-b44c-696b6258c2d6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=611ffc70-a48e-4da9-b44c-696b6258c2d6,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:29.140735 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.144825 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-314d4938-7a1e-4eb6-a43c-4dae2538387f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:29.174317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.180205 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:29.274473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=611ffc70-a48e-4da9-b44c-696b6258c2d6,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:29.277718 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:29.377762 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Pushing event updated for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:29.386776 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:29.417073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Attempting to bind port 5672d695-9ce6-497f-8e57-5609ff19d843 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:29.417715 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Attempting to bind port 5672d695-9ce6-497f-8e57-5609ff19d843 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:29.418098 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Attempting to bind port 5672d695-9ce6-497f-8e57-5609ff19d843 on network d2759809-9967-403d-ba7d-51ee59ea81fd {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:29.424854 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:29.425262 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Checking segment: {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:29.425679 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.426088 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Bound using segment: {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:29.426578 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Bound port: 5672d695-9ce6-497f-8e57-5609ff19d843, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447cffac-d958-4b20-b362-4da1dd594b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:29.426966 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.428593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.436350 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.541988 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] For port 5672d695-9ce6-497f-8e57-5609ff19d843, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:29.545713 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] For port 5672d695-9ce6-497f-8e57-5609ff19d843, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5672d695-9ce6-497f-8e57-5609ff19d843,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:29.628399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:29.665270 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.670305 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:29.752556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:29.753225 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:29.808206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:29.817301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:29.819298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ce6ba0b8-de60-4cad-baa6-aeeeb4915501 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 933 time: 1.9859793 May 20 08:26:29.821508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39014) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:29.961305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Pushing event updated for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:29.982643 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:29.995574 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:30.103273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 611ffc70-a48e-4da9-b44c-696b6258c2d6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:30.195740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 611ffc70-a48e-4da9-b44c-696b6258c2d6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:30.196008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:30.248513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1e74a4cd-6230-4447-a7f8-3deb31e67d9d tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 933 time: 0.4240603 May 20 08:26:30.251157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39020) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:30.256940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'routes': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:30.405973 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:28Z', 'revision_number': 6, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:29Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:30.410635 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd14985-8d15-4cce-9ff8-5956247c24b1 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:28Z', 'revision_number': 6, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:29Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:30.920338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:26:30.920749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:26:30.950819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:31.213592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:31.223430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:31.224046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:31.381960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:31.386002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:31.432649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:31.559703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:31.797912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:29Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:31.802976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:31.813650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:31.814344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:31.909815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:31.917236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:31.918429 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-878d9b4f-0d86-4698-af94-832ae2434648 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 699 time: 1.6662526 May 20 08:26:31.921004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39026) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:31.983557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:32.116705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f43906c4-3027-48df-8bba-ce9171062423 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 699 time: 0.1920891 May 20 08:26:32.116956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39030) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:32.161861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5672d695-9ce6-497f-8e57-5609ff19d843 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:32.320500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5672d695-9ce6-497f-8e57-5609ff19d843 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:32.340340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5672d695-9ce6-497f-8e57-5609ff19d843 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:32.340715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:32.537765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:32.565933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:29Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:32.577168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ce570-abe7-4ea9-be33-f7ae61784d91 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:29Z', 'revision_number': 4, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:32.589682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5672d695-9ce6-497f-8e57-5609ff19d843, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5672d695-9ce6-497f-8e57-5609ff19d843,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:32.642061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:32.647728 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:32.699019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:32.725077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:32.728501 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:32.816655 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:32.827306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:32.827864 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:32.989745 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:33.149940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 5672d695-9ce6-497f-8e57-5609ff19d843 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:33.150592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:33.291206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 5672d695-9ce6-497f-8e57-5609ff19d843, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5672d695-9ce6-497f-8e57-5609ff19d843,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:33.291797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:33.334572 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:32Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:33.338469 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:33.347975 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:33.348600 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:33.424900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 5672d695-9ce6-497f-8e57-5609ff19d843 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:33.513728 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:33.847852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:33.851930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-954e93ec-c0ed-4cf9-a85b-922a014aa93a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:33.899431 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:32Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:33.901510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=5672d695-9ce6-497f-8e57-5609ff19d843,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:33.904206 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9b780-393d-487c-b55b-1140cf5f17ba None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:30Z', 'revision_number': 7, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5672d695-9ce6-497f-8e57-5609ff19d843', 'name': '', 'network_id': 'd2759809-9967-403d-ba7d-51ee59ea81fd', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d4:fb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:25Z', 'updated_at': '2021-05-20T08:26:32Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': 'e582eb10-774c-4a51-b4d7-021d4c8e126d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:33.937328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.937835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.938251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.938708 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.939111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.939488 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.939895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.940266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.940633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.941003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.941376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.941773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:33.958505 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:34.203010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:34.531950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:34.696271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:34.706617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:34.710390 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5923512 May 20 08:26:34.712925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:34.716852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:34.718053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:34.780155 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet e582eb10-774c-4a51-b4d7-021d4c8e126d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:26:34.783347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:34.844026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:34.882493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:34.929150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.275930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:33Z', 'revision_number': 8, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:35.281602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:35.290736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:35.291361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:35.447954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.450866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:35.453766 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed25e70e-06d4-42fa-ac01-86f8399e26d6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:35.490729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.499292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=e582eb10-774c-4a51-b4d7-021d4c8e126d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:35.501846 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:35.505845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/e582eb10-774c-4a51-b4d7-021d4c8e126d HTTP/1.1" status: 204 len: 168 time: 0.7913392 May 20 08:26:35.508577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39044) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:35.514011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979be525-9f13-4b95-8d69-eb549a91ae47 None None] Network d2759809-9967-403d-ba7d-51ee59ea81fd requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:35.642475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.728551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 611ffc70-a48e-4da9-b44c-696b6258c2d6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:35.728899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.832881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 611ffc70-a48e-4da9-b44c-696b6258c2d6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=611ffc70-a48e-4da9-b44c-696b6258c2d6,segment=NetworkSegment(447cffac-d958-4b20-b362-4da1dd594b39),segment_id=447cffac-d958-4b20-b362-4da1dd594b39)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:35.833159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:35.976572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 611ffc70-a48e-4da9-b44c-696b6258c2d6 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:35.998304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:33Z', 'revision_number': 8, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:36.004195 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346c80d-2280-4951-9d48-50f7affbff6f None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:33Z', 'revision_number': 8, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': '08fd5779-69b8-454e-a52c-b9e2d80bf3c4', 'name': '', 'network_id': 'ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:b3:70:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88805e33-83ac-4469-963d-0a3f4910e565', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:19Z', 'updated_at': '2021-05-20T08:26:26Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '88805e33-83ac-4469-963d-0a3f4910e565', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:36.022247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] DHCP port deletion for d2759809-9967-403d-ba7d-51ee59ea81fd request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:26:36.099041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Deleting port 611ffc70-a48e-4da9-b44c-696b6258c2d6 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:36.099433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.104703 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.108854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:36.152265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=611ffc70-a48e-4da9-b44c-696b6258c2d6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:36.158586 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port 611ffc70-a48e-4da9-b44c-696b6258c2d6 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:36.193576 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:36.197958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] For port 611ffc70-a48e-4da9-b44c-696b6258c2d6, host n-d-780147-4, got binding levels [] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:36.198398 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.289489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.302702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2759809-9967-403d-ba7d-51ee59ea81fd']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:36.315904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447cffac-d958-4b20-b362-4da1dd594b39') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:36.316210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447cffac-d958-4b20-b362-4da1dd594b39') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:36.325065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Calling delete_port for 611ffc70-a48e-4da9-b44c-696b6258c2d6 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:36.328336 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.329080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.ipam_backend_mixin [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Port 611ffc70-a48e-4da9-b44c-696b6258c2d6 was not found and therefore no delete operation was performed {{(pid=93103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 08:26:36.330378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.333920 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:36.349378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.363924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:26:36.365745 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.383268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Pushing event deleted for resources: {'Port': ['ID=611ffc70-a48e-4da9-b44c-696b6258c2d6,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:36.385936 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:36.389903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] No DVR routers for this DVR port 611ffc70-a48e-4da9-b44c-696b6258c2d6 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: timer() May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:26:36.394895 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:26:36.397350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 611ffc70-a48e-4da9-b44c-696b6258c2d6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:36.432484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 611ffc70-a48e-4da9-b44c-696b6258c2d6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:36.432842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 611ffc70-a48e-4da9-b44c-696b6258c2d6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:36.555729 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.559386 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-59bca691-05aa-4354-9c92-d6efc50a87a9 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:36.574071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:36.588248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=d2759809-9967-403d-ba7d-51ee59ea81fd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:36.592449 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:36.594382 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/d2759809-9967-403d-ba7d-51ee59ea81fd HTTP/1.1" status: 204 len: 168 time: 1.0847960 May 20 08:26:36.598006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39054) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:36.818899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8bb91027-a666-4841-ac31-221263f1b0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:37.128302 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:37.709175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:37.709424 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:37.849411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 08fd5779-69b8-454e-a52c-b9e2d80bf3c4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:37.849797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:37.975210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:38.034837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5672d695-9ce6-497f-8e57-5609ff19d843 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:38.134026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5672d695-9ce6-497f-8e57-5609ff19d843 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:38.134379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5672d695-9ce6-497f-8e57-5609ff19d843 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:38.207484 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:38.211997 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d12b101b-5a95-49d2-ab67-78ede64b37f1 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:38.258796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=08fd5779-69b8-454e-a52c-b9e2d80bf3c4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:38.261154 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:38.531749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:38.866855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:39.195705 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ebd7-7953-4f22-bd0e-a382bfaad88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.202166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:39.212038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:39.215557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6165252 May 20 08:26:39.218816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39070) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:39.222665 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:39.223294 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:39.296293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 88805e33-83ac-4469-963d-0a3f4910e565 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:26:39.299654 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.359203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.392543 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:39.459956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.704700 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.738249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:38Z', 'revision_number': 9, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:39.742553 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:39.751489 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:39.752104 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:39.843140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.847324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ebdbc29f-761f-4aca-a8b7-ce972e3587d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:39.890907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=88805e33-83ac-4469-963d-0a3f4910e565,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:39.895992 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:39.897254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:39.905369 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51d70f87-383f-4877-9e65-d18573a690cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/88805e33-83ac-4469-963d-0a3f4910e565 HTTP/1.1" status: 204 len: 168 time: 0.6854093 May 20 08:26:39.907926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39082) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:39.911116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa2813-2939-48da-a819-0c6add4f0b1f None None] Network ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:39.921667 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:40.058398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.178816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port 9fc724d1-c525-41ad-817c-a46492af3b44 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:40.179160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.211681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] DHCP port deletion for ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:26:40.284903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Deleting port 9fc724d1-c525-41ad-817c-a46492af3b44 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:40.285687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.293136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port 9fc724d1-c525-41ad-817c-a46492af3b44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9fc724d1-c525-41ad-817c-a46492af3b44,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:40.293768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.346211 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:38Z', 'revision_number': 9, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:40.351276 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1140e9-18fd-4673-8633-6feef77a9c00 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:38Z', 'revision_number': 9, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'd8b96e6c-6fef-4f36-8c31-5781f7ae903c', 'name': '', 'network_id': '02e401a4-be6e-4eec-abd2-d3ba02da22e9', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:5c:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:14Z', 'updated_at': '2021-05-20T08:26:20Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '1c926086-699d-48d6-8586-c1da48d6fbf9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:40.403372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] For port 9fc724d1-c525-41ad-817c-a46492af3b44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=9fc724d1-c525-41ad-817c-a46492af3b44,segment=NetworkSegment(55b0294a-7d70-4718-984c-982a57c8cf72),segment_id=55b0294a-7d70-4718-984c-982a57c8cf72)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:40.404313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.428821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for 9fc724d1-c525-41ad-817c-a46492af3b44 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:40.529391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Calling delete_port for 9fc724d1-c525-41ad-817c-a46492af3b44 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:40.555641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.561961 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c495edbb-72ab-4dbe-8099-185ff0c0f153 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:40.577227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.581045 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0e96e93c-7d7e-406f-b361-39bb8f1ed74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:40.617759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port 9fc724d1-c525-41ad-817c-a46492af3b44 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:40.629991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Pushing event deleted for resources: {'Port': ['ID=9fc724d1-c525-41ad-817c-a46492af3b44,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:40.633449 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:40.635967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] No DVR routers for this DVR port 9fc724d1-c525-41ad-817c-a46492af3b44 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:40.653079 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=9fc724d1-c525-41ad-817c-a46492af3b44,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:40.655628 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:40.769816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.784981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:40.799521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b0294a-7d70-4718-984c-982a57c8cf72') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:40.799773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b0294a-7d70-4718-984c-982a57c8cf72') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:40.813147 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.834519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.842198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:26:40.843412 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: timer() May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:26:40.860606 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:26:41.002021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:41.007163 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71d1637-f908-4080-b811-5f279b4997b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:41.022628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:41.036563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:41.040229 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:41.042096 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/ea2b3ce4-8f6a-408d-8de4-5e08670d5a3b HTTP/1.1" status: 204 len: 168 time: 1.1330647 May 20 08:26:41.045384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:41.270271 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:41.792555 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:42.115541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:42.156337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:42.157086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 08fd5779-69b8-454e-a52c-b9e2d80bf3c4 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:42.157866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9fc724d1-c525-41ad-817c-a46492af3b44 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:42.194385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 9fc724d1-c525-41ad-817c-a46492af3b44 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:42.196158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 9fc724d1-c525-41ad-817c-a46492af3b44 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:42.236000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port d8b96e6c-6fef-4f36-8c31-5781f7ae903c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:42.236349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:42.384889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port d8b96e6c-6fef-4f36-8c31-5781f7ae903c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:42.385222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:42.525060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for d8b96e6c-6fef-4f36-8c31-5781f7ae903c owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:42.561644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:42.773383 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:42.777501 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2f5d4d3a-c9a1-4165-92ad-1daae274476c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:42.855645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=d8b96e6c-6fef-4f36-8c31-5781f7ae903c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:42.864781 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:43.269136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:43.617283 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:43.811022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:43.826696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:43.831521 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850196 May 20 08:26:43.834329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39096) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:43.840685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:43.841988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:43.906010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 1c926086-699d-48d6-8586-c1da48d6fbf9 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:26:43.909810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:43.972553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.010949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:44.065128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.422170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:42Z', 'revision_number': 10, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:44.426207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:44.438054 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:44.438687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:44.470747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.474693 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b832254b-862f-4832-8fdf-3d41b06fd1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:44.509907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=1c926086-699d-48d6-8586-c1da48d6fbf9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:44.519795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:44.521168 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.541153 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/1c926086-699d-48d6-8586-c1da48d6fbf9 HTTP/1.1" status: 204 len: 168 time: 0.7046368 May 20 08:26:44.543215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39102) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:44.617161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a6104-4dfa-4333-b4d8-3f1fae6fd0d9 None None] Network 02e401a4-be6e-4eec-abd2-d3ba02da22e9 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:44.676815 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.742743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:44.754169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port aea55a28-a4fd-42ad-a427-87ac285e5f4f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:44.754522 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.861230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port aea55a28-a4fd-42ad-a427-87ac285e5f4f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aea55a28-a4fd-42ad-a427-87ac285e5f4f,segment=NetworkSegment(3f122089-4d9a-4d10-bac9-94e223b98715),segment_id=3f122089-4d9a-4d10-bac9-94e223b98715)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:44.861911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:44.988597 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:26:44.990904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for aea55a28-a4fd-42ad-a427-87ac285e5f4f owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:45.111606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.116061 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a118276c-beaf-46aa-8acd-92e2ad01afca tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:45.154991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:42Z', 'revision_number': 10, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:45.159323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9b733-8063-41da-b48f-546f811a7972 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:42Z', 'revision_number': 10, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None, '_interfaces': [{'id': 'f67b9908-7043-47cb-a85c-39007307d1b6', 'name': '', 'network_id': '1e75c561-6de4-4c5b-a2a0-49b226c04ae3', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'mac_address': 'fa:16:3e:d8:b8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:26:08Z', 'updated_at': '2021-05-20T08:26:16Z', 'revision_number': 5, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'subnets': [{'id': '63141e88-e11f-41b5-ae71-a5d4f78bf0a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:45.167793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=aea55a28-a4fd-42ad-a427-87ac285e5f4f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:45.172910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:45.174228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port aea55a28-a4fd-42ad-a427-87ac285e5f4f on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:45.181869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb19ef-f4b4-47bf-897b-e5493831a99d None None] DHCP port deletion for 02e401a4-be6e-4eec-abd2-d3ba02da22e9 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:26:45.305122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.318602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e401a4-be6e-4eec-abd2-d3ba02da22e9']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:45.332517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f122089-4d9a-4d10-bac9-94e223b98715') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:45.333308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f122089-4d9a-4d10-bac9-94e223b98715') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:45.345031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.361104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.367099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:26:45.367529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: timer() May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:26:45.382165 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:26:45.535673 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.540373 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4c901594-990d-42a9-a06a-bdd4da8dc4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:45.563096 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:45.572568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=02e401a4-be6e-4eec-abd2-d3ba02da22e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:45.577594 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:45.581985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39112) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:45.582487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/02e401a4-be6e-4eec-abd2-d3ba02da22e9 HTTP/1.1" status: 204 len: 168 time: 1.0367181 May 20 08:26:45.798808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-60b46025-9b37-4d45-b13d-edd344411988 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:45.800681 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-60b46025-9b37-4d45-b13d-edd344411988 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.1571045 May 20 08:26:45.816516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-70bce475-815a-466e-8ab7-7d2c7ce2bb59 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/quotas/45152cec24a04b01b08d92c3257e7b46 HTTP/1.1" status: 200 len: 375 time: 0.0100148 May 20 08:26:45.907584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-810fc593-4b5d-4653-8d07-dbcf269997fe tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855887 May 20 08:26:46.052217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-04092399-e667-473e-866f-4c23eb168c74 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376326 May 20 08:26:46.084187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d8b96e6c-6fef-4f36-8c31-5781f7ae903c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:46.106671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:46.123361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d8b96e6c-6fef-4f36-8c31-5781f7ae903c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:46.123888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d8b96e6c-6fef-4f36-8c31-5781f7ae903c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:46.124403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aea55a28-a4fd-42ad-a427-87ac285e5f4f no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:46.158522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: aea55a28-a4fd-42ad-a427-87ac285e5f4f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:46.159225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aea55a28-a4fd-42ad-a427-87ac285e5f4f not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:46.199602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-36153991-6de0-4de4-9bff-585fb88b1820 service neutron] 10.222.0.79 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415172 May 20 08:26:46.473719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c46a08a6-800b-4d63-a980-8cabda0727fc req-2e578b81-08f0-4b81-99d3-0caa2be52c23 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 210 time: 0.0481565 May 20 08:26:46.705642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port f67b9908-7043-47cb-a85c-39007307d1b6 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:46.706233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:46.847740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port f67b9908-7043-47cb-a85c-39007307d1b6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f67b9908-7043-47cb-a85c-39007307d1b6,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:46.848104 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:46.976710 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for f67b9908-7043-47cb-a85c-39007307d1b6 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:47.178811 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:47.182699 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6036c80c-7228-40c1-9ab7-2c59eea82aef tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:47.227942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=f67b9908-7043-47cb-a85c-39007307d1b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:47.231205 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:47.472581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:47.648051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96897106-deaa-4145-a2e7-70460b7f78da req-2ff70683-a90b-41ec-aeeb-ce8d7b35c88c tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 210 time: 0.0631220 May 20 08:26:47.753536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:47.889659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:47.900924 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:47.907789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239062 May 20 08:26:47.910402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39136) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:47.914734 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:47.914734 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:47.986384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting subnet 63141e88-e11f-41b5-ae71-a5d4f78bf0a2 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:26:47.989958 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:48.052372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:48.073045 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:48.185810 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:48.190772 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:48.202556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:48.203506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:48.314309 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:48.340579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:48.456179 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:48.460585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94631a15-db68-4e98-b3d0-45d426e38651 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:48.538805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-9650f22c-3e3e-41ca-ada6-9bd760d1549f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:48.540346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-9650f22c-3e3e-41ca-ada6-9bd760d1549f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 814 time: 0.1710801 May 20 08:26:48.552592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Request body: {'port': {'device_id': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'admin_state_up': True, 'tenant_id': '45152cec24a04b01b08d92c3257e7b46'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:48.779488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:48.784556 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4163376f-4692-4524-8dfa-488426a4b922 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:48.831362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Subnet': ['ID=63141e88-e11f-41b5-ae71-a5d4f78bf0a2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:48.840584 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:48.843520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:48.851665 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/63141e88-e11f-41b5-ae71-a5d4f78bf0a2 HTTP/1.1" status: 204 len: 168 time: 0.9393442 May 20 08:26:48.853300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030d091-b2b5-4e53-a5f1-3dfa4605d311 None None] Network 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:26:48.854039 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39142) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:48.885671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50485190-8943-46c7-9225-c72b399e9189 req-21243357-c151-4b5b-9fb4-8bc412a3c424 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 210 time: 0.1094012 May 20 08:26:48.961429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:48.973302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:49.015528 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.069820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Made reservation on behalf of 45152cec24a04b01b08d92c3257e7b46 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:26:49.073790 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.092754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Deleting port e787bcaf-65a0-44e9-a13d-cbccc96caf92 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:49.093264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.165607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] DHCP port deletion for 1e75c561-6de4-4c5b-a2a0-49b226c04ae3 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:26:49.203886 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] For port e787bcaf-65a0-44e9-a13d-cbccc96caf92, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e787bcaf-65a0-44e9-a13d-cbccc96caf92,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:49.204270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.238422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Deleting port e787bcaf-65a0-44e9-a13d-cbccc96caf92 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:26:49.238806 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.259529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Allocated IP 172.20.0.10 (93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378/17cac775-1cfb-422f-8834-7a72626acdfc/58be7d87-a3c7-4162-8d2b-7e0504993349) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:26:49.350499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Calling delete_port for e787bcaf-65a0-44e9-a13d-cbccc96caf92 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:49.350736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] For port e787bcaf-65a0-44e9-a13d-cbccc96caf92, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=e787bcaf-65a0-44e9-a13d-cbccc96caf92,segment=NetworkSegment(2ced9ca5-424e-471a-9c61-0e7067c55bdc),segment_id=2ced9ca5-424e-471a-9c61-0e7067c55bdc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:49.351063 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.464494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.469817 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df71fc1c-0bc7-4c63-8c16-86aa1f8e63b0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:49.488233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Calling delete_port for e787bcaf-65a0-44e9-a13d-cbccc96caf92 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:26:49.489272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.534468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Port': ['ID=e787bcaf-65a0-44e9-a13d-cbccc96caf92,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:49.541924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No DVR routers for this DVR port e787bcaf-65a0-44e9-a13d-cbccc96caf92 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:49.545509 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:49.594365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.596149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.598908 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8d3b2674-99a7-4011-8b73-cf318a6bd307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:49.602286 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:49.639196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:49.663696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:49.676974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:26:49.680428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:26:49.684409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:26:49.687715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.704930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e75c561-6de4-4c5b-a2a0-49b226c04ae3']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:49.718776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ced9ca5-424e-471a-9c61-0e7067c55bdc') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:49.719033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ced9ca5-424e-471a-9c61-0e7067c55bdc') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:49.721285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event updated for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:49.732423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Pushing event deleted for resources: {'Port': ['ID=e787bcaf-65a0-44e9-a13d-cbccc96caf92,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:49.733057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.738154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.738377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.738944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.739479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.739863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.740235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.740602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.740968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.741333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.741736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.742095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.742631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:26:49.748634 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:49.751352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] No DVR routers for this DVR port e787bcaf-65a0-44e9-a13d-cbccc96caf92 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:26:49.756067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.762435 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:49.766585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:26:49.769722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.770152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:49.771065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: timer() May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:26:49.783030 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:26:49.865038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3166001 May 20 08:26:49.880551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Request body: {'port': {'device_id': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:49.963840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.967093 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:49.971293 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fee7c525-7b8d-4c98-b226-92178ecb0a6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:50.011759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Pushing event deleted for resources: {'Network': ['ID=1e75c561-6de4-4c5b-a2a0-49b226c04ae3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:50.019355 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:50.024421 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/networks/1e75c561-6de4-4c5b-a2a0-49b226c04ae3 HTTP/1.1" status: 204 len: 168 time: 1.1666992 May 20 08:26:50.025104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39148) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:50.038033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'routes': None}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:50.102651 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.132221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f67b9908-7043-47cb-a85c-39007307d1b6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:50.174824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f67b9908-7043-47cb-a85c-39007307d1b6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:50.175174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f67b9908-7043-47cb-a85c-39007307d1b6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:50.175591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e787bcaf-65a0-44e9-a13d-cbccc96caf92 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:26:50.178637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a391a-82e7-420c-b5e7-d29d061182e9 req-d31f30e0-cb88-4c10-8869-5a47aafc1a8e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:50.179312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8d2a391a-82e7-420c-b5e7-d29d061182e9 req-d31f30e0-cb88-4c10-8869-5a47aafc1a8e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:50.211566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: e787bcaf-65a0-44e9-a13d-cbccc96caf92 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:26:50.211936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device e787bcaf-65a0-44e9-a13d-cbccc96caf92 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:26:50.305725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8d2a391a-82e7-420c-b5e7-d29d061182e9 req-d31f30e0-cb88-4c10-8869-5a47aafc1a8e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:50.306876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d2a391a-82e7-420c-b5e7-d29d061182e9 req-d31f30e0-cb88-4c10-8869-5a47aafc1a8e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 932 time: 0.2889352 May 20 08:26:50.433592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d2a391a-82e7-420c-b5e7-d29d061182e9 req-eef5764e-0e1f-4869-8481-8f262939afd7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 May 20 08:26:50.546585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58be7d87-a3c7-4162-8d2b-7e0504993349 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:26:50.554268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.569180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Transition to ACTIVE for port object 58be7d87-a3c7-4162-8d2b-7e0504993349 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:26:50.578187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Added routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 08:26:50.578492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.extraroute_db [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Removed routes are [] {{(pid=93102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 08:26:50.583545 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.635737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.641803 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-05a35baa-32c9-41b4-a55c-afbd5fc618a5 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:50.814846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Pushing event updated for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:50.817749 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:50.853044 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.857149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.894513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Attempting to bind port 58be7d87-a3c7-4162-8d2b-7e0504993349 on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:26:50.894853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Attempting to bind port 58be7d87-a3c7-4162-8d2b-7e0504993349 by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:26:50.895186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Attempting to bind port 58be7d87-a3c7-4162-8d2b-7e0504993349 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:50.899889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Port 58be7d87-a3c7-4162-8d2b-7e0504993349 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:26:50.900209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Attempting to bind port 58be7d87-a3c7-4162-8d2b-7e0504993349 on network 93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:26:50.906153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:26:50.906498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Checking segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:26:50.906891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Bound using segment: {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:26:50.907330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Bound port: 58be7d87-a3c7-4162-8d2b-7e0504993349, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25165de4-e494-4b56-947b-55ffdbddfcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:26:50.907684 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:50.998629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:26:50.998862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 441b163d-9439-4d15-852a-8aacb3fe2840 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:26:51.002501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58be7d87-a3c7-4162-8d2b-7e0504993349,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:26:51.059141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:51.064783 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:51.119990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:51.120605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:51.122620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] 10.222.0.81 "PUT /v2.0/ports/58be7d87-a3c7-4162-8d2b-7e0504993349 HTTP/1.1" status: 200 len: 1092 time: 1.2491415 May 20 08:26:51.123307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:26:51.143300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:51.149979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:51.153998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Pushing event updated for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:51.154815 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5d601e88-68f5-4ff3-bedd-3e856f4f64cc tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 700 time: 1.1268928 May 20 08:26:51.155465 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39154) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:51.156809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Sync routers for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:51.168274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:51.168712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:51.170909 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:51.187873 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349', 'status': 'completed', 'code': 200} May 20 08:26:51.203515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ddeffd9f-6d5e-425e-826f-3e636f190711 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:51.281494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ddeffd9f-6d5e-425e-826f-3e636f190711 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:51.283041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ddeffd9f-6d5e-425e-826f-3e636f190711 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 205 time: 0.1266441 May 20 08:26:51.285811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39158) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:51.316082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:51.342283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-ab0a12e7-6577-47c8-83e2-035307d693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:51.344833 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-ab0a12e7-6577-47c8-83e2-035307d693d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 1095 time: 0.1379421 May 20 08:26:51.430287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:51.435536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Checking router: 441b163d-9439-4d15-852a-8aacb3fe2840 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:51.445320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Routers {'441b163d-9439-4d15-852a-8aacb3fe2840'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:51.445984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['441b163d-9439-4d15-852a-8aacb3fe2840'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:51.582557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] Set router 441b163d-9439-4d15-852a-8aacb3fe2840 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:51.687661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:51.694454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:51.698635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d20-3390-4c90-beb9-6c4853a77432 None None] The sync data for ids ['441b163d-9439-4d15-852a-8aacb3fe2840'] in n-d-780147-4 is: [{'id': '441b163d-9439-4d15-852a-8aacb3fe2840', 'name': 'tempest-RoutersTest-router-302636985', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:05Z', 'updated_at': '2021-05-20T08:26:47Z', 'revision_number': 11, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:52.169771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-3634b9b2-5e03-432a-a1af-c1c3fa2f6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:52.171281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-3634b9b2-5e03-432a-a1af-c1c3fa2f6ced service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=45152cec24a04b01b08d92c3257e7b46&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8186927 May 20 08:26:52.173258 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.176372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.217469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331f91-14b0-4924-ad7f-ff05a607f9b2 req-d15ac97c-b7a5-405a-b69b-e0370e7221cc tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:52.219015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4331f91-14b0-4924-ad7f-ff05a607f9b2 req-d15ac97c-b7a5-405a-b69b-e0370e7221cc tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 944 time: 0.6613469 May 20 08:26:52.362193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.362631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 441b163d-9439-4d15-852a-8aacb3fe2840 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:26:52.375053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f4331f91-14b0-4924-ad7f-ff05a607f9b2 req-0431d0bf-e3e4-438d-8e35-f2cdc76cffdd tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375778 May 20 08:26:52.406527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.406527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ddd89376-a983-44e2-8685-f824c7dcd10c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 204 len: 168 time: 1.1144166 May 20 08:26:52.407682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:52.412039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-ba327994-93bc-4bdb-88fb-e737c5bc8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:52.413581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fee29c85-263d-4cef-82b1-8bcc9004cfb3 req-ba327994-93bc-4bdb-88fb-e737c5bc8992 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342093 May 20 08:26:52.414792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029074119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:52.424808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:52.429707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Usage tracker for resource:router and tenant:a457ba745fb44db290cb46b56f093f95 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:52.432791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:52.443145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:52.521346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.522529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.535421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-2e2d79b7-7a21-49cf-a502-046e993e46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:52.536941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-2e2d79b7-7a21-49cf-a502-046e993e46e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 1095 time: 0.0814586 May 20 08:26:52.546228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.615074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-76fd950b-ffa5-425f-9025-10f146e6f4f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58be7d87-a3c7-4162-8d2b-7e0504993349 HTTP/1.1" status: 200 len: 217 time: 0.0704813 May 20 08:26:52.618489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.681413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bea8-327f-415d-a017-7aa547c307e2 req-9cab69f9-b660-4d0a-9a84-2e1503d445a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:52.683003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-9cab69f9-b660-4d0a-9a84-2e1503d445a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.0620313 May 20 08:26:52.704002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:52.708040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c430d038-01df-455b-abbf-be450f10df27 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2953672 May 20 08:26:52.708193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39168) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:52.713354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:52.733366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-c98efa03-7135-4f6d-893d-a71a77c6a292 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442472 May 20 08:26:52.873503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-4bd90ff2-451e-4382-b459-c5bdaa855430 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330919 May 20 08:26:53.017691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0408bea8-327f-415d-a017-7aa547c307e2 req-abc636bd-a844-40b1-90da-4ae0a27bc0e4 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372423 May 20 08:26:53.099505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:53.178702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:53.561632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Router 80f67cd9-c906-4262-bde0-b6457a9beec6 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:26:53.585030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0de13a-693f-4a33-bae3-4feed4ce71f1 req-9657392d-e7f1-4fec-9ceb-9035944c038f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:53.586574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b0de13a-693f-4a33-bae3-4feed4ce71f1 req-9657392d-e7f1-4fec-9ceb-9035944c038f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 944 time: 0.0918410 May 20 08:26:53.636457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b0de13a-693f-4a33-bae3-4feed4ce71f1 req-75836715-6cf6-47c6-83c5-817ac99b41c7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 May 20 08:26:53.703469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:26:53.710339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:53.711699 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-db3e28cd-6df3-416b-8cd8-711da2bf8a3c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "PUT /v2.0/routers/80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 200 len: 694 time: 1.0024443 May 20 08:26:53.713196 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Sync routers for ids ['80f67cd9-c906-4262-bde0-b6457a9beec6'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:26:53.714133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39174) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:53.723744 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Routers {'80f67cd9-c906-4262-bde0-b6457a9beec6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:53.724351 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['80f67cd9-c906-4262-bde0-b6457a9beec6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:53.854781 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Set router 80f67cd9-c906-4262-bde0-b6457a9beec6 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:53.860783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03adb873-a33a-4dd4-851c-105cebf109c2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/routers/80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 200 len: 700 time: 0.1454799 May 20 08:26:53.863436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:53.909761 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8b0ce1ed-e8b8-4c1d-94b7-c34edae99e6c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 200 len: 205 time: 0.0451035 May 20 08:26:53.912601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:53.963598 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f67cd9-c906-4262-bde0-b6457a9beec6', 'name': 'tempest-RoutersTest-router-2029074119', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:52Z', 'updated_at': '2021-05-20T08:26:53Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:53.968328 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Checking router: 80f67cd9-c906-4262-bde0-b6457a9beec6 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:26:53.977123 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Routers {'80f67cd9-c906-4262-bde0-b6457a9beec6'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:26:53.977771 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:26:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['80f67cd9-c906-4262-bde0-b6457a9beec6'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:54.057345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.116552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] Set router 80f67cd9-c906-4262-bde0-b6457a9beec6 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:26:54.225454 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f67cd9-c906-4262-bde0-b6457a9beec6', 'name': 'tempest-RoutersTest-router-2029074119', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:52Z', 'updated_at': '2021-05-20T08:26:53Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:26:54.230915 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c5b10-9477-414d-93a6-87f402ad6c68 None None] The sync data for ids ['80f67cd9-c906-4262-bde0-b6457a9beec6'] in n-d-780147-4 is: [{'id': '80f67cd9-c906-4262-bde0-b6457a9beec6', 'name': 'tempest-RoutersTest-router-2029074119', 'tenant_id': 'a457ba745fb44db290cb46b56f093f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:26:52Z', 'updated_at': '2021-05-20T08:26:53Z', 'revision_number': 2, 'project_id': 'a457ba745fb44db290cb46b56f093f95', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:26:54.362542 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.364961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.464290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.468121 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Fanout notify agent at l3_agent the message router_deleted on router 80f67cd9-c906-4262-bde0-b6457a9beec6 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:26:54.480817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.482366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5a405e7f-72d9-429f-af08-cb181b4698d7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 204 len: 168 time: 0.5686131 May 20 08:26:54.485824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39186) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:54.531546 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5d115fd7-690c-456d-8df8-49860efc6883 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 200 len: 205 time: 0.0445383 May 20 08:26:54.534355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:54.544107 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:54.818800 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-a8702d73-2d84-4957-9ec7-f0535c9666ed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:54.819728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a8702d73-2d84-4957-9ec7-f0535c9666ed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/80f67cd9-c906-4262-bde0-b6457a9beec6 HTTP/1.1" status: 404 len: 336 time: 0.2840767 May 20 08:26:54.822455 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:54.865694 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fdc11b-86e1-43ac-a42b-2a0def4553cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:54.866157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fdc11b-86e1-43ac-a42b-2a0def4553cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:54.868027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64fdc11b-86e1-43ac-a42b-2a0def4553cb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/e582eb10-774c-4a51-b4d7-021d4c8e126d HTTP/1.1" status: 404 len: 337 time: 0.0444262 May 20 08:26:54.870419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:54.875486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55d5c-e3bd-4f08-85b0-9078e069b6d0 req-0f98650c-d97e-4715-b8c2-bb36fba1d50c tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:54.877028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed55d5c-e3bd-4f08-85b0-9078e069b6d0 req-0f98650c-d97e-4715-b8c2-bb36fba1d50c tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 944 time: 0.0972986 May 20 08:26:54.910764 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae7db51-1367-4d85-8c09-06148bc6105c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:54.911223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae7db51-1367-4d85-8c09-06148bc6105c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:54.913085 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5ae7db51-1367-4d85-8c09-06148bc6105c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/88805e33-83ac-4469-963d-0a3f4910e565 HTTP/1.1" status: 404 len: 337 time: 0.0415576 May 20 08:26:54.915648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39204) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:54.944549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4ed55d5c-e3bd-4f08-85b0-9078e069b6d0 req-56a86a3f-97a0-41d9-8a18-2d1236f61412 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608201 May 20 08:26:54.955505 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13128eb-19d6-479d-998c-b80b5ab803f8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:54.955963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13128eb-19d6-479d-998c-b80b5ab803f8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:54.957680 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e13128eb-19d6-479d-998c-b80b5ab803f8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/1c926086-699d-48d6-8586-c1da48d6fbf9 HTTP/1.1" status: 404 len: 337 time: 0.0410345 May 20 08:26:54.960477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39208) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.002870 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4481d3-72a3-4278-b3ea-1ec2cd99f629 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:55.003347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4481d3-72a3-4278-b3ea-1ec2cd99f629 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:55.006250 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9d4481d3-72a3-4278-b3ea-1ec2cd99f629 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/63141e88-e11f-41b5-ae71-a5d4f78bf0a2 HTTP/1.1" status: 404 len: 337 time: 0.0431986 May 20 08:26:55.007887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39212) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.052062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1c54b7d4-1503-4665-844a-23117098ed7f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Synchronizing usage tracker for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:55.065024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1c54b7d4-1503-4665-844a-23117098ed7f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Unset dirty status for tenant:a457ba745fb44db290cb46b56f093f95 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:55.066205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1c54b7d4-1503-4665-844a-23117098ed7f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 200 len: 205 time: 0.0570946 May 20 08:26:55.068726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39216) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.133989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58be7d87-a3c7-4162-8d2b-7e0504993349 details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:26:55.140100 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-a83ff04d-d076-4616-b4a0-d37a46becf5c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:55.143739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a83ff04d-d076-4616-b4a0-d37a46becf5c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/441b163d-9439-4d15-852a-8aacb3fe2840 HTTP/1.1" status: 404 len: 336 time: 0.0715590 May 20 08:26:55.143963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39220) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.192942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-33d20f7b-1d04-4ddd-9c0a-a805cab32832 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=36256357-cc31-4fa0-b6c5-8f865a5f7900 HTTP/1.1" status: 200 len: 205 time: 0.0464654 May 20 08:26:55.194448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39224) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.271024 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-c2e0eb62-3cff-437c-8dce-6d20074d9547 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:55.272055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c2e0eb62-3cff-437c-8dce-6d20074d9547 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/36256357-cc31-4fa0-b6c5-8f865a5f7900 HTTP/1.1" status: 404 len: 336 time: 0.0766840 May 20 08:26:55.274680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39228) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.279641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58be7d87-a3c7-4162-8d2b-7e0504993349,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:55.294868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '58be7d87-a3c7-4162-8d2b-7e0504993349', 'network_id': '93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378', 'port_id': '58be7d87-a3c7-4162-8d2b-7e0504993349', 'mac_address': 'fa:16:3e:fa:47:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cac775-1cfb-422f-8834-7a72626acdfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:26:55.314030 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d476a02c-be72-4f3d-9fc5-1bd91f14706f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:55.314494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d476a02c-be72-4f3d-9fc5-1bd91f14706f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:55.316174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d476a02c-be72-4f3d-9fc5-1bd91f14706f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/2671cf42-b98f-4eeb-ac24-62a1ab51168b HTTP/1.1" status: 404 len: 337 time: 0.0405746 May 20 08:26:55.318950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39232) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.354912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:55.367197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa446b44-157f-4ec8-a43e-4a206b67b624 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 200 len: 205 time: 0.0471051 May 20 08:26:55.369626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39236) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.373674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58be7d87-a3c7-4162-8d2b-7e0504993349 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:26:55.389707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58be7d87-a3c7-4162-8d2b-7e0504993349,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:55.439121 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ac16d2f9-9607-4b97-ac12-f0d622fbb62c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:55.442712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ac16d2f9-9607-4b97-ac12-f0d622fbb62c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/4eb1f475-ea5f-49d1-ba67-9a4527984c15 HTTP/1.1" status: 404 len: 336 time: 0.0695312 May 20 08:26:55.443090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.458714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:55.461347 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:55.532867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:55.536728 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:55.658744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6c49e348-dfd1-4e84-8f15-692281ecc7a5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=78da40f3-2fc3-45a1-86f3-b1f637591bbb HTTP/1.1" status: 200 len: 205 time: 0.2143257 May 20 08:26:55.660936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.732382 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-2b31a1e4-6404-4ab0-b1f2-7b7e1c0256c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:55.733414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2b31a1e4-6404-4ab0-b1f2-7b7e1c0256c3 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/78da40f3-2fc3-45a1-86f3-b1f637591bbb HTTP/1.1" status: 404 len: 336 time: 0.0715594 May 20 08:26:55.733802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['58be7d87-a3c7-4162-8d2b-7e0504993349'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:26:55.736131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39248) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.774631 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b81f270-192e-443f-b96b-053977dc8e16 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:55.775093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b81f270-192e-443f-b96b-053977dc8e16 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:55.776771 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1b81f270-192e-443f-b96b-053977dc8e16 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/21132729-f398-4db0-ad7a-4945b420c22e HTTP/1.1" status: 404 len: 337 time: 0.0397460 May 20 08:26:55.780386 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39252) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.833989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d2b6006-04e3-449b-aa6b-30755db55ead tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=863ae3f2-7283-4a0e-a9c0-ee6023aabdbe HTTP/1.1" status: 200 len: 205 time: 0.0521669 May 20 08:26:55.837426 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39256) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.908431 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-97a49bd8-a0ed-4f22-9317-63fdc1e4e8b2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:55.909657 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-97a49bd8-a0ed-4f22-9317-63fdc1e4e8b2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/863ae3f2-7283-4a0e-a9c0-ee6023aabdbe HTTP/1.1" status: 404 len: 336 time: 0.0710745 May 20 08:26:55.912217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:55.949919 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e76133b-1f61-490d-86a2-f45417aa0a2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:55.950983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e76133b-1f61-490d-86a2-f45417aa0a2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:55.955073 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2e76133b-1f61-490d-86a2-f45417aa0a2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/15fde467-6f20-4b63-a5d5-f2527a8b9072 HTTP/1.1" status: 404 len: 337 time: 0.0395494 May 20 08:26:55.955308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.003833 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-49753953-948e-4caf-9fdf-6e51ecbc0b6f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf76b45e-c768-4a22-bd6d-731133557868 HTTP/1.1" status: 200 len: 205 time: 0.0473359 May 20 08:26:56.006308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39270) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.084319 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-9cdda180-3439-4a02-96d7-10eda8e27e8e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] delete failed (client error): The resource could not be found. May 20 08:26:56.085927 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9cdda180-3439-4a02-96d7-10eda8e27e8e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/routers/bf76b45e-c768-4a22-bd6d-731133557868 HTTP/1.1" status: 404 len: 336 time: 0.0785241 May 20 08:26:56.088562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.159887 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fbe0ac-e87c-463a-b79d-5d2da324f7f6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:56.160448 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fbe0ac-e87c-463a-b79d-5d2da324f7f6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:56.163366 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-50fbe0ac-e87c-463a-b79d-5d2da324f7f6 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/066e0e4e-0781-4a36-b525-653fb18da798 HTTP/1.1" status: 404 len: 337 time: 0.0733490 May 20 08:26:56.165772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.227137 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-153c7952-099e-4841-9457-b66d88bfa4d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] DELETE failed (client error): The resource could not be found. May 20 08:26:56.227800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153c7952-099e-4841-9457-b66d88bfa4d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:26:56.230462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-153c7952-099e-4841-9457-b66d88bfa4d0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] 10.222.0.79 "DELETE /v2.0/subnets/d698e943-7585-4ca4-b2d8-ae42a4f410e2 HTTP/1.1" status: 404 len: 337 time: 0.0633547 May 20 08:26:56.308699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd43b7-4844-4092-aae6-5df95606a2b3 req-2d3d3742-b774-4720-88ba-39091cf45bf9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:56.310317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5cd43b7-4844-4092-aae6-5df95606a2b3 req-2d3d3742-b774-4720-88ba-39091cf45bf9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 945 time: 0.0888770 May 20 08:26:56.356060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5cd43b7-4844-4092-aae6-5df95606a2b3 req-dcecd4f8-054d-4017-a26b-adde209d71d6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 May 20 08:26:56.631621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39286) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.658563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:56.850586 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-71ef71c4-9db1-4fc2-8310-7516cf49f36a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a457ba745fb44db290cb46b56f093f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176347 May 20 08:26:56.853109 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39294) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:56.912779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:56.938749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.058203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.062059 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7d91ae66-790a-423f-9c96-3e3ea64dcc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:57.072973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77212b-0572-48b4-9425-e1268baec3fc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:57.077000 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:57.083992 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.083992 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb77212b-0572-48b4-9425-e1268baec3fc HTTP/1.1" status: 204 len: 168 time: 0.2272985 May 20 08:26:57.177721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58be7d87-a3c7-4162-8d2b-7e0504993349 up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:26:57.322130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 58be7d87-a3c7-4162-8d2b-7e0504993349 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:26:57.327541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 58be7d87-a3c7-4162-8d2b-7e0504993349 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:26:57.327979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.460979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.490113 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:26:57.504857 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58be7d87-a3c7-4162-8d2b-7e0504993349,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:26:57.559838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0da46-ec4b-40c3-beec-5be1c2b63c1a req-e2e5687e-211d-41c2-b81c-48098bf71734 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:57.561418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a0da46-ec4b-40c3-beec-5be1c2b63c1a req-e2e5687e-211d-41c2-b81c-48098bf71734 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 945 time: 0.0886695 May 20 08:26:57.583581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:57.583581 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:57.608508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14a0da46-ec4b-40c3-beec-5be1c2b63c1a req-3bee754d-2624-47eb-a6f8-b8784b9673c4 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 May 20 08:26:57.658765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:57.662595 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349', 'code': 200} May 20 08:26:57.669738 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:57.797077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb787c-514b-4d82-be6f-df5e4165307c req-f5971d17-da18-4c14-811b-c77914719960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:57.798618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dcb787c-514b-4d82-be6f-df5e4165307c req-f5971d17-da18-4c14-811b-c77914719960 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 1097 time: 0.0765836 May 20 08:26:57.848497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6dcb787c-514b-4d82-be6f-df5e4165307c req-67f11932-83f1-441f-afaa-bb8617c9ff0a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 May 20 08:26:58.142879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39322) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:58.280004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-509b6c4a-10b8-4b0f-9f28-52a5db60484b tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:58.280684 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-509b6c4a-10b8-4b0f-9f28-52a5db60484b tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 08:26:58.281181 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-509b6c4a-10b8-4b0f-9f28-52a5db60484b tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): There was a conflict when trying to complete your request. May 20 08:26:58.282197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-509b6c4a-10b8-4b0f-9f28-52a5db60484b tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1383195 May 20 08:26:58.285768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39330) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:58.290422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122009647'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:58.298142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:58.302011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:58.304860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:58.311302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:58.395737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.409024 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.424704 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:58.428563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:58.431402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:58.437240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:58.524159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.590070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.592983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb30c81b-61e3-4dd7-9e3e-5ac69618d0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:58.603916 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:58.612126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:58.620849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:58.636562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:58.641618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf104ae-69a4-4b4e-96ce-3eca9e648604,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:58.646656 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:58.718744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.802211 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.807898 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c353f36-ad03-41f7-a8b0-461727298988 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:58.830812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0c46-e10a-40bd-a98e-757f53bd8b55 req-7416f064-d646-4283-bf5e-f24926470f75 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:26:58.832418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb4b0c46-e10a-40bd-a98e-757f53bd8b55 req-7416f064-d646-4283-bf5e-f24926470f75 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 946 time: 0.1048741 May 20 08:26:58.882173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97274b2-be54-44cc-8cec-e426da341602,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:58.885801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:58.913699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb4b0c46-e10a-40bd-a98e-757f53bd8b55 req-7a83deae-4eb2-49d1-9e31-e1f387786811 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 May 20 08:26:58.955409 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:58.956753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6700945 May 20 08:26:58.959554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39336) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:58.964672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'b97274b2-be54-44cc-8cec-e426da341602', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:58.971321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:58.975195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:58.978146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:58.984930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:59.064519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.124968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.166884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.168726 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:59.192593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ab4c65-c761-4195-8527-de2c971ec949,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:59.197225 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:59.241584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.242863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823281 May 20 08:26:59.245547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39340) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:59.251103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'b97274b2-be54-44cc-8cec-e426da341602', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:59.257717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:59.261892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:26:59.265028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:26:59.270794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:26:59.367217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.475699 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): There was a conflict when trying to complete your request. May 20 08:26:59.476761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7e45d119-da1a-4fd5-be9f-b2c55f172997 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2302816 May 20 08:26:59.479606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39344) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:59.551068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.580578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.755411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.759668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-001cc256-cf15-48a4-9023-4d40a8a806cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:26:59.773644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97274b2-be54-44cc-8cec-e426da341602,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:26:59.776045 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:26:59.782336 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:26:59.783475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/b97274b2-be54-44cc-8cec-e426da341602 HTTP/1.1" status: 204 len: 168 time: 0.3029373 May 20 08:26:59.786009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39348) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:59.837847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5198d1f-ec59-4afb-a3fe-301eb656b981 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:26:59.932761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5198d1f-ec59-4afb-a3fe-301eb656b981 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:26:59.935147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5198d1f-ec59-4afb-a3fe-301eb656b981 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475837 May 20 08:26:59.939327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39354) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:26:59.944716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485997130'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:26:59.953153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:26:59.962903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:00.018498 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.089766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:00.096675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:00.100280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:00.107592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:00.152151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c44f11-b235-4387-b6c2-3480f8fb9411 req-df9beb15-dacf-4e87-80e1-6cf782c055e9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:00.154369 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0c44f11-b235-4387-b6c2-3480f8fb9411 req-df9beb15-dacf-4e87-80e1-6cf782c055e9 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 946 time: 0.1262960 May 20 08:27:00.234446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.237808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0c44f11-b235-4387-b6c2-3480f8fb9411 req-8e4fc5fe-c60e-49b2-92c1-f52983ec3744 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 May 20 08:27:00.292568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.296785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6a66034a-4403-467e-b7db-f9ca33a76316 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627 tempest-ExternalNetworksAdminNegativeTestJSON-1804831627-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:00.338607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875f353a-49d3-4aa1-8fc0-993fd660796f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:00.342060 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:00.395263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.396573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4562244 May 20 08:27:00.399395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39360) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:00.405236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-448f1e2c-b656-4901-b998-e329a441d6d1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '875f353a-49d3-4aa1-8fc0-993fd660796f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:00.406085 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-448f1e2c-b656-4901-b998-e329a441d6d1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 08:27:00.410095 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-448f1e2c-b656-4901-b998-e329a441d6d1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:00.410095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-448f1e2c-b656-4901-b998-e329a441d6d1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071282 May 20 08:27:00.410321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39364) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:00.479844 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.508403 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.612531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.618730 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cdc9f026-d501-454c-a860-d6239d04e21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:00.633837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f353a-49d3-4aa1-8fc0-993fd660796f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:00.636481 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:00.644082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.645212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/875f353a-49d3-4aa1-8fc0-993fd660796f HTTP/1.1" status: 204 len: 168 time: 0.2339337 May 20 08:27:00.647866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39368) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:00.702942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dc127363-d78f-4579-b027-bc91ec32f910 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:00.772708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-dc127363-d78f-4579-b027-bc91ec32f910 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:00.774325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dc127363-d78f-4579-b027-bc91ec32f910 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252463 May 20 08:27:00.778038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39372) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:00.784110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--915093663'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:00.791541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:00.802970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:00.887301 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:00.909295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:00.913181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:00.916122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:00.922093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:00.991566 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.052343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.056274 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9a75c77b-3536-4cb2-87c6-1b47fca4e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:01.099825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a171fbf-27c1-4607-8cac-be529aca16d2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:01.104486 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:01.178113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.179655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4003711 May 20 08:27:01.182690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39384) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.188707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-85f6048b-60c0-4fa2-a10d-3089f424ac25 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '3a171fbf-27c1-4607-8cac-be529aca16d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:01.189637 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-85f6048b-60c0-4fa2-a10d-3089f424ac25 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 08:27:01.190140 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-85f6048b-60c0-4fa2-a10d-3089f424ac25 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:01.193985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-85f6048b-60c0-4fa2-a10d-3089f424ac25 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074909 May 20 08:27:01.196103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39388) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.262982 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.290308 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.384091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.388566 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76e857bc-a74a-4852-a04c-d943a892d351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:01.405563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a171fbf-27c1-4607-8cac-be529aca16d2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:01.408393 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:01.415468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.417648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/3a171fbf-27c1-4607-8cac-be529aca16d2 HTTP/1.1" status: 204 len: 168 time: 0.2194390 May 20 08:27:01.419777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39392) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.474733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07d8e8fa-14e4-4d25-8d5d-df281dd0220f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:01.549723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-07d8e8fa-14e4-4d25-8d5d-df281dd0220f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:01.551050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07d8e8fa-14e4-4d25-8d5d-df281dd0220f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299696 May 20 08:27:01.555008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39396) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.560812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--647827934'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:01.571692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:01.582131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:01.641448 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.664805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:01.669492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:01.672878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:01.679031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:01.757845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.830040 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.834444 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4150a8ef-1e17-4c88-bc94-0ba8a731b07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:01.881050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b56accc-c685-4396-9bc4-d4c683546f36,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:01.884318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:01.950026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:01.951504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3955789 May 20 08:27:01.954496 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39402) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.966854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e176c243-89e3-4c29-9402-dba766a11b43 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '6b56accc-c685-4396-9bc4-d4c683546f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:01.966854 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-e176c243-89e3-4c29-9402-dba766a11b43 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 08:27:01.966854 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-e176c243-89e3-4c29-9402-dba766a11b43 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:01.966854 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e176c243-89e3-4c29-9402-dba766a11b43 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068221 May 20 08:27:01.977933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39406) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.977933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-383be5ed-cbaf-4bf2-9c18-f57f453a2243 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '6b56accc-c685-4396-9bc4-d4c683546f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:01.977933 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-383be5ed-cbaf-4bf2-9c18-f57f453a2243 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 08:27:01.977933 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-383be5ed-cbaf-4bf2-9c18-f57f453a2243 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:01.977933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-383be5ed-cbaf-4bf2-9c18-f57f453a2243 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073297 May 20 08:27:01.979901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39412) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.985467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0da165aa-1bcd-410f-b323-11628a326e28 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '6b56accc-c685-4396-9bc4-d4c683546f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:01.986530 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-0da165aa-1bcd-410f-b323-11628a326e28 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 08:27:01.987023 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-0da165aa-1bcd-410f-b323-11628a326e28 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:01.987965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0da165aa-1bcd-410f-b323-11628a326e28 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071974 May 20 08:27:01.990706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39416) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:01.998435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9a1e2ef2-fd3b-4e36-9ae5-3dd5d3c088ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '6b56accc-c685-4396-9bc4-d4c683546f36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:02.001827 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-9a1e2ef2-fd3b-4e36-9ae5-3dd5d3c088ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 08:27:02.001827 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-9a1e2ef2-fd3b-4e36-9ae5-3dd5d3c088ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:02.001827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9a1e2ef2-fd3b-4e36-9ae5-3dd5d3c088ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077963 May 20 08:27:02.003578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39420) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:02.074835 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.103218 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.224107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.228204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6b65710c-5bb8-4d3d-966c-0a7c2b268577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:02.244449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b56accc-c685-4396-9bc4-d4c683546f36,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:02.250849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:02.252130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.253252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/6b56accc-c685-4396-9bc4-d4c683546f36 HTTP/1.1" status: 204 len: 168 time: 0.2487152 May 20 08:27:02.256432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39426) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:02.309709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb72ad74-2061-4103-811a-de2a136fb143 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:02.378538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb72ad74-2061-4103-811a-de2a136fb143 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:02.379832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb72ad74-2061-4103-811a-de2a136fb143 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221488 May 20 08:27:02.383730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39434) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:02.389385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482022834'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:02.398100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:02.407757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:02.482173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.503566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:02.507486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:02.510441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:02.517126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:02.587241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.675505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.679882 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-31160ebf-4384-4c14-b43d-e5372aedb3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:02.723907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db7bf3-f092-4659-8364-b40602a36eb5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:02.727175 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:02.806997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:02.808271 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4235494 May 20 08:27:02.811455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39438) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:02.816747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ca843d17-38ba-4635-98cd-acf9ca35d952 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:02.817499 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-ca843d17-38ba-4635-98cd-acf9ca35d952 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 08:27:02.818022 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-ca843d17-38ba-4635-98cd-acf9ca35d952 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:02.818935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ca843d17-38ba-4635-98cd-acf9ca35d952 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065229 May 20 08:27:02.821453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39442) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:02.826863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:02.834475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:02.839516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:02.842580 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:02.850062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:03.018624 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.019717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c6c8057c-c2bd-4a55-8f91-0b22c2f5f74f tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1973588 May 20 08:27:03.024367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39448) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.029657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-31ef0469-4c7a-47bf-9da4-ab21248efc9e tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.030173 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-31ef0469-4c7a-47bf-9da4-ab21248efc9e tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 08:27:03.030646 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-31ef0469-4c7a-47bf-9da4-ab21248efc9e tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.031566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-31ef0469-4c7a-47bf-9da4-ab21248efc9e tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062814 May 20 08:27:03.034350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39452) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.039304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.046676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:03.050537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:03.053568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:03.059872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:03.210498 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.210498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-75c26954-0725-42d2-b560-8f656d33236a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1729436 May 20 08:27:03.211262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39458) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.218064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1b4fb5e3-fdef-4d8b-a7e2-611121763fc1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.218657 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-1b4fb5e3-fdef-4d8b-a7e2-611121763fc1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 08:27:03.219230 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-1b4fb5e3-fdef-4d8b-a7e2-611121763fc1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.223034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b4fb5e3-fdef-4d8b-a7e2-611121763fc1 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079932 May 20 08:27:03.223592 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39462) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.232163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.244806 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:03.251621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:03.256153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:03.266225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:03.458514 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.459549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c0f7608-a9d1-4b08-8afd-978c5720f889 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2345402 May 20 08:27:03.462387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.468513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5c322f1b-86a9-4566-a368-dd8cab95830a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.469130 n-d-780147-4 neutron-server[93102]: WARNING neutron.api.v2.base [None req-5c322f1b-86a9-4566-a368-dd8cab95830a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 08:27:03.469645 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-5c322f1b-86a9-4566-a368-dd8cab95830a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.470562 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c322f1b-86a9-4566-a368-dd8cab95830a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072641 May 20 08:27:03.472986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39470) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.477642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.485351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:03.489628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:03.493445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:03.500323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:03.658118 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.662864 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-87f61f7a-c3f8-40f4-85ec-c49619d15255 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1854033 May 20 08:27:03.662864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.667198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'a5db7bf3-f092-4659-8364-b40602a36eb5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:03.679801 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:03.683645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:03.686589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:03.692453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:03.841529 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:03.842791 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f709d4dc-9a9a-4e6a-9810-c4e636d248fd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1795521 May 20 08:27:03.845607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39478) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:03.914153 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:03.942509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.058878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.065207 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8f3eeea1-5c1e-4f98-9560-18fbf1405fa2 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:04.084354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db7bf3-f092-4659-8364-b40602a36eb5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:04.087195 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:04.092151 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.097327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/a5db7bf3-f092-4659-8364-b40602a36eb5 HTTP/1.1" status: 204 len: 168 time: 0.2470028 May 20 08:27:04.097658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39484) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:04.152482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-224f2ce0-d5b3-4298-b494-edef9e5c6eec tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:04.201421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-224f2ce0-d5b3-4298-b494-edef9e5c6eec tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:04.202733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-224f2ce0-d5b3-4298-b494-edef9e5c6eec tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041522 May 20 08:27:04.206974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39488) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:04.212182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--727682228'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:04.224017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:04.234813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:04.287310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.316524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:04.321204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:04.324629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:04.332249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:04.430677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.498574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.502700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44d7cd82-fcca-4382-9308-0061a49b64dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:04.546777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3555dd-f751-4408-acdd-45e1b6e92965,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:04.550141 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:04.624376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:04.625565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4176331 May 20 08:27:04.628445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39492) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:04.633770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'ce3555dd-f751-4408-acdd-45e1b6e92965', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:04.640847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:04.644839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:04.647941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:04.655042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:04.812629 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The resource could not be found. May 20 08:27:04.814174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b402d6da-721b-493e-a3dc-fa84acf6724a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1844747 May 20 08:27:04.817992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:04.823640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'ce3555dd-f751-4408-acdd-45e1b6e92965', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9a923870-9a09-4bdf-b647-2c5b61320f90'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:04.831057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:04.835168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:04.838148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:04.845685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:04.995624 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The resource could not be found. May 20 08:27:04.996776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-430869cf-706f-453e-b226-bb8ad4c6cca7 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1777699 May 20 08:27:04.999746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39502) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:05.069629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.099833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.202002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.206150 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-358a122e-a7e7-4833-9824-7c0db21747e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:05.220791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3555dd-f751-4408-acdd-45e1b6e92965,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:05.224431 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:05.230024 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.233702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/ce3555dd-f751-4408-acdd-45e1b6e92965 HTTP/1.1" status: 204 len: 168 time: 0.2304852 May 20 08:27:05.234071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:05.287755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ecaa61c4-8a9f-47b5-986a-dc2dee79eb90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:05.355452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ecaa61c4-8a9f-47b5-986a-dc2dee79eb90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:05.356921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ecaa61c4-8a9f-47b5-986a-dc2dee79eb90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218987 May 20 08:27:05.361370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39512) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:05.366690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': '58ef3cf9-7bcb-4194-8176-ef386318cf3b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:05.374801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:05.378877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:05.381974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:05.388557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:05.566796 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The resource could not be found. May 20 08:27:05.567863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-910edd34-9d9e-4a2d-97fc-ba021ec2d3be tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2054818 May 20 08:27:05.571430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39516) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:05.577409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409430358'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:05.584000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:05.593937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:05.670506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.692211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:05.696149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:05.699027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:05.705021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:05.786187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.858278 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.862590 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fd30c3d8-b9ac-4aa4-902d-436f8829038a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:05.911503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37f98fa-f905-489b-9170-b78d7a4a4e70,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:05.914800 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:05.967470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:05.968780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3963869 May 20 08:27:05.971722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39522) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:05.977120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--528950304'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:05.984451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:05.988934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:05.992116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:05.998172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:06.064279 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.085980 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:06.089889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:06.093593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:06.099738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:06.174873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.241365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.247111 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:06.285756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac32961-d69a-4e98-a9b9-ffb041ae09d7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:06.300566 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:06.395162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.396404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-388b3e86-cf98-4993-86e2-32eaec4e4e53 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4237285 May 20 08:27:06.399687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39528) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:06.407793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group_rule': {'security_group_id': 'd37f98fa-f905-489b-9170-b78d7a4a4e70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fac32961-d69a-4e98-a9b9-ffb041ae09d7'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:06.414639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:06.419446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:06.422624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:06.428633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:06.595505 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:27:06.596551 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-537ca348-e0e5-4099-9eca-95c7bb4c4249 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1959472 May 20 08:27:06.599391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39532) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:06.672016 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.701778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.806889 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.812047 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-838ca005-5033-4564-824a-952031d49215 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:06.818490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc6e30d6-e375-4a3f-952f-8b52ddb0b4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.832617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac32961-d69a-4e98-a9b9-ffb041ae09d7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:06.841258 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:06.844774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:06.849020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/fac32961-d69a-4e98-a9b9-ffb041ae09d7 HTTP/1.1" status: 204 len: 168 time: 0.2462707 May 20 08:27:06.849355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39536) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:06.969504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa627edf-7fa7-4f8a-8e1e-fe7a6bb07d71 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:07.081178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-aa627edf-7fa7-4f8a-8e1e-fe7a6bb07d71 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:07.082797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-aa627edf-7fa7-4f8a-8e1e-fe7a6bb07d71 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2314978 May 20 08:27:07.085887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39540) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:07.176055 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.213545 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.333065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.338583 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f83a0b1f-0ede-459a-94bd-4d748a380440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:07.353965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37f98fa-f905-489b-9170-b78d7a4a4e70,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:07.356687 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:07.417398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.418830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/d37f98fa-f905-489b-9170-b78d7a4a4e70 HTTP/1.1" status: 204 len: 168 time: 0.3314514 May 20 08:27:07.421576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39546) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:07.473137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db02f561-0e00-4945-aa4f-b3576f07f23a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:07.533015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db02f561-0e00-4945-aa4f-b3576f07f23a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:07.534260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-db02f561-0e00-4945-aa4f-b3576f07f23a tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116626 May 20 08:27:07.540876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39550) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:07.546650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'tempest-secgroup--199944550'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:07.553737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:07.564162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:07.618339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.641632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:07.645664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Usage tracker for resource:security_group_rule and tenant:918ccd3b17ec46d1b1cee07c3c1aa8db is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:07.648533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:07.654356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:07.737200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.800817 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.804736 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea787925-63c7-45b9-b219-9f5fc0eee25c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:07.853159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec58dcf-9b89-46cf-8e03-a689c72798ac,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:07.855832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:07.897706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:07.898991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3571219 May 20 08:27:07.902007 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:07.907301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0455732d-1f2d-4d58-9aef-7ca685a7437d tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:27:07.907715 n-d-780147-4 neutron-server[93101]: WARNING neutron.api.v2.base [None req-0455732d-1f2d-4d58-9aef-7ca685a7437d tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 08:27:07.908237 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-0455732d-1f2d-4d58-9aef-7ca685a7437d tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] update failed (client error): There was a conflict when trying to complete your request. May 20 08:27:07.909138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0455732d-1f2d-4d58-9aef-7ca685a7437d tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "PUT /v2.0/security-groups/7ec58dcf-9b89-46cf-8e03-a689c72798ac HTTP/1.1" status: 409 len: 330 time: 0.0062442 May 20 08:27:07.911503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39558) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:08.132117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:08.161640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:08.286447 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:08.291583 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b86e8908-cd21-4785-9f55-8aa13a513d93 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:08.307274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec58dcf-9b89-46cf-8e03-a689c72798ac,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:08.312216 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:08.317984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:08.319176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/7ec58dcf-9b89-46cf-8e03-a689c72798ac HTTP/1.1" status: 204 len: 168 time: 0.4068182 May 20 08:27:08.321871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39562) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:08.372466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9b00abc4-d605-4c8c-9451-bf3aee3ec822 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Synchronizing usage tracker for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:08.440785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9b00abc4-d605-4c8c-9451-bf3aee3ec822 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Unset dirty status for tenant:918ccd3b17ec46d1b1cee07c3c1aa8db on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:08.442122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9b00abc4-d605-4c8c-9451-bf3aee3ec822 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193230 May 20 08:27:08.448527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39568) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:08.467449 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-0e34f8b2-6967-42ff-a961-25f5a7fdbed5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] delete failed (client error): The resource could not be found. May 20 08:27:08.468533 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0e34f8b2-6967-42ff-a961-25f5a7fdbed5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "DELETE /v2.0/security-groups/c746a276-c574-4c46-9944-91a9c3abab70 HTTP/1.1" status: 404 len: 347 time: 0.0189919 May 20 08:27:08.472444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39572) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:08.491185 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-70d0cac0-a766-41ff-a03b-66e535e1a1cd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] show failed (client error): The resource could not be found. May 20 08:27:08.492323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-70d0cac0-a766-41ff-a03b-66e535e1a1cd tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-groups/4a07d7c1-b068-4d7d-9e43-de6999747ac2 HTTP/1.1" status: 404 len: 347 time: 0.0188766 May 20 08:27:08.496117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39576) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:08.511068 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-8f68f93f-9b1b-4b09-941f-b39ffaf40ed0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] show failed (client error): The resource could not be found. May 20 08:27:08.512079 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f68f93f-9b1b-4b09-941f-b39ffaf40ed0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] 10.222.0.79 "GET /v2.0/security-group-rules/fa039e70-c3a1-4043-b2f0-7323d8350117 HTTP/1.1" status: 404 len: 356 time: 0.0149918 May 20 08:27:08.968346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39584) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:09.119727 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5a6c2281-4bee-4fad-ac95-d8264902e130 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=918ccd3b17ec46d1b1cee07c3c1aa8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501372 May 20 08:27:09.123104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39590) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:09.194977 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:09.201570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7cfa717d-3ba8-4cc6-9947-d5c00417cd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:09.223113 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:09.343597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:09.347505 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb4b27cb-c832-4c46-a4d0-7216394bb4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:09.360677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf104ae-69a4-4b4e-96ce-3eca9e648604,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:09.363888 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:09.423337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:09.424603 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bcf104ae-69a4-4b4e-96ce-3eca9e648604 HTTP/1.1" status: 204 len: 168 time: 0.3001783 May 20 08:27:09.733407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:11.264417 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:11.337694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-c40ec6f8-3c4b-498a-8010-590aecb1d01b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781422 May 20 08:27:11.432861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-c6c79b81-e154-4dad-8a12-74ab0431fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:11.434956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-c6c79b81-e154-4dad-8a12-74ab0431fbb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 1096 time: 0.0730064 May 20 08:27:11.584447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-15c3d88d-ae89-48e5-a68f-bdad5f4588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:11.585882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-15c3d88d-ae89-48e5-a68f-bdad5f4588b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.1288211 May 20 08:27:11.659869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-63b341a0-8a69-4f91-a500-af0e282db48c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f HTTP/1.1" status: 200 len: 217 time: 0.0658140 May 20 08:27:11.728234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-a6544284-4a64-4f3c-a6bd-5ada71ea76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:11.729937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-a6544284-4a64-4f3c-a6bd-5ada71ea76d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.0631890 May 20 08:27:11.781008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-4dd50825-54a2-4031-b867-187c83c32f01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446618 May 20 08:27:11.923386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-e7c305d6-c249-4db2-94eb-32b693c82eb4 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354003 May 20 08:27:12.068718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eecdb556-8501-4b4a-bfca-f1ef5f37922f req-09f49fd6-3983-4cf4-b63e-827e3f023ee8 service neutron] 10.222.0.81 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390402 May 20 08:27:12.520698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:13.722936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-db03246f-21a5-4cf0-9bef-57b868ebf941 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804238 May 20 08:27:13.874814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-306b7bee-124f-47a8-91c7-07f1303be377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:13.876219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-306b7bee-124f-47a8-91c7-07f1303be377 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45152cec24a04b01b08d92c3257e7b46&device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 1097 time: 0.0761592 May 20 08:27:14.037179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-8045d5d3-bdf2-462e-988b-ee228026b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:14.038720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-8045d5d3-bdf2-462e-988b-ee228026b1b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 200 len: 915 time: 0.1385505 May 20 08:27:14.118875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-b4be80f5-94a1-4bef-b809-5ddda6432988 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 200 len: 217 time: 0.0696483 May 20 08:27:14.204005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-94b8bcab-6c5b-4d17-842f-d1d874da6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:14.208494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-94b8bcab-6c5b-4d17-842f-d1d874da6f48 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 200 len: 854 time: 0.0794280 May 20 08:27:14.261592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-1b7e5d72-0982-429a-8961-ce0630cf7c7f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438564 May 20 08:27:14.410156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-827f292c-c4e2-4f63-988a-1da4ea0dbc10 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356859 May 20 08:27:14.557179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c410cca-c062-4d4c-9704-e460e3e7c06e req-fb168fdc-1b76-4c65-80bf-5446c73822c7 service neutron] 10.222.0.84 "GET /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366253 May 20 08:27:21.978576 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:27:22.967160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39730) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:23.088549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.104190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:23.108072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Usage tracker for resource:security_group_rule and tenant:a274370e879843908569e853de8f5ba1 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:23.111012 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:23.116717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:23.205490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.307805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054577ae-b64a-44a6-8400-3c08e96a480c req-3562dc09-77e2-494d-a31e-7cdb85d730f6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:23.309277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-054577ae-b64a-44a6-8400-3c08e96a480c req-3562dc09-77e2-494d-a31e-7cdb85d730f6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 946 time: 0.0867848 May 20 08:27:23.344128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.353215 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d18813b8-25b8-49b0-8cb3-5e4ccd90f81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:23.355855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-054577ae-b64a-44a6-8400-3c08e96a480c req-f5a24d20-4b10-4f74-9a14-f052dd768f0a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 May 20 08:27:23.395162 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a274370e879843908569e853de8f5ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263027 May 20 08:27:23.396797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2029be0e-38f2-409b-8cf8-0d9e21ee2ea3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:23.397905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39738) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:23.399932 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-758adebc-747e-4c82-b914-990c0d6da99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:23.458626 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.485015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.612241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.616067 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:23.627856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2029be0e-38f2-409b-8cf8-0d9e21ee2ea3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:23.636817 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:23.640755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:23.641909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2029be0e-38f2-409b-8cf8-0d9e21ee2ea3 HTTP/1.1" status: 204 len: 168 time: 0.2429533 May 20 08:27:24.278706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39746) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:24.300499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.315554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:24.319436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Usage tracker for resource:security_group_rule and tenant:4c17aa272c164e62b3a16f24e2866410 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:24.322261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:24.328228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:24.411387 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.475011 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.484697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6778ddba-1df8-4bde-8f96-435b5b021f26 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:24.494319 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.581839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c17aa272c164e62b3a16f24e2866410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020101 May 20 08:27:24.584092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91997916-ef88-4b9c-bd29-0c2a32bcd418,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:24.584463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39754) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:24.588029 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:24.615670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62ecf-fe6f-4099-9011-3f23b9d4e99a req-b1a1f1cb-9afc-4e5c-b1c6-ab9fc6cda537 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:24.617200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0c62ecf-fe6f-4099-9011-3f23b9d4e99a req-b1a1f1cb-9afc-4e5c-b1c6-ab9fc6cda537 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 946 time: 0.1342869 May 20 08:27:24.656071 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.670037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0c62ecf-fe6f-4099-9011-3f23b9d4e99a req-4a7efede-7e08-4e9c-9c2b-072d75b1bd93 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 May 20 08:27:24.698662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.846312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.850268 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ecb0184-ef11-4d18-aaaa-1c0bf31b1f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:24.864129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91997916-ef88-4b9c-bd29-0c2a32bcd418,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:24.868068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:24.874597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:24.875705 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91997916-ef88-4b9c-bd29-0c2a32bcd418 HTTP/1.1" status: 204 len: 168 time: 0.2902610 May 20 08:27:25.034787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c08c6-f917-482d-b08a-d349a71819b8 req-db69d6fd-13d8-4f9c-8d2e-b820eb151045 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:25.036233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-945c08c6-f917-482d-b08a-d349a71819b8 req-db69d6fd-13d8-4f9c-8d2e-b820eb151045 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 946 time: 0.0806928 May 20 08:27:25.345093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Deleting port 58be7d87-a3c7-4162-8d2b-7e0504993349 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:27:25.345773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:25.481326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] For port 58be7d87-a3c7-4162-8d2b-7e0504993349, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=58be7d87-a3c7-4162-8d2b-7e0504993349,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:27:25.483891 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:25.609584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Calling delete_port for 58be7d87-a3c7-4162-8d2b-7e0504993349 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:27:25.766627 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:25.774257 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:25.779133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f', '58be7d87-a3c7-4162-8d2b-7e0504993349'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:25.814136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:25.905647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event deleted for resources: {'Port': ['ID=58be7d87-a3c7-4162-8d2b-7e0504993349,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:25.908644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:25.928704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9bce6879-2f54-4b5a-9ade-ce1f3b277467 req-fd2dd162-a560-49f6-a13c-15de2792cd45 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 210 time: 0.1042027 May 20 08:27:25.969888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] No DVR routers for this DVR port 58be7d87-a3c7-4162-8d2b-7e0504993349 on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:27:25.973789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:25.977863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'name': 'network-vif-deleted', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:27:26.057828 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e023bc-83ab-4079-bda4-bc7bbb9a6b9b', 'name': 'network-vif-deleted', 'tag': '58be7d87-a3c7-4162-8d2b-7e0504993349', 'status': 'completed', 'code': 200} May 20 08:27:26.075633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-945c08c6-f917-482d-b08a-d349a71819b8 req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "DELETE /v2.0/ports/58be7d87-a3c7-4162-8d2b-7e0504993349 HTTP/1.1" status: 204 len: 173 time: 1.0335476 May 20 08:27:26.732150 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:27.105335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3141767d-80a3-47f7-a6dd-e26e7dda6d7b req-1161cb1b-364e-487d-81e5-d07be19b0291 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:27.183722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3141767d-80a3-47f7-a6dd-e26e7dda6d7b req-1161cb1b-364e-487d-81e5-d07be19b0291 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:27.184966 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3141767d-80a3-47f7-a6dd-e26e7dda6d7b req-1161cb1b-364e-487d-81e5-d07be19b0291 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=36e023bc-83ab-4079-bda4-bc7bbb9a6b9b HTTP/1.1" status: 200 len: 210 time: 0.1259608 May 20 08:27:28.911553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:29.032908 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.048010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:29.052126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Usage tracker for resource:security_group_rule and tenant:67bb22b30b7d4b80b361dde17115ee8b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:29.055094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:29.060814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:29.145438 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.206175 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.214092 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03a51268-8fd2-449e-8e65-b50133aa7151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:29.258417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67bb22b30b7d4b80b361dde17115ee8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456881 May 20 08:27:29.259514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5093b34b-3ccb-45de-ad06-8dca160f22bc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:29.261253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39846) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:29.265467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:29.328004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58be7d87-a3c7-4162-8d2b-7e0504993349 no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:27:29.330022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.363605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 58be7d87-a3c7-4162-8d2b-7e0504993349 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:27:29.363993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 58be7d87-a3c7-4162-8d2b-7e0504993349 not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:27:29.368142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.514943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.519014 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7fc166d8-7b57-4d85-89e0-cc0d977c3283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:29.530824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5093b34b-3ccb-45de-ad06-8dca160f22bc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:29.539458 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:29.542938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:29.547465 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5093b34b-3ccb-45de-ad06-8dca160f22bc HTTP/1.1" status: 204 len: 168 time: 0.2818182 May 20 08:27:30.221837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39856) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:30.250043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.268820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:30.272656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Usage tracker for resource:security_group_rule and tenant:5522c28621c34f0eb748fc40c78a979a is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:30.275480 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:30.281271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:30.364774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.429000 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.437500 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a166a24-4472-4be1-877d-8569bfa2cf1c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:30.479573 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5522c28621c34f0eb748fc40c78a979a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562368 May 20 08:27:30.480534 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0347db3-8c62-4983-8b18-a7da82a9e1a8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:30.482231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39860) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:30.484281 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:30.556295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.590244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.813323 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.818361 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-caadc18d-0f4c-4f93-97ed-5ea4e21b141a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:30.831975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0347db3-8c62-4983-8b18-a7da82a9e1a8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:30.834603 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:30.846510 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:30.888758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0347db3-8c62-4983-8b18-a7da82a9e1a8 HTTP/1.1" status: 204 len: 168 time: 0.3648400 May 20 08:27:32.445817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476441e-dc2b-4a18-b4af-44cfa114223a req-64d5b002-fdbe-44f5-81a5-72347c8e5201 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:32.447364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3476441e-dc2b-4a18-b4af-44cfa114223a req-64d5b002-fdbe-44f5-81a5-72347c8e5201 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 946 time: 0.0873330 May 20 08:27:32.497150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3476441e-dc2b-4a18-b4af-44cfa114223a req-d2868d6f-47e5-4c54-8e9e-ab32be978151 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 May 20 08:27:33.695711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f45c9-b2cd-46ba-951f-2975ad6d2ffe req-73c75fdc-2c52-4edb-adbe-ff02fe000286 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:33.697312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-261f45c9-b2cd-46ba-951f-2975ad6d2ffe req-73c75fdc-2c52-4edb-adbe-ff02fe000286 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 946 time: 0.0896082 May 20 08:27:33.742003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39930) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:33.744307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-261f45c9-b2cd-46ba-951f-2975ad6d2ffe req-e907d814-5537-47c6-8f53-ebd7cd76da3b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 May 20 08:27:33.862735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:33.877715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:33.881539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Usage tracker for resource:security_group_rule and tenant:52ed68228d144942ae0f200fda169290 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:33.884295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:33.891462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:33.974189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.040625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.049611 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e34df454-d7c3-496e-8d72-978d16becdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:34.060578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-7f114b08-6559-4b66-87ce-de1b03173cdd tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:34.062570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-7f114b08-6559-4b66-87ce-de1b03173cdd tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 946 time: 0.0891309 May 20 08:27:34.094874 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52ed68228d144942ae0f200fda169290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516903 May 20 08:27:34.095773 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dcbe7a-299d-494c-8223-3743a1016eec,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:34.097930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39936) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:34.116563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.116948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.117323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.117718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.118086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.118451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.118813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.119208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.119576 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.119932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.120289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.120644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:34.127944 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:34.176137 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.202947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.206714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Deleting port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:27:34.207063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.344119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.345607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] For port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:27:34.346070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.349411 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f356c796-98f8-4cb1-b993-38c3d08b8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:34.361979 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dcbe7a-299d-494c-8223-3743a1016eec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:34.366621 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:34.381969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.386027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4dcbe7a-299d-494c-8223-3743a1016eec HTTP/1.1" status: 204 len: 168 time: 0.2842925 May 20 08:27:34.475605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Calling delete_port for b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:27:34.687173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.693414 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-33461fca-be79-47c1-8c6b-e943139c24d2 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:34.699636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:34.736515 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:34.740385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event deleted for resources: {'Port': ['ID=b76cfc7c-5b8f-4e82-80d7-fae2a850ff44,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:34.743612 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:34.821339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] No DVR routers for this DVR port b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:27:34.823991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:34.827431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'name': 'network-vif-deleted', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:27:34.916213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9ddd2d37-19b1-46f1-81ba-6c2cbc5c0149 req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "DELETE /v2.0/ports/b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 HTTP/1.1" status: 204 len: 173 time: 0.8450131 May 20 08:27:34.922326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14efbca8-3fea-4ae3-a16a-9cdf76dac765 req-f11634c5-c5ed-4813-ba51-74685bd3f3b8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:35.035135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-14efbca8-3fea-4ae3-a16a-9cdf76dac765 req-f11634c5-c5ed-4813-ba51-74685bd3f3b8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:35.036679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-14efbca8-3fea-4ae3-a16a-9cdf76dac765 req-f11634c5-c5ed-4813-ba51-74685bd3f3b8 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=668dfcf4-f620-4c3d-953c-1f83fa062d77 HTTP/1.1" status: 200 len: 210 time: 0.1580074 May 20 08:27:35.059829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 39948) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:35.079131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.094364 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668dfcf4-f620-4c3d-953c-1f83fa062d77', 'name': 'network-vif-deleted', 'tag': 'b76cfc7c-5b8f-4e82-80d7-fae2a850ff44', 'status': 'completed', 'code': 200} May 20 08:27:35.094883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:35.098986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Usage tracker for resource:security_group_rule and tenant:805108f7fd5c4db0b885726a9d7d5d0c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:35.102135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:35.113009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:27:35.199976 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.263130 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.276445 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3157a81f-fc27-4952-a1e5-e5388d507802 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:35.317630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=805108f7fd5c4db0b885726a9d7d5d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566640 May 20 08:27:35.318581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b01bee6-0ba8-47bd-be03-88b16d9d6c48,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:35.320288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 39952) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:35.321639 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:35.388144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.414224 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.515610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.520459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc6697e0-de2b-49a0-bbd0-121c6e9262fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:35.531403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b01bee6-0ba8-47bd-be03-88b16d9d6c48,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:35.534972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:35.539562 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:35.543462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b01bee6-0ba8-47bd-be03-88b16d9d6c48 HTTP/1.1" status: 204 len: 168 time: 0.2190225 May 20 08:27:36.742884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060bccd-efcb-432d-b9a2-78c0d413d272 req-e715c637-49c3-4da5-a8ba-6844ef2cf108 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:36.744652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7060bccd-efcb-432d-b9a2-78c0d413d272 req-e715c637-49c3-4da5-a8ba-6844ef2cf108 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 945 time: 0.0865312 May 20 08:27:36.797954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7060bccd-efcb-432d-b9a2-78c0d413d272 req-c7c634af-f0da-4a4e-b8f1-8ea90c4f7410 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 May 20 08:27:36.818337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f1a26fab-054a-42cd-80bd-249d225f6cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:37.441118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:27:37.479167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:27:37.479516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b76cfc7c-5b8f-4e82-80d7-fae2a850ff44 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:27:38.022246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697cad5-9864-42ba-ae98-9027cfbe44b1 req-1e0ec825-2b2f-486a-85b1-8dd5f4c97c10 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:38.023697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f697cad5-9864-42ba-ae98-9027cfbe44b1 req-1e0ec825-2b2f-486a-85b1-8dd5f4c97c10 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 945 time: 0.1165986 May 20 08:27:38.031688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-aade8429-b904-4386-a945-650b8b54de92 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:38.033078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-aade8429-b904-4386-a945-650b8b54de92 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 945 time: 0.1585431 May 20 08:27:38.123092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f697cad5-9864-42ba-ae98-9027cfbe44b1 req-bcf71e76-59a0-4657-9734-af84473157ed tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889981 May 20 08:27:38.201444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Deleting port 6ae88c04-cd89-44e8-8f32-a5af16215d5f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:27:38.202638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:38.527545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] For port 6ae88c04-cd89-44e8-8f32-a5af16215d5f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=6ae88c04-cd89-44e8-8f32-a5af16215d5f,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:27:38.527901 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:38.657344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Calling delete_port for 6ae88c04-cd89-44e8-8f32-a5af16215d5f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:27:38.880556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:38.887476 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:38.892340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['6ae88c04-cd89-44e8-8f32-a5af16215d5f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:38.923051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:38.937605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event deleted for resources: {'Port': ['ID=6ae88c04-cd89-44e8-8f32-a5af16215d5f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:38.941690 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:39.019462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] No DVR routers for this DVR port 6ae88c04-cd89-44e8-8f32-a5af16215d5f on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:27:39.021913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:39.024591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'name': 'network-vif-deleted', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:27:39.077294 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d3673-caed-43e5-b696-472aaf6cae5f', 'name': 'network-vif-deleted', 'tag': '6ae88c04-cd89-44e8-8f32-a5af16215d5f', 'status': 'completed', 'code': 200} May 20 08:27:39.115570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2f0655b7-2786-4573-92f7-3592de0c00e9 req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.81 "DELETE /v2.0/ports/6ae88c04-cd89-44e8-8f32-a5af16215d5f HTTP/1.1" status: 204 len: 173 time: 1.0684850 May 20 08:27:39.246343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eec0ffe-5781-4d11-bdcc-0e96e8740abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:39.292441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ce76eeb-09dc-432e-beb9-c70742eebcbd req-ef1a8281-dac8-460f-9007-6e51bd0a447a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:39.394911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-0ce76eeb-09dc-432e-beb9-c70742eebcbd req-ef1a8281-dac8-460f-9007-6e51bd0a447a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:39.396390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0ce76eeb-09dc-432e-beb9-c70742eebcbd req-ef1a8281-dac8-460f-9007-6e51bd0a447a tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b5d3673-caed-43e5-b696-472aaf6cae5f HTTP/1.1" status: 200 len: 210 time: 0.1565990 May 20 08:27:39.724207 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:41.331761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:41.382384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6ae88c04-cd89-44e8-8f32-a5af16215d5f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:27:41.417735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 6ae88c04-cd89-44e8-8f32-a5af16215d5f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:27:41.418090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 6ae88c04-cd89-44e8-8f32-a5af16215d5f not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:27:42.595131 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:44.771025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ce42-84db-4b4f-a259-35792bf12b5d req-1906b87d-eb69-4d83-9c38-76b03995d998 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:44.772453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5341ce42-84db-4b4f-a259-35792bf12b5d req-1906b87d-eb69-4d83-9c38-76b03995d998 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 946 time: 0.0859632 May 20 08:27:44.823268 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5341ce42-84db-4b4f-a259-35792bf12b5d req-569d6edf-cb13-4645-8736-10a81e54323b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 May 20 08:27:46.029346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6b7db-af44-4f09-af32-41fe639ae21c req-bb7656b0-5cd5-4bf3-93b0-1d4b8fd7559f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:46.032035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3b6b7db-af44-4f09-af32-41fe639ae21c req-bb7656b0-5cd5-4bf3-93b0-1d4b8fd7559f tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 946 time: 0.0945816 May 20 08:27:46.081382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a3b6b7db-af44-4f09-af32-41fe639ae21c req-eb734a89-4b0d-4c16-adc4-bd5ddc6e3af6 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/security-groups?id=8b536f5a-450e-49ad-a56d-94c311ceac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 May 20 08:27:46.345444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-aad5d73d-430e-486d-b02c-e99432e5bce0 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:27:46.346914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-aad5d73d-430e-486d-b02c-e99432e5bce0 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 946 time: 0.0820038 May 20 08:27:46.494727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Deleting port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:27:46.495079 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:46.630509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] For port 00a2aa65-176c-4115-ab0c-d9c21f1bd717, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=00a2aa65-176c-4115-ab0c-d9c21f1bd717,segment=NetworkSegment(25165de4-e494-4b56-947b-55ffdbddfcc7),segment_id=25165de4-e494-4b56-947b-55ffdbddfcc7)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:27:46.630769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:46.764330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Calling delete_port for 00a2aa65-176c-4115-ab0c-d9c21f1bd717 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:27:46.954846 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:46.961400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2239af89-5ed6-4b92-ba77-864f73d9e1ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:46.971397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['00a2aa65-176c-4115-ab0c-d9c21f1bd717'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:27:47.013836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Pushing event deleted for resources: {'Port': ['ID=00a2aa65-176c-4115-ab0c-d9c21f1bd717,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:47.044584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:47.094000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] No DVR routers for this DVR port 00a2aa65-176c-4115-ab0c-d9c21f1bd717 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:27:47.096755 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:47.099800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'name': 'network-vif-deleted', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:27:47.146929 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5bd35f-f519-4461-b0e8-82d4d59daf5e', 'name': 'network-vif-deleted', 'tag': '00a2aa65-176c-4115-ab0c-d9c21f1bd717', 'status': 'completed', 'code': 200} May 20 08:27:47.178711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51f8516d-c79b-4fb4-87a8-adbfe64ef557 req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.84 "DELETE /v2.0/ports/00a2aa65-176c-4115-ab0c-d9c21f1bd717 HTTP/1.1" status: 204 len: 173 time: 0.8232045 May 20 08:27:47.280659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b91e3ca7-58c2-48d8-ba1a-7de7085ff4fc req-a0ace6f2-eb83-409c-a7fa-a046d8d86ed7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Synchronizing usage tracker for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:27:47.354751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b91e3ca7-58c2-48d8-ba1a-7de7085ff4fc req-a0ace6f2-eb83-409c-a7fa-a046d8d86ed7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Unset dirty status for tenant:45152cec24a04b01b08d92c3257e7b46 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:27:47.364619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b91e3ca7-58c2-48d8-ba1a-7de7085ff4fc req-a0ace6f2-eb83-409c-a7fa-a046d8d86ed7 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb5bd35f-f519-4461-b0e8-82d4d59daf5e HTTP/1.1" status: 200 len: 210 time: 0.1297247 May 20 08:27:48.458858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:48.552451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Deleting subnet 17cac775-1cfb-422f-8834-7a72626acdfc {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:27:48.555919 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:48.610377 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:48.672292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:48.994977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:48.999186 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6f738619-2f5c-4b4e-9f5e-11d89564e8bb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:49.036250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cac775-1cfb-422f-8834-7a72626acdfc,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:49.040983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:49.041999 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.048135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/17cac775-1cfb-422f-8834-7a72626acdfc HTTP/1.1" status: 204 len: 168 time: 0.5882297 May 20 08:27:49.050644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40094) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:49.158859 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.287641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.302503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:27:49.322009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25165de4-e494-4b56-947b-55ffdbddfcc7') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:27:49.322302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25165de4-e494-4b56-947b-55ffdbddfcc7') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:27:49.335227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.351706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.358177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:27:49.358712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: timer() May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:27:49.383366 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:27:49.486705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 00a2aa65-176c-4115-ab0c-d9c21f1bd717 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:27:49.526643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 00a2aa65-176c-4115-ab0c-d9c21f1bd717 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:27:49.526911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 00a2aa65-176c-4115-ab0c-d9c21f1bd717 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:27:49.548598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.553122 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:49.558432 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4cb97fdd-dce0-48f7-b639-b9c4d6edb15b tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:49.581712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] 10.222.0.79 "DELETE /v2.0/networks/93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378 HTTP/1.1" status: 204 len: 168 time: 0.5297723 May 20 08:27:49.582658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Pushing event deleted for resources: {'Network': ['ID=93cf1df3-bd2d-47d0-b3d0-fe0fdebcb378,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:49.586096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3272a94-5b9d-4b16-b41b-6e889ca2af7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:50.065674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40114) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:50.119375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c07518ba-242e-49c6-b4e3-518ea8fa3086 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45152cec24a04b01b08d92c3257e7b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522616 May 20 08:27:50.121628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40118) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:50.201286 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:50.246762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:50.407072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:50.411166 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e96df1f4-dee1-41ca-a9cc-289e717c4ec5 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:27:50.423813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b536f5a-450e-49ad-a56d-94c311ceac6c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:27:50.435021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.435414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.435793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.436163 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.436800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.437264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.437663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.438032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.438465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.438841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.439207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.439570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:27:50.448572 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:27:50.463655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:50.475851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b536f5a-450e-49ad-a56d-94c311ceac6c HTTP/1.1" status: 204 len: 168 time: 0.3451059 May 20 08:27:54.520293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:56.840141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:58.978240 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:27:59.672882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40346) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:27:59.807928 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:27:59.822369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:27:59.826289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Usage tracker for resource:security_group_rule and tenant:81d7175d54764e0681934356d15c4c84 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:27:59.829150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:27:59.834870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:00.096337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.154065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.163148 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-756203b1-3a1f-41a7-98fc-b1159bfcd5ef tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:00.204932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dccea1b-be0e-49cd-abd4-76fdeb24ef83,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:00.209086 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:00.211830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81d7175d54764e0681934356d15c4c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440271 May 20 08:28:00.214277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40356) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:00.286973 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.314186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.457261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.461460 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4efc3b08-52c3-4ef7-9ab6-5e2295797b35 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:00.474354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dccea1b-be0e-49cd-abd4-76fdeb24ef83,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:00.485157 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:00.485157 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:00.485800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cbca217c-173e-4afe-8cf9-c5c3d224b19c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4dccea1b-be0e-49cd-abd4-76fdeb24ef83 HTTP/1.1" status: 204 len: 168 time: 0.2706254 May 20 08:28:01.215175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40378) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:01.238305 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.253849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:01.257808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5af43b866982489a87c609bbb2386034 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:01.260997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:01.267456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:01.354564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.457249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.465110 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cbedfaf-f8d0-45d7-83f1-606282dfd4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:01.509702 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5af43b866982489a87c609bbb2386034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932985 May 20 08:28:01.510890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed2c3f5-8717-4bf4-a18a-09b3c96b405e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:01.512625 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40386) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:01.513964 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:01.575562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.603372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.725662 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.729554 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0b47bd43-6a20-4e14-a3bd-886f42e2000e tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:01.743657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed2c3f5-8717-4bf4-a18a-09b3c96b405e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:01.747703 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:01.759380 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:01.760957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ed2c3f5-8717-4bf4-a18a-09b3c96b405e HTTP/1.1" status: 204 len: 168 time: 0.2461939 May 20 08:28:05.181140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40518) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:05.305318 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.325697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:05.330167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:17d8a28f8b1e4c3e9e6857af72c72e44 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:05.333032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:05.341384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:05.427570 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.513934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.523524 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f457388a-69ba-40b5-86ee-97d374d922c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:05.566559 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17d8a28f8b1e4c3e9e6857af72c72e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840387 May 20 08:28:05.568342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f616932-7912-4024-a132-f4ed281e534e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:05.569301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40532) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:05.574631 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:05.638080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.664451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.805348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.809357 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbcb3d45-d43c-4f53-ab69-8c71c249e655 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:05.822540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f616932-7912-4024-a132-f4ed281e534e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:05.825109 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:05.834097 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:05.837853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f616932-7912-4024-a132-f4ed281e534e HTTP/1.1" status: 204 len: 168 time: 0.2673869 May 20 08:28:06.458876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40550) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:06.479980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.497179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:06.501999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:423ca150fa1b4aae99187b9933404cd7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:06.504915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:06.511416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:06.599984 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.663611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.674062 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04511ccf-eb00-4ee0-8f64-9c976ad3dfd0 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:06.720170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2d6b5-4841-4365-bdef-7348ae633ba8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:06.729079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=423ca150fa1b4aae99187b9933404cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685587 May 20 08:28:06.729215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40558) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:06.730094 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:06.797341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.831659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.840400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0402fd64-8996-44f7-b13e-3d8823a7d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.971401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.975343 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d3da087-3138-4b83-a381-987e2df96645 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:06.987957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2d6b5-4841-4365-bdef-7348ae633ba8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:06.993624 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:06.995784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:06.997194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e4c2d6b5-4841-4365-bdef-7348ae633ba8 HTTP/1.1" status: 204 len: 168 time: 0.2659061 May 20 08:28:09.193794 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e031e2ee-f9c4-4dca-85ed-f9c1851c21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:09.736890 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:10.471654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:10.607561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:10.625803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:10.630425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Usage tracker for resource:security_group_rule and tenant:bf34d52a91054aed97d3f594c819e8af is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:10.635351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:10.643361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:10.737758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:10.805344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:10.815611 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b1b26d0-42b7-49dc-8bc6-dcda8e76841c tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:10.855728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf34d52a91054aed97d3f594c819e8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829007 May 20 08:28:10.857522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f281b-ba86-43dd-bcd5-294da82647f7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:10.858412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40690) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:10.861266 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:10.924754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:10.953045 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:11.097154 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:11.101220 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e4b426c-4666-4616-9054-a7d98ec5fcb0 tempest-ExtraDHCPOptionsTestJSON-1530646265 tempest-ExtraDHCPOptionsTestJSON-1530646265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:11.119394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f281b-ba86-43dd-bcd5-294da82647f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:11.123019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:11.128761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:11.130022 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d95f281b-ba86-43dd-bcd5-294da82647f7 HTTP/1.1" status: 204 len: 168 time: 0.2705503 May 20 08:28:11.302189 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-ad991027-cc58-4416-bcf4-e36666e289d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0842342 May 20 08:28:11.302704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:11.483920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.484951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.485056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.485666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.486145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.487960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a09636da-796e-4a91-ac06-f7d9a9238ce7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0962822 May 20 08:28:11.651745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-96ace5fb-d485-46b8-9c5b-2cfec42c8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.652224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-96ace5fb-d485-46b8-9c5b-2cfec42c8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.652700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-96ace5fb-d485-46b8-9c5b-2cfec42c8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.654318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-96ace5fb-d485-46b8-9c5b-2cfec42c8970 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1430893 May 20 08:28:11.731158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-5b629111-0d97-4d60-aaf9-65f8bd515435 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0669851 May 20 08:28:11.797467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-e8f7e6a1-d575-4aae-bff6-8fab3114cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.799028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-e8f7e6a1-d575-4aae-bff6-8fab3114cdaa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0624747 May 20 08:28:11.847562 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40710) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:11.865987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:11.885185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:11.889261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Usage tracker for resource:security_group_rule and tenant:fb4808367ab74e6198eccac9f6b91641 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:11.892972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:11.894585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-4c7f1101-1cd1-4d82-bb44-0f54f0e6e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:11.896283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-4c7f1101-1cd1-4d82-bb44-0f54f0e6e721 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908196 May 20 08:28:11.899238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:11.995058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.035240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-489bc961-81be-4e21-a1b2-ce050950a79e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318462 May 20 08:28:12.062060 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.070281 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-87d4508b-0329-49cf-97d2-501595a70649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:12.119351 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb4808367ab74e6198eccac9f6b91641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681715 May 20 08:28:12.119351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde57be-f2d2-4fc7-ad20-659743360509,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:12.121237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40718) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:12.124771 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:12.182865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-5354735f-8e0e-4866-a64b-11f7a78dc2c2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408091 May 20 08:28:12.197346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.225840 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.265206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-21d1bea6-4691-4b81-af6b-4680991457d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0754156 May 20 08:28:12.332845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-6f96a31d-fefb-40fd-b911-35576cd6be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:12.334359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-6f96a31d-fefb-40fd-b911-35576cd6be8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0628014 May 20 08:28:12.353724 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.357497 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-821a3ee0-b975-414f-a01d-612345bc023d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:12.369840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde57be-f2d2-4fc7-ad20-659743360509,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:12.391662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:12.393344 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.394414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecde57be-f2d2-4fc7-ad20-659743360509 HTTP/1.1" status: 204 len: 168 time: 0.2718842 May 20 08:28:12.426229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-6c9ee6df-cc93-49be-87df-d182e60d413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:12.428018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-6c9ee6df-cc93-49be-87df-d182e60d413e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865517 May 20 08:28:12.571894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:12.576964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-348dc8db-86bc-4c08-b2e2-bf704ceb305e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425259 May 20 08:28:12.721794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-4376231c-79e0-4fd3-9ffa-ffeaecc981d6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380517 May 20 08:28:12.797926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-06d458b4-cd93-420b-9376-351752b42737 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0685318 May 20 08:28:12.862701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-c10bdcc8-498d-4d6c-9d7b-684f68c417a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:12.864171 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-c10bdcc8-498d-4d6c-9d7b-684f68c417a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0610917 May 20 08:28:12.961633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a35a95bf-2186-46a4-a7d9-a43de45d101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:12.963221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a35a95bf-2186-46a4-a7d9-a43de45d101c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919232 May 20 08:28:13.107563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-773bf34a-976f-406f-97aa-79b35775d41a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369572 May 20 08:28:13.429503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-87cde351-33ac-4f91-a1cf-3d2c37cddbba service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157051 May 20 08:28:13.507446 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-2a207f24-3b34-44ad-aa16-d8b80b3a60d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0709803 May 20 08:28:13.574665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a822d265-ab74-4262-b18c-a6e204a35821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:13.576217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-a822d265-ab74-4262-b18c-a6e204a35821 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0626757 May 20 08:28:13.654752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-af110750-e4cc-4388-9f70-622a975c7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:13.656384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-af110750-e4cc-4388-9f70-622a975c7d7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738435 May 20 08:28:13.828375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-d74c7407-bc2e-4499-b2e0-c32f3cd62d42 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654894 May 20 08:28:13.985914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-3ed09090-1a9a-4fa6-8571-1588befab737 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506336 May 20 08:28:14.063581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-fbbd45b0-cec5-4dab-aca0-6232f37d38ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0695901 May 20 08:28:14.132589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-342185fd-f1ed-4347-a368-44b8bf0b613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:14.134077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-342185fd-f1ed-4347-a368-44b8bf0b613f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0648568 May 20 08:28:14.213162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-52678bd2-d138-4ae0-8c0a-6fac838070ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:14.215565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-52678bd2-d138-4ae0-8c0a-6fac838070ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741773 May 20 08:28:14.362911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-602e7796-2e0b-4026-8cfb-ac6cfe4f73ab service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408443 May 20 08:28:14.436286 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40812) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:14.510123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bd31aa9-e5ef-42e4-8b1e-45db31e5f08c req-02655add-2386-4b4b-9c3c-6a7e14fb6050 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411171 May 20 08:28:14.569246 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:14.590183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:14.594185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:c55ca9f48d2246958d944842b948c953 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:14.597454 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:14.603585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:14.693248 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:14.753425 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:14.761756 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-727baeb2-3085-4610-98e8-d648b93ef9c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:14.802812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079827a-089c-46ca-9053-d9d0c1e5b4d9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:14.809767 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c55ca9f48d2246958d944842b948c953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695934 May 20 08:28:14.809767 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:14.810204 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40822) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:14.879160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:14.907396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:15.056733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:15.060734 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a5e1294c-fae8-4fa7-bd43-ccce346e117d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:15.072320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079827a-089c-46ca-9053-d9d0c1e5b4d9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:15.076261 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:15.080274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:15.081614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b079827a-089c-46ca-9053-d9d0c1e5b4d9 HTTP/1.1" status: 204 len: 168 time: 0.2705564 May 20 08:28:17.313658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40900) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:17.430378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-775ea68a-b86f-44b7-b7bb-bf09df31586e tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:17.508450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-775ea68a-b86f-44b7-b7bb-bf09df31586e tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "PUT /v2.0/quotas/cd3f6abd74b34bca881f365cfedc0404 HTTP/1.1" status: 200 len: 368 time: 0.1935470 May 20 08:28:17.511456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40908) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:17.517610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Request body: {'network': {'project_id': 'cd3f6abd74b34bca881f365cfedc0404'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:17.523258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:17.528232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Usage tracker for resource:network and tenant:cd3f6abd74b34bca881f365cfedc0404 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:17.532103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:17.538151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:17.643167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Made reservation on behalf of cd3f6abd74b34bca881f365cfedc0404 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:28:17.646023 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:17.660895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:17.682568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:17.690371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Usage tracker for resource:security_group_rule and tenant:cd3f6abd74b34bca881f365cfedc0404 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:17.696762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:17.710731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:17.815471 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:17.982046 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:17.985260 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6afe0600-ad75-45c4-9128-8c75eb6b3982 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:18.011845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:28:18.029564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9002f-9733-4072-af40-f54e26dce944,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:18.033872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:18.034838 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.035189 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Added segment 061a47be-4a9f-4be2-8c21-8614c709a686 of type vlan for network 826a20d8-732b-42d8-89c8-e3e89bb1a6f7 May 20 08:28:18.061851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.176844 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.178068 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:18.178659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.182318 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6adc09a7-aa7a-4940-8df2-673e2eb483aa tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:18.291465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Pushing event updated for resources: {'Network': ['ID=826a20d8-732b-42d8-89c8-e3e89bb1a6f7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:18.295845 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:18.305189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 826a20d8-732b-42d8-89c8-e3e89bb1a6f7 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:28:18.424021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9115155 May 20 08:28:18.426674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40922) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:18.432417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Request body: {'network': {'project_id': 'cd3f6abd74b34bca881f365cfedc0404'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:18.439235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:18.443748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Usage tracker for resource:network and tenant:cd3f6abd74b34bca881f365cfedc0404 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:18.446740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:18.452945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:18.536913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Made reservation on behalf of cd3f6abd74b34bca881f365cfedc0404 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:28:18.539642 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.569804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:28:18.578916 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.579278 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Added segment 1ce28163-3862-456b-8290-d1a6fa897ba3 of type vlan for network dc084697-c44e-4e7e-8ff4-d8518ccaa779 May 20 08:28:18.606369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.787845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.788960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:18.789578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:18.793260 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cd6dad9-4ef1-4f08-89eb-4dba9bd93277 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:18.890982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Pushing event updated for resources: {'Network': ['ID=dc084697-c44e-4e7e-8ff4-d8518ccaa779,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:18.893763 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:18.901004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network dc084697-c44e-4e7e-8ff4-d8518ccaa779 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:28:18.974570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5466144 May 20 08:28:18.975345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40932) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:18.981870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Request body: {'network': {'project_id': 'cd3f6abd74b34bca881f365cfedc0404'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:18.993189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:18.997176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Usage tracker for resource:network and tenant:cd3f6abd74b34bca881f365cfedc0404 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:19.000414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:19.006583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:19.008148 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 08:28:19.008969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:28:19.013585 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-18ccbec0-57c8-4916-8f99-846bb7115ba1 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0344043 May 20 08:28:19.013691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40936) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:19.123949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.251875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.266043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc084697-c44e-4e7e-8ff4-d8518ccaa779']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.278516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce28163-3862-456b-8290-d1a6fa897ba3') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.278911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce28163-3862-456b-8290-d1a6fa897ba3') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.291591 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.309331 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.317435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:28:19.317879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: timer() May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:28:19.332845 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:28:19.633845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.638555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6052a66c-586d-4095-a085-a53251bac887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:19.652446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.661969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc084697-c44e-4e7e-8ff4-d8518ccaa779,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:19.665050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "DELETE /v2.0/networks/dc084697-c44e-4e7e-8ff4-d8518ccaa779 HTTP/1.1" status: 204 len: 168 time: 0.6500399 May 20 08:28:19.665983 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:19.667631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40950) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:19.778300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.904284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.917397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a20d8-732b-42d8-89c8-e3e89bb1a6f7']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.930135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061a47be-4a9f-4be2-8c21-8614c709a686') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.931237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061a47be-4a9f-4be2-8c21-8614c709a686') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:19.942786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.958789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.964858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:28:19.965236 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: timer() May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:28:19.978640 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:28:20.142516 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:20.145946 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d80fb5de-3d68-4424-84c3-2c3376a77d5f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:20.159714 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:20.172795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] 10.222.0.79 "DELETE /v2.0/networks/826a20d8-732b-42d8-89c8-e3e89bb1a6f7 HTTP/1.1" status: 204 len: 168 time: 0.5041981 May 20 08:28:20.173927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Pushing event deleted for resources: {'Network': ['ID=826a20d8-732b-42d8-89c8-e3e89bb1a6f7,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:20.176673 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:21.180283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 40978) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:21.310555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.326149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:21.330196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Usage tracker for resource:security_group_rule and tenant:31464534d498429a91ea6f5d7bc2814b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:21.333129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:21.338839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:21.422588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.496563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.511056 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-753a037e-f368-4ab6-ae46-5876a91d23e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:21.552230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31464534d498429a91ea6f5d7bc2814b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707464 May 20 08:28:21.553930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19afdadf-982e-4637-aa77-2ba1f6912313,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:21.555112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 40988) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:21.557031 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:21.619943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.656453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.827908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.831805 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7c5a9d2-9dd1-432b-80e0-e2abfa6a1d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:21.844253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19afdadf-982e-4637-aa77-2ba1f6912313,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:21.847936 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:21.851342 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:21.854813 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19afdadf-982e-4637-aa77-2ba1f6912313 HTTP/1.1" status: 204 len: 168 time: 0.2964096 May 20 08:28:22.608673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41010) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:22.632293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:22.649516 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:22.653330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Usage tracker for resource:security_group_rule and tenant:2e4a038b0a464337a0fe800559d1a07d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:22.656266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:22.662512 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:22.755741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:22.807942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:22.821064 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-40a2386d-fefe-4bc4-91bf-cac56e5cac9b tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:22.865920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e4a038b0a464337a0fe800559d1a07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553179 May 20 08:28:22.866971 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9d768-ac73-4ec0-ab1e-047228eb7e4a,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:22.868636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41016) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:22.870322 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:22.946027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:22.974687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:23.119552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:23.123678 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9ed30ade-4e6f-4c18-93e2-1b7aed1984e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:23.137785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9d768-ac73-4ec0-ab1e-047228eb7e4a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:23.145296 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:23.153826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:23.157980 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07cf19ec-9f88-4ba2-b8e2-119ffcde7d44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52b9d768-ac73-4ec0-ab1e-047228eb7e4a HTTP/1.1" status: 204 len: 168 time: 0.2848234 May 20 08:28:24.493786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.220883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41082) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:25.336235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-244021916', 'router:external': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:25.341811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:25.346493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:network and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:25.349547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:25.356687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:25.450817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Made reservation on behalf of 002f843c88c34272ab80a586a1da2d00 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:28:25.453150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.466898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.488326 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:25.497278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:security_group_rule and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:25.501048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:25.507270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:25.599079 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.662365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.665840 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2967c97c-68d2-4735-8bcd-56faf38562a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:25.696529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:28:25.706513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99ffd5-717e-4dae-8ce0-feef60949c0a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:25.710186 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:25.712783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.713135 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Added segment f00d0fca-f153-4812-a21c-d67ce619508d of type vlan for network d93bfcfe-7cda-45bc-a599-251d75aeb0ec May 20 08:28:25.747505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.862470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.863640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:25.864260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:25.868178 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-90095f30-681b-4954-8b1f-cec2b7ec7588 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:25.975938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Network': ['ID=d93bfcfe-7cda-45bc-a599-251d75aeb0ec,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:25.978730 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:25.985953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:28:26.040184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8179855 May 20 08:28:26.043008 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41100) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:26.049742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'subnet': {'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:26.055442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:26.059313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:subnet and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:26.062846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:26.070268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:26.142588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Made reservation on behalf of 002f843c88c34272ab80a586a1da2d00 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:28:26.144894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:26.683145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:28:26.683935 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:26.687395 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfba34f6-6521-4ece-81f5-56ada4407cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:26.708799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:26.759135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e09ada93-08dc-437a-86ad-1306beb909a7,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:26.762337 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:26.776753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Checking segment: {'id': 'f00d0fca-f153-4812-a21c-d67ce619508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:28:26.777175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network hostable DHCP agents. Network: d93bfcfe-7cda-45bc-a599-251d75aeb0ec, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:28:26.845370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:28:26.896303 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, d93bfcfe-7cda-45bc-a599-251d75aeb0ec) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:26.906375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:26.909411 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:26.909613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77748c10-1033-406f-9b30-0badefda7f0e None None] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:28:26.959957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9157178 May 20 08:28:26.962720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41116) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:26.968542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2032294317', 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:26.974186 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:26.978155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:port and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:26.981428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:26.988375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:27.042890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Made reservation on behalf of 002f843c88c34272ab80a586a1da2d00 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:28:27.045430 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:27.070970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] device_id is not set on port 351cabff-3a59-44b7-949e-3f355ab0fbcb yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:28:27.120118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90339efb-2aba-45d7-8f2d-bdb21ab932b5 None None] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:28:27.221542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 2001:db8::2ac (d93bfcfe-7cda-45bc-a599-251d75aeb0ec/e09ada93-08dc-437a-86ad-1306beb909a7/351cabff-3a59-44b7-949e-3f355ab0fbcb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:27.427133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:27.519760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:27.526442 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cac04cf0-9706-46c5-b6df-f3956bae58e5 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:27.589959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:27.592875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:27.595471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:27.596818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:27.597426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:27.615291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=351cabff-3a59-44b7-949e-3f355ab0fbcb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:27.618439 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:27.699816 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7359316 May 20 08:28:27.702313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41130) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:27.841184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Deleting port 351cabff-3a59-44b7-949e-3f355ab0fbcb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:27.841581 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:27.963873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:28.259871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Calling delete_port for 351cabff-3a59-44b7-949e-3f355ab0fbcb owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:28.416177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:28.426996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6711d475-4d7d-4152-910d-4bb5db778d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:28.475313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Port': ['ID=351cabff-3a59-44b7-949e-3f355ab0fbcb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:28.478324 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:28.518303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:28.524947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/ports/351cabff-3a59-44b7-949e-3f355ab0fbcb HTTP/1.1" status: 204 len: 168 time: 0.8215263 May 20 08:28:28.527802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41150) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:28.533582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec', 'external_fixed_ips': [{'subnet_id': 'e09ada93-08dc-437a-86ad-1306beb909a7', 'ip_address': '2001:db8::2ac'}]}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:28.538948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:28.542870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:router and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:28.545808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:28.552281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:28.628487 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:28.629520 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:28.645783 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.025706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.473106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.508567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.711378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 2001:db8::2ac (d93bfcfe-7cda-45bc-a599-251d75aeb0ec/e09ada93-08dc-437a-86ad-1306beb909a7/223dc64a-a298-4103-adec-9803fd20f936) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:29.866603 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.953949 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:29.957870 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03c60adb-377a-4a37-8f78-64c814da397b tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:30.020115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network d93bfcfe-7cda-45bc-a599-251d75aeb0ec is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:30.023074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:30.026798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:30.097683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=223dc64a-a298-4103-adec-9803fd20f936,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:30.148965 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:30.644756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:31.016495 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:31.296152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router 1ecfdd6d-f6a1-4442-9219-6a631281292a is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:28:31.493545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:31.503269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Sync routers for ids ['1ecfdd6d-f6a1-4442-9219-6a631281292a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:31.519820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Routers {'1ecfdd6d-f6a1-4442-9219-6a631281292a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:31.521699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1ecfdd6d-f6a1-4442-9219-6a631281292a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:31.566691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:31.570689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0392334 May 20 08:28:31.571103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:31.732365 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Set router 1ecfdd6d-f6a1-4442-9219-6a631281292a gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:31.917444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.042092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecfdd6d-f6a1-4442-9219-6a631281292a', 'name': '', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec', 'external_fixed_ips': [{'subnet_id': 'e09ada93-08dc-437a-86ad-1306beb909a7', 'ip_address': '2001:db8::2ac'}], 'enable_snat': True}, 'gw_port_id': '223dc64a-a298-4103-adec-9803fd20f936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:28Z', 'updated_at': '2021-05-20T08:28:30Z', 'revision_number': 3, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port': {'id': '223dc64a-a298-4103-adec-9803fd20f936', 'name': '', 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecfdd6d-f6a1-4442-9219-6a631281292a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e09ada93-08dc-437a-86ad-1306beb909a7', 'ip_address': '2001:db8::2ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:28:29Z', 'updated_at': '2021-05-20T08:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09ada93-08dc-437a-86ad-1306beb909a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:32.046280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Checking router: 1ecfdd6d-f6a1-4442-9219-6a631281292a for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:28:32.046668 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Updating router 1ecfdd6d-f6a1-4442-9219-6a631281292a port 223dc64a-a298-4103-adec-9803fd20f936 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:28:32.100685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.103110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.342265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Deleting port 223dc64a-a298-4103-adec-9803fd20f936 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:32.342265 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.396685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.529097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Calling delete_port for 223dc64a-a298-4103-adec-9803fd20f936 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:32.545994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.557984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Transition to ACTIVE for port object 223dc64a-a298-4103-adec-9803fd20f936 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:28:32.651400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.658853 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-114e3b43-3d0a-4c27-b5ed-1d2dfd3a469b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:32.742634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Attempting to bind port 223dc64a-a298-4103-adec-9803fd20f936 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:28:32.743014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Attempting to bind port 223dc64a-a298-4103-adec-9803fd20f936 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f00d0fca-f153-4812-a21c-d67ce619508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:28:32.743386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Attempting to bind port 223dc64a-a298-4103-adec-9803fd20f936 on network d93bfcfe-7cda-45bc-a599-251d75aeb0ec {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:28:32.749308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Pushing event updated for resources: {'Port': ['ID=223dc64a-a298-4103-adec-9803fd20f936,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:32.758672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:28:32.759059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Checking segment: {'id': 'f00d0fca-f153-4812-a21c-d67ce619508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:28:32.759733 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.760129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Bound using segment: {'id': 'f00d0fca-f153-4812-a21c-d67ce619508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:28:32.760645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Bound port: 223dc64a-a298-4103-adec-9803fd20f936, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d0fca-f153-4812-a21c-d67ce619508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd93bfcfe-7cda-45bc-a599-251d75aeb0ec'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:28:32.761027 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.786464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.786815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.787151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.787488 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.787611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.788059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.788159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.788447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.788771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.789093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.789416 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.789762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.790089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:32.793062 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0acd617a-02b3-4505-961e-e5b37f226466 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:32.799648 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:32.804875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Port 223dc64a-a298-4103-adec-9803fd20f936 has been deleted concurrently {{(pid=93103) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 20 08:28:32.815972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Routers {'1ecfdd6d-f6a1-4442-9219-6a631281292a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:32.816615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['1ecfdd6d-f6a1-4442-9219-6a631281292a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:32.843895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Port': ['ID=223dc64a-a298-4103-adec-9803fd20f936,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:32.870939 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:32.886329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:32.967579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] Set router 1ecfdd6d-f6a1-4442-9219-6a631281292a gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:33.076568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecfdd6d-f6a1-4442-9219-6a631281292a', 'name': '', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:28Z', 'updated_at': '2021-05-20T08:28:32Z', 'revision_number': 5, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:33.080262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.080973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17764d4-1803-4dde-9780-4e63f1309785 None None] The sync data for ids ['1ecfdd6d-f6a1-4442-9219-6a631281292a'] in n-d-780147-4 is: [{'id': '1ecfdd6d-f6a1-4442-9219-6a631281292a', 'name': '', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:28Z', 'updated_at': '2021-05-20T08:28:32Z', 'revision_number': 5, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:33.083018 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.216183 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.216727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ecfdd6d-f6a1-4442-9219-6a631281292a {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:33.239042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.242775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/routers/1ecfdd6d-f6a1-4442-9219-6a631281292a HTTP/1.1" status: 204 len: 168 time: 1.6679223 May 20 08:28:33.242996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:33.308287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Deleting subnet e09ada93-08dc-437a-86ad-1306beb909a7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:28:33.311461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.364276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.419872 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.783016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.791642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-37e3f2a8-debf-4855-8723-d95b6bcb8a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:33.825122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:33.833796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e09ada93-08dc-437a-86ad-1306beb909a7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:33.836329 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:33.839463 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/e09ada93-08dc-437a-86ad-1306beb909a7 HTTP/1.1" status: 204 len: 168 time: 0.5955000 May 20 08:28:33.849354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41182) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:33.966332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.100456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.114443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93bfcfe-7cda-45bc-a599-251d75aeb0ec']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:34.131064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00d0fca-f153-4812-a21c-d67ce619508d') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:34.131254 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00d0fca-f153-4812-a21c-d67ce619508d') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:34.144595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.162160 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.169298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:28:34.171943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: util.warn( May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: timer() May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:28:34.184081 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:28:34.312942 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.316461 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-791d0635-74f0-4d26-8fbe-3be0233ae1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:34.330252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d93bfcfe-7cda-45bc-a599-251d75aeb0ec {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 08:28:34.334242 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.352962 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/networks/d93bfcfe-7cda-45bc-a599-251d75aeb0ec HTTP/1.1" status: 204 len: 168 time: 0.4963944 May 20 08:28:34.352962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Network': ['ID=d93bfcfe-7cda-45bc-a599-251d75aeb0ec,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:34.356563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.356950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.357570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.358103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.358485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.365816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.366763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.367363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.367990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.368653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.369245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.369809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:34.374517 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:34.666952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:34.672357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'name': 'tempest-router--836141759', 'project_id': '5c828638ae2b45e99d3a4fd4a04dc3a8'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:34.678270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:34.682439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:router and tenant:5c828638ae2b45e99d3a4fd4a04dc3a8 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:34.685713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:34.692416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:34.913362 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.914384 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:34.929206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.016124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.147469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.148786 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e89a8b46-d704-43d1-8963-fe1d5926f14e tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4807296 May 20 08:28:35.151745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41204) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:35.288349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.598261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.600537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.674177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.674707 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09775ea0-80b9-4d1b-9974-14667ad9f1d8 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:35.684405 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:35.685616 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f22b61ea-45d0-424d-9d2c-1c718512cd23 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/routers/09775ea0-80b9-4d1b-9974-14667ad9f1d8 HTTP/1.1" status: 204 len: 168 time: 0.5327911 May 20 08:28:35.926223 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:35.978402 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:28:36.150493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-402007477', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:36.158795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:36.162890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:36.165946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:36.172703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:36.250428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:36.252301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:36.267914 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:36.620708 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:36.810498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2f321a7a-126a-45b1-b84d-b5e71094a86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:37.035594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:37.069551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:37.397764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Allocated IP 172.25.8.61 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/b88bf5b6-01a8-4b1d-a228-bba4140acbc3) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:37.551984 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:37.621699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:37.626459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:37.689358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:37.692102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:37.695767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:37.725411 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event updated for resources: {'Port': ['ID=b88bf5b6-01a8-4b1d-a228-bba4140acbc3,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:37.731340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:38.170127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:38.535564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:38.872960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Router 988db0b6-76fa-471a-b039-3b8a884935bc is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:28:39.227211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c406f076-1fac-477c-8893-6b54d4adaa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:39.232585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:39.243342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] Sync routers for ids ['988db0b6-76fa-471a-b039-3b8a884935bc'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:39.257340 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] Routers {'988db0b6-76fa-471a-b039-3b8a884935bc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:39.258227 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['988db0b6-76fa-471a-b039-3b8a884935bc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:39.323937 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:39.334071 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] Routers {'988db0b6-76fa-471a-b039-3b8a884935bc'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:39.334682 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['988db0b6-76fa-471a-b039-3b8a884935bc'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:39.381747 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:39.385675 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4557507 May 20 08:28:39.386132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:39.407786 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:39.408205 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2253b15-7c0e-4783-a7a1-16f8b022810a None None] The sync data for ids ['988db0b6-76fa-471a-b039-3b8a884935bc'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:39.576850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-879e5a54-345b-4dbf-bd67-475998ffd209 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/988db0b6-76fa-471a-b039-3b8a884935bc HTTP/1.1" status: 200 len: 923 time: 0.1895404 May 20 08:28:39.579699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41238) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:39.624789 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-577955c7-529e-4ac6-be23-9fed05bb512a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=988db0b6-76fa-471a-b039-3b8a884935bc HTTP/1.1" status: 200 len: 205 time: 0.0438039 May 20 08:28:39.628439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:39.724695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:39.821711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:40.006406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:40.140396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port b88bf5b6-01a8-4b1d-a228-bba4140acbc3 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:40.140701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:40.266763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:40.396662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for b88bf5b6-01a8-4b1d-a228-bba4140acbc3 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:40.587473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:40.593059 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d0a9a250-df1c-4258-8140-d75aa6bfa102 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:40.640900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=b88bf5b6-01a8-4b1d-a228-bba4140acbc3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:40.671520 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:40.913544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.097815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.101848 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.199070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.199547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router 988db0b6-76fa-471a-b039-3b8a884935bc {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:41.216459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.217589 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/988db0b6-76fa-471a-b039-3b8a884935bc HTTP/1.1" status: 204 len: 168 time: 1.5881927 May 20 08:28:41.221515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:41.226804 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1983350524', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:41.232356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:41.236954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:router and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:41.240011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:41.246043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:41.279305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.335846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.337020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.352716 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:41.696818 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.113289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.145532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.286653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 172.25.8.182 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/d288cd23-75df-4189-9ddb-9de63e7b3cc5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:42.440652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.553780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.557886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:42.564768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:42.620231 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:42.624598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:42.627794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:42.854529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=d288cd23-75df-4189-9ddb-9de63e7b3cc5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:42.859301 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:43.323106 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:43.670328 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:43.947431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router 83a48703-f962-4478-8e47-2a40980cf9b3 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:28:44.165718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:44.176380 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Sync routers for ids ['83a48703-f962-4478-8e47-2a40980cf9b3'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:44.194334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Routers {'83a48703-f962-4478-8e47-2a40980cf9b3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:44.195334 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['83a48703-f962-4478-8e47-2a40980cf9b3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:44.421319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:44.421319 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0325744 May 20 08:28:44.421319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:44.445579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Set router 83a48703-f962-4478-8e47-2a40980cf9b3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:44.666128 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64fa7a9b-9370-4116-8452-2c4aa6a3018a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/83a48703-f962-4478-8e47-2a40980cf9b3 HTTP/1.1" status: 200 len: 909 time: 0.4070866 May 20 08:28:44.668523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41286) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:44.673665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1983350524', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': True}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:44.678985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:44.682878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Usage tracker for resource:router and tenant:002f843c88c34272ab80a586a1da2d00 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:44.685920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:44.692669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:44.754062 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:44.755700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:44.773935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:41Z', 'updated_at': '2021-05-20T08:28:43Z', 'revision_number': 3, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port': {'id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:28:42Z', 'updated_at': '2021-05-20T08:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:44.775103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:44.780562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Checking router: 83a48703-f962-4478-8e47-2a40980cf9b3 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:28:44.780930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Updating router 83a48703-f962-4478-8e47-2a40980cf9b3 port d288cd23-75df-4189-9ddb-9de63e7b3cc5 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:28:44.843969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.152563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.291676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.304100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Transition to ACTIVE for port object d288cd23-75df-4189-9ddb-9de63e7b3cc5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:28:45.393308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.398619 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:45.480001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Attempting to bind port d288cd23-75df-4189-9ddb-9de63e7b3cc5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:28:45.480391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Attempting to bind port d288cd23-75df-4189-9ddb-9de63e7b3cc5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:28:45.480768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Attempting to bind port d288cd23-75df-4189-9ddb-9de63e7b3cc5 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:28:45.484279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Pushing event updated for resources: {'Port': ['ID=d288cd23-75df-4189-9ddb-9de63e7b3cc5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:45.489772 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:45.491357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:28:45.492279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:28:45.493323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.493751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:28:45.494429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Bound port: d288cd23-75df-4189-9ddb-9de63e7b3cc5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:28:45.494994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.567833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.601440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] For port d288cd23-75df-4189-9ddb-9de63e7b3cc5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:28:45.603783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.605100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] For port d288cd23-75df-4189-9ddb-9de63e7b3cc5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d288cd23-75df-4189-9ddb-9de63e7b3cc5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:28:45.662022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.666709 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:45.743134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 172.25.8.237 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/18bc244f-d313-4218-a39d-4f74160013d5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:45.758442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Routers {'83a48703-f962-4478-8e47-2a40980cf9b3'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:45.759345 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['83a48703-f962-4478-8e47-2a40980cf9b3'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:45.860441 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Pushing event updated for resources: {'Port': ['ID=d288cd23-75df-4189-9ddb-9de63e7b3cc5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:45.865690 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:45.912403 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:45.982088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] Set router 83a48703-f962-4478-8e47-2a40980cf9b3 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:46.050317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:46.054359 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d353bc6-bf17-4bc9-b508-963da40909c5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:46.135299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:46.140934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:46.144761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:46.171189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=18bc244f-d313-4218-a39d-4f74160013d5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:46.174966 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:46.314715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:41Z', 'updated_at': '2021-05-20T08:28:43Z', 'revision_number': 3, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port': {'id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:28:42Z', 'updated_at': '2021-05-20T08:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:46.319096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7475a14-6bbc-402c-b7f2-70940039180c None None] The sync data for ids ['83a48703-f962-4478-8e47-2a40980cf9b3'] in n-d-780147-4 is: [{'id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:41Z', 'updated_at': '2021-05-20T08:28:43Z', 'revision_number': 3, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port': {'id': 'd288cd23-75df-4189-9ddb-9de63e7b3cc5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a48703-f962-4478-8e47-2a40980cf9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:28:42Z', 'updated_at': '2021-05-20T08:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:46.986624 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:47.377815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:47.667451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router b54e76c9-920b-4ae0-8919-f98ccdc13995 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:28:47.865818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:47.877605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Sync routers for ids ['b54e76c9-920b-4ae0-8919-f98ccdc13995'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:47.895842 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Routers {'b54e76c9-920b-4ae0-8919-f98ccdc13995'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:47.896487 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b54e76c9-920b-4ae0-8919-f98ccdc13995'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:47.992907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:47.998302 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3247831 May 20 08:28:47.998302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41338) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:48.081765 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Set router b54e76c9-920b-4ae0-8919-f98ccdc13995 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:48.200277 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-39a80384-d1af-4ea2-a800-258f13b22a06 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/b54e76c9-920b-4ae0-8919-f98ccdc13995 HTTP/1.1" status: 200 len: 908 time: 0.2014742 May 20 08:28:48.202264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:48.230835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d288cd23-75df-4189-9ddb-9de63e7b3cc5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:28:48.393506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d288cd23-75df-4189-9ddb-9de63e7b3cc5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:28:48.399186 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d288cd23-75df-4189-9ddb-9de63e7b3cc5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:28:48.399571 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.402051 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54e76c9-920b-4ae0-8919-f98ccdc13995', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '18bc244f-d313-4218-a39d-4f74160013d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:44Z', 'updated_at': '2021-05-20T08:28:46Z', 'revision_number': 3, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port': {'id': '18bc244f-d313-4218-a39d-4f74160013d5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54e76c9-920b-4ae0-8919-f98ccdc13995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:28:45Z', 'updated_at': '2021-05-20T08:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:48.405992 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Checking router: b54e76c9-920b-4ae0-8919-f98ccdc13995 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:28:48.406348 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Updating router b54e76c9-920b-4ae0-8919-f98ccdc13995 port 18bc244f-d313-4218-a39d-4f74160013d5 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:28:48.414829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.469394 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.562115 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.582189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d288cd23-75df-4189-9ddb-9de63e7b3cc5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d288cd23-75df-4189-9ddb-9de63e7b3cc5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:28:48.638876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.646664 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:48.747126 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d288cd23-75df-4189-9ddb-9de63e7b3cc5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:48.751955 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:48.826525 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.868633 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.885421 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Transition to ACTIVE for port object 18bc244f-d313-4218-a39d-4f74160013d5 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:28:48.981685 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:48.986973 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:49.044188 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Deleting port 18bc244f-d313-4218-a39d-4f74160013d5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:49.044788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.069506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Attempting to bind port 18bc244f-d313-4218-a39d-4f74160013d5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:28:49.070239 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Attempting to bind port 18bc244f-d313-4218-a39d-4f74160013d5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:28:49.070847 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Attempting to bind port 18bc244f-d313-4218-a39d-4f74160013d5 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:28:49.082565 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:28:49.082877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:28:49.090298 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.090298 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:28:49.090298 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Bound port: 18bc244f-d313-4218-a39d-4f74160013d5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:28:49.090298 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.108051 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Pushing event updated for resources: {'Port': ['ID=18bc244f-d313-4218-a39d-4f74160013d5,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:49.126513 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.126867 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.127212 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.127551 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.127888 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.128224 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.128550 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.128890 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.129172 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.129515 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.129852 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.130134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:28:49.154004 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:49.204790 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] For port 18bc244f-d313-4218-a39d-4f74160013d5, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:28:49.209072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] For port 18bc244f-d313-4218-a39d-4f74160013d5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=18bc244f-d313-4218-a39d-4f74160013d5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:28:49.209300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] For port 18bc244f-d313-4218-a39d-4f74160013d5, host n-d-780147-4, got binding levels [] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:28:49.213229 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.300766 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.300976 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d213c839-870f-40a1-91f0-e3960dec8b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:49.352214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Calling delete_port for 18bc244f-d313-4218-a39d-4f74160013d5 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:49.388819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Routers {'b54e76c9-920b-4ae0-8919-f98ccdc13995'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:49.388819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b54e76c9-920b-4ae0-8919-f98ccdc13995'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:49.451503 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Pushing event updated for resources: {'Port': ['ID=18bc244f-d313-4218-a39d-4f74160013d5,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:49.456940 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:49.593088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.596719 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] Set router b54e76c9-920b-4ae0-8919-f98ccdc13995 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:28:49.599323 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b05949e0-c8b5-4728-bb37-a7f623cc6fe8 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:49.647326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Port': ['ID=18bc244f-d313-4218-a39d-4f74160013d5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:49.650384 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:49.711133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54e76c9-920b-4ae0-8919-f98ccdc13995', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:44Z', 'updated_at': '2021-05-20T08:28:48Z', 'revision_number': 4, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:49.716052 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132359-7371-40ae-a337-cdb1405bef53 None None] The sync data for ids ['b54e76c9-920b-4ae0-8919-f98ccdc13995'] in n-d-780147-4 is: [{'id': 'b54e76c9-920b-4ae0-8919-f98ccdc13995', 'name': 'tempest-snat-router-1983350524', 'tenant_id': '002f843c88c34272ab80a586a1da2d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:28:44Z', 'updated_at': '2021-05-20T08:28:48Z', 'revision_number': 4, 'project_id': '002f843c88c34272ab80a586a1da2d00', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:49.766700 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.957627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:49.959938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.032979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.033549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b54e76c9-920b-4ae0-8919-f98ccdc13995 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:50.047638 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.049668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/routers/b54e76c9-920b-4ae0-8919-f98ccdc13995 HTTP/1.1" status: 204 len: 168 time: 1.8460491 May 20 08:28:50.052266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41378) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:50.162869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d288cd23-75df-4189-9ddb-9de63e7b3cc5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:28:50.240418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d288cd23-75df-4189-9ddb-9de63e7b3cc5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:28:50.240801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.256709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.464934 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.624670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Deleting port d288cd23-75df-4189-9ddb-9de63e7b3cc5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:50.625040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.759412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] For port d288cd23-75df-4189-9ddb-9de63e7b3cc5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d288cd23-75df-4189-9ddb-9de63e7b3cc5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:28:50.759788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:50.912596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Calling delete_port for d288cd23-75df-4189-9ddb-9de63e7b3cc5 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:51.165723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.170072 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:51.395208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event deleted for resources: {'Port': ['ID=d288cd23-75df-4189-9ddb-9de63e7b3cc5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:51.398383 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:51.490575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.704057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.706075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.855884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.856414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83a48703-f962-4478-8e47-2a40980cf9b3 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:51.873172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:51.874503 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "DELETE /v2.0/routers/83a48703-f962-4478-8e47-2a40980cf9b3 HTTP/1.1" status: 204 len: 168 time: 1.8212240 May 20 08:28:51.879124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41410) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:51.888787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-511112639', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:51.895569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:51.900143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:51.903841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:51.911716 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:28:52.010228 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:52.011293 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:52.027356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:52.366938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d288cd23-75df-4189-9ddb-9de63e7b3cc5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:28:52.396091 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:52.405055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d288cd23-75df-4189-9ddb-9de63e7b3cc5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:28:52.405414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d288cd23-75df-4189-9ddb-9de63e7b3cc5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:28:52.960715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:52.991131 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:53.140347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Allocated IP 172.25.8.70 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f2a9037c-a2b4-4e07-8374-ae43390e8569) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:28:53.299902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:53.381385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:53.385761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1e3323b9-0383-49e5-8aca-21980323b0b8 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:53.450963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:28:53.454677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:28:53.459568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:28:53.663752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event updated for resources: {'Port': ['ID=f2a9037c-a2b4-4e07-8374-ae43390e8569,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:53.667861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:54.156754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:54.534529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:54.541190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:54.821878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Router aed60879-a8d1-4819-a5e5-a666a03f1286 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:28:55.028083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:55.040718 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] Sync routers for ids ['aed60879-a8d1-4819-a5e5-a666a03f1286'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:55.052640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] Routers {'aed60879-a8d1-4819-a5e5-a666a03f1286'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:55.053260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aed60879-a8d1-4819-a5e5-a666a03f1286'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:55.126680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:55.129758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:55.134419 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2504356 May 20 08:28:55.134723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41460) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:55.138825 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] Routers {'aed60879-a8d1-4819-a5e5-a666a03f1286'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:55.139596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aed60879-a8d1-4819-a5e5-a666a03f1286'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:55.142603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:55.234349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:55.234349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602d638-21b6-47c9-abd5-abe17bae6534 None None] The sync data for ids ['aed60879-a8d1-4819-a5e5-a666a03f1286'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:55.982193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:56.718535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:56.766243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:56.769922 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:56.965836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router aed60879-a8d1-4819-a5e5-a666a03f1286 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:28:57.153847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:28:57.159501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:57.163071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b8ffa52c-5255-4aad-b5ec-c76acc65ca03 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "PUT /v2.0/routers/aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 200 len: 924 time: 2.0254760 May 20 08:28:57.163965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:57.164610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] Sync routers for ids ['aed60879-a8d1-4819-a5e5-a666a03f1286'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:28:57.176554 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] Routers {'aed60879-a8d1-4819-a5e5-a666a03f1286'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:57.177207 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aed60879-a8d1-4819-a5e5-a666a03f1286'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:57.268029 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:57.278938 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] Routers {'aed60879-a8d1-4819-a5e5-a666a03f1286'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:28:57.278938 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['aed60879-a8d1-4819-a5e5-a666a03f1286'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:57.348904 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:28:57.349327 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97941db5-d097-4cbb-b184-7948aaef3b44 None None] The sync data for ids ['aed60879-a8d1-4819-a5e5-a666a03f1286'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:28:57.555851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0938bbb1-f769-421a-bdbd-5ede3acbe1e2 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 200 len: 924 time: 0.3904352 May 20 08:28:57.558506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:57.649028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf03799-f95e-4e3f-bbf2-7ce346af054f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:57.650192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bcf03799-f95e-4e3f-bbf2-7ce346af054f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Synchronizing usage tracker for tenant:002f843c88c34272ab80a586a1da2d00 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:28:57.764939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bcf03799-f95e-4e3f-bbf2-7ce346af054f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Unset dirty status for tenant:002f843c88c34272ab80a586a1da2d00 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:28:57.767039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bcf03799-f95e-4e3f-bbf2-7ce346af054f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=aed60879-a8d1-4819-a5e5-a666a03f1286&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2074585 May 20 08:28:57.769882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41514) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:57.908660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824e0da-bb54-47ac-a1d5-1959bc70f851 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:28:57.909203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6824e0da-bb54-47ac-a1d5-1959bc70f851 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Synchronizing usage tracker for tenant:002f843c88c34272ab80a586a1da2d00 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:28:57.986569 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6824e0da-bb54-47ac-a1d5-1959bc70f851 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Unset dirty status for tenant:002f843c88c34272ab80a586a1da2d00 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:28:57.987818 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6824e0da-bb54-47ac-a1d5-1959bc70f851 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.2168491 May 20 08:28:57.990817 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41522) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:58.230910 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-854b7725-7234-4c09-9fc3-7de3ae6e8af5 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 200 len: 205 time: 0.2386847 May 20 08:28:58.233504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41528) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:58.430531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:58.630780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:58.965637 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port f2a9037c-a2b4-4e07-8374-ae43390e8569 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:28:58.966324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.088598 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.216785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for f2a9037c-a2b4-4e07-8374-ae43390e8569 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:28:59.444043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.448302 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c331daf-5a26-4063-87be-d51148426156 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:28:59.501333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=f2a9037c-a2b4-4e07-8374-ae43390e8569,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:28:59.505065 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:28:59.599252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.781048 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.784511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.912306 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.912826 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router aed60879-a8d1-4819-a5e5-a666a03f1286 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:28:59.929852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:28:59.930944 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 204 len: 168 time: 1.6965506 May 20 08:28:59.934688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41556) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:28:59.940318 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-907836542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:28:59.948210 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:28:59.952767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:28:59.957227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:28:59.967807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:00.112888 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:00.114029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:00.129408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:00.233122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:00.341063 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:00.342424 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-67317e95-1194-44b7-a441-a48d3f46cdaa tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4067993 May 20 08:29:00.345327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:00.350871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:00.923916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:01.347362 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:01.381996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:01.540461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Allocated IP 172.25.8.194 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/bd4c1826-fc60-4b24-a4d7-c4ef3f88072b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:01.714878 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:01.912992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:01.916930 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34316499-46ff-42ad-8336-a394abc47106 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:01.991792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:01.995115 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:01.999246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:02.035640 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event updated for resources: {'Port': ['ID=bd4c1826-fc60-4b24-a4d7-c4ef3f88072b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:02.039811 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:02.694373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:03.057368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:03.060754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:03.323808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Router 4ee7bf2f-c081-498d-ae66-cc09632b3137 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:29:03.517010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:29:03.527930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] Sync routers for ids ['4ee7bf2f-c081-498d-ae66-cc09632b3137'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:29:03.528454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:03.531775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "PUT /v2.0/routers/4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 200 len: 883 time: 3.1832700 May 20 08:29:03.532518 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41606) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:03.541577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] Routers {'4ee7bf2f-c081-498d-ae66-cc09632b3137'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:03.541577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4ee7bf2f-c081-498d-ae66-cc09632b3137'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:03.611586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:03.622130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] Routers {'4ee7bf2f-c081-498d-ae66-cc09632b3137'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:03.623047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['4ee7bf2f-c081-498d-ae66-cc09632b3137'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:03.695786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:03.696192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d4cfe-2923-472f-aa5f-c77c6da7e859 None None] The sync data for ids ['4ee7bf2f-c081-498d-ae66-cc09632b3137'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:29:03.742343 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4090163a-a1c2-47eb-a11d-a35bdfeca1fc tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 200 len: 924 time: 0.2057524 May 20 08:29:03.743336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41612) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:03.820699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013ab37-7ada-4792-9513-1f2bf4a95dca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:03.822244 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6013ab37-7ada-4792-9513-1f2bf4a95dca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=4ee7bf2f-c081-498d-ae66-cc09632b3137&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0780325 May 20 08:29:03.825215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:03.959212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41a3d6-5cc3-4f43-ba2a-b4d1bb8e9a8f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:03.960602 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0c41a3d6-5cc3-4f43-ba2a-b4d1bb8e9a8f tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.1344728 May 20 08:29:03.963392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41620) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:04.008240 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8fd071de-948d-406e-b536-1e0194c7d210 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 200 len: 205 time: 0.0436099 May 20 08:29:04.010857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41624) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:04.366485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:04.549538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:04.691097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port bd4c1826-fc60-4b24-a4d7-c4ef3f88072b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:04.691440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:04.828665 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:04.959037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for bd4c1826-fc60-4b24-a4d7-c4ef3f88072b owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:05.175037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.178978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e0fe7ddf-9ca3-4bd7-b2a3-b042a2601414 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:05.227422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=bd4c1826-fc60-4b24-a4d7-c4ef3f88072b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:05.230886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:05.327180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.507617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.510116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.610011 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.610477 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee7bf2f-c081-498d-ae66-cc09632b3137 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:05.626043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.631829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41632) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:05.632349 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 204 len: 168 time: 1.6192107 May 20 08:29:05.637645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-843120807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:05.645808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:05.649898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:05.652753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:05.661349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:05.729560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.730802 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.747225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.850022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.946652 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:05.947879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c98512a6-1421-4885-a7bc-649090b925f0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3159499 May 20 08:29:05.950743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41636) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:05.956710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': True}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:06.340834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:06.723647 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:06.756062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:06.803766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ba4d644e-4bbc-4c09-8523-09f55f20f300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:06.897436 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 172.25.8.163 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/02010b0a-e2d4-4615-b87d-745b4d0e974c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:07.229247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:07.318727 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:07.323104 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9f8eadb5-2dba-4fb7-8acb-5d80e0838d0e tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:07.401672 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:07.404680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:07.408597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:07.446788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=02010b0a-e2d4-4615-b87d-745b4d0e974c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:07.463937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.464328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.464711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.465096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.465466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.465860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.466230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.466598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.466970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.467334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.467703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.468069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:07.473345 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:07.973450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:08.317717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:08.321056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:08.580609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router e71f1e89-3450-4721-b6b2-5f230ed08ffd is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:29:08.759915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:29:08.770161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:08.770627 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] Sync routers for ids ['e71f1e89-3450-4721-b6b2-5f230ed08ffd'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:29:08.773934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "PUT /v2.0/routers/e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 200 len: 918 time: 2.8196933 May 20 08:29:08.774270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41648) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:08.780258 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] Routers {'e71f1e89-3450-4721-b6b2-5f230ed08ffd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:08.780929 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e71f1e89-3450-4721-b6b2-5f230ed08ffd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:08.841793 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:08.850855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] Routers {'e71f1e89-3450-4721-b6b2-5f230ed08ffd'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:08.851563 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:28:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e71f1e89-3450-4721-b6b2-5f230ed08ffd'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:08.915431 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:08.915850 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe76538-de80-4bb2-8589-d1394aba1f47 None None] The sync data for ids ['e71f1e89-3450-4721-b6b2-5f230ed08ffd'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:29:09.129576 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d6fd31c9-14cc-4497-85cd-c06b7ad19ae4 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 200 len: 924 time: 0.3538170 May 20 08:29:09.132056 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41658) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:09.211575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928ca3a-9e00-4e94-8e70-51d79e558959 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:09.213074 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f928ca3a-9e00-4e94-8e70-51d79e558959 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=e71f1e89-3450-4721-b6b2-5f230ed08ffd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0801179 May 20 08:29:09.215724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41664) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:09.226522 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d555227e-f972-40d6-b2da-50a87c70d625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:09.357196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2ba8d-3b30-486e-90b4-a007aca590ae tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:09.358631 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ed2ba8d-3b30-486e-90b4-a007aca590ae tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.1420112 May 20 08:29:09.361947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:09.617843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a8974746-cb93-466a-b5c4-df8a1014bc29 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 200 len: 205 time: 0.2544625 May 20 08:29:09.620013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41684) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:09.702152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:09.829037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.022415 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.158212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port 02010b0a-e2d4-4615-b87d-745b4d0e974c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:10.158554 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.285341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.418685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for 02010b0a-e2d4-4615-b87d-745b4d0e974c owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:10.643833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.647958 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdb13e05-47e4-4874-9a4c-b99c49de605f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:10.696523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=02010b0a-e2d4-4615-b87d-745b4d0e974c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:10.699582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:10.798128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.979822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:10.982359 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.100466 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.101025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router e71f1e89-3450-4721-b6b2-5f230ed08ffd {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:11.117841 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.118964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 204 len: 168 time: 1.4975500 May 20 08:29:11.122918 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41728) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:11.129396 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343976740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:11.137145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:11.141324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:11.144332 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:11.151307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:11.238206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.242320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.256596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.323619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.346772 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.415207 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:11.419227 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-45d79a76-2d39-49f8-b1c5-4b74875672e7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2925575 May 20 08:29:11.419733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:11.426213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'enable_snat': False}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:11.834564 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.283142 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.316146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.501914 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Allocated IP 172.25.8.196 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/63315a9e-59a6-4363-9db3-ca15bd77cf63) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:12.582042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.667146 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.798956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:12.803012 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a06c7fd2-d52a-4d05-8907-cebf9a482a57 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:12.875274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:12.878475 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:12.882131 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:12.982665 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:29:13.089622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Pushing event updated for resources: {'Port': ['ID=63315a9e-59a6-4363-9db3-ca15bd77cf63,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:13.091035 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:13.304472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-5a0630e2-586e-471c-ad12-aee03f3c195d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0818133 May 20 08:29:13.467912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.468932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.469452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.469956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.470437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.472236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2547baa0-e0e5-4ca7-803a-504a4d0254b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0934560 May 20 08:29:13.585860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:13.667054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2a0f4a7b-61e6-4d5f-8370-1b36c92f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.667555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2a0f4a7b-61e6-4d5f-8370-1b36c92f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.668053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2a0f4a7b-61e6-4d5f-8370-1b36c92f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.669775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-2a0f4a7b-61e6-4d5f-8370-1b36c92f4457 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1683013 May 20 08:29:13.923619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-a414820c-573e-4d35-8c0b-c5e9a845c4c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.2465298 May 20 08:29:13.958828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:13.962465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:13.990348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-76b70bbe-1cec-4430-8806-8cd08c53b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:13.991252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-76b70bbe-1cec-4430-8806-8cd08c53b148 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0609751 May 20 08:29:14.075129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-78012f1c-eb97-4805-b0ec-6019dae06b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:14.076692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-78012f1c-eb97-4805-b0ec-6019dae06b2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777285 May 20 08:29:14.225002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-1968118f-a1a0-4119-8bf9-c30b963441ed service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400218 May 20 08:29:14.237737 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Router 6f298981-d881-4a38-8b48-915426f4ee8c is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:29:14.365910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-68f0a097-707e-4bab-b525-8ed18105f066 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339359 May 20 08:29:14.428881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:29:14.440297 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:14.441324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] Sync routers for ids ['6f298981-d881-4a38-8b48-915426f4ee8c'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:29:14.443392 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "PUT /v2.0/routers/6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 200 len: 919 time: 3.0214076 May 20 08:29:14.445047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 41892) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:14.462306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] Routers {'6f298981-d881-4a38-8b48-915426f4ee8c'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:14.473878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6f298981-d881-4a38-8b48-915426f4ee8c'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:14.498938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-b8667ac4-bb77-4c76-a840-b66bc22e6c20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1264310 May 20 08:29:14.577256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:14.587408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] Routers {'6f298981-d881-4a38-8b48-915426f4ee8c'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:14.587960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['6f298981-d881-4a38-8b48-915426f4ee8c'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:14.651767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-426fea0b-0c17-4686-8516-a357e9d12f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:14.653201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-426fea0b-0c17-4686-8516-a357e9d12f43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1472397 May 20 08:29:14.661496 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:14.661979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb676f-1212-44af-a752-0c8b5c2ee489 None None] The sync data for ids ['6f298981-d881-4a38-8b48-915426f4ee8c'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:29:14.729013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-637183ad-13de-48a1-b1e9-5b2f1387e6d5 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 200 len: 925 time: 0.2827096 May 20 08:29:14.736279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41912) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:14.756871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-6eafb0ba-3a00-4c9f-90a7-cd3d6d18cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:14.758393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-6eafb0ba-3a00-4c9f-90a7-cd3d6d18cab2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954525 May 20 08:29:14.824357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf54797-463f-4f99-b432-321b00e0f8d8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:14.825926 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bbf54797-463f-4f99-b432-321b00e0f8d8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=6f298981-d881-4a38-8b48-915426f4ee8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0877738 May 20 08:29:14.828683 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41922) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:14.948935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-32c83396-fe0d-4792-96bc-620791e3cd38 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817944 May 20 08:29:15.104943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-cf70d7b7-8640-4228-8cf1-fb3c01b44694 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475666 May 20 08:29:15.137762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1094ab-a5d8-4565-b4ab-1c76af6c825b tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:15.141803 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb1094ab-a5d8-4565-b4ab-1c76af6c825b tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/networks/7443946c-2304-4ae6-9323-48bd6eab68f0 HTTP/1.1" status: 200 len: 881 time: 0.3093867 May 20 08:29:15.142106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41940) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:15.179931 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-e2d9f26e-7fd0-4575-99fd-38d408d943ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0684769 May 20 08:29:15.191111 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-be7bebbd-ae2b-4b6e-8489-df8e1f0ad124 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 200 len: 205 time: 0.0478275 May 20 08:29:15.193685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 41946) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:15.246921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-e804dad7-813e-4786-9231-1096d0a91272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:15.248423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-e804dad7-813e-4786-9231-1096d0a91272 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0622299 May 20 08:29:15.338310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-6296812b-95f0-4f9f-9dd9-c8eccffca6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:15.339759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-6296812b-95f0-4f9f-9dd9-c8eccffca6c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846982 May 20 08:29:15.397024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:15.606532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:15.658522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-415bbbb4-86c9-44cd-a36f-75d446f80e14 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120577 May 20 08:29:15.801662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-50e2cf5f-a434-4a2b-aa82-09c0c3d669f2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362567 May 20 08:29:15.814842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port 63315a9e-59a6-4363-9db3-ca15bd77cf63 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:15.821971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:15.871020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-4251acb7-35ba-420c-b674-99ddf12bdeb4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0632463 May 20 08:29:15.937897 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:15.938686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-5e3cd619-afaf-4888-ab65-85c0f87fa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:15.940193 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-5e3cd619-afaf-4888-ab65-85c0f87fa5b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0630939 May 20 08:29:16.020603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-48781444-e77a-415f-86df-f028d3876bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:16.022216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-48781444-e77a-415f-86df-f028d3876bcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754788 May 20 08:29:16.071157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for 63315a9e-59a6-4363-9db3-ca15bd77cf63 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:16.166583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-26cee49f-76e4-4c23-b6c1-6ebe55410ede service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373785 May 20 08:29:16.301225 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.307684 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f01e8799-acf8-4a7d-a819-036fc66ad13c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:16.315419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-bb9599e0-30d4-48bc-bc46-471bb76d5841 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390228 May 20 08:29:16.392451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-c1b1c1ef-69e4-4f9b-bce8-275c4e720f8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0703351 May 20 08:29:16.393606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=63315a9e-59a6-4363-9db3-ca15bd77cf63,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:16.397130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:16.461854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.465045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-a3b14547-1583-4238-9c02-3a80c85896e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:16.466562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-a3b14547-1583-4238-9c02-3a80c85896e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0673933 May 20 08:29:16.554846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-22686368-e89f-4d7e-b280-6059e420c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:16.556351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-22686368-e89f-4d7e-b280-6059e420c38c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835824 May 20 08:29:16.644456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.646875 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.700431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-ecf19e13-8c53-4ec1-ab38-2c95c0f502c1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367269 May 20 08:29:16.782960 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.783593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router 6f298981-d881-4a38-8b48-915426f4ee8c {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:16.804697 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.806799 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 204 len: 168 time: 1.6119885 May 20 08:29:16.811023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42024) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:16.816514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999697876', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:16.824515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:16.829313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Usage tracker for resource:router and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:16.832378 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:16.838830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:16.842977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8b3cff1f-2676-4e45-9b71-9ac557bc79db req-19565c29-da1d-4ce2-bd91-1442a6d5476a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361189 May 20 08:29:16.929869 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.931280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:16.947512 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:17.445253 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:17.824797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:17.858997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:18.002740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Allocated IP 172.25.8.249 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/9ab289ec-805a-404a-9ba8-163bfd7b7a93) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:18.162171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:18.272485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:18.276398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-92871b43-a635-425d-ac39-0b5340ad0490 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:18.340150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:18.343192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:18.347462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:18.384721 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event updated for resources: {'Port': ['ID=9ab289ec-805a-404a-9ba8-163bfd7b7a93,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:18.388722 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:18.860926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:19.409255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:19.706395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Router 129cc0a4-150c-44f3-b98e-97c6fe42527a is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:29:19.892711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:29:19.910621 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] Sync routers for ids ['129cc0a4-150c-44f3-b98e-97c6fe42527a'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:29:19.926420 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] Routers {'129cc0a4-150c-44f3-b98e-97c6fe42527a'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:19.927146 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['129cc0a4-150c-44f3-b98e-97c6fe42527a'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:19.986187 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:19.990243 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1755590 May 20 08:29:19.990550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42182) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:19.995837 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:19.996017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:20.006054 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] Routers {'129cc0a4-150c-44f3-b98e-97c6fe42527a'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:20.006673 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['129cc0a4-150c-44f3-b98e-97c6fe42527a'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:20.073348 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:20.073803 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b3e6d-9591-40da-bc7e-dd4213d6bed5 None None] The sync data for ids ['129cc0a4-150c-44f3-b98e-97c6fe42527a'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:29:20.724231 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:20.797593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:20.937729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Deleting port 9ab289ec-805a-404a-9ba8-163bfd7b7a93 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:20.938088 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:21.061628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:21.189400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Calling delete_port for 9ab289ec-805a-404a-9ba8-163bfd7b7a93 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:21.386176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:21.390700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a6d9e1c9-dd45-4381-abcc-e1581f8ce1f1 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:21.441100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Pushing event deleted for resources: {'Port': ['ID=9ab289ec-805a-404a-9ba8-163bfd7b7a93,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:21.443753 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:21.542404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:21.932902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:21.937114 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:22.244977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Router 129cc0a4-150c-44f3-b98e-97c6fe42527a has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:29:22.375432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:29:22.384459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] Sync routers for ids ['129cc0a4-150c-44f3-b98e-97c6fe42527a'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:29:22.386275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:22.387412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "PUT /v2.0/routers/129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 200 len: 710 time: 2.3958614 May 20 08:29:22.390194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42194) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:22.394541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] Routers {'129cc0a4-150c-44f3-b98e-97c6fe42527a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:22.395150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['129cc0a4-150c-44f3-b98e-97c6fe42527a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:22.458457 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:22.467191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] Routers {'129cc0a4-150c-44f3-b98e-97c6fe42527a'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:29:22.467807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:29:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['129cc0a4-150c-44f3-b98e-97c6fe42527a'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:22.526373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-efbc585e-483e-4955-af96-f3ed7102211a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/routers/129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 200 len: 745 time: 0.1348472 May 20 08:29:22.528805 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:22.529218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bec3ca-1f15-48cd-999a-af45e77cef59 None None] The sync data for ids ['129cc0a4-150c-44f3-b98e-97c6fe42527a'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:29:22.530336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42198) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:22.574109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-577232f8-8680-4c07-bd39-e987e8476719 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=7443946c-2304-4ae6-9323-48bd6eab68f0&device_id=129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 200 len: 205 time: 0.0425165 May 20 08:29:22.576575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42202) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:22.622415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de2a218d-083c-4830-91dc-63005dd3fd35 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 200 len: 205 time: 0.0444562 May 20 08:29:22.625645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:22.765860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:23.071172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:23.073304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:23.151626 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:23.152249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Fanout notify agent at l3_agent the message router_deleted on router 129cc0a4-150c-44f3-b98e-97c6fe42527a {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:23.164632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:23.165775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65e25631-0957-46b7-bac8-055b51626a62 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 204 len: 168 time: 0.5391257 May 20 08:29:23.169240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42214) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.216056 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a72544c-fe19-4418-ba13-a7c85f92b7f7 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 200 len: 205 time: 0.0454924 May 20 08:29:23.219259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42218) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.471156 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-2d70229a-cd0e-40e9-b515-1596ae8c062e tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:23.472330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d70229a-cd0e-40e9-b515-1596ae8c062e tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/129cc0a4-150c-44f3-b98e-97c6fe42527a HTTP/1.1" status: 404 len: 336 time: 0.2520180 May 20 08:29:23.474958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42224) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.522988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8a85311c-eeef-4d09-9941-910c6fdf16c2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 200 len: 205 time: 0.0466480 May 20 08:29:23.525260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42228) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.599001 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-4ee643a2-7c15-4d64-aedf-36bbe5e0911b tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:23.600018 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4ee643a2-7c15-4d64-aedf-36bbe5e0911b tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/6f298981-d881-4a38-8b48-915426f4ee8c HTTP/1.1" status: 404 len: 336 time: 0.0738063 May 20 08:29:23.602639 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42232) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.651330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-acc9d6e2-efc8-45a0-be14-cc84adfe4704 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 200 len: 205 time: 0.0475345 May 20 08:29:23.653630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42236) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.732689 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-32669053-6206-4326-8465-beceddd2389d tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:23.734028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-32669053-6206-4326-8465-beceddd2389d tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/e71f1e89-3450-4721-b6b2-5f230ed08ffd HTTP/1.1" status: 404 len: 336 time: 0.0791969 May 20 08:29:23.736490 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42240) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.785342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73ba8f14-ab95-4e87-a804-6fc756162f33 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 200 len: 205 time: 0.0476677 May 20 08:29:23.787947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.862111 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-456d6f67-80c6-49cb-bbd6-715633048f64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:23.863066 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-456d6f67-80c6-49cb-bbd6-715633048f64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/4ee7bf2f-c081-498d-ae66-cc09632b3137 HTTP/1.1" status: 404 len: 336 time: 0.0742116 May 20 08:29:23.865785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42248) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.911931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f942c0b5-f918-42d5-ab3d-6c75397b67eb tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 200 len: 205 time: 0.0449810 May 20 08:29:23.914161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42252) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:23.983852 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-88e98640-cf32-424d-be74-177b2e481c44 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:23.984931 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88e98640-cf32-424d-be74-177b2e481c44 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/aed60879-a8d1-4819-a5e5-a666a03f1286 HTTP/1.1" status: 404 len: 336 time: 0.0698857 May 20 08:29:23.987584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42256) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:24.032446 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4c225a3-935f-4ead-9d6b-7ea4a07897c3 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "GET /v2.0/ports?device_id=988db0b6-76fa-471a-b039-3b8a884935bc HTTP/1.1" status: 200 len: 205 time: 0.0435624 May 20 08:29:24.034555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42260) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:24.106632 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-51f46b45-f333-41b0-9ff4-88a245bf3a5d tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] delete failed (client error): The resource could not be found. May 20 08:29:24.107714 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-51f46b45-f333-41b0-9ff4-88a245bf3a5d tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/routers/988db0b6-76fa-471a-b039-3b8a884935bc HTTP/1.1" status: 404 len: 336 time: 0.0722153 May 20 08:29:24.112057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:24.153290 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e775d1e-7227-4d82-a5ed-2b74a76e10f1 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] DELETE failed (client error): The resource could not be found. May 20 08:29:24.153759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e775d1e-7227-4d82-a5ed-2b74a76e10f1 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:29:24.156252 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6e775d1e-7227-4d82-a5ed-2b74a76e10f1 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] 10.222.0.79 "DELETE /v2.0/subnets/e09ada93-08dc-437a-86ad-1306beb909a7 HTTP/1.1" status: 404 len: 337 time: 0.0424068 May 20 08:29:24.506212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:24.611100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:24.739990 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:24.756896 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:24.762863 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Usage tracker for resource:security_group_rule and tenant:eac208b31de544769c8245eff54f899d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:24.768720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:24.775627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:24.872151 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:24.951954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:24.960285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8dcbc960-3aea-4b4c-bd9d-d089d9b42b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:25.003922 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eac208b31de544769c8245eff54f899d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917422 May 20 08:29:25.004735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9692834-0803-4e0b-bab9-cf1af322e395,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:25.006699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42280) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:25.009003 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:25.074309 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:25.101461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:25.204425 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:25.208287 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b40cbdf-5c9e-432f-bd90-0ca432fb2daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:25.219895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9692834-0803-4e0b-bab9-cf1af322e395,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:25.222616 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:25.228192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:25.229311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9692834-0803-4e0b-bab9-cf1af322e395 HTTP/1.1" status: 204 len: 168 time: 0.2202582 May 20 08:29:25.882408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42292) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:25.935775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ed03279-d5f1-4e06-a7c7-5bbabc61a2b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=002f843c88c34272ab80a586a1da2d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519755 May 20 08:29:25.938138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42296) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:26.000062 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:26.031541 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:26.135344 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:26.139495 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-32088dde-5dea-451c-96e5-29996706c072 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:26.152309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99ffd5-717e-4dae-8ce0-feef60949c0a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:26.157249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:26.162295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:26.167797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c99ffd5-717e-4dae-8ce0-feef60949c0a HTTP/1.1" status: 204 len: 168 time: 0.2269566 May 20 08:29:26.774690 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.162899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42340) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:28.269299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2096675597'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:28.274466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:28.278345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Usage tracker for resource:router and tenant:79a6e7de1777449a96fa6d00e2748ca7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:28.281953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:28.287554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:28.386376 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.387442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.402803 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.500306 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.591793 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:28.593798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-da1ba254-e73b-4262-8ba0-c4ef0280c554 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4291353 May 20 08:29:28.597559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42348) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:28.734700 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.049047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.051220 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.317964 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.318488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98a4c2f5-7267-4ec3-ad51-18368132f7c1 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:29.331634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.336147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c367f1a8-579c-43db-a8f8-b6f2b9f4805a tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "DELETE /v2.0/routers/98a4c2f5-7267-4ec3-ad51-18368132f7c1 HTTP/1.1" status: 204 len: 168 time: 0.7342436 May 20 08:29:29.336812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42356) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:29.342058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Request body: {'router': {'name': 'tempest-router-591920900', 'distributed': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:29.347779 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:29.351771 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Usage tracker for resource:router and tenant:79a6e7de1777449a96fa6d00e2748ca7 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:29.354815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:29.361275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:29.426660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.427845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.443652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.529135 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.620406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:29.621836 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3042aa7d-5598-4bbf-915f-3217792f7962 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2839684 May 20 08:29:29.625277 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42364) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:29.768385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.078501 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.080670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.162852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.163500 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1971881d-308e-489f-a96b-8d5f6f819345 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:30.172971 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.177520 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03308917-ca3e-4b7f-a8cc-8bb88cf544ae tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "DELETE /v2.0/routers/1971881d-308e-489f-a96b-8d5f6f819345 HTTP/1.1" status: 204 len: 168 time: 0.5478649 May 20 08:29:30.177520 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:30.182587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Request body: {'router': {'name': 'tempest-router-911636498', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bddd4615e6d348b5a1ab890f3756f1de'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:30.188439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:30.192304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Usage tracker for resource:router and tenant:bddd4615e6d348b5a1ab890f3756f1de is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:30.195174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:30.200989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:30.283058 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.284138 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.299820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.380871 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.494981 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:30.496565 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7ce6fae-0442-45cc-957e-a8eafa338847 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3177955 May 20 08:29:30.499214 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:30.504585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:31.049940 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.050282 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.193574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93102) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 20 08:29:31.193915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Router 5718d323-e991-49a6-8585-6d35630c3d57 migrating from provider to provider. {{(pid=93102) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 20 08:29:31.194295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.198858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.300546 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719646'] for router, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.455046 n-d-780147-4 neutron-server[93102]: WARNING neutron.scheduler.l3_agent_scheduler [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] No L3 agents can host the router 5718d323-e991-49a6-8585-6d35630c3d57 May 20 08:29:31.635523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Hosts for router 5718d323-e991-49a6-8585-6d35630c3d57: [] {{(pid=93102) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 20 08:29:31.675926 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Hosts for other DVR routers connected to router 5718d323-e991-49a6-8585-6d35630c3d57: set() {{(pid=93102) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 20 08:29:31.678371 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:31.679873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af540ccf-98f8-4b85-a9cc-b5d69032c627 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "PUT /v2.0/routers/5718d323-e991-49a6-8585-6d35630c3d57 HTTP/1.1" status: 200 len: 716 time: 1.1797056 May 20 08:29:31.682725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42402) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:31.820644 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-75bc1b60-b3e6-4826-ac2e-78287468d158 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "GET /v2.0/routers/5718d323-e991-49a6-8585-6d35630c3d57 HTTP/1.1" status: 200 len: 716 time: 0.1366675 May 20 08:29:31.823380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42406) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:32.126759 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c4dc4da6-6052-4bcc-b100-1f8dba91a648 tempest-RoutersTestDVR-41448926 tempest-RoutersTestDVR-41448926-project] 10.222.0.79 "GET /v2.0/routers/5718d323-e991-49a6-8585-6d35630c3d57 HTTP/1.1" status: 200 len: 682 time: 0.2987611 May 20 08:29:32.126759 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:32.447326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:32.762679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:32.766065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:32.946222 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:32.946633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5718d323-e991-49a6-8585-6d35630c3d57 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:32.960457 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:32.961621 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6fcd125f-f27b-4af4-90a9-bf1f421de024 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "DELETE /v2.0/routers/5718d323-e991-49a6-8585-6d35630c3d57 HTTP/1.1" status: 204 len: 168 time: 0.8339784 May 20 08:29:32.965338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:32.971789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Request body: {'router': {'name': 'tempest-router-1088408963', 'distributed': True}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:32.977142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:32.982245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Usage tracker for resource:router and tenant:79a6e7de1777449a96fa6d00e2748ca7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:32.985589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:32.992521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:33.083143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.084260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.100128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.186252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.259969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.261283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ab1736ce-ec3c-44ad-9bcd-81a46f9b9434 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2948196 May 20 08:29:33.263984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42436) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:33.400357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.706902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.709252 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.854770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.855318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9f5d6ae-7ee8-4dc6-93af-0c67f55dd7d6 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:29:33.864268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:33.865377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c57bc3fb-2953-4fdc-92a8-c4fa60bd00a7 tempest-RoutersTestDVR-1583985886 tempest-RoutersTestDVR-1583985886-project-admin] 10.222.0.79 "DELETE /v2.0/routers/b9f5d6ae-7ee8-4dc6-93af-0c67f55dd7d6 HTTP/1.1" status: 204 len: 168 time: 0.6004491 May 20 08:29:34.425369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:34.550777 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:34.565170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:34.569129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Usage tracker for resource:security_group_rule and tenant:bddd4615e6d348b5a1ab890f3756f1de is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:34.572089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:34.578648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:34.665367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:34.711419 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:34.720082 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4042c925-7113-4e4a-a7a2-3595dc6d6d90 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:34.767375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bddd4615e6d348b5a1ab890f3756f1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382490 May 20 08:29:34.767375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a55931-4767-48ad-be31-e24295545844,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:34.767664 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42468) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:34.771574 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:34.830460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:34.857890 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.009274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.015331 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ee5982a5-5019-4f93-a31c-1dafdd7b8a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:35.028671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a55931-4767-48ad-be31-e24295545844,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:35.037787 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.038919 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3a55931-4767-48ad-be31-e24295545844 HTTP/1.1" status: 204 len: 168 time: 0.2703192 May 20 08:29:35.040543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.040934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.041417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.041843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.042225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.042607 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.042977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.043338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.043711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.044077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.044444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.044807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:35.048105 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:35.619356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42488) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:35.642625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.659874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:35.664618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Usage tracker for resource:security_group_rule and tenant:79a6e7de1777449a96fa6d00e2748ca7 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:35.668278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:35.675952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:35.769877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.848517 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.856667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2158d729-a290-4f92-8499-d9a2be0dd7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:35.897560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4790f5e-add5-42a5-925f-9b7ab46b8691,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:35.901908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79a6e7de1777449a96fa6d00e2748ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814188 May 20 08:29:35.902830 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:35.905862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:35.966750 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:35.994367 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:36.151909 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:36.167348 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:36.169236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4790f5e-add5-42a5-925f-9b7ab46b8691,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:36.173239 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:36.176127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:36.180668 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4790f5e-add5-42a5-925f-9b7ab46b8691 HTTP/1.1" status: 204 len: 168 time: 0.2737055 May 20 08:29:36.808977 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df135b4f-cc6a-4862-95a3-a9a00b9f0c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.412800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42536) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:37.524460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-20649320'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:37.530323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:37.534267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:network and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:37.537166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:37.543944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:37.637622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:37.641581 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.655763 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.672905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:37.676883 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:security_group_rule and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:37.679808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:37.685549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:37.780492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.836950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.840136 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9004aaf7-74cd-4a12-9cda-01aa90098bfb tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:37.870342 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:29:37.880035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db999a31-b865-4514-8710-398ee39d1b7d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:37.884039 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:37.886885 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:37.887248 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Added segment 647b3021-56bc-49ed-9133-d72366bf1857 of type vlan for network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf May 20 08:29:37.917299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:38.020006 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:38.025840 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:38.026432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:38.030731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:38.140394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Network': ['ID=59fb6f93-b48d-4b9e-9ccb-43eda03a85bf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:38.147004 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:38.150446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:29:38.187384 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7733386 May 20 08:29:38.190603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:38.197004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'subnet': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:38.321161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:38.325048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:subnet and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:38.328090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:38.333804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:38.391207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:38.394935 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:38.873509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:38.878458 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c2f86024-093e-467d-9e07-3736b84008cc tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:38.958185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Subnet': ['ID=94ca0c79-d1f1-4f45-b1c4-de90007b8b1e,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:38.961907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:38.968673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Checking segment: {'id': '647b3021-56bc-49ed-9133-d72366bf1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:29:38.969057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network hostable DHCP agents. Network: 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:29:39.037335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:29:39.094286 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:39.104641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:39.108560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.108692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff031b-81b2-40b5-8ccf-d70e25da13b3 None None] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:29:39.192131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0002453 May 20 08:29:39.194857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42574) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:39.200719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1938177489'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:39.215291 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9252e179-cacd-4425-baf5-bfe8f49f4d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.355858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'tenant_id': '2970cbc0f3a54c3aa6e5155c41d81b13', 'fixed_ips': [{'subnet_id': '94ca0c79-d1f1-4f45-b1c4-de90007b8b1e'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:29:39.356905 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.523297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:39.527291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:port and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:39.530796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:39.536876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:39.541510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Allocated IP 2001:db8::2 (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/97d2a071-3d16-4ad8-bcc3-82f0df04a00b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:39.602486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:39.606052 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.634812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:39.794092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.833564 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.843918 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Transition to ACTIVE for port object 97d2a071-3d16-4ad8-bcc3-82f0df04a00b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:39.862588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Transition to ACTIVE for port object 97d2a071-3d16-4ad8-bcc3-82f0df04a00b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:39.928912 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:39.933838 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:40.003475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:40.003475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:40.003691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::1d6 (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/4ba0e186-ceb9-4e39-8c0d-f2b97523b791) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:40.008161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:40.054583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Pushing event updated for resources: {'Port': ['ID=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:40.112930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.113354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.113781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.114181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.114579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.114970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.115360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.115748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.116135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.116521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.116907 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.117285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:29:40.128509 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:40.134447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Attempting to bind port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:29:40.134975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Attempting to bind port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '647b3021-56bc-49ed-9133-d72366bf1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:29:40.135421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Attempting to bind port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b on network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:29:40.142456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:29:40.143084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Checking segment: {'id': '647b3021-56bc-49ed-9133-d72366bf1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:29:40.143566 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.144444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Bound using segment: {'id': '647b3021-56bc-49ed-9133-d72366bf1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:29:40.144788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Bound port: 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647b3021-56bc-49ed-9133-d72366bf1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:29:40.145250 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.240303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] For port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:29:40.242165 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.244263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] For port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,segment=NetworkSegment(647b3021-56bc-49ed-9133-d72366bf1857),segment_id=647b3021-56bc-49ed-9133-d72366bf1857)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:29:40.259658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:40.334610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.338448 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-05eb8312-0577-4317-91a8-4588e1ca0be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:40.357527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.364167 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:40.422745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Pushing event updated for resources: {'Port': ['ID=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:40.425872 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:40.437495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:40.440686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:40.444792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:40.450719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:40.451469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:40.459432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=4ba0e186-ceb9-4e39-8c0d-f2b97523b791,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:40.466631 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:40.549380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3505800 May 20 08:29:40.549820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42598) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:40.555960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1610194436', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d6', 'mac_address': 'fa:16:3e:04:43:aa'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:40.724282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:40.729246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:port and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:40.734102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:40.740441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:40.911495 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:41.050527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:41.073787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port 759aee0e-3d96-4f8a-aa86-14ccdad80737 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:41.241165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::276 (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/759aee0e-3d96-4f8a-aa86-14ccdad80737) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:41.282994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:41.472686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdd019-8b33-4f49-8962-c146ef9efef0 None None] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:29:41.473629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:41.490553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object 759aee0e-3d96-4f8a-aa86-14ccdad80737 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:41.592106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:41.598912 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:41.644433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2e59ddef-4da0-4b94-b312-97fc4c94444e None None] Provisioning for port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:41.675284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:41.678886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:41.683499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:41.690022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:41.690878 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:41.699750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=759aee0e-3d96-4f8a-aa86-14ccdad80737,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:41.714602 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:41.798364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2476406 May 20 08:29:41.801404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:41.901928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f9e6d-bec8-467f-960e-5bfd9af4cf5b tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:41.907919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f9e6d-bec8-467f-960e-5bfd9af4cf5b tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:41.913941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f9e6d-bec8-467f-960e-5bfd9af4cf5b tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:41.918594 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a82f9e6d-bec8-467f-960e-5bfd9af4cf5b tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1129594 May 20 08:29:41.918790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42622) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:42.031403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Provisioning for port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:42.036675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Provisioning complete for port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:42.037750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.097057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port 759aee0e-3d96-4f8a-aa86-14ccdad80737 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:42.097621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.102893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:42.168384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Provisioning for port 759aee0e-3d96-4f8a-aa86-14ccdad80737 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:42.177056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Provisioning complete for port 759aee0e-3d96-4f8a-aa86-14ccdad80737 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:42.177513 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.252605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6accbacd-2ebb-43f4-ad61-42c4a06b026b None None] Port 759aee0e-3d96-4f8a-aa86-14ccdad80737 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:42.258239 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d2a071-3d16-4ad8-bcc3-82f0df04a00b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:29:42.278125 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.402949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:42.411611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:42.412201 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.419868 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for 759aee0e-3d96-4f8a-aa86-14ccdad80737 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:42.510862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-13b7ef9c-45d0-4579-8ea5-6cc23d411c28 None None] Provisioning complete for port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:42.511678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-13b7ef9c-45d0-4579-8ea5-6cc23d411c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.601247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.616951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-13b7ef9c-45d0-4579-8ea5-6cc23d411c28 None None] Port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:42.626255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.632340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ac6b9fc-c330-4112-8c97-243b4a4e72a7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:42.633783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.669154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,segment=NetworkSegment(647b3021-56bc-49ed-9133-d72366bf1857),segment_id=647b3021-56bc-49ed-9133-d72366bf1857)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:29:42.689111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=759aee0e-3d96-4f8a-aa86-14ccdad80737,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:42.718813 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:42.729863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6349f9c1-3e77-4de3-858f-a0184b646987 None None] Could not find standard attr ID for object 759aee0e-3d96-4f8a-aa86-14ccdad80737. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 08:29:42.757281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.765662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:42.835299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:42.838956 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:42.847932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:42.855607 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/759aee0e-3d96-4f8a-aa86-14ccdad80737 HTTP/1.1" status: 204 len: 168 time: 0.9357860 May 20 08:29:42.864778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42640) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:42.916771 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-851a5f49-4091-4ec5-8ff9-c3dfd7c91ae8 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] GET failed (client error): The resource could not be found. May 20 08:29:42.917764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-851a5f49-4091-4ec5-8ff9-c3dfd7c91ae8 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Synchronizing usage tracker for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:29:43.002511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-851a5f49-4091-4ec5-8ff9-c3dfd7c91ae8 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Unset dirty status for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:29:43.003894 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-851a5f49-4091-4ec5-8ff9-c3dfd7c91ae8 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports/759aee0e-3d96-4f8a-aa86-14ccdad80737 HTTP/1.1" status: 404 len: 333 time: 0.1381202 May 20 08:29:43.007542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42644) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:43.013728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778448522'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:43.160634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:43.170357 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:43.231043 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:43.235834 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:43.260468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port c6681406-b142-4e45-998a-4eaecfe1fc05 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:43.418777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::3ab (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/c6681406-b142-4e45-998a-4eaecfe1fc05) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:43.829522 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:43.845709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object c6681406-b142-4e45-998a-4eaecfe1fc05 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:43.940251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:43.946206 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3fbf3cbe-ad2e-4a55-a097-3e1769896961 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:44.028536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:44.033090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:44.037904 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:44.044105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:44.044754 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.066760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=c6681406-b142-4e45-998a-4eaecfe1fc05,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:44.071290 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:44.171375 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1603901 May 20 08:29:44.172531 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42666) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:44.182833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d6', 'mac_address': 'fa:16:3e:04:43:aa'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:44.262824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d2a071-3d16-4ad8-bcc3-82f0df04a00b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:29:44.388801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:44.390007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.496657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d1277cc5-43ec-4815-ad10-6847f4db570b None None] Provisioning for port c6681406-b142-4e45-998a-4eaecfe1fc05 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:44.508355 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.517873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d1277cc5-43ec-4815-ad10-6847f4db570b None None] Provisioning complete for port c6681406-b142-4e45-998a-4eaecfe1fc05 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:44.518256 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d1277cc5-43ec-4815-ad10-6847f4db570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.588712 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d1277cc5-43ec-4815-ad10-6847f4db570b None None] Port c6681406-b142-4e45-998a-4eaecfe1fc05 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:44.779861 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.843065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.848326 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e76ecd7-ba2f-43cc-adfc-e5d28748df7b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:44.907799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] In _notify_port_updated(), no bound segment for port c6681406-b142-4e45-998a-4eaecfe1fc05 on network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:29:44.913486 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:44.914152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:44.917025 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "PUT /v2.0/ports/c6681406-b142-4e45-998a-4eaecfe1fc05 HTTP/1.1" status: 200 len: 1002 time: 0.7419155 May 20 08:29:44.918588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42678) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:44.938061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=c6681406-b142-4e45-998a-4eaecfe1fc05,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:44.942433 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:45.090796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port c6681406-b142-4e45-998a-4eaecfe1fc05 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:45.091477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:45.212383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-19a6820c-1f4a-4306-b3d7-b618e3525cd6 None None] Provisioning complete for port c6681406-b142-4e45-998a-4eaecfe1fc05 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:45.212664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19a6820c-1f4a-4306-b3d7-b618e3525cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:45.240674 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:45.304262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-19a6820c-1f4a-4306-b3d7-b618e3525cd6 None None] Port c6681406-b142-4e45-998a-4eaecfe1fc05 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:45.370445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for c6681406-b142-4e45-998a-4eaecfe1fc05 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:45.551206 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:45.558322 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:45.606898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=c6681406-b142-4e45-998a-4eaecfe1fc05,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:45.610930 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:45.755208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:45.769598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/c6681406-b142-4e45-998a-4eaecfe1fc05 HTTP/1.1" status: 204 len: 168 time: 0.8476179 May 20 08:29:45.772091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42694) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:45.819125 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3b79fc-8c10-4b5d-bad0-9657b0cb6d53 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] GET failed (client error): The resource could not be found. May 20 08:29:45.819936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-be3b79fc-8c10-4b5d-bad0-9657b0cb6d53 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Synchronizing usage tracker for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:29:45.928613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-be3b79fc-8c10-4b5d-bad0-9657b0cb6d53 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Unset dirty status for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:29:45.929765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-be3b79fc-8c10-4b5d-bad0-9657b0cb6d53 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports/c6681406-b142-4e45-998a-4eaecfe1fc05 HTTP/1.1" status: 404 len: 333 time: 0.1566315 May 20 08:29:45.933604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42700) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:45.940961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1816870568'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:46.092585 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:46.102457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:46.197028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:46.200727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:46.223568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:46.390312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::16d (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/c007d2a3-a1f4-4894-a2c2-fceb2a8f6861) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:46.600319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:46.617777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:46.745896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:46.752019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:46.821899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:46.824974 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:46.829206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:46.834727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:46.835353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:46.844777 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=c007d2a3-a1f4-4894-a2c2-fceb2a8f6861,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:46.852324 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:46.952472 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0172899 May 20 08:29:46.955022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42716) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:46.963068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:04:43:aa'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:47.106563 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.191745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-07a9af3a-bfda-4949-894b-6bb39e98eea2 None None] Provisioning for port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:47.196852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-07a9af3a-bfda-4949-894b-6bb39e98eea2 None None] Provisioning complete for port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:47.197259 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07a9af3a-bfda-4949-894b-6bb39e98eea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.254477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-07a9af3a-bfda-4949-894b-6bb39e98eea2 None None] Port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:47.372908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.437638 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.443182 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d752b062-c7ad-4a76-a6ef-7d81e9ea857e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:47.493222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] In _notify_port_updated(), no bound segment for port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 on network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:29:47.499323 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:47.500005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.504345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "PUT /v2.0/ports/c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 HTTP/1.1" status: 200 len: 1003 time: 0.5482597 May 20 08:29:47.504547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42728) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:47.536069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=c007d2a3-a1f4-4894-a2c2-fceb2a8f6861,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:47.546772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:47.661342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:47.661718 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.781751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8dc648d2-7026-4e51-9bdd-77b5372e02df None None] Provisioning complete for port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:47.782197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8dc648d2-7026-4e51-9bdd-77b5372e02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.812552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:47.842748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8dc648d2-7026-4e51-9bdd-77b5372e02df None None] Port c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:48.123761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:48.311677 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:48.317667 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc0243a-922e-4f24-b441-d6d6637b64ca tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:48.366816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=c007d2a3-a1f4-4894-a2c2-fceb2a8f6861,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:48.370992 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:48.424805 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:48.440031 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 HTTP/1.1" status: 204 len: 168 time: 0.9314625 May 20 08:29:48.440599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:48.497749 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb943da-9def-4bb4-b1ca-2451ba5badd1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] GET failed (client error): The resource could not be found. May 20 08:29:48.498351 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9eb943da-9def-4bb4-b1ca-2451ba5badd1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Synchronizing usage tracker for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:29:48.568270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9eb943da-9def-4bb4-b1ca-2451ba5badd1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Unset dirty status for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:29:48.569717 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9eb943da-9def-4bb4-b1ca-2451ba5badd1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports/c007d2a3-a1f4-4894-a2c2-fceb2a8f6861 HTTP/1.1" status: 404 len: 333 time: 0.1280961 May 20 08:29:48.573550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:48.581876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-78265198'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:48.726752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:48.739126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:48.848251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:48.852156 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:48.876927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port 13340a50-f375-4b14-8047-eb5844360731 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:49.031395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::1a5 (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/13340a50-f375-4b14-8047-eb5844360731) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:49.252161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:49.269253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object 13340a50-f375-4b14-8047-eb5844360731 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:49.334561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:49.340880 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7f69974b-e482-488f-82d4-811858bd0126 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:49.408724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:49.411951 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:49.416200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:49.426144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:49.426144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:49.442274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=13340a50-f375-4b14-8047-eb5844360731,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:49.450505 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:49.540752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9657979 May 20 08:29:49.543125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42766) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:49.549664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'network_id': '59fb6f93-b48d-4b9e-9ccb-43eda03a85bf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459443980'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:49.701049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:49.705765 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Usage tracker for resource:port and tenant:2970cbc0f3a54c3aa6e5155c41d81b13 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:49.708739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:49.714515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:49.756925 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af5ec862-13de-47d7-bd95-377617c3a885 None None] Provisioning for port 13340a50-f375-4b14-8047-eb5844360731 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:49.762936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af5ec862-13de-47d7-bd95-377617c3a885 None None] Provisioning complete for port 13340a50-f375-4b14-8047-eb5844360731 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:49.763371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af5ec862-13de-47d7-bd95-377617c3a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:49.860145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Made reservation on behalf of 2970cbc0f3a54c3aa6e5155c41d81b13 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:49.864006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:49.867622 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-af5ec862-13de-47d7-bd95-377617c3a885 None None] Port 13340a50-f375-4b14-8047-eb5844360731 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:49.894239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] device_id is not set on port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:29:49.982079 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:29:50.043074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Allocated IP 2001:db8::2c3 (59fb6f93-b48d-4b9e-9ccb-43eda03a85bf/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e/9c0dcdb5-f32e-4306-b8c9-edafb583ff1f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:29:50.269608 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:50.286257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Transition to ACTIVE for port object 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:29:50.356963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:50.363957 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-80202c22-1ee2-4496-b272-bd02b73d04c4 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:50.430675 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:29:50.434096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:29:50.439290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:29:50.445375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:50.446128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:50.462587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=9c0dcdb5-f32e-4306-b8c9-edafb583ff1f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:50.467634 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:50.547086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0019429 May 20 08:29:50.548943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42780) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:50.555357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d6', 'mac_address': 'fa:16:3e:04:43:aa'}, {'ip_address': '2001:db8::1a5', 'mac_address': 'fa:16:3e:3a:ea:0e'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:50.751212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-464d4b73-3ba9-4824-a98d-4664281e6c50 None None] Provisioning for port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:29:50.755974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-464d4b73-3ba9-4824-a98d-4664281e6c50 None None] Provisioning complete for port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:50.760153 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-464d4b73-3ba9-4824-a98d-4664281e6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:50.817251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-464d4b73-3ba9-4824-a98d-4664281e6c50 None None] Port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:50.827404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.090836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.277032 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.281686 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c097bc3e-d268-4549-aa38-6418005974c3 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:51.339357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] In _notify_port_updated(), no bound segment for port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f on network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:29:51.345384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:51.355602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.355602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "PUT /v2.0/ports/9c0dcdb5-f32e-4306-b8c9-edafb583ff1f HTTP/1.1" status: 200 len: 1067 time: 0.7973073 May 20 08:29:51.356848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:51.366616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event updated for resources: {'Port': ['ID=9c0dcdb5-f32e-4306-b8c9-edafb583ff1f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:51.372346 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:51.517218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:51.517741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.648396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-03615118-fe92-4959-a11a-9504410102b0 None None] Provisioning complete for port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:29:51.648781 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-03615118-fe92-4959-a11a-9504410102b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.707538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-03615118-fe92-4959-a11a-9504410102b0 None None] Port 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:29:51.827925 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:51.973462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for 9c0dcdb5-f32e-4306-b8c9-edafb583ff1f owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:52.145174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:52.151102 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ce6b9fa-c7a8-48f3-9858-ddf0f0a5f600 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:52.200249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=9c0dcdb5-f32e-4306-b8c9-edafb583ff1f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:52.203887 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:52.454173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:52.464619 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/9c0dcdb5-f32e-4306-b8c9-edafb583ff1f HTTP/1.1" status: 204 len: 168 time: 1.1129632 May 20 08:29:52.467852 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42806) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:52.518658 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ee2780-4787-46b1-bbcf-50d4d587b2e7 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] GET failed (client error): The resource could not be found. May 20 08:29:52.518658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02ee2780-4787-46b1-bbcf-50d4d587b2e7 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Synchronizing usage tracker for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:29:52.585117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-02ee2780-4787-46b1-bbcf-50d4d587b2e7 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Unset dirty status for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:29:52.586371 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-02ee2780-4787-46b1-bbcf-50d4d587b2e7 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports/9c0dcdb5-f32e-4306-b8c9-edafb583ff1f HTTP/1.1" status: 404 len: 333 time: 0.1174502 May 20 08:29:52.589783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42816) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:52.907217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port 13340a50-f375-4b14-8047-eb5844360731 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:52.907478 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:53.046451 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:53.175611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for 13340a50-f375-4b14-8047-eb5844360731 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:53.328702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:53.334897 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4e5612-a946-4a0c-a716-18fbe58da833 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:53.383078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=13340a50-f375-4b14-8047-eb5844360731,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:53.386276 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:53.430950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:53.518434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/13340a50-f375-4b14-8047-eb5844360731 HTTP/1.1" status: 204 len: 168 time: 0.9269915 May 20 08:29:53.522227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42828) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:53.569700 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dcf743-109a-481c-a8bb-cede4f3b54ce tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] GET failed (client error): The resource could not be found. May 20 08:29:53.570255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58dcf743-109a-481c-a8bb-cede4f3b54ce tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Synchronizing usage tracker for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:29:53.648024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58dcf743-109a-481c-a8bb-cede4f3b54ce tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Unset dirty status for tenant:2970cbc0f3a54c3aa6e5155c41d81b13 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:29:53.650990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58dcf743-109a-481c-a8bb-cede4f3b54ce tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "GET /v2.0/ports/13340a50-f375-4b14-8047-eb5844360731 HTTP/1.1" status: 404 len: 333 time: 0.1261463 May 20 08:29:53.660387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:53.802288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:53.802658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:53.938962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.069839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for 4ba0e186-ceb9-4e39-8c0d-f2b97523b791 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:54.248083 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.255335 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0b08b2c8-bab3-4fe5-9260-07b820f69d64 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:54.305817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=4ba0e186-ceb9-4e39-8c0d-f2b97523b791,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:54.308936 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:54.351183 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.441169 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/ports/4ba0e186-ceb9-4e39-8c0d-f2b97523b791 HTTP/1.1" status: 204 len: 168 time: 0.7808034 May 20 08:29:54.442156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:54.528520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.529094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting subnet 94ca0c79-d1f1-4f45-b1c4-de90007b8b1e {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:29:54.533044 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.590690 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:54.679315 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.019695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.023807 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-af72755c-6f44-4329-98d6-9ae65e0d6ffc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:55.064875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Subnet': ['ID=94ca0c79-d1f1-4f45-b1c4-de90007b8b1e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:55.067292 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:55.070242 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.076876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/subnets/94ca0c79-d1f1-4f45-b1c4-de90007b8b1e HTTP/1.1" status: 204 len: 168 time: 0.6334064 May 20 08:29:55.078964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a772c-5e51-4399-bc31-56b4b748b1ff None None] Network 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:29:55.082416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42864) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:55.203082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.282920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Deleting port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:55.283274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.356879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] DHCP port deletion for 59fb6f93-b48d-4b9e-9ccb-43eda03a85bf request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:29:55.387705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] For port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,segment=NetworkSegment(647b3021-56bc-49ed-9133-d72366bf1857),segment_id=647b3021-56bc-49ed-9133-d72366bf1857)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:29:55.388092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.422910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Deleting port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:29:55.423289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.519372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Calling delete_port for 97d2a071-3d16-4ad8-bcc3-82f0df04a00b owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:55.538001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] For port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,segment=NetworkSegment(647b3021-56bc-49ed-9133-d72366bf1857),segment_id=647b3021-56bc-49ed-9133-d72366bf1857)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:29:55.538701 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.684702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Calling delete_port for 97d2a071-3d16-4ad8-bcc3-82f0df04a00b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:29:55.734855 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.739055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa5dabe1-6ca6-4927-96a6-afb30632f7c5 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:55.741239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:55.746711 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:55.792485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Port': ['ID=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:55.799404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Pushing event deleted for resources: {'Port': ['ID=97d2a071-3d16-4ad8-bcc3-82f0df04a00b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:55.800224 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:55.802607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] No DVR routers for this DVR port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:29:55.805713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] No DVR routers for this DVR port 97d2a071-3d16-4ad8-bcc3-82f0df04a00b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:29:55.810220 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:56.156400 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.174532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fb6f93-b48d-4b9e-9ccb-43eda03a85bf']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:56.190813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647b3021-56bc-49ed-9133-d72366bf1857') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:56.191249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647b3021-56bc-49ed-9133-d72366bf1857') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:29:56.204959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.223224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d2a071-3d16-4ad8-bcc3-82f0df04a00b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:29:56.224094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.232054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:29:56.233217 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: timer() May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:29:56.252353 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:29:56.263155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 97d2a071-3d16-4ad8-bcc3-82f0df04a00b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:29:56.263654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 97d2a071-3d16-4ad8-bcc3-82f0df04a00b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:29:56.471118 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.476115 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:56.482639 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26a99efd-ba3a-4683-a1c4-c9e175aad450 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:56.524695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Pushing event deleted for resources: {'Network': ['ID=59fb6f93-b48d-4b9e-9ccb-43eda03a85bf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:56.528412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] 10.222.0.79 "DELETE /v2.0/networks/59fb6f93-b48d-4b9e-9ccb-43eda03a85bf HTTP/1.1" status: 204 len: 168 time: 1.4477365 May 20 08:29:56.529418 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:56.767918 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:57.077526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42900) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:57.232139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-50da66fe-ca3e-4f23-b520-a6cfc147a9b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2970cbc0f3a54c3aa6e5155c41d81b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532402 May 20 08:29:57.235537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42910) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:57.300697 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:57.327038 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:57.459534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:57.463478 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dd18a8ad-ba96-47e0-a408-19e8d96d4957 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:57.477464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db999a31-b865-4514-8710-398ee39d1b7d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:57.480409 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:57.483663 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:57.484777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db999a31-b865-4514-8710-398ee39d1b7d HTTP/1.1" status: 204 len: 168 time: 0.2482934 May 20 08:29:58.512219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 42950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:58.627838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1108740703'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:58.634686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:58.639612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:network and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:58.643021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:58.650164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:58.790873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:58.794569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:58.809034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:58.825995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:58.830656 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:security_group_rule and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:58.833693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:58.843453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:58.927978 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.019370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.023040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-06a168e1-741b-443e-a21f-56074599cab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:59.062616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:29:59.068622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e4a9d5-129c-490d-978b-e4e31c3b98ae,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:59.076326 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:59.077406 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.077785 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Added segment 1cb51516-2858-40f9-a9ba-f14cebb0c812 of type vlan for network c7679f05-d063-42c4-ad67-c122f55f98b6 May 20 08:29:59.113576 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.253799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.259699 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:29:59.260300 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:29:59.264488 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8028b902-3f7e-4bd1-bb56-037333a7f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:29:59.372928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Network': ['ID=c7679f05-d063-42c4-ad67-c122f55f98b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:29:59.376340 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:29:59.383895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c7679f05-d063-42c4-ad67-c122f55f98b6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:29:59.417458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42968) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:29:59.418062 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9042253 May 20 08:29:59.425501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'subnet': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:29:59.545731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:29:59.549695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:subnet and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:29:59.552590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:29:59.558413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:29:59.619494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:29:59.624063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:00.125539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:00.130049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-721b3f82-a9a6-4b33-b2e5-c5e066710918 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:00.214553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Subnet': ['ID=9b81613c-30fe-4b21-8f17-9dc71287d4ae,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:00.219069 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:00.225259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Checking segment: {'id': '1cb51516-2858-40f9-a9ba-f14cebb0c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:00.225667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network hostable DHCP agents. Network: c7679f05-d063-42c4-ad67-c122f55f98b6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:00.362395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:00.453682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c7679f05-d063-42c4-ad67-c122f55f98b6) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:00.463312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca5c0a-6257-4422-ac12-49890dc27c4a None None] Network c7679f05-d063-42c4-ad67-c122f55f98b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:00.463811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:00.464379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:00.564084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1443660 May 20 08:30:00.567344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 42986) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:00.579528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-800821150'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:00.694138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-c7679f05-d063-42c4-ad67-c122f55f98b6', 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'tenant_id': '9f85f4686f9748ec886cd5f756321d2d', 'fixed_ips': [{'subnet_id': '9b81613c-30fe-4b21-8f17-9dc71287d4ae'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:00.695010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:00.722862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:00.726690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:port and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:00.729603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:00.735590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:00.808518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:00.813072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:00.837421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port 2362529d-f6d7-42d1-b5b2-8bf1a2791d5a yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:00.867740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Allocated IP 172.20.0.2 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/a3dd1cc1-8358-4591-be5b-3aa8b3248807) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:01.132403 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.144346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Transition to ACTIVE for port object a3dd1cc1-8358-4591-be5b-3aa8b3248807 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:01.164558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Transition to ACTIVE for port object a3dd1cc1-8358-4591-be5b-3aa8b3248807 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:01.214362 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.219417 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:01.281308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:01.284323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:01.288086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:01.316959 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a73a785c-6582-484a-ba0d-96633b5159a2 {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:30:01.317380 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:30:01.321136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Pushing event updated for resources: {'Port': ['ID=a3dd1cc1-8358-4591-be5b-3aa8b3248807,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:01.331399 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:01.385635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Attempting to bind port a3dd1cc1-8358-4591-be5b-3aa8b3248807 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:01.386081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Attempting to bind port a3dd1cc1-8358-4591-be5b-3aa8b3248807 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1cb51516-2858-40f9-a9ba-f14cebb0c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:01.386455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Attempting to bind port a3dd1cc1-8358-4591-be5b-3aa8b3248807 on network c7679f05-d063-42c4-ad67-c122f55f98b6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:01.392315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:01.392998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Checking segment: {'id': '1cb51516-2858-40f9-a9ba-f14cebb0c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:01.393133 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.393510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Bound using segment: {'id': '1cb51516-2858-40f9-a9ba-f14cebb0c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:01.393979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Bound port: a3dd1cc1-8358-4591-be5b-3aa8b3248807, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb51516-2858-40f9-a9ba-f14cebb0c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:01.394356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.494095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] For port a3dd1cc1-8358-4591-be5b-3aa8b3248807, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:01.498001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] For port a3dd1cc1-8358-4591-be5b-3aa8b3248807, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a3dd1cc1-8358-4591-be5b-3aa8b3248807,segment=NetworkSegment(1cb51516-2858-40f9-a9ba-f14cebb0c812),segment_id=1cb51516-2858-40f9-a9ba-f14cebb0c812)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:01.546456 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.550434 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:01.633696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Pushing event updated for resources: {'Port': ['ID=a3dd1cc1-8358-4591-be5b-3aa8b3248807,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:01.639712 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:01.822396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:01.858593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:02.057130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.11 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/5e7c8714-b4a7-4d48-a07e-5b03e660c5e6) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:02.234171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a3dd1cc1-8358-4591-be5b-3aa8b3248807 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:02.295870 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:02.322290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:02.374710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a3dd1cc1-8358-4591-be5b-3aa8b3248807 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:02.442666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:02.448549 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e93bb51-3c12-4b1b-b16b-b7896d8eefeb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:02.653389 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224d201-ff47-47a2-98a7-5c770dc81bfe None None] Network c7679f05-d063-42c4-ad67-c122f55f98b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:02.705405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:02.708523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:02.713919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:02.741410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=5e7c8714-b4a7-4d48-a07e-5b03e660c5e6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:02.749107 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:02.781571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:02.782059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:02.836039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Provisioning for port a3dd1cc1-8358-4591-be5b-3aa8b3248807 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:02.851107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Provisioning complete for port a3dd1cc1-8358-4591-be5b-3aa8b3248807 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:02.851492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:02.889334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3196476 May 20 08:30:02.892213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43018) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:02.898661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-340783198', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f0:84:81'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:03.032972 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.063380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:03.067751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:port and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:03.071157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:03.078967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:03.084926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] For port a3dd1cc1-8358-4591-be5b-3aa8b3248807, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a3dd1cc1-8358-4591-be5b-3aa8b3248807,segment=NetworkSegment(1cb51516-2858-40f9-a9ba-f14cebb0c812),segment_id=1cb51516-2858-40f9-a9ba-f14cebb0c812)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:03.139941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.141754 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-37dc3f09-8ba9-42e0-80b8-c3b90a46d37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:03.162472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:03.220858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Pushing event updated for resources: {'Port': ['ID=a3dd1cc1-8358-4591-be5b-3aa8b3248807,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:03.224422 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:03.320950 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.344519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port 6f629706-e39c-4529-ba21-c4ddffd18b94 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:03.419234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Provisioning for port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:03.425745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Provisioning complete for port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:03.426405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.504041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:03.505795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.4 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/6f629706-e39c-4529-ba21-c4ddffd18b94) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:03.530280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Provisioning complete for port a3dd1cc1-8358-4591-be5b-3aa8b3248807 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:03.530710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d8503c6-b691-4df9-8720-98985c400017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.751234 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.773221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object 6f629706-e39c-4529-ba21-c4ddffd18b94 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:03.787642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2beb3388-d01f-4e00-b738-225685840b57 None None] Provisioning complete for port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:03.788560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2beb3388-d01f-4e00-b738-225685840b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:03.843593 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2beb3388-d01f-4e00-b738-225685840b57 None None] Port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:04.207204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a3dd1cc1-8358-4591-be5b-3aa8b3248807 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:04.214282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:04.224347 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a46118b5-5f37-48ba-87ce-36e28cf8d238 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:04.283151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a3dd1cc1-8358-4591-be5b-3aa8b3248807 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:04.283543 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:04.300637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:04.302213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:04.308124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:04.396423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:04.397092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:04.425879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=6f629706-e39c-4529-ba21-c4ddffd18b94,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:04.430973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:04.501069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6074631 May 20 08:30:04.503522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43036) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:04.597681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:04.602656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:04.608661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:04.609052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6dd42910-2e0a-433b-9100-3838f365eb07 None None] Provisioning for port 6f629706-e39c-4529-ba21-c4ddffd18b94 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:04.609560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:04.614353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6dd42910-2e0a-433b-9100-3838f365eb07 None None] Provisioning complete for port 6f629706-e39c-4529-ba21-c4ddffd18b94 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:04.614731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6dd42910-2e0a-433b-9100-3838f365eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:04.671235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6dd42910-2e0a-433b-9100-3838f365eb07 None None] Port 6f629706-e39c-4529-ba21-c4ddffd18b94 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:04.671519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:04.673956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc5c4831-bc6e-47bc-91b7-07d8c8fc975c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1694763 May 20 08:30:04.675732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:04.812506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port 6f629706-e39c-4529-ba21-c4ddffd18b94 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:04.812854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:04.949810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:05.083349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for 6f629706-e39c-4529-ba21-c4ddffd18b94 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:05.270822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:05.276871 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-44c78726-32f2-4cb6-afea-c51524d12ee0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:05.328460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=6f629706-e39c-4529-ba21-c4ddffd18b94,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:05.357368 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:05.543475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:05.637794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/6f629706-e39c-4529-ba21-c4ddffd18b94 HTTP/1.1" status: 204 len: 168 time: 0.9599509 May 20 08:30:05.640838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43060) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:05.683577 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-47540de6-d42d-4a31-b150-c1bd4110b266 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] GET failed (client error): The resource could not be found. May 20 08:30:05.684212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-47540de6-d42d-4a31-b150-c1bd4110b266 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:05.808100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-47540de6-d42d-4a31-b150-c1bd4110b266 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:05.818988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-47540de6-d42d-4a31-b150-c1bd4110b266 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports/6f629706-e39c-4529-ba21-c4ddffd18b94 HTTP/1.1" status: 404 len: 333 time: 0.1676686 May 20 08:30:05.819157 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43066) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:05.821614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-1493159690'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:05.970464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:05.979930 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:06.110470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:06.114083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:06.136923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port af03f5dd-fd94-435e-8356-dd436f049218 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:06.288642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.5 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/af03f5dd-fd94-435e-8356-dd436f049218) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:06.499484 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:06.516082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object af03f5dd-fd94-435e-8356-dd436f049218 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:06.608407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:06.614482 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8444ae13-9597-4072-8803-e48904b131a0 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:06.689330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:06.692691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:06.695292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:06.743177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=af03f5dd-fd94-435e-8356-dd436f049218,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:06.747040 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:06.790111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:06.790111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:06.859852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1827c56d-2850-49d0-a928-9fb283439f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:06.888764 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0735717 May 20 08:30:06.891237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:06.902312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f0:84:81'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:07.066364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a2a2abe-34f7-42a7-9eae-f45b98e7f3ae None None] Provisioning for port af03f5dd-fd94-435e-8356-dd436f049218 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:07.076498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2a2a2abe-34f7-42a7-9eae-f45b98e7f3ae None None] Provisioning complete for port af03f5dd-fd94-435e-8356-dd436f049218 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:07.077784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2a2a2abe-34f7-42a7-9eae-f45b98e7f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.140044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a2abe-34f7-42a7-9eae-f45b98e7f3ae None None] Port af03f5dd-fd94-435e-8356-dd436f049218 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:07.166728 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.419629 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.476242 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.480464 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c01d2e22-1e9a-4e3d-b7a4-e4ed60e26f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:07.603417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=af03f5dd-fd94-435e-8356-dd436f049218,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:07.608656 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:07.619741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] In _notify_port_updated(), no bound segment for port af03f5dd-fd94-435e-8356-dd436f049218 on network c7679f05-d063-42c4-ad67-c122f55f98b6 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:30:07.625851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:07.626547 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.627935 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "PUT /v2.0/ports/af03f5dd-fd94-435e-8356-dd436f049218 HTTP/1.1" status: 200 len: 994 time: 0.7344439 May 20 08:30:07.630697 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43098) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:07.791581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port af03f5dd-fd94-435e-8356-dd436f049218 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:07.791928 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.870029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2030da9e-8d50-41dc-aa7d-b5a52c5bf338 None None] Provisioning complete for port af03f5dd-fd94-435e-8356-dd436f049218 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:07.870642 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2030da9e-8d50-41dc-aa7d-b5a52c5bf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:07.932987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2030da9e-8d50-41dc-aa7d-b5a52c5bf338 None None] Port af03f5dd-fd94-435e-8356-dd436f049218 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:08.088369 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:08.216093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for af03f5dd-fd94-435e-8356-dd436f049218 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:08.407915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:08.414947 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ba3615c-791d-439c-a804-4951b2512ec0 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:08.467638 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=af03f5dd-fd94-435e-8356-dd436f049218,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:08.504279 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:08.691795 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:08.701945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/af03f5dd-fd94-435e-8356-dd436f049218 HTTP/1.1" status: 204 len: 168 time: 1.0700967 May 20 08:30:08.704412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43114) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:08.748961 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-26850854-405d-4e64-b41d-00c4ccf3e323 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] GET failed (client error): The resource could not be found. May 20 08:30:08.749519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26850854-405d-4e64-b41d-00c4ccf3e323 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:08.824992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-26850854-405d-4e64-b41d-00c4ccf3e323 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:08.826652 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-26850854-405d-4e64-b41d-00c4ccf3e323 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports/af03f5dd-fd94-435e-8356-dd436f049218 HTTP/1.1" status: 404 len: 333 time: 0.1208117 May 20 08:30:08.830425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43120) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:08.836421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-500446769'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:08.985621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:08.996176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:09.116110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:09.119722 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.151489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port e50ac023-93d3-49a0-874a-b84296efb29b yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:09.224622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-09e0d36d-e315-4965-9994-b83bfe43ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.304356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.8 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/e50ac023-93d3-49a0-874a-b84296efb29b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:09.527505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.550552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object e50ac023-93d3-49a0-874a-b84296efb29b will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:09.630901 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.638277 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4d1f2e75-2966-496e-804a-21648e15c19a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:09.688390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.710632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:09.713952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:09.717959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:09.756508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=e50ac023-93d3-49a0-874a-b84296efb29b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:09.761971 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:09.792150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:09.792815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:09.866188 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0345337 May 20 08:30:09.868152 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43138) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:09.879057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f0:84:81'}]}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:10.016264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.030765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d4c79960-cfbb-4f2d-88d1-680550fca271 None None] Provisioning for port e50ac023-93d3-49a0-874a-b84296efb29b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:10.036355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d4c79960-cfbb-4f2d-88d1-680550fca271 None None] Provisioning complete for port e50ac023-93d3-49a0-874a-b84296efb29b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:10.039637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d4c79960-cfbb-4f2d-88d1-680550fca271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.093726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d4c79960-cfbb-4f2d-88d1-680550fca271 None None] Port e50ac023-93d3-49a0-874a-b84296efb29b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:10.288013 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.396317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.401701 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ae66850a-ba65-4db9-b359-0f7c913882e4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:10.523247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=e50ac023-93d3-49a0-874a-b84296efb29b,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:10.528435 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:10.537772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] In _notify_port_updated(), no bound segment for port e50ac023-93d3-49a0-874a-b84296efb29b on network c7679f05-d063-42c4-ad67-c122f55f98b6 {{(pid=93102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:30:10.543392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:10.544097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.546661 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "PUT /v2.0/ports/e50ac023-93d3-49a0-874a-b84296efb29b HTTP/1.1" status: 200 len: 995 time: 0.6773493 May 20 08:30:10.549627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43154) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:10.707081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port e50ac023-93d3-49a0-874a-b84296efb29b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:10.707329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.717177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4f8b4089-e117-4e9e-a48d-e32a2f891968 None None] Provisioning complete for port e50ac023-93d3-49a0-874a-b84296efb29b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:10.718614 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f8b4089-e117-4e9e-a48d-e32a2f891968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:10.834900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b4089-e117-4e9e-a48d-e32a2f891968 None None] Port e50ac023-93d3-49a0-874a-b84296efb29b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:10.869749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:11.172432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for e50ac023-93d3-49a0-874a-b84296efb29b owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:11.305037 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:11.356380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:11.364117 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acbc3915-4fde-4013-9248-67cdf19d41c5 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:11.441793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=e50ac023-93d3-49a0-874a-b84296efb29b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:11.493798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.494205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.494589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.494974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.495354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.495732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.496116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.496492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.496869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.497242 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.497642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.498880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:11.506770 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:11.540956 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:11.554459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/e50ac023-93d3-49a0-874a-b84296efb29b HTTP/1.1" status: 204 len: 168 time: 1.0036309 May 20 08:30:11.555619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43162) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:11.602988 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-05595829-2b82-4441-8cfa-7d8556db0562 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] GET failed (client error): The resource could not be found. May 20 08:30:11.603700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-05595829-2b82-4441-8cfa-7d8556db0562 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:11.693249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-05595829-2b82-4441-8cfa-7d8556db0562 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:11.694395 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-05595829-2b82-4441-8cfa-7d8556db0562 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports/e50ac023-93d3-49a0-874a-b84296efb29b HTTP/1.1" status: 404 len: 333 time: 0.1376915 May 20 08:30:11.698049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43166) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:11.704373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-1993627821'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:11.850080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:11.859881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:11.956504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:11.960103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:11.985366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:12.148221 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.14 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/10099975-5b9f-4fbd-b50b-fa0bf81d9a26) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:12.361858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:12.378813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:12.465026 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:12.471251 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e87104c-aa59-4880-ac26-82f02fb81474 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:12.539302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:12.708941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:12.711958 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:12.715836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:12.749536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=10099975-5b9f-4fbd-b50b-fa0bf81d9a26,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:12.756942 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:12.790993 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:12.791998 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:12.875214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43172) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:12.875821 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1762702 May 20 08:30:12.882571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'network_id': 'c7679f05-d063-42c4-ad67-c122f55f98b6', 'name': 'tempest-AllowedAddressPairTestJSON-1048049816'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:13.007768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1419347a-67b5-4949-823d-b7570b1e2a67 None None] Provisioning for port 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:13.013165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1419347a-67b5-4949-823d-b7570b1e2a67 None None] Provisioning complete for port 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:13.013564 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1419347a-67b5-4949-823d-b7570b1e2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:13.034043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:13.038491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Usage tracker for resource:port and tenant:9f85f4686f9748ec886cd5f756321d2d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:13.041431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:13.048003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:13.069911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1419347a-67b5-4949-823d-b7570b1e2a67 None None] Port 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:13.099323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Made reservation on behalf of 9f85f4686f9748ec886cd5f756321d2d for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:13.102907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:13.126793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] device_id is not set on port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 yet. {{(pid=93101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:13.337842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Allocated IP 172.20.0.8 (c7679f05-d063-42c4-ad67-c122f55f98b6/9b81613c-30fe-4b21-8f17-9dc71287d4ae/eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:13.382660 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-a15645b7-17b6-4f90-b66d-5fbe271ffe1d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1344304 May 20 08:30:13.640707 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:13.658277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Transition to ACTIVE for port object eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:13.667151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.667644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.668126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.668598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.669098 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.671204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-c36dc30e-9f9b-4723-8b7b-a673ec890738 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1638787 May 20 08:30:13.786019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:13.797105 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a456a500-4d0f-408d-8db8-3b7ec7009243 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:13.881843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Network c7679f05-d063-42c4-ad67-c122f55f98b6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:13.887561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:13.897556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:13.941078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:13.954495 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:13.968207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-fb55f1f3-9848-4f5c-9da9-d718027c49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.968694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-fb55f1f3-9848-4f5c-9da9-d718027c49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.969168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-fb55f1f3-9848-4f5c-9da9-d718027c49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:13.970818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-fb55f1f3-9848-4f5c-9da9-d718027c49bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2761414 May 20 08:30:14.059069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:14.069827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:14.069827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-e03c3108-de5a-4525-bf90-d1b7edf5ff67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0879107 May 20 08:30:14.147910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-aee266b5-5a57-4d99-a1df-4dd190272b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:14.150386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-aee266b5-5a57-4d99-a1df-4dd190272b96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0772245 May 20 08:30:14.203780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3270872 May 20 08:30:14.207474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43178) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:14.219938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f0:84:81'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:76:6e:e0'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:14.265162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8ca8df81-362c-4003-b21b-9a91ec61c95b None None] Provisioning for port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:14.270354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8ca8df81-362c-4003-b21b-9a91ec61c95b None None] Provisioning complete for port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:14.270792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8ca8df81-362c-4003-b21b-9a91ec61c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:14.333073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8df81-362c-4003-b21b-9a91ec61c95b None None] Port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:14.561657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-b467428e-a66b-4500-b668-0178afb8ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:14.563158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-b467428e-a66b-4500-b668-0178afb8ff9e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066820 May 20 08:30:14.784561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-535c3ca5-1115-4c42-a2c1-0a702682c140 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113926 May 20 08:30:14.785281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.023242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-73b57a7b-2490-4332-8209-2d27c56bec19 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286844 May 20 08:30:15.143899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-058c3077-189e-47f0-af26-6818aaa09695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1132424 May 20 08:30:15.244250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-755dc9b2-4413-4242-87e7-995dfa2407ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:15.245626 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-755dc9b2-4413-4242-87e7-995dfa2407ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0914068 May 20 08:30:15.305947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.333754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-30b54e6e-dfd2-4cd7-a79c-7005a7c6b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:15.335214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-30b54e6e-dfd2-4cd7-a79c-7005a7c6b8c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833609 May 20 08:30:15.424453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.432735 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fbd445a-60a4-48d5-ba2d-0df32694624a tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:15.567097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event updated for resources: {'Port': ['ID=eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:15.576937 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:15.595046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] In _notify_port_updated(), no bound segment for port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 on network c7679f05-d063-42c4-ad67-c122f55f98b6 {{(pid=93101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 08:30:15.600577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:15.601214 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.602542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "PUT /v2.0/ports/eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 HTTP/1.1" status: 200 len: 1057 time: 1.3941486 May 20 08:30:15.605816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:15.609662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-16dc7ed8-6024-4357-9769-40ddfa07072d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667360 May 20 08:30:15.763728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-f5f5b2a1-5333-4c1c-8423-1cd24cec1427 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474493 May 20 08:30:15.765442 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1719d81c-a219-4131-8d56-de90cbac8d16 None None] Provisioning complete for port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:15.765981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1719d81c-a219-4131-8d56-de90cbac8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.766190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:15.766309 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.839106 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-1719d81c-a219-4131-8d56-de90cbac8d16 None None] Port eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:30:15.849631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-5439c2e0-9213-47ce-9aa3-05d0acff677a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0803039 May 20 08:30:15.912568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:15.915758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-03ea1351-32f9-4964-949d-6863ba4158e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:15.917360 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-03ea1351-32f9-4964-949d-6863ba4158e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0613673 May 20 08:30:15.996530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-28670bd0-b7ab-45e4-898f-37dc4e230f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:15.998208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-28670bd0-b7ab-45e4-898f-37dc4e230f3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748222 May 20 08:30:16.041538 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:16.242322 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:16.250730 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-41b37ec0-5c27-4095-b128-6fc5227717d7 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:16.296597 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:16.299737 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:16.331852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-18c57bd8-c3cb-40d0-82e8-774f96f1cba2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266733 May 20 08:30:16.481079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-e1ba7ba9-9326-4adf-8c4e-402df355a6c0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427345 May 20 08:30:16.551307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-ff48f0c8-fb8a-426e-b1a7-5be2a4a756ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0641582 May 20 08:30:16.620314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-20f8ce2a-3be2-4d6d-bd82-1f5da908d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:16.620798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:16.622206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-20f8ce2a-3be2-4d6d-bd82-1f5da908d648 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0648179 May 20 08:30:16.631274 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 HTTP/1.1" status: 204 len: 168 time: 1.0243032 May 20 08:30:16.634197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:16.678461 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92dd444-a9e7-4421-be1c-3cc611367c67 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] GET failed (client error): The resource could not be found. May 20 08:30:16.678992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f92dd444-a9e7-4421-be1c-3cc611367c67 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:16.700217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-07c97d92-076d-4112-a0f1-41b004a40585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:16.702744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-07c97d92-076d-4112-a0f1-41b004a40585 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746000 May 20 08:30:16.750787 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f92dd444-a9e7-4421-be1c-3cc611367c67 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:16.751991 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f92dd444-a9e7-4421-be1c-3cc611367c67 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports/eb2b4fb6-ad50-4a5b-9a6b-d9aea80becf7 HTTP/1.1" status: 404 len: 333 time: 0.1168349 May 20 08:30:16.754794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:16.845545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-3a3e2b5f-f1cd-46c2-b16b-ba058f473d6f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357994 May 20 08:30:16.904854 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:16.905582 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:16.989659 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-52d2ec91-a259-4ece-a891-233a561b0cb8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369174 May 20 08:30:17.047363 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:17.065219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-82f03f1f-e7b1-496f-b316-9848e3bd3080 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0684934 May 20 08:30:17.132972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-881549e2-3fd7-459f-a3a7-3e0434730403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:17.134471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-881549e2-3fd7-459f-a3a7-3e0434730403 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0628924 May 20 08:30:17.179248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for 10099975-5b9f-4fbd-b50b-fa0bf81d9a26 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:17.218544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-693066ed-35a4-4440-a31d-8ce13074eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:17.220030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-693066ed-35a4-4440-a31d-8ce13074eb04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794063 May 20 08:30:17.350725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:17.358434 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-160f9af8-1cb1-4858-a623-bf7cbf6f14ae tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:17.367266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-9b21934b-a0e7-4007-93dc-4b3a710971a3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358459 May 20 08:30:17.406797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=10099975-5b9f-4fbd-b50b-fa0bf81d9a26,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:17.435927 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:17.517652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10b6ee64-3ae7-45c3-8641-3d48b58d61a6 req-f67d9f75-a88f-4449-b15b-411256bf2a00 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480808 May 20 08:30:17.533276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:17.597214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/10099975-5b9f-4fbd-b50b-fa0bf81d9a26 HTTP/1.1" status: 204 len: 168 time: 0.8412533 May 20 08:30:17.599698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43226) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:17.647369 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-544d75da-3586-4b43-bdfc-95ee39db4921 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] GET failed (client error): The resource could not be found. May 20 08:30:17.648036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-544d75da-3586-4b43-bdfc-95ee39db4921 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Synchronizing usage tracker for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:17.727581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-544d75da-3586-4b43-bdfc-95ee39db4921 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Unset dirty status for tenant:9f85f4686f9748ec886cd5f756321d2d on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:17.728782 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-544d75da-3586-4b43-bdfc-95ee39db4921 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "GET /v2.0/ports/10099975-5b9f-4fbd-b50b-fa0bf81d9a26 HTTP/1.1" status: 404 len: 333 time: 0.1281145 May 20 08:30:17.732627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43238) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:17.884671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:17.884671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.007537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.136869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for 5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:18.385106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.393448 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1d01fa2e-4460-4fd3-8e15-6de9ab77a41d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:18.444827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=5e7c8714-b4a7-4d48-a07e-5b03e660c5e6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:18.447975 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:18.551212 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.613923 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/ports/5e7c8714-b4a7-4d48-a07e-5b03e660c5e6 HTTP/1.1" status: 204 len: 168 time: 0.8801315 May 20 08:30:18.616273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:18.687728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting subnet 9b81613c-30fe-4b21-8f17-9dc71287d4ae {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:30:18.690816 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.746741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:18.837180 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.380572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.384980 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-72cb474e-1c62-4687-9fac-eb88d1c79261 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:19.425532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Subnet': ['ID=9b81613c-30fe-4b21-8f17-9dc71287d4ae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:19.428808 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:19.432249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.439796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/subnets/9b81613c-30fe-4b21-8f17-9dc71287d4ae HTTP/1.1" status: 204 len: 168 time: 0.8224196 May 20 08:30:19.440860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6b7f0-6c36-4820-82f3-7065ff3064a4 None None] Network c7679f05-d063-42c4-ad67-c122f55f98b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:19.442272 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43330) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:19.564324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.641705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Deleting port a3dd1cc1-8358-4591-be5b-3aa8b3248807 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:19.642059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.693904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] DHCP port deletion for c7679f05-d063-42c4-ad67-c122f55f98b6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:30:19.753528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] For port a3dd1cc1-8358-4591-be5b-3aa8b3248807, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a3dd1cc1-8358-4591-be5b-3aa8b3248807,segment=NetworkSegment(1cb51516-2858-40f9-a9ba-f14cebb0c812),segment_id=1cb51516-2858-40f9-a9ba-f14cebb0c812)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:19.753821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.764179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Deleting port a3dd1cc1-8358-4591-be5b-3aa8b3248807 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:19.769750 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.881256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] For port a3dd1cc1-8358-4591-be5b-3aa8b3248807, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a3dd1cc1-8358-4591-be5b-3aa8b3248807,segment=NetworkSegment(1cb51516-2858-40f9-a9ba-f14cebb0c812),segment_id=1cb51516-2858-40f9-a9ba-f14cebb0c812)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:19.881673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:19.891932 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Calling delete_port for a3dd1cc1-8358-4591-be5b-3aa8b3248807 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:20.010846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Calling delete_port for a3dd1cc1-8358-4591-be5b-3aa8b3248807 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:20.043080 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.049016 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f96be12-a7e8-4dca-9411-41deca7a0169 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:20.056596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.060390 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-63ce8b9a-a8bb-4b1c-a3f4-92088087c353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:20.097165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] No DVR routers for this DVR port a3dd1cc1-8358-4591-be5b-3aa8b3248807 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:20.099762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Port': ['ID=a3dd1cc1-8358-4591-be5b-3aa8b3248807,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:20.106556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Pushing event deleted for resources: {'Port': ['ID=a3dd1cc1-8358-4591-be5b-3aa8b3248807,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:20.110255 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:20.112576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] No DVR routers for this DVR port a3dd1cc1-8358-4591-be5b-3aa8b3248807 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:20.143181 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:20.227325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a3dd1cc1-8358-4591-be5b-3aa8b3248807 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:30:20.264481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a3dd1cc1-8358-4591-be5b-3aa8b3248807 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:30:20.264911 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a3dd1cc1-8358-4591-be5b-3aa8b3248807 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:30:20.419168 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.432900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7679f05-d063-42c4-ad67-c122f55f98b6']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:20.447339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb51516-2858-40f9-a9ba-f14cebb0c812') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:20.447339 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb51516-2858-40f9-a9ba-f14cebb0c812') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:20.461182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.479707 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.486536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:20.491642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: timer() May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:20.503030 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:20.705440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.709156 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1c33082f-2b0b-43bb-9239-cd967b726cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:20.726539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:20.738543 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Pushing event deleted for resources: {'Network': ['ID=c7679f05-d063-42c4-ad67-c122f55f98b6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:20.742975 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:20.746549 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] 10.222.0.79 "DELETE /v2.0/networks/c7679f05-d063-42c4-ad67-c122f55f98b6 HTTP/1.1" status: 204 len: 168 time: 1.3027754 May 20 08:30:21.272144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43420) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:21.452889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bd4f6895-a8cf-48b4-8b49-7d437cc8cfe4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f85f4686f9748ec886cd5f756321d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794875 May 20 08:30:21.455321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43436) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:21.522957 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:21.550136 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:21.693623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:21.697627 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b6f2d435-2e97-498b-b44d-ec0ad6c4e764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:21.709620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e4a9d5-129c-490d-978b-e4e31c3b98ae,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:21.712502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:21.719171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:21.720362 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01e4a9d5-129c-490d-978b-e4e31c3b98ae HTTP/1.1" status: 204 len: 168 time: 0.2640860 May 20 08:30:22.792622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43522) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:22.902399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1584412474'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:22.908192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:22.912128 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:22.915025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:22.922145 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:22.990165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:22.993742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.007558 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.023627 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:23.027660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:security_group_rule and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:23.030629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:23.036544 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:23.131517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.213042 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.216212 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1ed07b83-b0a0-4494-a733-3ea27d40c8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:23.247180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:23.257406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa5586f-5b24-4c9d-9f28-ad8197ab95a1,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:23.262590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:23.266249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.266249 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment 9bdf04fd-8951-4b29-b8ba-c9e42ce739b8 of type vlan for network 62b81d9c-94be-4324-a5aa-ecaf84854885 May 20 08:30:23.293752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.378798 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.390173 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:23.390906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:23.399944 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-899adf01-986f-418e-9069-c60e5ee55073 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:23.539101 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=62b81d9c-94be-4324-a5aa-ecaf84854885,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:23.542519 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:23.550665 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:23.631477 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8377190 May 20 08:30:24.562425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:26.738679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:26.935264 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43712) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:26.941661 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:26.981549 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:30:27.054999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:27.058957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:subnet and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:27.062134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:27.067728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:27.150567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:27.154571 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:27.632174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:27.636203 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-609ad839-0b7c-42ce-9335-b06df69edc7c tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:27.714374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=50c08fc9-1a08-4a02-8688-6617eb840af7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:27.719091 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:27.726245 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:27.726588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: 62b81d9c-94be-4324-a5aa-ecaf84854885, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:27.869756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:27.995551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 62b81d9c-94be-4324-a5aa-ecaf84854885) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:28.006804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372ef53-6267-4791-866f-8e83a69b3473 None None] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:28.009293 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:28.009929 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.080514 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1412911 May 20 08:30:28.080514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43722) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:28.086876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-754298523'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:28.092900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:28.097271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:28.100858 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:28.108302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:28.156037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:28.161021 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.194359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:28.205322 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.205815 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment e20c9287-cac5-4438-961a-ad36b4002687 of type vlan for network 395e2fc9-2948-4c4e-ad64-56354ac19a18 May 20 08:30:28.233963 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.241394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-62b81d9c-94be-4324-a5aa-ecaf84854885', 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': '50c08fc9-1a08-4a02-8688-6617eb840af7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:28.249887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.339121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.348802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:28.349841 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.359484 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5cd93c6d-1cbe-4e93-a021-0cf202781622 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:28.454553 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Allocated IP 2001:db8:0:ffff::2 (62b81d9c-94be-4324-a5aa-ecaf84854885/50c08fc9-1a08-4a02-8688-6617eb840af7/14127587-5c63-4575-913f-97d150402b7c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:28.514770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=395e2fc9-2948-4c4e-ad64-56354ac19a18,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:28.517562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:28.558320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:28.576715 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-df60e5f5-b79f-45a6-ae4b-f2662a11a1e4 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4923131 May 20 08:30:28.577669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43726) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:28.583621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:28.711135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:28.715460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:subnet and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:28.718835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:28.726062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:28.813008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:28.816537 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.843667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.854071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Transition to ACTIVE for port object 14127587-5c63-4575-913f-97d150402b7c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:28.873706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Transition to ACTIVE for port object 14127587-5c63-4575-913f-97d150402b7c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:28.944760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:28.949721 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:29.011110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:29.015082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:29.019323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:29.059717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Pushing event updated for resources: {'Port': ['ID=14127587-5c63-4575-913f-97d150402b7c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:29.068002 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:29.124639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Attempting to bind port 14127587-5c63-4575-913f-97d150402b7c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:29.125025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Attempting to bind port 14127587-5c63-4575-913f-97d150402b7c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:29.125399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Attempting to bind port 14127587-5c63-4575-913f-97d150402b7c on network 62b81d9c-94be-4324-a5aa-ecaf84854885 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:29.130946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:29.131339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Checking segment: {'id': '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:29.131780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:29.132459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Bound using segment: {'id': '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:29.132932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Bound port: 14127587-5c63-4575-913f-97d150402b7c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '62b81d9c-94be-4324-a5aa-ecaf84854885'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:29.133315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:29.227762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] For port 14127587-5c63-4575-913f-97d150402b7c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:29.235438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] For port 14127587-5c63-4575-913f-97d150402b7c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=14127587-5c63-4575-913f-97d150402b7c,segment=NetworkSegment(9bdf04fd-8951-4b29-b8ba-c9e42ce739b8),segment_id=9bdf04fd-8951-4b29-b8ba-c9e42ce739b8)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:29.316555 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:29.325661 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-dbb58af0-ab2c-49cf-ab00-428a03e9263c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:29.376230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:30:29.379024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:29.383712 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-df30afa9-92e9-4681-a725-71435ebe658e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:29.410896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Pushing event updated for resources: {'Port': ['ID=14127587-5c63-4575-913f-97d150402b7c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:29.415135 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:29.668355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:29.676382 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:29.679187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': 'e20c9287-cac5-4438-961a-ad36b4002687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:29.679554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: 395e2fc9-2948-4c4e-ad64-56354ac19a18, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:29.767055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:29.870185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 395e2fc9-2948-4c4e-ad64-56354ac19a18) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:29.882336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:29.882943 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:29.884335 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d8fbd-abb4-4403-952e-26cf790c8e3a None None] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:29.968996 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3900521 May 20 08:30:29.971682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43732) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:29.978064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'port': {'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18', 'name': 'tempest-NetworksIpV6TestAttrs-321793362'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:30.137004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-395e2fc9-2948-4c4e-ad64-56354ac19a18', 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': '7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:30.137004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:30.152270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:30.158492 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:port and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:30.173913 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:30.191611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:30.281584 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:30.285399 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:30.313218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] device_id is not set on port bebb9060-c0d4-4dfa-86da-de4d8a478191 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:30.345539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 14127587-5c63-4575-913f-97d150402b7c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:30.430719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Allocated IP 2001:db8::f816:3eff:fe42:d4de (395e2fc9-2948-4c4e-ad64-56354ac19a18/7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7/1e27534a-bdcd-461e-9475-3eaba08c7e3a) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:30.482509 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a11649-74ae-4717-9c4e-073bd4cd62d6 None None] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:30.560425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 14127587-5c63-4575-913f-97d150402b7c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:30.732385 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Provisioning for port 14127587-5c63-4575-913f-97d150402b7c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:30.785234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Provisioning complete for port 14127587-5c63-4575-913f-97d150402b7c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:30.785643 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:30.863923 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:30.909061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Transition to ACTIVE for port object 1e27534a-bdcd-461e-9475-3eaba08c7e3a will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:30.947430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Transition to ACTIVE for port object 1e27534a-bdcd-461e-9475-3eaba08c7e3a will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:31.010994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.024357 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.031989 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b5562f4e-7d44-4573-b6f0-4e7e5db91a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:31.097577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Allocated IP 2001:db8::f816:3eff:fe9e:5606 (395e2fc9-2948-4c4e-ad64-56354ac19a18/7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7/bebb9060-c0d4-4dfa-86da-de4d8a478191) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:31.121090 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:31.127175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:31.132917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:31.135018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Pushing event updated for resources: {'Port': ['ID=1e27534a-bdcd-461e-9475-3eaba08c7e3a,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:31.140039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] For port 14127587-5c63-4575-913f-97d150402b7c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=14127587-5c63-4575-913f-97d150402b7c,segment=NetworkSegment(9bdf04fd-8951-4b29-b8ba-c9e42ce739b8),segment_id=9bdf04fd-8951-4b29-b8ba-c9e42ce739b8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:31.141163 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:31.347921 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.349852 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Attempting to bind port 1e27534a-bdcd-461e-9475-3eaba08c7e3a on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:31.350223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Attempting to bind port 1e27534a-bdcd-461e-9475-3eaba08c7e3a by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'e20c9287-cac5-4438-961a-ad36b4002687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:31.350598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Attempting to bind port 1e27534a-bdcd-461e-9475-3eaba08c7e3a on network 395e2fc9-2948-4c4e-ad64-56354ac19a18 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:31.357590 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:31.375857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.393582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Transition to ACTIVE for port object bebb9060-c0d4-4dfa-86da-de4d8a478191 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:31.400691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:31.401086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Checking segment: {'id': 'e20c9287-cac5-4438-961a-ad36b4002687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:31.401538 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.401954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Bound using segment: {'id': 'e20c9287-cac5-4438-961a-ad36b4002687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:31.402504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Bound port: 1e27534a-bdcd-461e-9475-3eaba08c7e3a, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20c9287-cac5-4438-961a-ad36b4002687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '395e2fc9-2948-4c4e-ad64-56354ac19a18'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:31.403326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.516402 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.518806 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Pushing event updated for resources: {'Port': ['ID=14127587-5c63-4575-913f-97d150402b7c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:31.523035 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72cfb953-25d6-499c-b604-55bef67839d0 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:31.538251 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:31.547755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-638d1bdf-b0b6-4d8b-b0aa-4fb6f1576584 None None] Provisioning complete for port 14127587-5c63-4575-913f-97d150402b7c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:31.548147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-638d1bdf-b0b6-4d8b-b0aa-4fb6f1576584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.598313 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:31.600107 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] For port 1e27534a-bdcd-461e-9475-3eaba08c7e3a, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:31.601897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:31.606242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:31.612622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:31.612752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.613390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] For port 1e27534a-bdcd-461e-9475-3eaba08c7e3a, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e27534a-bdcd-461e-9475-3eaba08c7e3a,segment=NetworkSegment(e20c9287-cac5-4438-961a-ad36b4002687),segment_id=e20c9287-cac5-4438-961a-ad36b4002687)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:31.621282 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Port': ['ID=bebb9060-c0d4-4dfa-86da-de4d8a478191,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:31.629297 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:31.677879 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.684259 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ecfb4501-248a-451a-a4a4-8bcf0f2884e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:31.699858 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7270548 May 20 08:30:31.709090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:31.778998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Pushing event updated for resources: {'Port': ['ID=1e27534a-bdcd-461e-9475-3eaba08c7e3a,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:31.786884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:31.799335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting subnet 7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:30:31.803459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:31.869181 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.021089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.328323 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e27534a-bdcd-461e-9475-3eaba08c7e3a up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:32.401826 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.406145 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-57631e0b-0331-40d7-8119-3e7699286810 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:32.443083 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:32.445645 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:32.451617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.453439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1e27534a-bdcd-461e-9475-3eaba08c7e3a completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:32.460018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 14127587-5c63-4575-913f-97d150402b7c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:32.460654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7 HTTP/1.1" status: 204 len: 168 time: 0.7501817 May 20 08:30:32.463177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43750) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:32.545774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e76462-668c-40c7-be99-c6dd46db23e0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:32.547897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e76462-668c-40c7-be99-c6dd46db23e0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:32.549197 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-84e76462-668c-40c7-be99-c6dd46db23e0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Synchronizing usage tracker for tenant:7fbc8f889ba748429a410fcc2986eded on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:32.559444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 14127587-5c63-4575-913f-97d150402b7c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:32.560430 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.630559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-84e76462-668c-40c7-be99-c6dd46db23e0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Unset dirty status for tenant:7fbc8f889ba748429a410fcc2986eded on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:32.635034 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-84e76462-668c-40c7-be99-c6dd46db23e0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1675651 May 20 08:30:32.635301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43754) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:32.821099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-89688495-6278-47d0-b9e6-f79f074cefb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:32.836574 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-89688495-6278-47d0-b9e6-f79f074cefb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:30:32.837506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89688495-6278-47d0-b9e6-f79f074cefb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:32.839687 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-89688495-6278-47d0-b9e6-f79f074cefb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/395e2fc9-2948-4c4e-ad64-56354ac19a18 HTTP/1.1" status: 409 len: 405 time: 0.2033327 May 20 08:30:32.846572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:32.853010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-90307836'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:32.860936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:32.864183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:32.867425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:32.875358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:32.936889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21892d87-6c91-4c60-b757-d0f58dcad1a4 None None] Network 395e2fc9-2948-4c4e-ad64-56354ac19a18 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:32.978439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:32.982163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.014676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:33.025895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.026544 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment bf160f91-45f0-4e01-99b5-fa31723739a8 of type vlan for network e93cd5ae-dd93-490b-8f30-125bcd144e6f May 20 08:30:33.057623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.112237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Provisioning for port 1e27534a-bdcd-461e-9475-3eaba08c7e3a completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:33.125379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Provisioning complete for port 1e27534a-bdcd-461e-9475-3eaba08c7e3a triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:33.125866 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.150129 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.157065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:33.158020 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.163717 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-be5f67ff-1bf6-4667-8a87-0053fd383a0c tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:33.268356 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.281540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4338021 May 20 08:30:33.284837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:33.285549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=e93cd5ae-dd93-490b-8f30-125bcd144e6f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:33.288661 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:33.297606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:33.300212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] DHCP port deletion for 395e2fc9-2948-4c4e-ad64-56354ac19a18 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:30:33.302124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:33.415084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:33.426437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:33.437276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] For port 1e27534a-bdcd-461e-9475-3eaba08c7e3a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e27534a-bdcd-461e-9475-3eaba08c7e3a,segment=NetworkSegment(e20c9287-cac5-4438-961a-ad36b4002687),segment_id=e20c9287-cac5-4438-961a-ad36b4002687)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:33.486755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Deleting port 1e27534a-bdcd-461e-9475-3eaba08c7e3a {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:33.488164 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.516052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:33.520634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.568084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.569838 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9bcbad3a-bca1-45af-b0f3-86a2c4c1e8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:33.646269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] For port 1e27534a-bdcd-461e-9475-3eaba08c7e3a, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e27534a-bdcd-461e-9475-3eaba08c7e3a,segment=NetworkSegment(e20c9287-cac5-4438-961a-ad36b4002687),segment_id=e20c9287-cac5-4438-961a-ad36b4002687)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:33.646544 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.824746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Calling delete_port for 1e27534a-bdcd-461e-9475-3eaba08c7e3a owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:33.831066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Pushing event updated for resources: {'Port': ['ID=1e27534a-bdcd-461e-9475-3eaba08c7e3a,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:33.834704 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:33.990023 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:33.995082 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f9417ad5-e039-4caa-9540-3efb6c394493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:34.041858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Pushing event deleted for resources: {'Port': ['ID=1e27534a-bdcd-461e-9475-3eaba08c7e3a,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:34.045631 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:34.045631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] No DVR routers for this DVR port 1e27534a-bdcd-461e-9475-3eaba08c7e3a on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:34.107563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.objects.ports [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93102) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:30:34.108907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:34.112754 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-acae3b38-5086-4035-b17b-fb2068d444c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:34.190025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=503984c0-d1b0-4678-a496-e1a418f62574,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:34.192708 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:34.202641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': 'bf160f91-45f0-4e01-99b5-fa31723739a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:34.203007 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: e93cd5ae-dd93-490b-8f30-125bcd144e6f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:34.226944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e27534a-bdcd-461e-9475-3eaba08c7e3a no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:30:34.262562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1e27534a-bdcd-461e-9475-3eaba08c7e3a {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:30:34.263354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e27534a-bdcd-461e-9475-3eaba08c7e3a not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:30:34.293018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:34.384032 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e93cd5ae-dd93-490b-8f30-125bcd144e6f) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:34.395702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:34.398119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:34.398238 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5715f94d-b6da-44d5-82bf-587ab68ebb0f None None] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:34.485586 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1971319 May 20 08:30:34.486185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:34.496635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'port': {'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f', 'name': 'tempest-NetworksIpV6TestAttrs-363414746'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:34.679403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:34.679403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:port and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:34.679403 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:34.680721 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e93cd5ae-dd93-490b-8f30-125bcd144e6f', 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': '503984c0-d1b0-4678-a496-e1a418f62574'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:34.681164 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:34.681258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:34.842437 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Allocated IP 2001:db8::f816:3eff:fe1e:5af8 (e93cd5ae-dd93-490b-8f30-125bcd144e6f/503984c0-d1b0-4678-a496-e1a418f62574/0e458a9c-3e02-424d-8393-ab46b3f9190e) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:34.885521 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:34.890769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:34.921960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] device_id is not set on port 0f58443f-946b-446f-95e9-eb2a5080c8e9 yet. {{(pid=93102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 08:30:35.085072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.100127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Transition to ACTIVE for port object 0e458a9c-3e02-424d-8393-ab46b3f9190e will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:35.116587 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Transition to ACTIVE for port object 0e458a9c-3e02-424d-8393-ab46b3f9190e will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:35.187398 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.192990 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-24904885-25cb-4f69-ac75-fc6698fadb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:35.257225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Allocated IP 2001:db8::f816:3eff:fe74:d1dc (e93cd5ae-dd93-490b-8f30-125bcd144e6f/503984c0-d1b0-4678-a496-e1a418f62574/0f58443f-946b-446f-95e9-eb2a5080c8e9) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:35.265807 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:35.268850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:35.272709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:35.282503 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Pushing event updated for resources: {'Port': ['ID=0e458a9c-3e02-424d-8393-ab46b3f9190e,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:35.316076 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:35.372041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Attempting to bind port 0e458a9c-3e02-424d-8393-ab46b3f9190e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:35.373565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Attempting to bind port 0e458a9c-3e02-424d-8393-ab46b3f9190e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'bf160f91-45f0-4e01-99b5-fa31723739a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:35.373953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Attempting to bind port 0e458a9c-3e02-424d-8393-ab46b3f9190e on network e93cd5ae-dd93-490b-8f30-125bcd144e6f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:35.381344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:35.381716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Checking segment: {'id': 'bf160f91-45f0-4e01-99b5-fa31723739a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:35.382396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.382936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Bound using segment: {'id': 'bf160f91-45f0-4e01-99b5-fa31723739a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:35.383743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Bound port: 0e458a9c-3e02-424d-8393-ab46b3f9190e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf160f91-45f0-4e01-99b5-fa31723739a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e93cd5ae-dd93-490b-8f30-125bcd144e6f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:35.384141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.490347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] For port 0e458a9c-3e02-424d-8393-ab46b3f9190e, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:35.494212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] For port 0e458a9c-3e02-424d-8393-ab46b3f9190e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0e458a9c-3e02-424d-8393-ab46b3f9190e,segment=NetworkSegment(bf160f91-45f0-4e01-99b5-fa31723739a8),segment_id=bf160f91-45f0-4e01-99b5-fa31723739a8)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:35.501371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43780) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:35.585339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.590627 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0f984139-d7d5-4baa-9b70-15726800aabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:35.629758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.643755 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.646546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:35.650956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Usage tracker for resource:security_group_rule and tenant:759129fccc3f499298745a6545a339e8 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:35.654559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:35.660600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:35.665917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Transition to ACTIVE for port object 0f58443f-946b-446f-95e9-eb2a5080c8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:35.684155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Pushing event updated for resources: {'Port': ['ID=0e458a9c-3e02-424d-8393-ab46b3f9190e,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:35.694431 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:35.765247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.779502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.785950 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:35.837580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.851696 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2bf7953-ab48-448a-ac07-60a8a59c6fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:35.874706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:35.878064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:35.883628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:35.889786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:35.890465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.910143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Port': ['ID=0f58443f-946b-446f-95e9-eb2a5080c8e9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:35.912394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=759129fccc3f499298745a6545a339e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098978 May 20 08:30:35.913433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df6f5e-5cac-4f1d-babd-3c29a20aa8b9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:35.915895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43786) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:35.928889 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:35.942026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.942407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.942823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.943503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.943880 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.944303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.944668 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.945049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.945412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.945818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.946180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.946677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:35.951003 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:35.985489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:35.996473 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5096371 May 20 08:30:36.000291 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43790) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:36.014129 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.068669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting subnet 503984c0-d1b0-4678-a496-e1a418f62574 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:30:36.071725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.127515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.133663 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:36.135502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.147096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df6f5e-5cac-4f1d-babd-3c29a20aa8b9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:36.150239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:36.152370 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.154082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0df6f5e-5cac-4f1d-babd-3c29a20aa8b9 HTTP/1.1" status: 204 len: 168 time: 0.2366269 May 20 08:30:36.268833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.282462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0e458a9c-3e02-424d-8393-ab46b3f9190e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:30:36.447311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 0e458a9c-3e02-424d-8393-ab46b3f9190e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:36.652059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b18fdb-b64b-431e-b665-63c02c05aa53 None None] Network e93cd5ae-dd93-490b-8f30-125bcd144e6f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:36.732490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.732490 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4adbd5f9-e1ac-4c88-adb9-9b1d4bba6e71 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:36.773671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=503984c0-d1b0-4678-a496-e1a418f62574,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:36.778446 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.783652 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:36.790405 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3f7ed179-4e26-4d02-847e-dd8799817273 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/503984c0-d1b0-4678-a496-e1a418f62574 HTTP/1.1" status: 204 len: 168 time: 0.7890637 May 20 08:30:36.792802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43798) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:36.861862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Provisioning for port 0e458a9c-3e02-424d-8393-ab46b3f9190e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:30:36.865766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9b7ce-92aa-4b57-9800-cdf98835b680 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:36.867446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9b7ce-92aa-4b57-9800-cdf98835b680 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:36.868814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8f9b7ce-92aa-4b57-9800-cdf98835b680 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Synchronizing usage tracker for tenant:7fbc8f889ba748429a410fcc2986eded on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:30:36.873958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Provisioning complete for port 0e458a9c-3e02-424d-8393-ab46b3f9190e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:30:36.874348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.909665 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-117c8ae5-9b43-4ed9-bcd8-b1ccf3f907dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:36.938590 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d8f9b7ce-92aa-4b57-9800-cdf98835b680 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Unset dirty status for tenant:7fbc8f889ba748429a410fcc2986eded on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:30:36.939791 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d8f9b7ce-92aa-4b57-9800-cdf98835b680 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1457992 May 20 08:30:36.942560 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43802) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:37.006465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43806) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:37.022532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] DHCP port deletion for e93cd5ae-dd93-490b-8f30-125bcd144e6f request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:30:37.024817 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.029980 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.045552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:37.049816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Usage tracker for resource:security_group_rule and tenant:9850b2f03ecf40b8b6bac5345f468161 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:37.052900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:37.058909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:37.073816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d0203422-0dfc-40c9-a167-42ad6568108a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.082712 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0203422-0dfc-40c9-a167-42ad6568108a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 08:30:37.083304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0203422-0dfc-40c9-a167-42ad6568108a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:37.085119 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d0203422-0dfc-40c9-a167-42ad6568108a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/e93cd5ae-dd93-490b-8f30-125bcd144e6f HTTP/1.1" status: 409 len: 405 time: 0.1416245 May 20 08:30:37.090004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43810) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:37.097069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1460513990'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:37.102895 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:37.109608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:37.111739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] For port 0e458a9c-3e02-424d-8393-ab46b3f9190e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0e458a9c-3e02-424d-8393-ab46b3f9190e,segment=NetworkSegment(bf160f91-45f0-4e01-99b5-fa31723739a8),segment_id=bf160f91-45f0-4e01-99b5-fa31723739a8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:37.113832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:37.121360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:37.129966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Deleting port 0e458a9c-3e02-424d-8393-ab46b3f9190e {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:37.130345 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.157099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.190168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:37.193917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.207255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.217849 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c49ae42a-82ee-4110-aae1-6f96f3aa5fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:37.225376 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:37.237737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.238105 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment 9b20ac11-8f51-42ce-a49a-5f5b1232abc6 of type vlan for network ac7bb15d-0cee-47bb-b978-6eb125e67c18 May 20 08:30:37.260303 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.265020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9850b2f03ecf40b8b6bac5345f468161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534022 May 20 08:30:37.265020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5824e1-a39c-4cb2-bd60-4a0e20c2ed6e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:37.266169 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43814) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:37.266805 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:37.272245 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:37.290744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.344196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] For port 0e458a9c-3e02-424d-8393-ab46b3f9190e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0e458a9c-3e02-424d-8393-ab46b3f9190e,segment=NetworkSegment(bf160f91-45f0-4e01-99b5-fa31723739a8),segment_id=bf160f91-45f0-4e01-99b5-fa31723739a8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:37.344880 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.358917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.381092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.386903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:37.387505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.399870 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f15ab95-e811-454c-9b39-e25f24aef442 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:37.415833 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.474549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Pushing event updated for resources: {'Port': ['ID=0e458a9c-3e02-424d-8393-ab46b3f9190e,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:37.487540 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Calling delete_port for 0e458a9c-3e02-424d-8393-ab46b3f9190e owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:37.492699 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:37.546900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4537325 May 20 08:30:37.548100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43818) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:37.554435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:37.554778 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=ac7bb15d-0cee-47bb-b978-6eb125e67c18,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:37.558547 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:37.568960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ac7bb15d-0cee-47bb-b978-6eb125e67c18 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:37.612691 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.618517 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-3aaae318-7549-47a7-817a-60f6009c73db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:37.635494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.640367 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3451c5f1-d8fc-4244-9055-9964983bc8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:37.655566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5824e1-a39c-4cb2-bd60-4a0e20c2ed6e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:37.660674 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:37.664816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:37.669120 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc5824e1-a39c-4cb2-bd60-4a0e20c2ed6e HTTP/1.1" status: 204 len: 168 time: 0.3960888 May 20 08:30:37.679903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:37.691343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:37.726949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Pushing event deleted for resources: {'Port': ['ID=0e458a9c-3e02-424d-8393-ab46b3f9190e,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:37.743172 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:37.750146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] No DVR routers for this DVR port 0e458a9c-3e02-424d-8393-ab46b3f9190e on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:37.778607 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:37.782227 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:38.243784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0e458a9c-3e02-424d-8393-ab46b3f9190e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:30:38.279902 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 0e458a9c-3e02-424d-8393-ab46b3f9190e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:30:38.280258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0e458a9c-3e02-424d-8393-ab46b3f9190e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:30:38.323649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:30:38.324925 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:38.330274 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c953cf17-5027-46ac-ab12-43f766b06781 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:38.407539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=6652a5c0-9a8d-4558-a8a0-a6aefb52afaf,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:38.411518 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:38.418784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': '9b20ac11-8f51-42ce-a49a-5f5b1232abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:38.419409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: ac7bb15d-0cee-47bb-b978-6eb125e67c18, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:38.532643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network ac7bb15d-0cee-47bb-b978-6eb125e67c18 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:38.606882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ac7bb15d-0cee-47bb-b978-6eb125e67c18) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:38.616738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa44c9-f4c6-43cb-9066-7a9ff30d8c58 None None] Network ac7bb15d-0cee-47bb-b978-6eb125e67c18 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:38.619082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:38.619548 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:38.773586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2241030 May 20 08:30:38.776346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:38.854934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ac7bb15d-0cee-47bb-b978-6eb125e67c18', 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': '6652a5c0-9a8d-4558-a8a0-a6aefb52afaf'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:38.856061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:38.943348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.020407 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.035403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Allocated IP 2001:db8::f816:3eff:fe7b:6d02 (ac7bb15d-0cee-47bb-b978-6eb125e67c18/6652a5c0-9a8d-4558-a8a0-a6aefb52afaf/3092280b-b4ee-4e03-ae74-100761697c2d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:39.255073 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fad4462-7a7d-47a7-ac66-5a9f1f5323bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.274392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.285202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Transition to ACTIVE for port object 3092280b-b4ee-4e03-ae74-100761697c2d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:39.312204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Transition to ACTIVE for port object 3092280b-b4ee-4e03-ae74-100761697c2d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:39.384375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.389369 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b84a507-0498-47c0-8569-d4b144542317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:39.452977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Network ac7bb15d-0cee-47bb-b978-6eb125e67c18 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:39.455886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:39.459510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:39.464408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.468871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Pushing event updated for resources: {'Port': ['ID=3092280b-b4ee-4e03-ae74-100761697c2d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:39.477922 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b9613c9-23bd-4d36-891c-0207f438b3cf tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:39.495578 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:39.520789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=6652a5c0-9a8d-4558-a8a0-a6aefb52afaf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:39.537152 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:39.558516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Attempting to bind port 3092280b-b4ee-4e03-ae74-100761697c2d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:39.558957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Attempting to bind port 3092280b-b4ee-4e03-ae74-100761697c2d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9b20ac11-8f51-42ce-a49a-5f5b1232abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:39.559391 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Attempting to bind port 3092280b-b4ee-4e03-ae74-100761697c2d on network ac7bb15d-0cee-47bb-b978-6eb125e67c18 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:39.565663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:39.566092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Checking segment: {'id': '9b20ac11-8f51-42ce-a49a-5f5b1232abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:39.566594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.567095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Bound using segment: {'id': '9b20ac11-8f51-42ce-a49a-5f5b1232abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:39.567666 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Bound port: 3092280b-b4ee-4e03-ae74-100761697c2d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b20ac11-8f51-42ce-a49a-5f5b1232abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:39.568175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.626507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.641996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7bb15d-0cee-47bb-b978-6eb125e67c18']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:39.656110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b20ac11-8f51-42ce-a49a-5f5b1232abc6') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:39.656412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b20ac11-8f51-42ce-a49a-5f5b1232abc6') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:39.669150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.678226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] For port 3092280b-b4ee-4e03-ae74-100761697c2d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:39.681539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] For port 3092280b-b4ee-4e03-ae74-100761697c2d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3092280b-b4ee-4e03-ae74-100761697c2d,segment=NetworkSegment(9b20ac11-8f51-42ce-a49a-5f5b1232abc6),segment_id=9b20ac11-8f51-42ce-a49a-5f5b1232abc6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:39.726940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.746876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.748348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.755372 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:39.756527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:39.757293 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:39.773357 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:39.867957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Pushing event updated for resources: {'Port': ['ID=3092280b-b4ee-4e03-ae74-100761697c2d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:39.880442 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:39.893182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:30:39.893182 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:30:39.893182 n-d-780147-4 neutron-server[93101]: [parameters: {'id': 'ac7bb15d-0cee-47bb-b978-6eb125e67c18'}] May 20 08:30:39.893182 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:30:39.893818 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:30:39.912235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd6387-341e-426f-93c7-32577dcd4ac2 None None] Network ac7bb15d-0cee-47bb-b978-6eb125e67c18 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:40.155511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642b784-9653-4685-8d50-7091bfa61578 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:30:40.264336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642b784-9653-4685-8d50-7091bfa61578 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:30:40.395086 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:40.483726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port 3092280b-b4ee-4e03-ae74-100761697c2d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:40.484488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:40.770961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] For port 3092280b-b4ee-4e03-ae74-100761697c2d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3092280b-b4ee-4e03-ae74-100761697c2d,segment=NetworkSegment(9b20ac11-8f51-42ce-a49a-5f5b1232abc6),segment_id=9b20ac11-8f51-42ce-a49a-5f5b1232abc6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:40.771329 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:40.901184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for 3092280b-b4ee-4e03-ae74-100761697c2d owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:40.990013 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:40.994887 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-715c29e0-0605-46cd-9f87-5470d16ac2e3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:41.043973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=3092280b-b4ee-4e03-ae74-100761697c2d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:41.046926 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:41.049492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No DVR routers for this DVR port 3092280b-b4ee-4e03-ae74-100761697c2d on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:41.180726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.194224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7bb15d-0cee-47bb-b978-6eb125e67c18']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:41.207377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b20ac11-8f51-42ce-a49a-5f5b1232abc6') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:41.207687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b20ac11-8f51-42ce-a49a-5f5b1232abc6') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:41.220201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.236784 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.243103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:41.243499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:41.258604 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:41.287194 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.412907 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.416538 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fcd1357a-c9af-4f7f-acf5-25f515080093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-616934839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:41.432065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.444196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=ac7bb15d-0cee-47bb-b978-6eb125e67c18,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:41.448832 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:41.455885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/ac7bb15d-0cee-47bb-b978-6eb125e67c18 HTTP/1.1" status: 204 len: 168 time: 2.6784348 May 20 08:30:41.459255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43872) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:41.464873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1457528934'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:41.470487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:41.474380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:41.477237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:41.484187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:41.589881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:41.594798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.629955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:41.641355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.641737 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment ea4659ca-92df-4f13-9bc4-4a490dda6d27 of type vlan for network e3945dac-9fa6-4d76-b794-31305aa112f4 May 20 08:30:41.676295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.796187 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.802304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:41.802955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:41.808445 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cabce638-015e-4c18-8cca-2bbdf1898946 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:41.919720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=e3945dac-9fa6-4d76-b794-31305aa112f4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:41.922521 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:41.932123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e3945dac-9fa6-4d76-b794-31305aa112f4 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:41.935423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4750822 May 20 08:30:41.938251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43878) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:41.944691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:42.067522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:42.071697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:subnet and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:42.074667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:42.081214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:42.183997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:42.188049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:42.538376 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:42.674628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:42.678202 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e9c77d37-8c7a-435f-9f86-6e465cee3ae3 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:42.754009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=ea2dc1ec-7999-43ff-a016-54e59fa8b0d8,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:42.757816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:42.763623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': 'ea4659ca-92df-4f13-9bc4-4a490dda6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:42.763985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: e3945dac-9fa6-4d76-b794-31305aa112f4, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:42.880904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network e3945dac-9fa6-4d76-b794-31305aa112f4 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:42.967502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e3945dac-9fa6-4d76-b794-31305aa112f4) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:42.978337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f4eaf-b569-4b09-8eb1-c8fe0a37e060 None None] Network e3945dac-9fa6-4d76-b794-31305aa112f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:42.984252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:42.985229 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.116122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1766391 May 20 08:30:43.118808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43890) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:43.213741 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e3945dac-9fa6-4d76-b794-31305aa112f4', 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': 'ea2dc1ec-7999-43ff-a016-54e59fa8b0d8'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:43.214711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.274300 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.349343 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.392733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Allocated IP 2001:db8::2 (e3945dac-9fa6-4d76-b794-31305aa112f4/ea2dc1ec-7999-43ff-a016-54e59fa8b0d8/93df1640-f303-467d-ae5b-a630b41164e0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:43.620122 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.633781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Transition to ACTIVE for port object 93df1640-f303-467d-ae5b-a630b41164e0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:43.657516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Transition to ACTIVE for port object 93df1640-f303-467d-ae5b-a630b41164e0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:43.727298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.733150 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:43.803366 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Network e3945dac-9fa6-4d76-b794-31305aa112f4 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:43.806408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:43.810274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:43.819539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.833813 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b728416-19df-4d1f-ada9-6787b7d3af6d tempest-NetworksIpV6Test-1845894172 tempest-NetworksIpV6Test-1845894172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:43.843713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Pushing event updated for resources: {'Port': ['ID=93df1640-f303-467d-ae5b-a630b41164e0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:43.918530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2dc1ec-7999-43ff-a016-54e59fa8b0d8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:43.927511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.927980 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.928347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.928827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.929214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.929881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.930272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.930595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.931092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.931466 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.931975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.932301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:30:43.936030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Attempting to bind port 93df1640-f303-467d-ae5b-a630b41164e0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:43.940320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Attempting to bind port 93df1640-f303-467d-ae5b-a630b41164e0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ea4659ca-92df-4f13-9bc4-4a490dda6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:43.940320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Attempting to bind port 93df1640-f303-467d-ae5b-a630b41164e0 on network e3945dac-9fa6-4d76-b794-31305aa112f4 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:43.940812 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:43.941633 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:43.944396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:43.944785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Checking segment: {'id': 'ea4659ca-92df-4f13-9bc4-4a490dda6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:43.945191 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:43.945659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Bound using segment: {'id': 'ea4659ca-92df-4f13-9bc4-4a490dda6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:43.946124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Bound port: 93df1640-f303-467d-ae5b-a630b41164e0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4659ca-92df-4f13-9bc4-4a490dda6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:43.946506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.028257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.045052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3945dac-9fa6-4d76-b794-31305aa112f4']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:44.050794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] For port 93df1640-f303-467d-ae5b-a630b41164e0, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:44.054685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] For port 93df1640-f303-467d-ae5b-a630b41164e0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=93df1640-f303-467d-ae5b-a630b41164e0,segment=NetworkSegment(ea4659ca-92df-4f13-9bc4-4a490dda6d27),segment_id=ea4659ca-92df-4f13-9bc4-4a490dda6d27)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:44.061179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4659ca-92df-4f13-9bc4-4a490dda6d27') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:44.061499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4659ca-92df-4f13-9bc4-4a490dda6d27') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:44.074037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.111562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.121565 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:44.125298 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.142197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:44.142944 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:44.347813 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:44.362051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Pushing event updated for resources: {'Port': ['ID=93df1640-f303-467d-ae5b-a630b41164e0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:44.374056 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:44.398760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5d5b0-9d82-4613-9f5e-49639cdef94d None None] Network e3945dac-9fa6-4d76-b794-31305aa112f4 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:44.418568 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:30:44.418568 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:30:44.418568 n-d-780147-4 neutron-server[93101]: [parameters: {'id': 'e3945dac-9fa6-4d76-b794-31305aa112f4'}] May 20 08:30:44.418568 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:30:44.419273 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:30:44.612351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e41b3f-ccaa-405b-b3e4-6caf03af818f None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:30:44.725352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e41b3f-ccaa-405b-b3e4-6caf03af818f None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:30:44.920127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.001314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port 93df1640-f303-467d-ae5b-a630b41164e0 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:45.001825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.118093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] For port 93df1640-f303-467d-ae5b-a630b41164e0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=93df1640-f303-467d-ae5b-a630b41164e0,segment=NetworkSegment(ea4659ca-92df-4f13-9bc4-4a490dda6d27),segment_id=ea4659ca-92df-4f13-9bc4-4a490dda6d27)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:45.118455 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.427622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for 93df1640-f303-467d-ae5b-a630b41164e0 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:45.538522 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.543661 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-16821c3d-790e-41a1-8f5c-7ff2182daa9d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:45.588161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=93df1640-f303-467d-ae5b-a630b41164e0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:45.593386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No DVR routers for this DVR port 93df1640-f303-467d-ae5b-a630b41164e0 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:45.624239 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:45.725547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.738724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3945dac-9fa6-4d76-b794-31305aa112f4']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:45.751348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4659ca-92df-4f13-9bc4-4a490dda6d27') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:45.751652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4659ca-92df-4f13-9bc4-4a490dda6d27') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:45.764175 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.781250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.787624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:45.788012 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:45.802839 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:45.960997 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.965753 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:45.968471 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:45.994803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=e3945dac-9fa6-4d76-b794-31305aa112f4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:45.997785 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:46.004287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/e3945dac-9fa6-4d76-b794-31305aa112f4 HTTP/1.1" status: 204 len: 168 time: 2.8845298 May 20 08:30:46.008044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43906) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:46.014347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-299398162'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:46.020019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:46.023886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:network and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:46.026911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:46.033518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:46.103917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:46.107488 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:46.136912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:30:46.147250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:46.147601 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Added segment 0c696b41-73b8-4133-805b-711255690bdf of type vlan for network 2a636074-2000-47f5-aeb0-8adc77834023 May 20 08:30:46.180381 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:46.292640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:46.298830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:46.299632 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:46.304886 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-29940a5b-89e4-4a00-a88c-5d6d58d50b35 tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:46.407395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Network': ['ID=2a636074-2000-47f5-aeb0-8adc77834023,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:46.410162 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:46.417728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 2a636074-2000-47f5-aeb0-8adc77834023 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:30:46.421628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4114897 May 20 08:30:46.428265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43918) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:46.435054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Request body: {'subnet': {'network_id': '2a636074-2000-47f5-aeb0-8adc77834023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:46.555771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:46.560870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Usage tracker for resource:subnet and tenant:7fbc8f889ba748429a410fcc2986eded is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:46.563893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:46.570059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:46.646963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Made reservation on behalf of 7fbc8f889ba748429a410fcc2986eded for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:30:46.650589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.207032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.objects.ports [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93101) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 08:30:47.208349 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.212137 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0cee4f7b-329c-42ec-803b-2848c3b4af7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:47.289274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event updated for resources: {'Subnet': ['ID=18f45cd4-c67c-4ce6-b31c-e51e9a40c648,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:47.293265 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:47.300907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Checking segment: {'id': '0c696b41-73b8-4133-805b-711255690bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:47.301271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network hostable DHCP agents. Network: 2a636074-2000-47f5-aeb0-8adc77834023, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:30:47.373148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Network 2a636074-2000-47f5-aeb0-8adc77834023 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:30:47.429180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 2a636074-2000-47f5-aeb0-8adc77834023) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:47.445745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686ce34-0632-4873-8481-f61973b2e6c8 None None] Network 2a636074-2000-47f5-aeb0-8adc77834023 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:47.446281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:30:47.446281 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.521686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0922375 May 20 08:30:47.524279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43928) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:47.658087 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-2a636074-2000-47f5-aeb0-8adc77834023', 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023', 'tenant_id': '7fbc8f889ba748429a410fcc2986eded', 'fixed_ips': [{'subnet_id': '18f45cd4-c67c-4ce6-b31c-e51e9a40c648'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:30:47.659743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.683413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.760730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:47.837007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Allocated IP 2001:db8::f816:3eff:fe1c:bdf3 (2a636074-2000-47f5-aeb0-8adc77834023/18f45cd4-c67c-4ce6-b31c-e51e9a40c648/047ba14e-8eb9-4f16-83ea-240e50becc17) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:30:48.076436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.086797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Transition to ACTIVE for port object 047ba14e-8eb9-4f16-83ea-240e50becc17 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:48.106261 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Transition to ACTIVE for port object 047ba14e-8eb9-4f16-83ea-240e50becc17 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:30:48.164031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.170981 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:48.241110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Network 2a636074-2000-47f5-aeb0-8adc77834023 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:30:48.244088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:30:48.248529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:30:48.251563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.257964 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-da0dd964-7bb0-4127-a79c-0b056d66dabe tempest-FloatingIPNegativeTestJSON-936464094 tempest-FloatingIPNegativeTestJSON-936464094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:48.258161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Pushing event updated for resources: {'Port': ['ID=047ba14e-8eb9-4f16-83ea-240e50becc17,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:48.286653 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:48.300493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=18f45cd4-c67c-4ce6-b31c-e51e9a40c648,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:48.304259 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:48.354311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Attempting to bind port 047ba14e-8eb9-4f16-83ea-240e50becc17 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:30:48.354689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Attempting to bind port 047ba14e-8eb9-4f16-83ea-240e50becc17 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0c696b41-73b8-4133-805b-711255690bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:30:48.355063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Attempting to bind port 047ba14e-8eb9-4f16-83ea-240e50becc17 on network 2a636074-2000-47f5-aeb0-8adc77834023 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:30:48.361175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:30:48.361600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Checking segment: {'id': '0c696b41-73b8-4133-805b-711255690bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:30:48.362018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.362543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Bound using segment: {'id': '0c696b41-73b8-4133-805b-711255690bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:30:48.363027 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Bound port: 047ba14e-8eb9-4f16-83ea-240e50becc17, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c696b41-73b8-4133-805b-711255690bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a636074-2000-47f5-aeb0-8adc77834023'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:30:48.363414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.397412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.411922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a636074-2000-47f5-aeb0-8adc77834023']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:48.430825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c696b41-73b8-4133-805b-711255690bdf') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:48.431048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c696b41-73b8-4133-805b-711255690bdf') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:48.443607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.456004 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] For port 047ba14e-8eb9-4f16-83ea-240e50becc17, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:30:48.461431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.469379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:48.469954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:48.489626 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:48.580998 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] For port 047ba14e-8eb9-4f16-83ea-240e50becc17, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=047ba14e-8eb9-4f16-83ea-240e50becc17,segment=NetworkSegment(0c696b41-73b8-4133-805b-711255690bdf),segment_id=0c696b41-73b8-4133-805b-711255690bdf)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:30:48.624378 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 08:30:48.624378 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 08:30:48.624378 n-d-780147-4 neutron-server[93101]: [parameters: {'id': '2a636074-2000-47f5-aeb0-8adc77834023'}] May 20 08:30:48.624378 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:30:48.625204 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:30:48.653619 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:48.659038 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a52fc515-5bc4-4af3-8610-53fe7c5821a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:48.840060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Pushing event updated for resources: {'Port': ['ID=047ba14e-8eb9-4f16-83ea-240e50becc17,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:48.846720 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:48.865315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad40033-c8ee-4558-a924-e3f3737cf2da None None] Network 2a636074-2000-47f5-aeb0-8adc77834023 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:49.075874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab725c7-4579-4f6b-8a59-ad84e27f660b None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 08:30:49.126440 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:49.201371 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab725c7-4579-4f6b-8a59-ad84e27f660b None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 08:30:49.213755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port 047ba14e-8eb9-4f16-83ea-240e50becc17 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:49.214161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:49.528341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] For port 047ba14e-8eb9-4f16-83ea-240e50becc17, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=047ba14e-8eb9-4f16-83ea-240e50becc17,segment=NetworkSegment(0c696b41-73b8-4133-805b-711255690bdf),segment_id=0c696b41-73b8-4133-805b-711255690bdf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:49.529077 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:49.661254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for 047ba14e-8eb9-4f16-83ea-240e50becc17 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:49.761194 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:49.766421 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-321b37b7-8471-42d4-8967-e8bbc8505247 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:49.815453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=047ba14e-8eb9-4f16-83ea-240e50becc17,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:49.817354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No DVR routers for this DVR port 047ba14e-8eb9-4f16-83ea-240e50becc17 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:49.818979 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:49.964799 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:49.966715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a636074-2000-47f5-aeb0-8adc77834023']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:49.979506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c696b41-73b8-4133-805b-711255690bdf') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:49.979803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c696b41-73b8-4133-805b-711255690bdf') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:49.991854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.009280 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.016419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:50.016810 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:50.032962 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:50.189786 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.194752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.197901 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b08c1157-0d28-4df6-9fa5-a63a463a707a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:50.224706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=2a636074-2000-47f5-aeb0-8adc77834023,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:50.227725 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:50.237511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/2a636074-2000-47f5-aeb0-8adc77834023 HTTP/1.1" status: 204 len: 168 time: 2.7101924 May 20 08:30:50.239082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43950) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.279300 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd61362-a396-4409-acc9-8393b39980dd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.279764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd61362-a396-4409-acc9-8393b39980dd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.281497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cdd61362-a396-4409-acc9-8393b39980dd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/18f45cd4-c67c-4ce6-b31c-e51e9a40c648 HTTP/1.1" status: 404 len: 337 time: 0.0414755 May 20 08:30:50.284175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43956) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.310623 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bbef35-eb9f-4358-a337-31a83bd3556b tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.311096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bbef35-eb9f-4358-a337-31a83bd3556b tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.312792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32bbef35-eb9f-4358-a337-31a83bd3556b tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/2a636074-2000-47f5-aeb0-8adc77834023 HTTP/1.1" status: 404 len: 339 time: 0.0276914 May 20 08:30:50.315940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43960) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.358721 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01a4bb6-a77c-4e3d-96db-6fd5c3a2b641 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.358721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01a4bb6-a77c-4e3d-96db-6fd5c3a2b641 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.359803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c01a4bb6-a77c-4e3d-96db-6fd5c3a2b641 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/ea2dc1ec-7999-43ff-a016-54e59fa8b0d8 HTTP/1.1" status: 404 len: 337 time: 0.0431950 May 20 08:30:50.362253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43964) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.389714 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e36091-5946-4d05-96d9-3a9de4d60999 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.390194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e36091-5946-4d05-96d9-3a9de4d60999 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.391850 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b5e36091-5946-4d05-96d9-3a9de4d60999 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/e3945dac-9fa6-4d76-b794-31305aa112f4 HTTP/1.1" status: 404 len: 339 time: 0.0285995 May 20 08:30:50.394805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.433429 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-97246cbc-a074-4832-8a54-7ccedeeb2bb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.434327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97246cbc-a074-4832-8a54-7ccedeeb2bb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.440167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-97246cbc-a074-4832-8a54-7ccedeeb2bb9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/6652a5c0-9a8d-4558-a8a0-a6aefb52afaf HTTP/1.1" status: 404 len: 337 time: 0.0403149 May 20 08:30:50.441224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43972) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.473928 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-09415489-fff5-4379-a472-8e2ac7e539da tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:50.474407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09415489-fff5-4379-a472-8e2ac7e539da tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:50.478622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-09415489-fff5-4379-a472-8e2ac7e539da tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/ac7bb15d-0cee-47bb-b978-6eb125e67c18 HTTP/1.1" status: 404 len: 339 time: 0.0334082 May 20 08:30:50.478840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43978) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:50.624741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port 0f58443f-946b-446f-95e9-eb2a5080c8e9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:50.625739 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.730452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:50.900296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for 0f58443f-946b-446f-95e9-eb2a5080c8e9 owned by {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:51.024225 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.031766 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-07f3cb5d-de04-49f4-a96a-b97a5a6f10d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:51.082473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=0f58443f-946b-446f-95e9-eb2a5080c8e9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:51.086816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:51.088071 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.095682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/ports/0f58443f-946b-446f-95e9-eb2a5080c8e9 HTTP/1.1" status: 204 len: 168 time: 0.6158400 May 20 08:30:51.100071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43984) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:51.145232 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb785bb2-fccc-48db-b55e-107c1933c9c5 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:51.146026 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb785bb2-fccc-48db-b55e-107c1933c9c5 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:51.148006 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bb785bb2-fccc-48db-b55e-107c1933c9c5 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/503984c0-d1b0-4678-a496-e1a418f62574 HTTP/1.1" status: 404 len: 337 time: 0.0467880 May 20 08:30:51.150949 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 43988) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:51.271152 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.411063 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.425040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93cd5ae-dd93-490b-8f30-125bcd144e6f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:51.437758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf160f91-45f0-4e01-99b5-fa31723739a8') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:51.438065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf160f91-45f0-4e01-99b5-fa31723739a8') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:51.451102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.473618 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.480739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:51.481753 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:51.497370 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:51.641457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.650904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-79ffb50c-617a-47fa-b1f7-43f477bc99cc tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:51.666420 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.677932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/e93cd5ae-dd93-490b-8f30-125bcd144e6f HTTP/1.1" status: 204 len: 168 time: 0.5257373 May 20 08:30:51.679019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=e93cd5ae-dd93-490b-8f30-125bcd144e6f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:51.680730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43992) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:51.687833 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-45b8adbe-b26f-4084-bf32-ce55fbcb0481 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:51.823262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port bebb9060-c0d4-4dfa-86da-de4d8a478191 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:51.823607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:51.938217 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.072508 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for bebb9060-c0d4-4dfa-86da-de4d8a478191 owned by {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:52.184602 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.191861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d7347e3a-ae7c-44fe-95ff-5f94a7f3e1fc tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:52.233769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=bebb9060-c0d4-4dfa-86da-de4d8a478191,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:52.236464 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:52.245935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.252709 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/ports/bebb9060-c0d4-4dfa-86da-de4d8a478191 HTTP/1.1" status: 204 len: 168 time: 0.5708711 May 20 08:30:52.255333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 43998) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:52.295416 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-915f5a25-6969-4e11-b92a-85ad79f60771 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] DELETE failed (client error): The resource could not be found. May 20 08:30:52.295890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915f5a25-6969-4e11-b92a-85ad79f60771 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:52.299269 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-915f5a25-6969-4e11-b92a-85ad79f60771 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/7013cd9f-afed-4fef-8f7e-4afa1bc5a3f7 HTTP/1.1" status: 404 len: 337 time: 0.0429265 May 20 08:30:52.306940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:52.427145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.579048 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.597646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395e2fc9-2948-4c4e-ad64-56354ac19a18']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:52.611300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20c9287-cac5-4438-961a-ad36b4002687') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:52.611658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20c9287-cac5-4438-961a-ad36b4002687') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:52.625383 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.643876 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.650525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:52.651000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: timer() May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:52.667182 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:52.812263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.815724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6d67cefd-d651-4c9a-8f42-8203e33ebf6f tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:52.835774 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:52.846485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=395e2fc9-2948-4c4e-ad64-56354ac19a18,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:52.849512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/395e2fc9-2948-4c4e-ad64-56354ac19a18 HTTP/1.1" status: 204 len: 168 time: 0.5413198 May 20 08:30:52.850450 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-068884d8-9678-4a1f-9953-7fa0f20c22bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:52.853510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44006) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:53.117330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting subnet 50c08fc9-1a08-4a02-8688-6617eb840af7 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:30:53.120526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.182500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.289240 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.652736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.658193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3a7778e-56f5-4813-b34a-345164b2995c tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:53.703102 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Subnet': ['ID=50c08fc9-1a08-4a02-8688-6617eb840af7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:53.706067 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:53.707150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.710547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9eef2-1921-4829-9404-807e6ba831f9 None None] Network 62b81d9c-94be-4324-a5aa-ecaf84854885 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:30:53.720599 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-252ae7b2-998d-4633-9051-9298703dca2e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/subnets/50c08fc9-1a08-4a02-8688-6617eb840af7 HTTP/1.1" status: 204 len: 168 time: 0.8635545 May 20 08:30:53.721024 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44018) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:53.845072 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.920137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Deleting port 14127587-5c63-4575-913f-97d150402b7c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:53.920740 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:53.978746 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] DHCP port deletion for 62b81d9c-94be-4324-a5aa-ecaf84854885 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:30:54.028685 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] For port 14127587-5c63-4575-913f-97d150402b7c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=14127587-5c63-4575-913f-97d150402b7c,segment=NetworkSegment(9bdf04fd-8951-4b29-b8ba-c9e42ce739b8),segment_id=9bdf04fd-8951-4b29-b8ba-c9e42ce739b8)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:54.029159 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.051626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Deleting port 14127587-5c63-4575-913f-97d150402b7c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:30:54.052102 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.155731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Calling delete_port for 14127587-5c63-4575-913f-97d150402b7c owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:54.156146 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] For port 14127587-5c63-4575-913f-97d150402b7c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=14127587-5c63-4575-913f-97d150402b7c,segment=NetworkSegment(9bdf04fd-8951-4b29-b8ba-c9e42ce739b8),segment_id=9bdf04fd-8951-4b29-b8ba-c9e42ce739b8)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:30:54.156558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.265346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.270059 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-987fce83-5659-4446-988d-ab0676634b9c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:54.305104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 14127587-5c63-4575-913f-97d150402b7c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:30:54.319260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Port': ['ID=14127587-5c63-4575-913f-97d150402b7c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:54.322887 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:54.328004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] No DVR routers for this DVR port 14127587-5c63-4575-913f-97d150402b7c on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:54.336879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Calling delete_port for 14127587-5c63-4575-913f-97d150402b7c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:30:54.352537 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 14127587-5c63-4575-913f-97d150402b7c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:30:54.352887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 14127587-5c63-4575-913f-97d150402b7c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:30:54.394223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.399182 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:54.450858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Pushing event deleted for resources: {'Port': ['ID=14127587-5c63-4575-913f-97d150402b7c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:54.453051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] No DVR routers for this DVR port 14127587-5c63-4575-913f-97d150402b7c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:30:54.454793 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:54.487296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.501527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b81d9c-94be-4324-a5aa-ecaf84854885']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:54.515165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:54.515462 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdf04fd-8951-4b29-b8ba-c9e42ce739b8') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:30:54.528030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.546447 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.552729 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:30:54.553117 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.555196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: timer() May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:30:54.568055 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:30:54.744037 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.747641 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a0525402-6eef-4651-8f58-546f9578e8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:54.763254 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:54.774410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Pushing event deleted for resources: {'Network': ['ID=62b81d9c-94be-4324-a5aa-ecaf84854885,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:54.777305 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:54.780458 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] 10.222.0.79 "DELETE /v2.0/networks/62b81d9c-94be-4324-a5aa-ecaf84854885 HTTP/1.1" status: 204 len: 168 time: 1.0577631 May 20 08:30:55.264948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44028) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:55.426194 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6ab2234e-57c9-479b-96e1-4fcc3c357c9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7fbc8f889ba748429a410fcc2986eded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599269 May 20 08:30:55.428514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44034) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:55.500452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:55.530873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:55.709678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:55.717343 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5710988-1a56-46f6-8680-1c3a829c3f4a tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:55.736265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa5586f-5b24-4c9d-9f28-ad8197ab95a1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:55.739857 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:55.741938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:55.747638 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8aa5586f-5b24-4c9d-9f28-ad8197ab95a1 HTTP/1.1" status: 204 len: 168 time: 0.3136721 May 20 08:30:56.737981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:56.764192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44064) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:56.879920 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b7113aff-1c2c-4d2f-83fd-4b7663e9bc67 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] Request body: {'port': {'network_id': 'fb859157-f164-4da4-aea1-aea6aec74a75', 'name': 'tempest-NetworksNegativeTestJSON-1583663411'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:56.901012 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7113aff-1c2c-4d2f-83fd-4b7663e9bc67 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] POST failed (client error): The resource could not be found. May 20 08:30:56.901399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7113aff-1c2c-4d2f-83fd-4b7663e9bc67 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:56.902564 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b7113aff-1c2c-4d2f-83fd-4b7663e9bc67 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1373899 May 20 08:30:56.907486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44072) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:56.936138 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2927d4-ac00-46a0-9340-08146bc7562e tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] DELETE failed (client error): The resource could not be found. May 20 08:30:56.936707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2927d4-ac00-46a0-9340-08146bc7562e tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:56.938623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ce2927d4-ac00-46a0-9340-08146bc7562e tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "DELETE /v2.0/networks/93f53efd-26aa-4e16-b7a5-76572148637f HTTP/1.1" status: 404 len: 339 time: 0.0286605 May 20 08:30:56.942256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:56.990882 n-d-780147-4 neutron-server[93101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d8f918-e776-4acd-b6ac-1401bb9d2c5c tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] DELETE failed (client error): The resource could not be found. May 20 08:30:56.991405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d8f918-e776-4acd-b6ac-1401bb9d2c5c tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:56.993335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b3d8f918-e776-4acd-b6ac-1401bb9d2c5c tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "DELETE /v2.0/ports/92f11518-7fcf-4ea1-820e-7c11f4a8b2df HTTP/1.1" status: 404 len: 333 time: 0.0498524 May 20 08:30:57.001072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44080) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.042079 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-385b8117-e91f-4320-bc18-c7d4459bd165 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] DELETE failed (client error): The resource could not be found. May 20 08:30:57.042535 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385b8117-e91f-4320-bc18-c7d4459bd165 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:57.044420 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-385b8117-e91f-4320-bc18-c7d4459bd165 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "DELETE /v2.0/subnets/87e70141-5fd3-480d-8645-59437a947f4c HTTP/1.1" status: 404 len: 337 time: 0.0423086 May 20 08:30:57.048748 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44084) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.076548 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-88227585-c4f6-4ea9-875d-0e7a9d7e7201 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] GET failed (client error): The resource could not be found. May 20 08:30:57.077920 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88227585-c4f6-4ea9-875d-0e7a9d7e7201 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "GET /v2.0/networks/ac5099f9-d4f3-4ca2-b911-7e77d3710ac2 HTTP/1.1" status: 404 len: 339 time: 0.0282352 May 20 08:30:57.083238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44088) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.132700 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b277355-f257-44b0-8c7d-124935e7676e tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] GET failed (client error): The resource could not be found. May 20 08:30:57.134071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9b277355-f257-44b0-8c7d-124935e7676e tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "GET /v2.0/ports/26dc461f-05e3-4f44-bb7b-aab988fa089e HTTP/1.1" status: 404 len: 333 time: 0.0498991 May 20 08:30:57.138194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44092) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.179649 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f568582c-1d36-409e-bffd-25c25d1a8614 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] GET failed (client error): The resource could not be found. May 20 08:30:57.181237 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f568582c-1d36-409e-bffd-25c25d1a8614 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "GET /v2.0/subnets/32b880d7-4d06-414f-af9e-af9f6f6ef389 HTTP/1.1" status: 404 len: 337 time: 0.0417385 May 20 08:30:57.186260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44096) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.192917 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a9fd236a-4156-423d-801a-5ef77725f4c6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:57.213902 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fd236a-4156-423d-801a-5ef77725f4c6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] PUT failed (client error): The resource could not be found. May 20 08:30:57.214384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fd236a-4156-423d-801a-5ef77725f4c6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:57.215707 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9fd236a-4156-423d-801a-5ef77725f4c6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "PUT /v2.0/networks/631f382a-1783-4755-aa3d-483df0eec559 HTTP/1.1" status: 404 len: 339 time: 0.0280938 May 20 08:30:57.219414 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44100) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.225353 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-685e597e-9db0-4f04-a2ea-39100bdfb8ad tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:57.263826 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-685e597e-9db0-4f04-a2ea-39100bdfb8ad tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] PUT failed (client error): The resource could not be found. May 20 08:30:57.264362 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685e597e-9db0-4f04-a2ea-39100bdfb8ad tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:57.265548 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-685e597e-9db0-4f04-a2ea-39100bdfb8ad tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "PUT /v2.0/ports/2b9e64f6-9154-4903-bf49-1a6dc3feddc9 HTTP/1.1" status: 404 len: 333 time: 0.0451970 May 20 08:30:57.269238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44104) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:57.275055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-fe038b1c-7220-40b7-897d-76adfd31f6e6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:57.474633 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe038b1c-7220-40b7-897d-76adfd31f6e6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] PUT failed (client error): The resource could not be found. May 20 08:30:57.475094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe038b1c-7220-40b7-897d-76adfd31f6e6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 08:30:57.476245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fe038b1c-7220-40b7-897d-76adfd31f6e6 tempest-NetworksNegativeTestJSON-392724812 tempest-NetworksNegativeTestJSON-392724812-project] 10.222.0.79 "PUT /v2.0/subnets/5c9b0174-2edc-4b46-a13d-c641875a0e81 HTTP/1.1" status: 404 len: 337 time: 0.2060714 May 20 08:30:57.920684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44114) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:58.070382 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.091541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:58.093504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:e679ef82705349dfb4f1a13d9b534230 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:58.096684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:58.104839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:58.243656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.316494 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.329644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea589241-6da2-4dae-93c9-f65bbe8c2574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:58.377095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12cc63-1d64-4cad-bcd9-6ce42940f8c2,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:58.380352 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:58.386395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44124) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:58.387646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e679ef82705349dfb4f1a13d9b534230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646256 May 20 08:30:58.475992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.508067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.629171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.633611 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-48a75edd-0c43-45a1-af03-33da6361e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:58.635808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44130) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:58.645765 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12cc63-1d64-4cad-bcd9-6ce42940f8c2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:58.648428 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:58.659492 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.662071 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb12cc63-1d64-4cad-bcd9-6ce42940f8c2 HTTP/1.1" status: 204 len: 168 time: 0.2723002 May 20 08:30:58.779717 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:58.796198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:58.800291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Usage tracker for resource:security_group_rule and tenant:2c73e6ca0c8f47cd8211182ce39648e3 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:58.803179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:58.809501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:58.904877 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.007158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.016774 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0eafc2f-fb8a-4ba8-96e6-9ad463584d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:59.060242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c73e6ca0c8f47cd8211182ce39648e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231546 May 20 08:30:59.061259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85cfe4-b52c-460f-8b6b-1c9dbd587a5c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:59.063689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44142) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:59.064871 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:59.134476 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.166266 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.280646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.284662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7e1a77d1-e706-4e29-bd0f-1db53b12efa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:30:59.301080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85cfe4-b52c-460f-8b6b-1c9dbd587a5c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:30:59.304937 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:30:59.307255 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:30:59.311300 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed85cfe4-b52c-460f-8b6b-1c9dbd587a5c HTTP/1.1" status: 204 len: 168 time: 0.2431529 May 20 08:30:59.784919 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:30:59.895972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1238670052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:30:59.903653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:30:59.907887 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:router and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:30:59.910772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:30:59.917216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:30:59.993288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:00.011939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.026436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:00.030730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f19d00e10d4201ac37431fa33b0ce4 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:00.033744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:00.039464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:00.077580 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.078596 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.114519 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.151819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.201111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.208150 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d41aa78c-50a2-4321-8571-2cb20bb93320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:00.224698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.273824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9664b321-0088-4a99-87e1-24ffd07d3937,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:00.282146 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8f19d00e10d4201ac37431fa33b0ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876828 May 20 08:31:00.283144 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:00.284963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44174) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:00.332244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.333439 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c665fa53-c45a-4559-aba1-887846a087e4 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5474589 May 20 08:31:00.336187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44178) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:00.342662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1392032429'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:00.348489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:00.352341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.352609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:network and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:00.355581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:00.362279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:00.382244 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.435202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:00.438739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.452234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.469088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:00.473019 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:security_group_rule and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:00.475925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:00.482712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:00.509621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.514314 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0d897c58-c310-4dda-91ad-7d808fd8c00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:00.527525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9664b321-0088-4a99-87e1-24ffd07d3937,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:00.531471 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:00.545523 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.546939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9664b321-0088-4a99-87e1-24ffd07d3937 HTTP/1.1" status: 204 len: 168 time: 0.2609725 May 20 08:31:00.603121 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.646799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.651328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a3b58db7-52d4-4858-9b8f-fdb719fce6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:00.682251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:31:00.692305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e0234b-ffc5-4c01-933f-f0b49a2bf24e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:00.695344 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:00.700638 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.701038 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Added segment 5cd13c69-a226-491d-8415-aa2003eebcc4 of type vlan for network 6a779151-599e-41ea-b6bf-563fbddd7700 May 20 08:31:00.737676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.897809 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.903654 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:00.904276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:00.908368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bf33f07-e282-4e5c-9963-8833ccb99a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:01.021445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Network': ['ID=6a779151-599e-41ea-b6bf-563fbddd7700,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:01.024234 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:01.034364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6a779151-599e-41ea-b6bf-563fbddd7700 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:31:01.081425 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7441375 May 20 08:31:01.084385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44186) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:01.090830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'subnet': {'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:01.372699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:01.376588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:subnet and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:01.379520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:01.385709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:01.492199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:01.495729 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.043100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.049198 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc9b72eb-4517-41ab-9d9c-240167b2a3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:02.132426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Subnet': ['ID=a3d16c5a-fffb-44d3-a472-f2d570a05090,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:02.135697 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:02.143741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Checking segment: {'id': '5cd13c69-a226-491d-8415-aa2003eebcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:02.144111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network hostable DHCP agents. Network: 6a779151-599e-41ea-b6bf-563fbddd7700, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:31:02.206500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network 6a779151-599e-41ea-b6bf-563fbddd7700 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:31:02.268837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6a779151-599e-41ea-b6bf-563fbddd7700) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:02.280732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:02.281327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.281510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a496fe-1e95-4517-b6a7-af42b4273e99 None None] Network 6a779151-599e-41ea-b6bf-563fbddd7700 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:02.379075 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2925625 May 20 08:31:02.384140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44216) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:02.391934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'network': {'name': 'tempest-router-network01--112128009'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:02.397742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:02.402034 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:network and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:02.408619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:02.411146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:02.474827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:02.478385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.517922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:31:02.528064 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.535280 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Added segment 8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0 of type vlan for network a0551398-f692-49a0-80fb-9035d1947b3f May 20 08:31:02.563038 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.563743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6a779151-599e-41ea-b6bf-563fbddd7700', 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700', 'tenant_id': '3c9e5782a95a409bbe54df442accd235', 'fixed_ips': [{'subnet_id': 'a3d16c5a-fffb-44d3-a472-f2d570a05090'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:31:02.564609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.646529 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.655652 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:02.655652 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.659571 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bc1b1886-3ca1-40af-863a-d5d41f7102d7 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:02.737933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Allocated IP 2001:db8::2 (6a779151-599e-41ea-b6bf-563fbddd7700/a3d16c5a-fffb-44d3-a472-f2d570a05090/0c9e1247-9920-4fde-927b-1389053614f0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:02.771244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Network': ['ID=a0551398-f692-49a0-80fb-9035d1947b3f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:02.780418 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:02.782102 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3963866 May 20 08:31:02.784358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network a0551398-f692-49a0-80fb-9035d1947b3f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:31:02.784981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44228) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:02.791035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'network': {'name': 'tempest-router-network02--1758846833'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:02.797453 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:02.801908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:network and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:02.804851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:02.811726 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:02.875006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:02.879083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.909324 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:31:02.919668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:02.920214 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Added segment b599549d-1e2f-48be-a619-5e9bd9d53060 of type vlan for network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 May 20 08:31:02.952589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.035241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.041442 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:03.042326 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.048448 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3aa426e-163f-4d37-9cfc-517cea1b26ec tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:03.068371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.079761 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Transition to ACTIVE for port object 0c9e1247-9920-4fde-927b-1389053614f0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:03.099558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Transition to ACTIVE for port object 0c9e1247-9920-4fde-927b-1389053614f0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:03.160498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Network': ['ID=c1ff8b6f-c42d-416b-bbc7-6178d19b11b6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:03.164122 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:03.174114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:31:03.179868 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3931935 May 20 08:31:03.182940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44232) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:03.189367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'subnet': {'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:03.221934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.231734 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1e596034-1c92-4c62-8939-b194652104c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:03.304618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:03.308805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:subnet and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:03.311813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:03.317606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:03.386771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Network 6a779151-599e-41ea-b6bf-563fbddd7700 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:03.394008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:03.399412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:03.411013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Pushing event updated for resources: {'Port': ['ID=0c9e1247-9920-4fde-927b-1389053614f0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:03.412464 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:03.416483 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.445804 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:03.516272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Attempting to bind port 0c9e1247-9920-4fde-927b-1389053614f0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:31:03.516654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Attempting to bind port 0c9e1247-9920-4fde-927b-1389053614f0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5cd13c69-a226-491d-8415-aa2003eebcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:31:03.517049 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Attempting to bind port 0c9e1247-9920-4fde-927b-1389053614f0 on network 6a779151-599e-41ea-b6bf-563fbddd7700 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:03.523349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:31:03.523736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Checking segment: {'id': '5cd13c69-a226-491d-8415-aa2003eebcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:03.524206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.524561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Bound using segment: {'id': '5cd13c69-a226-491d-8415-aa2003eebcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:31:03.525042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Bound port: 0c9e1247-9920-4fde-927b-1389053614f0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd13c69-a226-491d-8415-aa2003eebcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6a779151-599e-41ea-b6bf-563fbddd7700'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:31:03.525430 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.623897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] For port 0c9e1247-9920-4fde-927b-1389053614f0, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:31:03.626892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] For port 0c9e1247-9920-4fde-927b-1389053614f0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0c9e1247-9920-4fde-927b-1389053614f0,segment=NetworkSegment(5cd13c69-a226-491d-8415-aa2003eebcc4),segment_id=5cd13c69-a226-491d-8415-aa2003eebcc4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:31:03.704132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.708052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0b0b59db-35b6-4d53-8d92-46c1a6cbce24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:03.798348 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Pushing event updated for resources: {'Port': ['ID=0c9e1247-9920-4fde-927b-1389053614f0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:03.807910 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:03.972596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:03.979347 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cb4127d7-ac14-45a5-b593-5454ad7991f9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:03.988905 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:31:04.065776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Subnet': ['ID=b4c29c4f-3790-4e33-95b6-a8419e6084e2,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:04.069824 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:04.077413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Checking segment: {'id': '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:04.077813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network hostable DHCP agents. Network: a0551398-f692-49a0-80fb-9035d1947b3f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:31:04.160557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network a0551398-f692-49a0-80fb-9035d1947b3f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:31:04.258353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, a0551398-f692-49a0-80fb-9035d1947b3f) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:04.267614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18719d45-eab8-4b82-ad31-edf15bdfa633 None None] Network a0551398-f692-49a0-80fb-9035d1947b3f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:04.276511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:04.277296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:04.297711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0c9e1247-9920-4fde-927b-1389053614f0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:04.395845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2116778 May 20 08:31:04.398978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44244) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:04.406345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'subnet': {'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:04.557915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:04.562712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:subnet and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:04.566422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:04.567933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 0c9e1247-9920-4fde-927b-1389053614f0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:04.572717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:04.589873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-a0551398-f692-49a0-80fb-9035d1947b3f', 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f', 'tenant_id': '3c9e5782a95a409bbe54df442accd235', 'fixed_ips': [{'subnet_id': 'b4c29c4f-3790-4e33-95b6-a8419e6084e2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:31:04.591365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:04.659142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:04.665828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:04.813884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Allocated IP 2001:db8::2 (a0551398-f692-49a0-80fb-9035d1947b3f/b4c29c4f-3790-4e33-95b6-a8419e6084e2/110b9610-38bb-4cd6-9843-0dfcbda1144c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:04.955102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777b308-3f48-4a81-a55f-d62cced0aaed None None] Network 6a779151-599e-41ea-b6bf-563fbddd7700 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:05.220588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Provisioning for port 0c9e1247-9920-4fde-927b-1389053614f0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:05.258128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Provisioning complete for port 0c9e1247-9920-4fde-927b-1389053614f0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:05.258521 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.284315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.288849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ac46ee4c-ac6a-433c-a300-02d4b86cffac tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:05.345010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.365235 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Subnet': ['ID=c7a73409-cf7b-4296-892e-f592b28db900,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:05.368001 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:05.375998 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Checking segment: {'id': 'b599549d-1e2f-48be-a619-5e9bd9d53060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:05.376358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network hostable DHCP agents. Network: c1ff8b6f-c42d-416b-bbc7-6178d19b11b6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:31:05.390213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Transition to ACTIVE for port object 110b9610-38bb-4cd6-9843-0dfcbda1144c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:05.429264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Transition to ACTIVE for port object 110b9610-38bb-4cd6-9843-0dfcbda1144c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:05.436025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:31:05.497020 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.503269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c1ff8b6f-c42d-416b-bbc7-6178d19b11b6) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:05.515161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53accf1f-6e61-4927-ae6d-4ff57c250bfb None None] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:05.516928 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:05.517636 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.547530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.555403 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7b74f7d2-ad3b-482d-8931-b75977fcfb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:05.695792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Network a0551398-f692-49a0-80fb-9035d1947b3f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:05.707687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] For port 0c9e1247-9920-4fde-927b-1389053614f0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0c9e1247-9920-4fde-927b-1389053614f0,segment=NetworkSegment(5cd13c69-a226-491d-8415-aa2003eebcc4),segment_id=5cd13c69-a226-491d-8415-aa2003eebcc4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:05.711031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:05.718726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:05.733984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Pushing event updated for resources: {'Port': ['ID=110b9610-38bb-4cd6-9843-0dfcbda1144c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:05.764556 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:05.855344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4526803 May 20 08:31:05.856151 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44250) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:05.863169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.868771 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c2cace0b-d619-4c4f-8571-1a23ca37f8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:05.938177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Attempting to bind port 110b9610-38bb-4cd6-9843-0dfcbda1144c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:31:05.938603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Attempting to bind port 110b9610-38bb-4cd6-9843-0dfcbda1144c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:31:05.938939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Attempting to bind port 110b9610-38bb-4cd6-9843-0dfcbda1144c on network a0551398-f692-49a0-80fb-9035d1947b3f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:05.985610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:31:05.986043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Checking segment: {'id': '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:05.986429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:05.986832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Bound using segment: {'id': '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:31:05.987340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Bound port: 110b9610-38bb-4cd6-9843-0dfcbda1144c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0551398-f692-49a0-80fb-9035d1947b3f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:31:05.987726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.059458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Pushing event updated for resources: {'Port': ['ID=0c9e1247-9920-4fde-927b-1389053614f0,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:06.062364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-c1ff8b6f-c42d-416b-bbc7-6178d19b11b6', 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6', 'tenant_id': '3c9e5782a95a409bbe54df442accd235', 'fixed_ips': [{'subnet_id': 'c7a73409-cf7b-4296-892e-f592b28db900'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:31:06.063199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.075293 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:06.089568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b934cddf-cbe6-4aa7-9d49-46d58fc61c93 None None] Provisioning complete for port 0c9e1247-9920-4fde-927b-1389053614f0 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:06.089946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b934cddf-cbe6-4aa7-9d49-46d58fc61c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.260884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] For port 110b9610-38bb-4cd6-9843-0dfcbda1144c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:31:06.271856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0c9e1247-9920-4fde-927b-1389053614f0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:06.317824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] For port 110b9610-38bb-4cd6-9843-0dfcbda1144c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=110b9610-38bb-4cd6-9843-0dfcbda1144c,segment=NetworkSegment(8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0),segment_id=8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:31:06.420644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.430352 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6807d7ec-3fdb-48d2-9729-822208e24583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:06.526014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Allocated IP 2001:db8::2 (c1ff8b6f-c42d-416b-bbc7-6178d19b11b6/c7a73409-cf7b-4296-892e-f592b28db900/979b5467-8550-49a9-8dad-4ccf6568c410) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:06.571301 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.577193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Pushing event updated for resources: {'Port': ['ID=110b9610-38bb-4cd6-9843-0dfcbda1144c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:06.737949 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:06.774249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0c9e1247-9920-4fde-927b-1389053614f0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:06.774695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:06.951622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-188ccfe6-e147-4165-a671-adc20fce583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.018850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.031665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Allocated IP 2001:db8::1 (a0551398-f692-49a0-80fb-9035d1947b3f/b4c29c4f-3790-4e33-95b6-a8419e6084e2/0234d484-677f-4e40-a01a-ed6668c4b506) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:07.035726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Transition to ACTIVE for port object 979b5467-8550-49a9-8dad-4ccf6568c410 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:07.060223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Transition to ACTIVE for port object 979b5467-8550-49a9-8dad-4ccf6568c410 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:07.109404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.113397 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:07.184774 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:07.187874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:07.190265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:07.208257 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.225256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Transition to ACTIVE for port object 0234d484-677f-4e40-a01a-ed6668c4b506 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:07.229189 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Pushing event updated for resources: {'Port': ['ID=979b5467-8550-49a9-8dad-4ccf6568c410,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:07.231563 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:07.295548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Attempting to bind port 979b5467-8550-49a9-8dad-4ccf6568c410 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:31:07.295984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Attempting to bind port 979b5467-8550-49a9-8dad-4ccf6568c410 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'b599549d-1e2f-48be-a619-5e9bd9d53060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:31:07.296368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Attempting to bind port 979b5467-8550-49a9-8dad-4ccf6568c410 on network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:07.302771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:31:07.303197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Checking segment: {'id': 'b599549d-1e2f-48be-a619-5e9bd9d53060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:07.303618 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.304032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Bound using segment: {'id': 'b599549d-1e2f-48be-a619-5e9bd9d53060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:31:07.304520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Bound port: 979b5467-8550-49a9-8dad-4ccf6568c410, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b599549d-1e2f-48be-a619-5e9bd9d53060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c1ff8b6f-c42d-416b-bbc7-6178d19b11b6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:31:07.304911 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.316982 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.324866 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b4b2157-fe56-4bd6-9012-9c360dddc934 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:07.403709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network a0551398-f692-49a0-80fb-9035d1947b3f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:07.411340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:07.411517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] For port 979b5467-8550-49a9-8dad-4ccf6568c410, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:31:07.412239 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:07.412873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.416773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] For port 979b5467-8550-49a9-8dad-4ccf6568c410, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=979b5467-8550-49a9-8dad-4ccf6568c410,segment=NetworkSegment(b599549d-1e2f-48be-a619-5e9bd9d53060),segment_id=b599549d-1e2f-48be-a619-5e9bd9d53060)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:31:07.427754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Port': ['ID=0234d484-677f-4e40-a01a-ed6668c4b506,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:07.446441 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:07.486757 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.496353 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0d51c512-5d9b-4b71-822b-646bc77c1466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:07.580972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Pushing event updated for resources: {'Port': ['ID=979b5467-8550-49a9-8dad-4ccf6568c410,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:07.584615 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:07.659339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:07.693384 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29657cf-d48c-470f-bffa-f17e8dcc24f7 None None] Network a0551398-f692-49a0-80fb-9035d1947b3f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:07.930903 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-faac782c-ce03-4e42-abad-9cada39609d0 None None] Provisioning for port 110b9610-38bb-4cd6-9843-0dfcbda1144c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:08.173902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.240737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.241637 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.251186 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-31142eee-3bf4-46e1-bb55-495b5e3dc3e1 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:08.327458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 110b9610-38bb-4cd6-9843-0dfcbda1144c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:08.504617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 110b9610-38bb-4cd6-9843-0dfcbda1144c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:08.509992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-32564a81-7d1b-432c-8002-892d87f0e7c5 None None] Provisioning for port 0234d484-677f-4e40-a01a-ed6668c4b506 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:08.525500 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 110b9610-38bb-4cd6-9843-0dfcbda1144c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:08.526117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.572037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-32564a81-7d1b-432c-8002-892d87f0e7c5 None None] Provisioning complete for port 0234d484-677f-4e40-a01a-ed6668c4b506 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:08.572037 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-32564a81-7d1b-432c-8002-892d87f0e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.660506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Port': ['ID=0234d484-677f-4e40-a01a-ed6668c4b506,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:08.672338 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:08.709162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-32564a81-7d1b-432c-8002-892d87f0e7c5 None None] Port 0234d484-677f-4e40-a01a-ed6668c4b506 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:08.752213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network a0551398-f692-49a0-80fb-9035d1947b3f is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:08.753593 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:08.831449 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.901582 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-17d7f38e-8064-4858-ae95-03a2ef587b74 None None] Provisioning complete for port 0234d484-677f-4e40-a01a-ed6668c4b506 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:08.904169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-17d7f38e-8064-4858-ae95-03a2ef587b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:08.985185 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 110b9610-38bb-4cd6-9843-0dfcbda1144c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=110b9610-38bb-4cd6-9843-0dfcbda1144c,segment=NetworkSegment(8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0),segment_id=8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:09.005443 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-17d7f38e-8064-4858-ae95-03a2ef587b74 None None] Port 0234d484-677f-4e40-a01a-ed6668c4b506 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:09.071012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.072464 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 979b5467-8550-49a9-8dad-4ccf6568c410 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:09.115573 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:09.145440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c820a81-9b5a-4d80-861b-5668789f87f5 None None] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:09.149410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Router 2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:31:09.337030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:31:09.337259 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=110b9610-38bb-4cd6-9843-0dfcbda1144c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:09.344097 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:09.350942 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] Sync routers for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:31:09.351935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc166ce3-f610-4fb8-ba20-dc8f3d342967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.362886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-492410cb-ca3d-42b5-8053-160f75e52e80 None None] Provisioning for port 979b5467-8550-49a9-8dad-4ccf6568c410 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:09.387648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44270) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:09.394287 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:09.395380 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5377212 May 20 08:31:09.396158 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:09.398217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44276) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:09.445792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 979b5467-8550-49a9-8dad-4ccf6568c410 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:09.457599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 979b5467-8550-49a9-8dad-4ccf6568c410 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:09.458431 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.486395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:09.510305 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:09.511329 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:09.577577 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.595548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:09.600076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Usage tracker for resource:security_group_rule and tenant:8b953c9c5b9d4200b681de18cb41d090 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:09.606105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:09.609730 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:09.610889 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0400ca-a2e7-4bbd-8060-6e1b2536b063 None None] The sync data for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:31:09.615677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:09.680735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c14a170c-513c-406a-9b28-c8cce043cab6 None None] Provisioning complete for port 0234d484-677f-4e40-a01a-ed6668c4b506 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:09.681042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c14a170c-513c-406a-9b28-c8cce043cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.744276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.780790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c14a170c-513c-406a-9b28-c8cce043cab6 None None] Port 0234d484-677f-4e40-a01a-ed6668c4b506 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:09.789091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.821810 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.830028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.841023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f9a50e9b-be73-48c5-9c6d-598c19a1058f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:09.870386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 979b5467-8550-49a9-8dad-4ccf6568c410, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=979b5467-8550-49a9-8dad-4ccf6568c410,segment=NetworkSegment(b599549d-1e2f-48be-a619-5e9bd9d53060),segment_id=b599549d-1e2f-48be-a619-5e9bd9d53060)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:09.900100 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5bb2ea-ce80-4648-9b1d-acf37aa7e8ee,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:09.905791 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:09.914412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b953c9c5b9d4200b681de18cb41d090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250492 May 20 08:31:09.915296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44280) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:09.944396 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:09.948386 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:10.001232 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.031661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.042923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=979b5467-8550-49a9-8dad-4ccf6568c410,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:10.047714 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:10.104607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9969d5a1-903b-4eff-bb05-06302f7a11c9 None None] Provisioning complete for port 979b5467-8550-49a9-8dad-4ccf6568c410 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:10.104984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9969d5a1-903b-4eff-bb05-06302f7a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.106804 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-809d7f67-c5a3-4945-bbad-750ac2c3026b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:31:10.107876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-809d7f67-c5a3-4945-bbad-750ac2c3026b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7077239 May 20 08:31:10.111032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:10.176070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.188218 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-58b13a1f-1b1d-42f3-9467-1fc3573f6fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:10.258193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5bb2ea-ce80-4648-9b1d-acf37aa7e8ee,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:10.262459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:10.280255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.281412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed5bb2ea-ce80-4648-9b1d-acf37aa7e8ee HTTP/1.1" status: 204 len: 168 time: 0.3648493 May 20 08:31:10.282578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 110b9610-38bb-4cd6-9843-0dfcbda1144c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:10.362444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 110b9610-38bb-4cd6-9843-0dfcbda1144c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:10.362841 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.484964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 979b5467-8550-49a9-8dad-4ccf6568c410 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:10.558763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 979b5467-8550-49a9-8dad-4ccf6568c410 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:10.559177 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.852788 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.910446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:10.935949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:10.955287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:10.959299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Usage tracker for resource:security_group_rule and tenant:55c44ff1b991400aa4fdfac8fa96771b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:10.962190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:10.968973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:11.054956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.114608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.124012 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9e22b9c7-5531-4bdd-b1df-ed4294c92965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:11.168444 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55c44ff1b991400aa4fdfac8fa96771b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542050 May 20 08:31:11.168444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b612d-e6e0-4ff0-b53a-fc57b70211f9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:11.169659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44296) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:11.172349 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:11.238163 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.266365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.271196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting port 0234d484-677f-4e40-a01a-ed6668c4b506 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:11.279661 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.297388 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.377568 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.382731 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ce6c506-abe6-449b-adc6-d9da0cf9b28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:11.397370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b612d-e6e0-4ff0-b53a-fc57b70211f9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:11.400884 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:11.409065 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.414532 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.418273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c0b612d-e6e0-4ff0-b53a-fc57b70211f9 HTTP/1.1" status: 204 len: 168 time: 0.2451015 May 20 08:31:11.544418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Calling delete_port for 0234d484-677f-4e40-a01a-ed6668c4b506 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:11.760991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:11.764875 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93f29d1e-32ac-4643-914d-cdd44d2f499c tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:11.821608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Port': ['ID=0234d484-677f-4e40-a01a-ed6668c4b506,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:11.877254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.877957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.878087 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.878418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.878788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.879165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.879536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.879903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.880274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.880645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.881021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.881731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:11.889949 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:12.029571 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:12.318756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Router 2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:31:12.560239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:12.645358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:31:12.660568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5450764 May 20 08:31:12.660792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] Sync routers for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:31:12.661275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44324) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:12.669904 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:12.670705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:12.730362 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-173ffb4e-17d8-4acf-b347-efc8e0a6461d tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] delete failed (client error): The resource could not be found. May 20 08:31:12.732066 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-173ffb4e-17d8-4acf-b347-efc8e0a6461d tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-62242619 HTTP/1.1" status: 404 len: 333 time: 0.0700023 May 20 08:31:12.736143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44328) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:12.740550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:12.741295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-86e660b0-1eb3-4b61-9039-75b68d5fd014 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:12.752399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:12.753435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:12.826094 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:12.826615 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7710004c-1860-4d0b-9909-185e0d54e45d None None] The sync data for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:31:13.140499 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86e660b0-1eb3-4b61-9039-75b68d5fd014 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.230530 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-86e660b0-1eb3-4b61-9039-75b68d5fd014 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] update failed (client error): The resource could not be found. May 20 08:31:13.231760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-86e660b0-1eb3-4b61-9039-75b68d5fd014 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b HTTP/1.1" status: 404 len: 339 time: 0.4946661 May 20 08:31:13.235936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:13.241759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1456621645'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:13.248137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:13.252184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:network and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:13.256424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:13.263174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:13.320621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:13.324405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.407072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:31:13.420283 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.420624 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Added segment 070910cd-6f35-49f5-8a80-69884ccb8e51 of type vlan for network 246d5c10-889c-4f31-89b0-adc0fab5616e May 20 08:31:13.457518 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.471016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-dbc20aa3-6db8-4c96-832b-75d740acc9ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2456543 May 20 08:31:13.609367 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.614992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.617334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:13.622099 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-431984e2-f5e2-4b66-a58f-4389f2fe3aaa tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:13.742814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Network': ['ID=246d5c10-889c-4f31-89b0-adc0fab5616e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:13.748197 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:13.753640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 246d5c10-889c-4f31-89b0-adc0fab5616e details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:31:13.755519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.756009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.756739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.757233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.757710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.759743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b3f9d325-e6ae-40af-9d70-57a73dd21520 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2130227 May 20 08:31:13.885412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6484087 May 20 08:31:13.890206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44342) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:13.894831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'subnet': {'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:13.934222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-36bc6190-c4dc-4ce8-9c3a-1c31312ab523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.934222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-36bc6190-c4dc-4ce8-9c3a-1c31312ab523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.934698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-36bc6190-c4dc-4ce8-9c3a-1c31312ab523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:13.936336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-36bc6190-c4dc-4ce8-9c3a-1c31312ab523 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1531730 May 20 08:31:14.009183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:14.011303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-103f7cd8-fb6a-4220-be2a-c1e96ac0e31a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0679109 May 20 08:31:14.014055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Usage tracker for resource:subnet and tenant:3c9e5782a95a409bbe54df442accd235 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:14.017014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:14.022950 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:14.077994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-d62e55cd-93a0-4152-8270-8a0d667abe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:14.080396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-d62e55cd-93a0-4152-8270-8a0d667abe35 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0618737 May 20 08:31:14.097602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Made reservation on behalf of 3c9e5782a95a409bbe54df442accd235 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:14.101539 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:14.160541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-ebab3835-f9b2-46f2-af97-035ec2f949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:14.162180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-ebab3835-f9b2-46f2-af97-035ec2f949a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762913 May 20 08:31:14.172911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-8e88375b-8f9e-445b-bc47-863472b68ef9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:31:14.173935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-8e88375b-8f9e-445b-bc47-863472b68ef9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052836 May 20 08:31:14.503253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-15a2ac57-6640-4c77-b506-66ea3945bf59 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213894 May 20 08:31:14.682254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-4bf17ae0-0721-4a9f-9786-5558c909ea2f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723475 May 20 08:31:14.756848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-1c3706ad-3a74-4e27-bb41-b3207d19fd42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0674856 May 20 08:31:14.829121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-e70076b9-f74d-4fa4-936f-cec1b2a764dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:14.830575 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-e70076b9-f74d-4fa4-936f-cec1b2a764dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0673385 May 20 08:31:14.833961 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:14.837788 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8ef28c6-2798-4d95-b792-62d48e2da870 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:14.914165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-5269c60e-3a32-4420-8b98-cf8d0be0a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:14.915678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-5269c60e-3a32-4420-8b98-cf8d0be0a235 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776911 May 20 08:31:14.920662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Subnet': ['ID=1317f960-b967-4606-b330-7e8550bbd172,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:14.924463 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:14.930782 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Checking segment: {'id': '070910cd-6f35-49f5-8a80-69884ccb8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:14.931150 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network hostable DHCP agents. Network: 246d5c10-889c-4f31-89b0-adc0fab5616e, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:31:15.017728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network 246d5c10-889c-4f31-89b0-adc0fab5616e is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:31:15.054717 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-98c9c0d3-7892-4d01-bf14-bb07fadee533 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323791 May 20 08:31:15.097107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 246d5c10-889c-4f31-89b0-adc0fab5616e) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:15.107377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc9142-8d1a-47e0-b34e-3b281d57310f None None] Network 246d5c10-889c-4f31-89b0-adc0fab5616e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:15.110942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:15.111550 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:15.194207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-b490448f-7abc-4b23-95f3-cdd2c35dfad7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333263 May 20 08:31:15.195787 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3058755 May 20 08:31:15.198671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44350) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:15.205320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6eb49601-6fcd-49d2-8dae-d05b9a3e8eb2 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'router': {'external_gateway_info': {'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:15.276628 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-39d68bcb-ccfa-41fb-a72c-f69130c4d982 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0763149 May 20 08:31:15.342862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-246d5c10-889c-4f31-89b0-adc0fab5616e', 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e', 'tenant_id': '3c9e5782a95a409bbe54df442accd235', 'fixed_ips': [{'subnet_id': '1317f960-b967-4606-b330-7e8550bbd172'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:31:15.343567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-40999581-9fb6-48a6-abf4-c0e1598e8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:15.343723 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:15.345022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-40999581-9fb6-48a6-abf4-c0e1598e8aec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0623033 May 20 08:31:15.430184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-7dfff0a8-a23e-4283-81ed-2ed3d771fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:15.431913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-7dfff0a8-a23e-4283-81ed-2ed3d771fc67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804698 May 20 08:31:15.525965 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Allocated IP 2001:db8:1::2 (246d5c10-889c-4f31-89b0-adc0fab5616e/1317f960-b967-4606-b330-7e8550bbd172/cad6040c-a24e-482a-ba99-f9a084fc0076) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:15.585196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-a8620b77-79f7-482e-a30d-f3293ad4dfbb service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467211 May 20 08:31:15.612535 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6eb49601-6fcd-49d2-8dae-d05b9a3e8eb2 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:15.731315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-d9330856-9484-4b92-8bff-32914f084094 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391113 May 20 08:31:15.807000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-5a5be01a-9133-4fa1-abf5-c05b53852413 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0699012 May 20 08:31:15.837616 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:15.837616 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Transition to ACTIVE for port object cad6040c-a24e-482a-ba99-f9a084fc0076 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:15.852631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Transition to ACTIVE for port object cad6040c-a24e-482a-ba99-f9a084fc0076 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:15.867804 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-6eb49601-6fcd-49d2-8dae-d05b9a3e8eb2 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 08:31:15.868957 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6eb49601-6fcd-49d2-8dae-d05b9a3e8eb2 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b HTTP/1.1" status: 400 len: 364 time: 0.6690731 May 20 08:31:15.873922 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44356) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:15.891639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-f3bad07c-71e0-43a3-ac39-6f8c60577ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:15.893225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-f3bad07c-71e0-43a3-ac39-6f8c60577ffc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0797606 May 20 08:31:15.926466 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:15.936235 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:15.987142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-e0d277af-9ae2-417c-9974-db76fd192d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:15.989445 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-e0d277af-9ae2-417c-9974-db76fd192d5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871181 May 20 08:31:16.008103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Network 246d5c10-889c-4f31-89b0-adc0fab5616e is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:16.009165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Pushing event updated for resources: {'Port': ['ID=cad6040c-a24e-482a-ba99-f9a084fc0076,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:16.012508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:16.014569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:16.015351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:16.140166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Attempting to bind port cad6040c-a24e-482a-ba99-f9a084fc0076 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:31:16.140844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Attempting to bind port cad6040c-a24e-482a-ba99-f9a084fc0076 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '070910cd-6f35-49f5-8a80-69884ccb8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:31:16.140844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Attempting to bind port cad6040c-a24e-482a-ba99-f9a084fc0076 on network 246d5c10-889c-4f31-89b0-adc0fab5616e {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:16.148486 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:31:16.149492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Checking segment: {'id': '070910cd-6f35-49f5-8a80-69884ccb8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:16.149926 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:16.150341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Bound using segment: {'id': '070910cd-6f35-49f5-8a80-69884ccb8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:31:16.151058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Bound port: cad6040c-a24e-482a-ba99-f9a084fc0076, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070910cd-6f35-49f5-8a80-69884ccb8e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '246d5c10-889c-4f31-89b0-adc0fab5616e'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:31:16.151399 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:16.153988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-c577f8c4-ee36-4fb0-99a5-1c466977732f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548958 May 20 08:31:16.256916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] For port cad6040c-a24e-482a-ba99-f9a084fc0076, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:31:16.260351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] For port cad6040c-a24e-482a-ba99-f9a084fc0076, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cad6040c-a24e-482a-ba99-f9a084fc0076,segment=NetworkSegment(070910cd-6f35-49f5-8a80-69884ccb8e51),segment_id=070910cd-6f35-49f5-8a80-69884ccb8e51)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:31:16.306274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-9b93b59b-3f36-4763-8f46-0ea351b91f22 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462984 May 20 08:31:16.366578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:16.378790 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:16.383634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-095f6016-20cc-42e9-9a54-691fc915cf14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0693870 May 20 08:31:16.452312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-79a0d278-2eda-4c89-b079-c75f1a40d516 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=caf6f679856d471dac1c1c346ed61582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335038 May 20 08:31:16.461463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Pushing event updated for resources: {'Port': ['ID=cad6040c-a24e-482a-ba99-f9a084fc0076,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:16.467161 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:16.651616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:16.720010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-c331025c-000e-4063-9862-7e426e300ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:16.721336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-c331025c-000e-4063-9862-7e426e300ca5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.3326201 May 20 08:31:16.892334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-c1629fee-89a8-4e46-a642-107cef915108 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:16.898959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-c1629fee-89a8-4e46-a642-107cef915108 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247532 May 20 08:31:16.911455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-ad4ab7ae-b5fc-4168-8930-b151273e6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:16.912815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-ad4ab7ae-b5fc-4168-8930-b151273e6932 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1345496 May 20 08:31:16.916278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-cfbf7cfa-ca92-4cf1-9535-cc1440c74909 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/quotas/caf6f679856d471dac1c1c346ed61582 HTTP/1.1" status: 200 len: 375 time: 0.0143731 May 20 08:31:17.001761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-368e4b61-a23a-477c-a2b0-e87fce36096f tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=caf6f679856d471dac1c1c346ed61582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608523 May 20 08:31:17.037808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Allocated IP 2001:db8::1 (6a779151-599e-41ea-b6bf-563fbddd7700/a3d16c5a-fffb-44d3-a472-f2d570a05090/76902325-3768-4ab6-87e1-0d80ddb7dcf5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:17.110604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-2704344e-9b85-4f7e-b6fa-5923a2da7dd8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904004 May 20 08:31:17.224396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:17.242422 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Transition to ACTIVE for port object 76902325-3768-4ab6-87e1-0d80ddb7dcf5 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:17.253058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-233862e4-39c2-4e0f-b737-f55beb9a1477 req-03e979a6-04ac-4c88-9a76-a89ac50c1386 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354935 May 20 08:31:17.309813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:17.314073 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d5ae74c-681a-4e99-a76c-374fd2e251b4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:17.386166 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network 6a779151-599e-41ea-b6bf-563fbddd7700 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:17.390053 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:17.394552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:17.394694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:17.400515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Port': ['ID=76902325-3768-4ab6-87e1-0d80ddb7dcf5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:17.409797 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:17.562444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92fa7b-3463-470d-8b96-1b2727f5a39d None None] Network 246d5c10-889c-4f31-89b0-adc0fab5616e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:17.595935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:17.779507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f703de47-563c-48cc-bb91-e6cb20d65f27 None None] Provisioning for port cad6040c-a24e-482a-ba99-f9a084fc0076 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:17.994462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-40e4f562-126c-4629-ba0a-15ec1b4c7bca None None] Provisioning for port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:18.000409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-40e4f562-126c-4629-ba0a-15ec1b4c7bca None None] Provisioning complete for port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:18.000793 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-40e4f562-126c-4629-ba0a-15ec1b4c7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.013233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.055436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-40e4f562-126c-4629-ba0a-15ec1b4c7bca None None] Port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:18.074589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.075461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.079178 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cd77e3b6-291b-4b8c-ab4b-7ef007b114ea tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:18.309692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cad6040c-a24e-482a-ba99-f9a084fc0076 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:18.358678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa1e3e47-6418-4aad-a607-77bec8f475a6 req-cb1f09c3-40df-4873-abe7-642f1bb8b720 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 210 time: 0.0779819 May 20 08:31:18.444005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event updated for resources: {'Port': ['ID=76902325-3768-4ab6-87e1-0d80ddb7dcf5,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:18.454857 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:18.462832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port cad6040c-a24e-482a-ba99-f9a084fc0076 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:18.470802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cad6040c-a24e-482a-ba99-f9a084fc0076 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:18.471460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.509244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Network 6a779151-599e-41ea-b6bf-563fbddd7700 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:18.510575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:18.627451 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.689161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port cad6040c-a24e-482a-ba99-f9a084fc0076, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cad6040c-a24e-482a-ba99-f9a084fc0076,segment=NetworkSegment(070910cd-6f35-49f5-8a80-69884ccb8e51),segment_id=070910cd-6f35-49f5-8a80-69884ccb8e51)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:18.705074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Router 2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:31:18.777950 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.779884 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:18.901654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=cad6040c-a24e-482a-ba99-f9a084fc0076,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:18.906019 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:18.913339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-51c4d573-eda4-4b63-8126-6bd0be3eaa4b None None] Provisioning complete for port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:18.913889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-51c4d573-eda4-4b63-8126-6bd0be3eaa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:18.914735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:31:18.929330 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501661 May 20 08:31:18.929330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:18.931233 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] Sync routers for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:31:18.941986 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:18.942619 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:18.975546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-51c4d573-eda4-4b63-8126-6bd0be3eaa4b None None] Port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:19.005391 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:19.015129 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:19.015759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:19.075375 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:19.075707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e319de-5519-432a-8937-a852e07b97c0 None None] The sync data for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 is: [] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:31:19.097951 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1313942d-bae3-4a6b-81c2-b6f34f9d0fd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:19.257682 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-1313942d-bae3-4a6b-81c2-b6f34f9d0fd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 08:31:19.258731 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1313942d-bae3-4a6b-81c2-b6f34f9d0fd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b HTTP/1.1" status: 409 len: 329 time: 0.3293960 May 20 08:31:19.262674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44404) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:19.461748 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4beffdf0-1e60-4af5-8228-9de9c45881f5 req-9e80b58c-18e2-4bd5-9a42-e4e776d66ebd tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 210 time: 0.0565505 May 20 08:31:19.955167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:20.255728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cad6040c-a24e-482a-ba99-f9a084fc0076 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:20.332479 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port cad6040c-a24e-482a-ba99-f9a084fc0076 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:20.332948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:20.368440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting port 76902325-3768-4ab6-87e1-0d80ddb7dcf5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:20.369070 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:20.509761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:20.626322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17ddf25b-4dac-452c-9d8a-30c182d8d1c1 req-3735e5f9-85ea-4031-aeb5-5e3eea623d95 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 210 time: 0.0449548 May 20 08:31:20.642583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Calling delete_port for 76902325-3768-4ab6-87e1-0d80ddb7dcf5 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:20.942898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:20.947162 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-089b0173-e5d9-482d-accd-8b7634242ce2 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:20.995552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Port': ['ID=76902325-3768-4ab6-87e1-0d80ddb7dcf5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:21.000080 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:21.176902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:21.246215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-1e54fcc7-85f2-4c9b-bb5a-9fac0ff87f47 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=caf6f679856d471dac1c1c346ed61582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325799 May 20 08:31:21.416831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-441010f4-5d36-421d-8156-5c055c62c536 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:21.418837 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-441010f4-5d36-421d-8156-5c055c62c536 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669753 May 20 08:31:21.435804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Request body: {'port': {'device_id': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'admin_state_up': True, 'tenant_id': 'caf6f679856d471dac1c1c346ed61582'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:21.472670 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Router 2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:31:21.596501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:21.600863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Usage tracker for resource:port and tenant:caf6f679856d471dac1c1c346ed61582 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:21.603996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:21.611034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:21.716184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Made reservation on behalf of caf6f679856d471dac1c1c346ed61582 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:31:21.720474 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:21.734694 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:21.789341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:21.794237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:31:21.799033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9be29645-a7fa-4e5d-b1c7-91294ae4392b req-7574fc3c-614e-4636-b3d5-c1e6f683daef tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 210 time: 0.0505118 May 20 08:31:21.800038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Usage tracker for resource:security_group_rule and tenant:caf6f679856d471dac1c1c346ed61582 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:21.803278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:21.808257 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5410361 May 20 08:31:21.808648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44416) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:21.809581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:21.810109 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] Sync routers for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:31:21.822585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:21.823840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:21.880478 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-9c1b73cf-bea0-4663-a47d-a4f33ba23c5a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] show failed (client error): The resource could not be found. May 20 08:31:21.881954 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9c1b73cf-bea0-4663-a47d-a4f33ba23c5a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-775387729 HTTP/1.1" status: 404 len: 334 time: 0.0723627 May 20 08:31:21.885821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44420) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:21.891459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:21.891626 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-589879de-14c1-4a74-9d4e-fef861b6f9e8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:21.898943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] Routers {'2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:31:21.899564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:31:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:21.910027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:21.959044 n-d-780147-4 neutron-server[93102]: INFO neutron.api.v2.resource [None req-589879de-14c1-4a74-9d4e-fef861b6f9e8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] update failed (client error): The resource could not be found. May 20 08:31:21.961515 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-589879de-14c1-4a74-9d4e-fef861b6f9e8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-1915565310 HTTP/1.1" status: 404 len: 335 time: 0.0732949 May 20 08:31:21.962385 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:21.963864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44424) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:21.965524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:21.965984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea484b3-c0ad-4126-82ff-a221ebbc7e2b None None] The sync data for ids ['2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b'] in n-d-780147-4 is: [] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:31:22.004734 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4f5eef35-2a36-46cd-abb1-5527ce5b7fbf tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:22.040344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting subnet 1317f960-b967-4606-b330-7e8550bbd172 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:31:22.044128 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.063774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a18de4-58af-4e1a-9345-fbf67b952770,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:22.069632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:22.102820 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.147731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Allocated IP 192.168.233.63 (7ca6d320-1e30-434a-8dac-637dbcfb9997/53c0efc5-26e9-4c62-8eee-a581e0633325/b0e16210-fc25-46d8-a455-c0e3fc939da9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:31:22.187396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.359852 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.375942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Transition to ACTIVE for port object b0e16210-fc25-46d8-a455-c0e3fc939da9 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:22.463557 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.470684 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad1ef360-f855-43dc-a69d-133b13722d99 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:22.538498 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Network 7ca6d320-1e30-434a-8dac-637dbcfb9997 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:31:22.541699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:31:22.547045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:31:22.560789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.565172 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-994a4f6c-c64c-4502-af26-bfd80a343ab0 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:22.585861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Pushing event updated for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:22.591962 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:22.605095 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Subnet': ['ID=1317f960-b967-4606-b330-7e8550bbd172,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:22.610881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:22.613241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.619415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81dc14e-c360-4257-93c2-47fa5b3d46e9 None None] Network 246d5c10-889c-4f31-89b0-adc0fab5616e requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:22.620544 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/subnets/1317f960-b967-4606-b330-7e8550bbd172 HTTP/1.1" status: 204 len: 168 time: 0.6550825 May 20 08:31:22.623635 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44428) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:22.629147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:22.634147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.757676 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.762896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3308547 May 20 08:31:22.778933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-b45e5b0f-7b35-4856-8244-3c758319de8c tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:31:22.780072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-b45e5b0f-7b35-4856-8244-3c758319de8c tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082829 May 20 08:31:22.861988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting port cad6040c-a24e-482a-ba99-f9a084fc0076 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:22.862218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.868129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Request body: {'port': {'device_id': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:22.892133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-04ad3e6d-1d1f-4eb4-b596-131f33203c7b None None] Provisioning for port b0e16210-fc25-46d8-a455-c0e3fc939da9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:22.901308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-04ad3e6d-1d1f-4eb4-b596-131f33203c7b None None] Provisioning complete for port b0e16210-fc25-46d8-a455-c0e3fc939da9 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:22.902425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-04ad3e6d-1d1f-4eb4-b596-131f33203c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:22.989722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] For port cad6040c-a24e-482a-ba99-f9a084fc0076, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cad6040c-a24e-482a-ba99-f9a084fc0076,segment=NetworkSegment(070910cd-6f35-49f5-8a80-69884ccb8e51),segment_id=070910cd-6f35-49f5-8a80-69884ccb8e51)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:22.990290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.021081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] DHCP port deletion for 246d5c10-889c-4f31-89b0-adc0fab5616e request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:31:23.093662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-04ad3e6d-1d1f-4eb4-b596-131f33203c7b None None] Port b0e16210-fc25-46d8-a455-c0e3fc939da9 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:31:23.093915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.116571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Deleting port cad6040c-a24e-482a-ba99-f9a084fc0076 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:23.116571 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.122844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-72e3fac6-b2c6-488f-8c2e-52d89fc11046 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:23.123571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-72e3fac6-b2c6-488f-8c2e-52d89fc11046 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Synchronizing usage tracker for tenant:caf6f679856d471dac1c1c346ed61582 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:31:23.147097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Calling delete_port for cad6040c-a24e-482a-ba99-f9a084fc0076 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:23.223184 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] For port cad6040c-a24e-482a-ba99-f9a084fc0076, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=cad6040c-a24e-482a-ba99-f9a084fc0076,segment=NetworkSegment(070910cd-6f35-49f5-8a80-69884ccb8e51),segment_id=070910cd-6f35-49f5-8a80-69884ccb8e51)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:23.223637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.303817 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.309245 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-96cd61f2-a44e-4915-8fc6-4d44effa6fba tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:23.356501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Calling delete_port for cad6040c-a24e-482a-ba99-f9a084fc0076 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:23.357249 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Port': ['ID=cad6040c-a24e-482a-ba99-f9a084fc0076,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:23.360221 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:23.363850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] No DVR routers for this DVR port cad6040c-a24e-482a-ba99-f9a084fc0076 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:23.405116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.408967 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d8503ffb-902c-4a49-824a-409f7e1f3b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:23.442307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-72e3fac6-b2c6-488f-8c2e-52d89fc11046 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Unset dirty status for tenant:caf6f679856d471dac1c1c346ed61582 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:31:23.444435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-72e3fac6-b2c6-488f-8c2e-52d89fc11046 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 935 time: 0.5002203 May 20 08:31:23.453939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Pushing event deleted for resources: {'Port': ['ID=cad6040c-a24e-482a-ba99-f9a084fc0076,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:23.457213 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:23.458057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] No DVR routers for this DVR port cad6040c-a24e-482a-ba99-f9a084fc0076 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:23.515346 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.533684 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246d5c10-889c-4f31-89b0-adc0fab5616e']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:23.547136 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070910cd-6f35-49f5-8a80-69884ccb8e51') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:23.547429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070910cd-6f35-49f5-8a80-69884ccb8e51') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:23.558964 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.578774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.584373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-46497c61-5fc7-4a49-a7d6-787156fea6c3 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Synchronizing usage tracker for tenant:caf6f679856d471dac1c1c346ed61582 on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:31:23.584933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:31:23.585323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: timer() May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:31:23.600626 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:31:23.719602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e16210-fc25-46d8-a455-c0e3fc939da9 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:31:23.728911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.753999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-46497c61-5fc7-4a49-a7d6-787156fea6c3 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Unset dirty status for tenant:caf6f679856d471dac1c1c346ed61582 on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:31:23.757409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8c8314a-90d2-4473-b1ad-5d824472b30f req-46497c61-5fc7-4a49-a7d6-787156fea6c3 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046265 May 20 08:31:23.788938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Transition to ACTIVE for port object b0e16210-fc25-46d8-a455-c0e3fc939da9 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:31:23.789634 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.792997 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:23.811892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.824766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Network': ['ID=246d5c10-889c-4f31-89b0-adc0fab5616e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:23.827944 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/networks/246d5c10-889c-4f31-89b0-adc0fab5616e HTTP/1.1" status: 204 len: 168 time: 1.2033083 May 20 08:31:23.828849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:23.830556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44436) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:23.886292 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:23.893131 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2022255-8bfb-4a3a-a0ab-ea685e35cc7d tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:24.007196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting subnet c7a73409-cf7b-4296-892e-f592b28db900 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:31:24.028015 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.116473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:24.122568 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:24.160998 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.263336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cad6040c-a24e-482a-ba99-f9a084fc0076 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:31:24.263910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Attempting to bind port b0e16210-fc25-46d8-a455-c0e3fc939da9 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:31:24.263910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Attempting to bind port b0e16210-fc25-46d8-a455-c0e3fc939da9 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:31:24.263910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Attempting to bind port b0e16210-fc25-46d8-a455-c0e3fc939da9 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:24.273266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Port b0e16210-fc25-46d8-a455-c0e3fc939da9 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:31:24.273618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Attempting to bind port b0e16210-fc25-46d8-a455-c0e3fc939da9 on network 7ca6d320-1e30-434a-8dac-637dbcfb9997 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:31:24.281934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:31:24.282275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Checking segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:31:24.282660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Bound using segment: {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:31:24.283091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Bound port: b0e16210-fc25-46d8-a455-c0e3fc939da9, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2373709e-2067-4dbd-a829-babba4eb1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:31:24.283442 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.296748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: cad6040c-a24e-482a-ba99-f9a084fc0076 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:31:24.297112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device cad6040c-a24e-482a-ba99-f9a084fc0076 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:31:24.334798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.503533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:31:24.531510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:31:24.548947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.609019 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.614658 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ef82131-3a36-4911-88bb-385471cec840 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:24.697322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:24.698208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.700531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] 10.222.0.84 "PUT /v2.0/ports/b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 200 len: 1095 time: 1.9099121 May 20 08:31:24.704653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:31:24.736230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:24.739854 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:24.812413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.819177 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6dd57c3b-9c9f-4810-877f-320cb8dedd4a tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:24.888369 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9', 'status': 'completed', 'code': 200} May 20 08:31:24.891338 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a73409-cf7b-4296-892e-f592b28db900,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:24.904014 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:24.908107 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:24.913390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015b2ee-9e07-441e-b027-53f931234170 None None] Network c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:24.925775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de6cd750-39bb-4419-8f35-efb4e7eb3409 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/subnets/c7a73409-cf7b-4296-892e-f592b28db900 HTTP/1.1" status: 204 len: 168 time: 1.0923362 May 20 08:31:24.926422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:25.062799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting subnet b4c29c4f-3790-4e33-95b6-a8419e6084e2 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:31:25.066754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-146fb745-31e0-4407-b54d-5bbcdcc1f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:25.068218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-146fb745-31e0-4407-b54d-5bbcdcc1f0ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=caf6f679856d471dac1c1c346ed61582&device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 1098 time: 0.2129099 May 20 08:31:25.071022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.182484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-9bbee944-ff8e-4408-992f-94c6a8310b25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 200 len: 217 time: 0.0790641 May 20 08:31:25.190595 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] DHCP port deletion for c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:31:25.258355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Deleting port 979b5467-8550-49a9-8dad-4ccf6568c410 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:25.258773 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.364833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] For port 979b5467-8550-49a9-8dad-4ccf6568c410, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=979b5467-8550-49a9-8dad-4ccf6568c410,segment=NetworkSegment(b599549d-1e2f-48be-a619-5e9bd9d53060),segment_id=b599549d-1e2f-48be-a619-5e9bd9d53060)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:25.365564 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.417176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.466019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4177c-7a2c-4798-b4ef-2b77ac4f8839 req-26fd4e4a-e6dd-4736-a4c3-7343944be669 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:25.467538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22e4177c-7a2c-4798-b4ef-2b77ac4f8839 req-26fd4e4a-e6dd-4736-a4c3-7343944be669 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 947 time: 0.5363603 May 20 08:31:25.492844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Calling delete_port for 979b5467-8550-49a9-8dad-4ccf6568c410 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:25.531845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-9387a57a-3ed5-40d6-a7de-8557c175c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:25.533290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-9387a57a-3ed5-40d6-a7de-8557c175c768 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3398013 May 20 08:31:25.586645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22e4177c-7a2c-4798-b4ef-2b77ac4f8839 req-ec3e8bbd-a620-458a-b64f-e99b81c13197 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108053 May 20 08:31:25.600786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.612248 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-98ad3807-e452-41a2-af83-30e72769e5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:25.628800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:25.652897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] No DVR routers for this DVR port 979b5467-8550-49a9-8dad-4ccf6568c410 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:25.661405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Pushing event deleted for resources: {'Port': ['ID=979b5467-8550-49a9-8dad-4ccf6568c410,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:25.663512 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:25.689321 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-b7389959-0ad7-44e9-ad36-0eef4eafe9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:25.690940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-b7389959-0ad7-44e9-ad36-0eef4eafe9f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463532 May 20 08:31:25.951379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-2372926f-06fd-4c51-816b-9e850235ead2 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403901 May 20 08:31:26.141622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2fa57778-df8d-4ce8-aa87-72aa42e8a859 req-bffe2617-977e-4d86-b646-5fd2f7600bc7 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565013 May 20 08:31:26.217683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.221896 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:26.255044 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 979b5467-8550-49a9-8dad-4ccf6568c410 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:31:26.260388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c29c4f-3790-4e33-95b6-a8419e6084e2,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:26.264159 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:26.265158 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.274344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/subnets/b4c29c4f-3790-4e33-95b6-a8419e6084e2 HTTP/1.1" status: 204 len: 168 time: 1.3433340 May 20 08:31:26.274344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44450) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:26.287039 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6c6d1-c4bb-4998-9bae-ab08d9042231 None None] Network a0551398-f692-49a0-80fb-9035d1947b3f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:26.317400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 979b5467-8550-49a9-8dad-4ccf6568c410 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:31:26.317777 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 979b5467-8550-49a9-8dad-4ccf6568c410 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:31:26.447986 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.504887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-bd772880-a350-47b2-9018-28b3c4046efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:26.506652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-bd772880-a350-47b2-9018-28b3c4046efa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=caf6f679856d471dac1c1c346ed61582&device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 1098 time: 0.2115901 May 20 08:31:26.541317 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] DHCP port deletion for a0551398-f692-49a0-80fb-9035d1947b3f request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:31:26.607306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Deleting port 110b9610-38bb-4cd6-9843-0dfcbda1144c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:26.607681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.689972 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.715360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ff8b6f-c42d-416b-bbc7-6178d19b11b6']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:26.781344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b599549d-1e2f-48be-a619-5e9bd9d53060') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:26.781615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b599549d-1e2f-48be-a619-5e9bd9d53060') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:26.785686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] For port 110b9610-38bb-4cd6-9843-0dfcbda1144c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=110b9610-38bb-4cd6-9843-0dfcbda1144c,segment=NetworkSegment(8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0),segment_id=8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:26.786086 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.814961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.833051 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-44218c16-82bc-4154-94d6-0949c1b126f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:26.834582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-44218c16-82bc-4154-94d6-0949c1b126f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.3106868 May 20 08:31:26.843192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.912407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.919485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-16eebe09-b032-4e27-b49d-2a4f4021c742 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 200 len: 217 time: 0.0775690 May 20 08:31:26.921616 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:31:26.922031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: timer() May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:31:26.937883 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:31:26.978132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Calling delete_port for 110b9610-38bb-4cd6-9843-0dfcbda1144c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:27.177439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.181672 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9e81c1eb-79d6-4d39-a0aa-ab25d1c0ad3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:27.228897 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Pushing event deleted for resources: {'Port': ['ID=110b9610-38bb-4cd6-9843-0dfcbda1144c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:27.234186 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:27.235538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] No DVR routers for this DVR port 110b9610-38bb-4cd6-9843-0dfcbda1144c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:27.275553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1c07a-2e9b-4147-aea4-ff1e7f93b3af req-46b64e11-0c26-466a-a527-b12caacb0434 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:27.277555 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cd1c07a-2e9b-4147-aea4-ff1e7f93b3af req-46b64e11-0c26-466a-a527-b12caacb0434 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 947 time: 0.5539987 May 20 08:31:27.279159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-2c6f13df-1fb9-4547-b5ac-9bc9ae5a0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:27.280461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-2c6f13df-1fb9-4547-b5ac-9bc9ae5a0017 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.3280334 May 20 08:31:27.344356 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.360136 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f22d608d-972b-4bee-910b-a409ad143bed tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:27.377202 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.404096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Network': ['ID=c1ff8b6f-c42d-416b-bbc7-6178d19b11b6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:27.406767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cd1c07a-2e9b-4147-aea4-ff1e7f93b3af req-730e5cf0-4fbd-400b-bcac-05905b6fe960 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231778 May 20 08:31:27.408006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/networks/c1ff8b6f-c42d-416b-bbc7-6178d19b11b6 HTTP/1.1" status: 204 len: 168 time: 1.1329157 May 20 08:31:27.409061 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f03fa8f6-cbad-42c9-a54d-f16198a1d771 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:27.412991 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44456) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:27.429299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-0917a5f9-eae9-43b2-a434-2e1f9680108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:27.431462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-0917a5f9-eae9-43b2-a434-2e1f9680108a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340201 May 20 08:31:27.542518 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.572871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-af615338-9718-4092-af3f-1df6c2e35765 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309869 May 20 08:31:27.678076 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.694300 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0551398-f692-49a0-80fb-9035d1947b3f']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:27.707990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:27.708288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa6ff4e-8bed-45d8-86eb-b28a7cf162a0') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:27.715287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-46dbaf75-8e77-414a-90bb-2bf2ffb59175 req-ca8c3373-5ab3-48b4-91a6-cdbfb64e870d service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323342 May 20 08:31:27.721299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.739428 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.745848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:31:27.746247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: timer() May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:31:27.762111 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:31:28.079733 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.083255 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9fe3a554-99f7-487f-be7e-ff74bffbd1ae tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:28.097713 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.107599 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Network': ['ID=a0551398-f692-49a0-80fb-9035d1947b3f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:28.110153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/networks/a0551398-f692-49a0-80fb-9035d1947b3f HTTP/1.1" status: 204 len: 168 time: 0.6956635 May 20 08:31:28.111015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:28.112755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44460) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:28.178015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting subnet a3d16c5a-fffb-44d3-a472-f2d570a05090 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:31:28.180892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.241171 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.267258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 110b9610-38bb-4cd6-9843-0dfcbda1144c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:31:28.301388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 110b9610-38bb-4cd6-9843-0dfcbda1144c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:31:28.301764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 110b9610-38bb-4cd6-9843-0dfcbda1144c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:31:28.326432 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.481042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b0e16210-fc25-46d8-a455-c0e3fc939da9 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:31:28.619234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43161b6-d659-407f-a7d4-ddb6883076c0 req-2ce000a7-e20d-4760-b550-179fcbc6ea18 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:28.621396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b43161b6-d659-407f-a7d4-ddb6883076c0 req-2ce000a7-e20d-4760-b550-179fcbc6ea18 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 947 time: 0.0869222 May 20 08:31:28.631169 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:28.646470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'b0e16210-fc25-46d8-a455-c0e3fc939da9', 'network_id': '7ca6d320-1e30-434a-8dac-637dbcfb9997', 'port_id': 'b0e16210-fc25-46d8-a455-c0e3fc939da9', 'mac_address': 'fa:16:3e:56:d5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c0efc5-26e9-4c62-8eee-a581e0633325', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:31:28.674003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b43161b6-d659-407f-a7d4-ddb6883076c0 req-4a2d3f0f-dabc-405d-b3f0-4df99f02462e tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 May 20 08:31:28.703968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.703968 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d8289dcd-4a8a-414d-809f-8d9d21f3440f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:28.705010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.726415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e16210-fc25-46d8-a455-c0e3fc939da9 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:31:28.743466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d16c5a-fffb-44d3-a472-f2d570a05090,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:28.743762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:28.749055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.752099 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:28.755112 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92685e-e92e-455c-854a-b4d564260d25 None None] Network 6a779151-599e-41ea-b6bf-563fbddd7700 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:31:28.757758 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/subnets/a3d16c5a-fffb-44d3-a472-f2d570a05090 HTTP/1.1" status: 204 len: 168 time: 0.6439514 May 20 08:31:28.760125 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44466) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:28.846703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.851706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:28.891821 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:28.966479 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Deleting port 0c9e1247-9920-4fde-927b-1389053614f0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:28.966788 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.002766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:29.006276 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:29.077329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] For port 0c9e1247-9920-4fde-927b-1389053614f0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0c9e1247-9920-4fde-927b-1389053614f0,segment=NetworkSegment(5cd13c69-a226-491d-8415-aa2003eebcc4),segment_id=5cd13c69-a226-491d-8415-aa2003eebcc4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:29.077803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.101006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] DHCP port deletion for 6a779151-599e-41ea-b6bf-563fbddd7700 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:31:29.139937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b0e16210-fc25-46d8-a455-c0e3fc939da9'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:31:29.211412 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Calling delete_port for 0c9e1247-9920-4fde-927b-1389053614f0 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:29.254760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Deleting port 0c9e1247-9920-4fde-927b-1389053614f0 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:31:29.255149 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.331170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.335093 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:29.378271 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Port': ['ID=0c9e1247-9920-4fde-927b-1389053614f0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:29.380674 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:29.385732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] No DVR routers for this DVR port 0c9e1247-9920-4fde-927b-1389053614f0 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:29.390056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] For port 0c9e1247-9920-4fde-927b-1389053614f0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0c9e1247-9920-4fde-927b-1389053614f0,segment=NetworkSegment(5cd13c69-a226-491d-8415-aa2003eebcc4),segment_id=5cd13c69-a226-491d-8415-aa2003eebcc4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:29.390858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.513991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.527529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a779151-599e-41ea-b6bf-563fbddd7700']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:29.540555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd13c69-a226-491d-8415-aa2003eebcc4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:29.540876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd13c69-a226-491d-8415-aa2003eebcc4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:31:29.554396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.571931 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.578890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:31:29.579299 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.581820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Calling delete_port for 0c9e1247-9920-4fde-927b-1389053614f0 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: timer() May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:31:29.594627 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:31:29.655853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.661208 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4f3802b7-5cbd-4256-9568-b7e1b7f70885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:29.703298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Pushing event deleted for resources: {'Port': ['ID=0c9e1247-9920-4fde-927b-1389053614f0,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:29.706337 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:29.707159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] No DVR routers for this DVR port 0c9e1247-9920-4fde-927b-1389053614f0 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:31:29.766019 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.769498 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2527708e-974b-4bb1-80e5-afb6fdf86e9e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:29.785421 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:29.796972 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Pushing event deleted for resources: {'Network': ['ID=6a779151-599e-41ea-b6bf-563fbddd7700,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:29.803666 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/networks/6a779151-599e-41ea-b6bf-563fbddd7700 HTTP/1.1" status: 204 len: 168 time: 1.0425320 May 20 08:31:29.804681 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:29.805147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44472) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:29.857417 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56be1249-6992-4bda-9b3b-b33074a3d642 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Synchronizing usage tracker for tenant:3c9e5782a95a409bbe54df442accd235 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:31:29.874488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a0c34-0e26-4ef1-a7e5-5485ed576751 req-0e0fab7a-5fa5-4c60-9d78-488b90438f59 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:29.876000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67a0c34-0e26-4ef1-a7e5-5485ed576751 req-0e0fab7a-5fa5-4c60-9d78-488b90438f59 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 948 time: 0.0880647 May 20 08:31:29.923868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f67a0c34-0e26-4ef1-a7e5-5485ed576751 req-895de8f8-381f-4722-b167-a07e856c92b0 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 May 20 08:31:29.960071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-56be1249-6992-4bda-9b3b-b33074a3d642 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Unset dirty status for tenant:3c9e5782a95a409bbe54df442accd235 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:31:29.961291 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-56be1249-6992-4bda-9b3b-b33074a3d642 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b HTTP/1.1" status: 200 len: 205 time: 0.1551752 May 20 08:31:29.963698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44476) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:30.102468 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.253513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0c9e1247-9920-4fde-927b-1389053614f0 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:31:30.291059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 0c9e1247-9920-4fde-927b-1389053614f0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:31:30.291413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0c9e1247-9920-4fde-927b-1389053614f0 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:31:30.496394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b0e16210-fc25-46d8-a455-c0e3fc939da9 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:31:30.584854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.587123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.617250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port b0e16210-fc25-46d8-a455-c0e3fc939da9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:31:30.622337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port b0e16210-fc25-46d8-a455-c0e3fc939da9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:31:30.622780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.674484 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.674980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Fanout notify agent at l3_agent the message router_deleted on router 2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:31:30.687533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.688637 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03ee6668-ed57-444f-a6da-75270b90aa1a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] 10.222.0.79 "DELETE /v2.0/routers/2f82a1c8-077f-4ba5-8331-b58d5b0ddb2b HTTP/1.1" status: 204 len: 168 time: 0.7240367 May 20 08:31:30.745269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.773354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:31:30.784377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:31:30.874375 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:30.876449 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-91ea93ba-1017-4955-9ebb-54f11b1e37e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:30.907412 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9', 'code': 200} May 20 08:31:30.950199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:30.953314 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:31.032220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba465-b0b4-45b9-8482-c6f10075d932 req-179f12de-3e1f-4857-892e-24088e386647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:31.033737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6ba465-b0b4-45b9-8482-c6f10075d932 req-179f12de-3e1f-4857-892e-24088e386647 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 1100 time: 0.0778387 May 20 08:31:31.128290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5a6ba465-b0b4-45b9-8482-c6f10075d932 req-9e1954d1-bb64-4d3b-ad75-72d0ec5a8416 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 May 20 08:31:31.155988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82701221-6f8a-47f8-af61-917ef828a80d req-1b96891d-d382-4bb9-b061-0d6d74f4917e tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:31.156805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82701221-6f8a-47f8-af61-917ef828a80d req-1b96891d-d382-4bb9-b061-0d6d74f4917e tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.1179819 May 20 08:31:31.177761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44490) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:31.210333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82701221-6f8a-47f8-af61-917ef828a80d req-6a59521c-2d57-42e3-ab93-c4b184538ce9 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 May 20 08:31:31.343488 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da621a62-284a-4925-84af-9ef88eea7883 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c9e5782a95a409bbe54df442accd235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644030 May 20 08:31:31.344472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44496) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:31.402884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:31.428899 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:31.560347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:31.564180 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5c84b550-79aa-4be9-83e5-9368470dcd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:31.575620 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e0234b-ffc5-4c01-933f-f0b49a2bf24e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:31.577869 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:31.583749 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:31.588843 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6dc5dc40-0c69-4ab6-b62a-9b196f3c4338 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37e0234b-ffc5-4c01-933f-f0b49a2bf24e HTTP/1.1" status: 204 len: 168 time: 0.2397645 May 20 08:31:32.400797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453d0b2-2495-408f-9875-08d56953dfab req-006cc002-970d-45a8-8832-8781ce7bde1a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:31:32.402473 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8453d0b2-2495-408f-9875-08d56953dfab req-006cc002-970d-45a8-8832-8781ce7bde1a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.0833404 May 20 08:31:32.450240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8453d0b2-2495-408f-9875-08d56953dfab req-04ee9830-337b-4866-9fff-0b416a005a61 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 May 20 08:31:32.601138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44528) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:32.715413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-c56246b6-be13-4bc7-a1e5-193481b9809b tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1818554239', 'prefixes': ['172.20.0.0/16']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:32.722209 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-c56246b6-be13-4bc7-a1e5-193481b9809b tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:33.097254 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c56246b6-be13-4bc7-a1e5-193481b9809b tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Notify callbacks [] for subnetpool, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:33.098487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c56246b6-be13-4bc7-a1e5-193481b9809b tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4963231 May 20 08:31:33.101206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:33.130397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6e78b89f-49cf-4d69-887a-58640dc5f9d1 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "GET /v2.0/subnetpools/03bfe649-2ed2-46c3-b5ba-9a608428427b HTTP/1.1" status: 200 len: 732 time: 0.0279937 May 20 08:31:33.133094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44542) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:33.138860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-387208ba-b9fd-425b-939d-f3efc29c1ff9 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-558365733'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:31:33.288363 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-387208ba-b9fd-425b-939d-f3efc29c1ff9 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Notify callbacks [] for subnetpool, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:33.289839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-387208ba-b9fd-425b-939d-f3efc29c1ff9 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "PUT /v2.0/subnetpools/03bfe649-2ed2-46c3-b5ba-9a608428427b HTTP/1.1" status: 200 len: 683 time: 0.1557143 May 20 08:31:33.292610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44546) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:33.475198 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b9e186be-862e-45ba-bf54-3e2a54e35c2d tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] Notify callbacks [] for subnetpool, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:33.476330 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b9e186be-862e-45ba-bf54-3e2a54e35c2d tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "DELETE /v2.0/subnetpools/03bfe649-2ed2-46c3-b5ba-9a608428427b HTTP/1.1" status: 204 len: 168 time: 0.1827266 May 20 08:31:33.479195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44550) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:33.497924 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-fde27404-7dd2-476b-a385-5de091af1781 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] show failed (client error): The resource could not be found. May 20 08:31:33.498935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fde27404-7dd2-476b-a385-5de091af1781 tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "GET /v2.0/subnetpools/03bfe649-2ed2-46c3-b5ba-9a608428427b HTTP/1.1" status: 404 len: 346 time: 0.0185032 May 20 08:31:33.502757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44554) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:33.521621 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-493038a7-6132-45f2-9d9a-53b7a31e52ff tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] delete failed (client error): The resource could not be found. May 20 08:31:33.522595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-493038a7-6132-45f2-9d9a-53b7a31e52ff tempest-SubnetPoolsTestJSON-1717042358 tempest-SubnetPoolsTestJSON-1717042358-project] 10.222.0.79 "DELETE /v2.0/subnetpools/03bfe649-2ed2-46c3-b5ba-9a608428427b HTTP/1.1" status: 404 len: 346 time: 0.0187423 May 20 08:31:34.128510 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44564) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:34.248022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.264679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:34.269309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Usage tracker for resource:security_group_rule and tenant:66eba7d95d4f499583f72c9a39ba2839 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:34.272344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:34.278975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:34.363472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.435337 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.442969 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1ebb57f-79bd-4321-b2f0-9c0d16ce300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:34.500018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=66eba7d95d4f499583f72c9a39ba2839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704309 May 20 08:31:34.502057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf0df0-0463-4661-8a51-45cf459f7114,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:34.502674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:34.515973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-61d8d3b9-ea6c-4880-8f6d-fc7a51f00e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:34.572305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.601873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.697236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.702632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3c7d36ed-27e6-4ca6-be88-9988656e9a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:34.715260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf0df0-0463-4661-8a51-45cf459f7114,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:34.719494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:34.723140 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:34.725576 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1f4c5a0d-076a-472e-ae9d-380709812d80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5bbf0df0-0463-4661-8a51-45cf459f7114 HTTP/1.1" status: 204 len: 168 time: 0.2217019 May 20 08:31:35.736201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:35.740332 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030034 May 20 08:31:35.743657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44598) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:35.869357 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-259a9576-2a8d-4203-9165-db572651ccab tempest-NetworksApiDiscovery-1469707037 tempest-NetworksApiDiscovery-1469707037-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1205003 May 20 08:31:36.434023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:36.567461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:36.584842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:36.590082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Usage tracker for resource:security_group_rule and tenant:7c20bfbc44f94f2fa320e6a8edffdef2 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:36.593662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:36.600023 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:36.693053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:36.765667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:36.773193 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-61ebdb52-f355-484b-a317-4dca37b247c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:36.826324 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c20bfbc44f94f2fa320e6a8edffdef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910353 May 20 08:31:36.827289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e1888a-30f6-46f2-b720-77761ca1b3cf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:36.829162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44616) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:36.835728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.836109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.836491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.836866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.837237 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.837634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.838006 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.838405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.838784 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.839158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.840758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.841144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:31:36.845038 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3bfcca3-4c2c-4902-a402-5e218d7336bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:36.885337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-326d6bf6-364f-41a5-af88-70701128d744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:36.901299 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:36.930530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:37.051364 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:37.055411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-df8800ac-05ae-4637-bc3a-365e41a8cec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:37.069678 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e1888a-30f6-46f2-b720-77761ca1b3cf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:37.072944 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:37.081820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:37.085810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1811449c-31ba-4b7b-83c9-03659eceb256 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60e1888a-30f6-46f2-b720-77761ca1b3cf HTTP/1.1" status: 204 len: 168 time: 0.2554073 May 20 08:31:39.239951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-38406d88-4f5d-43e9-a6af-9c2f9c63b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:39.708475 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:40.982295 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:31:41.302830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:42.548351 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:46.799192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44728) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:46.938208 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:46.953308 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:46.957276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e570e375fbd41219b3cef7e9640ab65 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:46.960777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:46.967360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:47.094659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.154296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.162580 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-69202150-ea95-434f-a428-0fbbd8e657e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:47.209244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e570e375fbd41219b3cef7e9640ab65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088938 May 20 08:31:47.210089 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d331b77-4cf2-4f5f-a614-9ac7a375abc6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:47.212104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44734) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:47.213390 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-54025b9e-285a-4b37-ac7f-76ef71c74ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:47.281541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.312083 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.416991 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.421000 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-69bd7b74-f09f-451c-8de5-a5851a2c22ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:47.435066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d331b77-4cf2-4f5f-a614-9ac7a375abc6,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:47.439130 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:47.444741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:47.451003 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d331b77-4cf2-4f5f-a614-9ac7a375abc6 HTTP/1.1" status: 204 len: 168 time: 0.2353897 May 20 08:31:48.069266 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44744) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:48.087472 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.102146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:48.106860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Usage tracker for resource:security_group_rule and tenant:10ceadaae463465396ddb7e0a4a4b9de is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:48.109766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:48.115498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:48.203796 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.267858 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.275449 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1a534e8-ef7f-4dee-a6b7-911db8ebc268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:48.319612 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10ceadaae463465396ddb7e0a4a4b9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491467 May 20 08:31:48.320688 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782953c-ae56-468c-a3e3-a809885e5c5c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:48.332002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44748) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:48.333328 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-29f8c02b-d3ea-404a-95f2-fac6ca6cccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:48.385657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.415028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.548099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.552534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fddcc3d8-d4fc-410d-858a-7756ca6314c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:48.565995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782953c-ae56-468c-a3e3-a809885e5c5c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:48.568971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:48.579200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:48.583152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c782953c-ae56-468c-a3e3-a809885e5c5c HTTP/1.1" status: 204 len: 168 time: 0.2589002 May 20 08:31:51.842748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-ae90cc07-2308-4ae9-9657-e1f718d31bd2 req-058533dd-c2f1-4aac-82dd-91c2483d5302 service neutron] (93101) timed out ('10.222.0.81', 54221) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:31:54.576490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:56.782196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:57.805030 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 44844) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:57.898806 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:57.914000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:31:57.918302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Usage tracker for resource:security_group_rule and tenant:c4b9e98388714c839d62c0f823c0a228 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:31:57.921143 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:31:57.926843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:31:58.013950 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.090498 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.099811 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b8218ba-290e-4242-96a2-d86ffa46bdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:58.142322 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4b9e98388714c839d62c0f823c0a228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641062 May 20 08:31:58.143117 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f7b10-499d-4522-8a58-19f70d18e8b0,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:58.144850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 44852) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:31:58.146678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:58.211204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.238166 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.387839 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.391733 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a68202eb-05f2-4a61-a0ce-c5ef7dc5c3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:31:58.409142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f7b10-499d-4522-8a58-19f70d18e8b0,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:31:58.409339 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:31:58.410587 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:31:58.411782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/274f7b10-499d-4522-8a58-19f70d18e8b0 HTTP/1.1" status: 204 len: 168 time: 0.2657731 May 20 08:32:06.913966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f9c-5b07-46ce-bd90-510d2aa80fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:09.199433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-37006ef9-5a06-44fb-9687-ec96b8d1d7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:09.690705 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:12.033350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:12.570299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:14.295106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ac214eb4-3dfe-4737-ae1b-1b9cb21f979a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0836556 May 20 08:32:14.457429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.458271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.458805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.459355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.459862 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.461722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b84220a9-4582-42fa-91fc-e9ccd934aa0b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0917349 May 20 08:32:14.631813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ba57ef3f-a128-4fde-82f1-913b649ee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.632348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ba57ef3f-a128-4fde-82f1-913b649ee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.632753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ba57ef3f-a128-4fde-82f1-913b649ee058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.634339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ba57ef3f-a128-4fde-82f1-913b649ee058 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1432495 May 20 08:32:14.745917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-d8dc5afb-0999-4cfb-bc07-14f538a83b52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0776701 May 20 08:32:14.839671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-5f5bbb6b-68f5-47c5-91a9-554c9d049cf1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2043562 May 20 08:32:14.841798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3fd79c8a-e4a3-424c-8d7d-855b8b2d9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.843877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3fd79c8a-e4a3-424c-8d7d-855b8b2d9db8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0893021 May 20 08:32:14.974908 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-15277e82-b691-4923-aece-32d873929d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:14.976408 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-15277e82-b691-4923-aece-32d873929d45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239350 May 20 08:32:15.312909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-b235d4c2-cbcb-442a-b329-46d9176e83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:15.314319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-b235d4c2-cbcb-442a-b329-46d9176e83fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=caf6f679856d471dac1c1c346ed61582&device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 1100 time: 0.3855550 May 20 08:32:15.324019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b407ab83-69d5-4a5b-9145-9f19d5593462 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373129 May 20 08:32:15.588300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-b8326dc6-ded3-483d-b66f-46bb543766fa service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574847 May 20 08:32:15.590870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-8079efb0-8b2c-4c0f-804a-56c3ae96cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:15.592365 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-8079efb0-8b2c-4c0f-804a-56c3ae96cbb8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.2366898 May 20 08:32:15.715322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3e7d718b-aaab-4061-b15f-588f84435f03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.1201677 May 20 08:32:15.763274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-664fd3c5-5fed-4841-963f-0ad39c62137c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 200 len: 217 time: 0.1104743 May 20 08:32:15.848299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-e470a18b-753e-4d02-a0d3-48fbe23bfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:15.849788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-e470a18b-753e-4d02-a0d3-48fbe23bfb5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1279955 May 20 08:32:15.858281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-d0068b62-b573-42e6-afeb-52ffe59afd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:15.859841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-d0068b62-b573-42e6-afeb-52ffe59afd98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0861628 May 20 08:32:16.001802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-876b95a8-9972-48db-9a18-2ad1b227dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:16.003320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-876b95a8-9972-48db-9a18-2ad1b227dda5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426179 May 20 08:32:16.005548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-2d7b1498-4bb0-4a0c-af23-70ab072d0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:16.006890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-2d7b1498-4bb0-4a0c-af23-70ab072d0113 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149268 May 20 08:32:16.260582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-65811f9d-8344-4740-8403-83b1240900e5 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498446 May 20 08:32:16.264478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-9156fbd2-a87a-4f3e-a530-fea8ac587b38 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355003 May 20 08:32:16.515053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-948544d6-9781-4f8b-9b1c-983c94ccad87 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473192 May 20 08:32:16.518305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f913c9f5-4e84-44e9-ab1b-0190a7919ad7 req-e761ca2e-ee59-4d40-9e6e-afcd71fe1894 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320552 May 20 08:32:16.587723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-ae69b47c-1dc1-48fa-a305-42fa887534b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0660253 May 20 08:32:16.838463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-d594da07-8e95-4d3e-a367-9c9ada825fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:16.840362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-d594da07-8e95-4d3e-a367-9c9ada825fed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2460232 May 20 08:32:16.921936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3100f2ce-532d-4ecd-8cf9-0397b14ee814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:16.923588 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3100f2ce-532d-4ecd-8cf9-0397b14ee814 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770254 May 20 08:32:17.063217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-80bbebbc-3b54-4f03-bb4d-0c3dd167c333 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331618 May 20 08:32:17.201695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-3c14cd72-5b93-4eaf-a80f-897c98d69e42 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322839 May 20 08:32:17.275209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-f32b1f51-05c1-4c25-9fd1-56a08ac058a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0675886 May 20 08:32:17.344726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-502de4a4-bfc1-4784-9202-b586e063705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:17.346209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-502de4a4-bfc1-4784-9202-b586e063705f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0647676 May 20 08:32:17.434681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-a037cc98-8a84-424e-ab3f-4309a3a2af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:17.436423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-a037cc98-8a84-424e-ab3f-4309a3a2af1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832837 May 20 08:32:17.578335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-224c4f1f-ce2e-4aeb-a08f-090a06e49ae2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353898 May 20 08:32:17.724472 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-198c6e04-f887-46da-9ca9-9c63bd0b17ef service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389492 May 20 08:32:17.800485 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-bc79f4a7-b17b-4569-a6b6-b9b87cf6d752 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0693746 May 20 08:32:17.868021 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-76140822-6f3c-413d-9bbd-a9a5dc598b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:17.869495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-76140822-6f3c-413d-9bbd-a9a5dc598b4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0618827 May 20 08:32:17.948204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-59f8df1b-3280-463e-83e7-bf0a5d60d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:32:17.950283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-59f8df1b-3280-463e-83e7-bf0a5d60d447 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733202 May 20 08:32:17.982312 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:32:18.086456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-20d6ade0-d191-4787-b262-d947c095030e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300910 May 20 08:32:18.227482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-854a9b12-d140-48b2-847c-1c7dc1d22de2 req-562ef97b-3e26-438f-a8a4-b2b310666d98 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337037 May 20 08:32:24.604139 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:26.828622 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:36.895645 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3de992c7-c1e9-4b62-a15e-baf1a4fee623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:39.198598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b67c3aa8-1246-43f7-8d77-e6f57406f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:39.695470 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:41.306741 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:42.597982 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:54.603482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:32:54.982291 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:32:56.798004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:06.861072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-43a43798-cece-4dca-920c-8d3ea3b9b9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:09.203412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-69ebbbd7-b5b8-4b87-ac9c-0fccaea473f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:09.717105 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:11.300134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:12.574502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.339536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46200) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:13.467205 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.482519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:13.487153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Usage tracker for resource:security_group_rule and tenant:766f3173f405445b96b3ef67a4dd1396 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:13.490494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:13.496891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:13.584842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.665913 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.673761 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2b3e61d8-58f2-412e-aebc-c0723bf1af0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:13.718936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=766f3173f405445b96b3ef67a4dd1396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782225 May 20 08:33:13.719911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94e904-db2e-41c7-a8d9-de0e344e1e41,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:13.721736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:13.733203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.733636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.734009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.734394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.740423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.742847 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:13.799484 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.827340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.951887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:13.955682 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:13.968658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94e904-db2e-41c7-a8d9-de0e344e1e41,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:13.979734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.980122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.980502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.980882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.981253 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.981648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.982018 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.982384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.982746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.983108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.983469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.983869 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:13.990290 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:13.998673 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:14.002588 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d9441d24-fbf4-4e4c-a2cd-56b73991299b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad94e904-db2e-41c7-a8d9-de0e344e1e41 HTTP/1.1" status: 204 len: 168 time: 0.2790627 May 20 08:33:14.680355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-08d2ead4-d152-4283-8b20-9820e7b2983b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727537 May 20 08:33:14.840180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-f567a40d-01de-42e7-bd99-f6b9cbf023e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:14.841897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-f567a40d-01de-42e7-bd99-f6b9cbf023e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=caf6f679856d471dac1c1c346ed61582&device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 1100 time: 0.0798399 May 20 08:33:14.999013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-3cd7d726-c827-4e88-b294-b530c4834b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:15.000494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-3cd7d726-c827-4e88-b294-b530c4834b63 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7ca6d320-1e30-434a-8dac-637dbcfb9997 HTTP/1.1" status: 200 len: 870 time: 0.1381824 May 20 08:33:15.006834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46232) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:15.080977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-0b23a86c-d2e0-403b-a899-4c83afc9e906 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 200 len: 217 time: 0.0681310 May 20 08:33:15.133924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-692302489-network', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:15.141541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:15.152415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Usage tracker for resource:network and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:15.157066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:15.166122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:15.174910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-0e32b681-1ff6-4a3a-9e3b-81a78cdcee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:15.177001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-0e32b681-1ff6-4a3a-9e3b-81a78cdcee00 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53c0efc5-26e9-4c62-8eee-a581e0633325 HTTP/1.1" status: 200 len: 843 time: 0.0864449 May 20 08:33:15.256471 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Made reservation on behalf of f402ce23ce464e698c7a7fe0a050529c for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:33:15.258800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:15.272768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:15.285273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-016a9284-4c4c-4e4f-9737-654b81d01818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:15.286799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-016a9284-4c4c-4e4f-9737-654b81d01818 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7ca6d320-1e30-434a-8dac-637dbcfb9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998247 May 20 08:33:15.292105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:15.296337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:15.318728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:15.326653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:15.638933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-186eeaa0-2e17-4366-8290-ac6ba9b3b718 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396549 May 20 08:33:15.768106 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:15.808632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68d4ca2c-cf1f-4655-97d2-cb87b6e9b08e req-57fd1873-3d1f-43dd-8da6-2b3283f8e300 service neutron] 10.222.0.84 "GET /v2.0/networks/7ca6d320-1e30-434a-8dac-637dbcfb9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574993 May 20 08:33:15.859970 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:15.864303 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e6621025-b4fe-44ac-a4ee-e80598e407bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:15.889507 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:33:15.937808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8280c-4885-4a43-9abe-32bd94c7bcf0,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:15.946763 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:15.951666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:15.952028 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Added segment f0348c60-4140-4e01-8512-1418c351891d of type vlan for network 6120b388-ef0f-496a-806f-f171e9d37f48 May 20 08:33:15.996797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:16.033720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a10c7-1ec9-4bc2-962d-aeae9f8a8864 req-7fd1cdb5-63d0-4ac9-99a3-7f2749b9bb8f tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.035326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-327a10c7-1ec9-4bc2-962d-aeae9f8a8864 req-7fd1cdb5-63d0-4ac9-99a3-7f2749b9bb8f tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.1436057 May 20 08:33:16.081249 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-327a10c7-1ec9-4bc2-962d-aeae9f8a8864 req-0a7e78b6-a2ac-4079-95f6-1647e17a6da2 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 May 20 08:33:16.083117 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:16.084143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.084725 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:16.089775 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-313434d7-9a78-4a71-b089-b1b275eda159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:16.197572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Pushing event updated for resources: {'Network': ['ID=6120b388-ef0f-496a-806f-f171e9d37f48,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:16.200023 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:16.211262 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 6120b388-ef0f-496a-806f-f171e9d37f48 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:33:16.249035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2411118 May 20 08:33:16.252058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:16.258915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Request body: {'subnet': {'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-692302489-subnet', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:16.264487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:16.269118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Usage tracker for resource:subnet and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:16.272630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:16.278717 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:16.288064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-412ae96e-00e0-48bb-b90f-179d8cc04b7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0844884 May 20 08:33:16.340243 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Made reservation on behalf of f402ce23ce464e698c7a7fe0a050529c for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:33:16.342650 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:16.456496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.457572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.458097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.458577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.459123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.460916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-74c30993-1859-4074-b3e4-bce578d1f567 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0947728 May 20 08:33:16.623300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-13387fdb-5d3b-4ccc-b576-261922285bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.623776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-13387fdb-5d3b-4ccc-b576-261922285bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.624283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-13387fdb-5d3b-4ccc-b576-261922285bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.625874 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-13387fdb-5d3b-4ccc-b576-261922285bc8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1397834 May 20 08:33:16.695256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-b2389544-2b9d-46e9-99f2-a4d7fb38c2f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0623264 May 20 08:33:16.761639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-32d33d7a-2c33-427c-8d2c-b033d1cb8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.763080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-32d33d7a-2c33-427c-8d2c-b033d1cb8b61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0620396 May 20 08:33:16.801789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:16.806222 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-564a4d50-2cf1-4c81-b52d-97d6b2b03e90 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:16.840415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-e683ca69-b13e-447c-b73c-3f8c7b416a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:16.841919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-e683ca69-b13e-447c-b73c-3f8c7b416a47 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724289 May 20 08:33:16.882464 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71637175-4abf-48de-9ad6-4f0601dc068b,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:16.886400 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Checking segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:16.886768 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Network hostable DHCP agents. Network: 6120b388-ef0f-496a-806f-f171e9d37f48, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:33:16.890659 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:16.963331 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Network 6120b388-ef0f-496a-806f-f171e9d37f48 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:33:16.980380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-c7a0f0a1-b191-4662-b363-c607f0f1fdd9 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302555 May 20 08:33:17.020833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 6120b388-ef0f-496a-806f-f171e9d37f48) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:17.028865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81319a4-7d2b-40af-a71e-5f969399c373 None None] Network 6120b388-ef0f-496a-806f-f171e9d37f48 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:33:17.034177 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:17.035438 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.095169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8419814 May 20 08:33:17.098551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46252) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:17.106463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:17.114326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:17.119251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Usage tracker for resource:router and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:17.123309 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:17.126676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-61188468-96a0-4c7a-b129-ee7a01d18b57 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390040 May 20 08:33:17.132523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:17.208988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.210102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.225734 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.233928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-df7ebdea-bb90-4eec-a9c2-635d73167bd1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0989034 May 20 08:33:17.272798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2252de-850c-4078-baba-043559996d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-6120b388-ef0f-496a-806f-f171e9d37f48', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:33:17.273595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.329093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-dd64a754-dcaf-411d-9dd5-a6046f2d1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:17.330772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-dd64a754-dcaf-411d-9dd5-a6046f2d1f05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0901999 May 20 08:33:17.381911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897194-d9ab-4553-8d91-04c0a4b3f622 req-8c94eab9-f57d-4ecc-b499-47586d1c198d tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:17.383536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65897194-d9ab-4553-8d91-04c0a4b3f622 req-8c94eab9-f57d-4ecc-b499-47586d1c198d tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.1889002 May 20 08:33:17.445514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-7a2252de-850c-4078-baba-043559996d66 None None] Allocated IP 172.20.0.2 (6120b388-ef0f-496a-806f-f171e9d37f48/71637175-4abf-48de-9ad6-4f0601dc068b/0d263c5c-90f0-43ce-8281-0cba7193f00c) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:17.451507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-65897194-d9ab-4553-8d91-04c0a4b3f622 req-5ee6a8f6-2fbe-4956-9042-a785a9b1eb20 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620198 May 20 08:33:17.460707 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-0cbff26f-dd11-40b3-9257-d4ebc4c0d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:17.464337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-0cbff26f-dd11-40b3-9257-d4ebc4c0d213 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233447 May 20 08:33:17.581101 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.673816 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.675740 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-55a162cb-d9d7-4072-89f1-018b6055b82c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011161 May 20 08:33:17.684863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a2252de-850c-4078-baba-043559996d66 None None] Transition to ACTIVE for port object 0d263c5c-90f0-43ce-8281-0cba7193f00c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:17.703738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7a2252de-850c-4078-baba-043559996d66 None None] Transition to ACTIVE for port object 0d263c5c-90f0-43ce-8281-0cba7193f00c will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:17.710713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1359669-8756-44b7-85af-9dd4870d0cca req-f2d56aac-6378-434d-96e2-9ee4a20adcc6 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:17.714370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1359669-8756-44b7-85af-9dd4870d0cca req-f2d56aac-6378-434d-96e2-9ee4a20adcc6 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.1470113 May 20 08:33:17.787008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.791463 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-11403a99-1f8c-40be-b3a1-666200505d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:17.860462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2252de-850c-4078-baba-043559996d66 None None] Network 6120b388-ef0f-496a-806f-f171e9d37f48 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:17.863650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-7a2252de-850c-4078-baba-043559996d66 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:17.866461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2252de-850c-4078-baba-043559996d66 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:17.876576 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2252de-850c-4078-baba-043559996d66 None None] Pushing event updated for resources: {'Port': ['ID=0d263c5c-90f0-43ce-8281-0cba7193f00c,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:17.922776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.923131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.923473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.923810 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.924147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.924480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.924808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.925137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.925531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.925886 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.926191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.926514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:17.930452 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a2252de-850c-4078-baba-043559996d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:17.986198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a2252de-850c-4078-baba-043559996d66 None None] Attempting to bind port 0d263c5c-90f0-43ce-8281-0cba7193f00c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:17.986837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a2252de-850c-4078-baba-043559996d66 None None] Attempting to bind port 0d263c5c-90f0-43ce-8281-0cba7193f00c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:17.987467 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2252de-850c-4078-baba-043559996d66 None None] Attempting to bind port 0d263c5c-90f0-43ce-8281-0cba7193f00c on network 6120b388-ef0f-496a-806f-f171e9d37f48 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:17.996893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2252de-850c-4078-baba-043559996d66 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:17.997287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2252de-850c-4078-baba-043559996d66 None None] Checking segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:17.997735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:17.998149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2252de-850c-4078-baba-043559996d66 None None] Bound using segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:17.998641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7a2252de-850c-4078-baba-043559996d66 None None] Bound port: 0d263c5c-90f0-43ce-8281-0cba7193f00c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:17.999036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.092372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a2252de-850c-4078-baba-043559996d66 None None] For port 0d263c5c-90f0-43ce-8281-0cba7193f00c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:18.095652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a2252de-850c-4078-baba-043559996d66 None None] For port 0d263c5c-90f0-43ce-8281-0cba7193f00c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0d263c5c-90f0-43ce-8281-0cba7193f00c,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:18.114705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-0a1f35a2-24c7-456f-a7b1-c26b68ce6d44 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321537 May 20 08:33:18.125374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.156815 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.163444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a2252de-850c-4078-baba-043559996d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.167619 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:18.191777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-6bc1fafe-92da-4775-9adc-78dc5ac954d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0707452 May 20 08:33:18.235587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Deleting port b0e16210-fc25-46d8-a455-c0e3fc939da9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:33:18.235894 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.299817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2252de-850c-4078-baba-043559996d66 None None] Pushing event updated for resources: {'Port': ['ID=0d263c5c-90f0-43ce-8281-0cba7193f00c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:18.303878 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a2252de-850c-4078-baba-043559996d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:18.310037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Allocated IP 172.25.8.79 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/07279b05-0bbb-4973-8936-74eb7d6ac301) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:18.356658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-bdef04f4-a745-4c05-8dc0-f88ebee3c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:18.358154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-bdef04f4-a745-4c05-8dc0-f88ebee3c059 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1594892 May 20 08:33:18.447875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] For port b0e16210-fc25-46d8-a455-c0e3fc939da9, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=b0e16210-fc25-46d8-a455-c0e3fc939da9,segment=NetworkSegment(2373709e-2067-4dbd-a829-babba4eb1acb),segment_id=2373709e-2067-4dbd-a829-babba4eb1acb)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:18.447875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.466705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.581249 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:18.587673 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb8f3727-df86-47fa-a4bd-42be936580c9 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:18.604602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Calling delete_port for b0e16210-fc25-46d8-a455-c0e3fc939da9 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:33:18.670838 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:18.673833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:18.679328 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:18.695143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-658e623a-40b2-4686-a794-36e17b4c1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:18.702270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-658e623a-40b2-4686-a794-36e17b4c1d8c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3323185 May 20 08:33:18.728022 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Pushing event updated for resources: {'Port': ['ID=07279b05-0bbb-4973-8936-74eb7d6ac301,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:18.740313 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:18.841770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d128cf-eebd-4b54-a1a2-f4e30be05837 req-4dbe9613-71b2-43f6-82f3-e054949a0147 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:18.843175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d128cf-eebd-4b54-a1a2-f4e30be05837 req-4dbe9613-71b2-43f6-82f3-e054949a0147 tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 949 time: 0.2358122 May 20 08:33:18.961870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-a2dad9f8-77ac-4881-8621-02cf2fcf0df6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500010 May 20 08:33:18.968667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00d128cf-eebd-4b54-a1a2-f4e30be05837 req-265392d9-d596-4732-84fc-a5f03e1039cf tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7a18de4-58af-4e1a-9345-fbf67b952770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181178 May 20 08:33:19.067848 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:19.074801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1de4afeb-9158-4fb5-91d2-889d21424ed8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:19.083792 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['b0e16210-fc25-46d8-a455-c0e3fc939da9'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:33:19.136466 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Pushing event deleted for resources: {'Port': ['ID=b0e16210-fc25-46d8-a455-c0e3fc939da9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:19.175801 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:19.247020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] No DVR routers for this DVR port b0e16210-fc25-46d8-a455-c0e3fc939da9 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:33:19.252730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:19.256289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'name': 'network-vif-deleted', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:33:19.264043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-ba53ae02-7e27-4a7f-bb97-4673e25e509a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944634 May 20 08:33:19.357138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-b596924a-7194-4165-a37d-55c022ac9bbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0840821 May 20 08:33:19.360758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1359669-8756-44b7-85af-9dd4870d0cca req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.84 "DELETE /v2.0/ports/b0e16210-fc25-46d8-a455-c0e3fc939da9 HTTP/1.1" status: 204 len: 173 time: 1.6347382 May 20 08:33:19.376794 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:19.417326 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a71f11-02fd-4341-a46c-0add7b4ec14f', 'name': 'network-vif-deleted', 'tag': 'b0e16210-fc25-46d8-a455-c0e3fc939da9', 'status': 'completed', 'code': 200} May 20 08:33:19.461745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-617c0183-2e24-4b50-99ae-74610c4f5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:19.463145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-617c0183-2e24-4b50-99ae-74610c4f5db3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0941310 May 20 08:33:19.483574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29917e1a-eedc-44f5-bd6b-b98c0708a781 None None] Network 6120b388-ef0f-496a-806f-f171e9d37f48 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:33:19.576278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-14c14c67-29d9-4856-b4f7-33f92b448fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:19.578043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-14c14c67-29d9-4856-b4f7-33f92b448fa1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028454 May 20 08:33:19.768116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-af2aca93-2e12-4169-9d2e-197553c0e014 None None] Provisioning for port 0d263c5c-90f0-43ce-8281-0cba7193f00c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:19.898572 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:19.961134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-45ecd0f6-5d23-4ee0-a61a-984d4d470c65 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722804 May 20 08:33:20.165298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-a5b200e2-87d8-4bdb-82bf-459a50ad5325 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968946 May 20 08:33:20.171191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3d56c6bc-5b6f-43e3-8728-96cb6ed2c47c req-f676e444-524c-4a98-9d60-126050f18efa tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Synchronizing usage tracker for tenant:caf6f679856d471dac1c1c346ed61582 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:33:20.243393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-17f7c92f-1000-4865-8541-c86ee5a9c96b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0683320 May 20 08:33:20.313443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-a1360305-7828-4e96-a455-b8213ad0c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:20.322344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-a1360305-7828-4e96-a455-b8213ad0c964 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0695648 May 20 08:33:20.322344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-3d56c6bc-5b6f-43e3-8728-96cb6ed2c47c req-f676e444-524c-4a98-9d60-126050f18efa tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Unset dirty status for tenant:caf6f679856d471dac1c1c346ed61582 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:33:20.322344 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3d56c6bc-5b6f-43e3-8728-96cb6ed2c47c req-f676e444-524c-4a98-9d60-126050f18efa tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] 10.222.0.79 "GET /v2.0/ports?device_id=01a71f11-02fd-4341-a46c-0add7b4ec14f HTTP/1.1" status: 200 len: 210 time: 0.2097158 May 20 08:33:20.356893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Router b7594e52-dc20-497e-b0a0-4cb85672ee6e is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:33:20.377984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0d263c5c-90f0-43ce-8281-0cba7193f00c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:20.422753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-84f3fc4a-094a-4228-82fb-a8ed858a5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:20.424437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-84f3fc4a-094a-4228-82fb-a8ed858a5542 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995333 May 20 08:33:20.552791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 0d263c5c-90f0-43ce-8281-0cba7193f00c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:20.559909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0d263c5c-90f0-43ce-8281-0cba7193f00c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:20.560342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:20.564681 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:33:20.571440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-0d4ab88a-9f18-474e-a8a4-714d00cde7b4 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404245 May 20 08:33:20.577202 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Sync routers for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:33:20.590876 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:20.592018 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:20.626579 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:20.631889 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5288475 May 20 08:33:20.632189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46264) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:20.685986 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:20.721953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-99b1b5b5-7044-4f69-8d15-12a2b04a1ea7 req-d6770e59-02dd-4fff-8e86-e8950fd84693 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430357 May 20 08:33:20.723733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 0d263c5c-90f0-43ce-8281-0cba7193f00c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0d263c5c-90f0-43ce-8281-0cba7193f00c,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:20.791573 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:20.794001 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:20.804135 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:20.870123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=0d263c5c-90f0-43ce-8281-0cba7193f00c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:20.873186 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:21.092068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:18Z', 'revision_number': 3, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:21.095816 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Checking router: b7594e52-dc20-497e-b0a0-4cb85672ee6e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:33:21.096193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Updating router b7594e52-dc20-497e-b0a0-4cb85672ee6e port 07279b05-0bbb-4973-8936-74eb7d6ac301 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:33:21.148536 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.349941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.474044 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.485869 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Transition to ACTIVE for port object 07279b05-0bbb-4973-8936-74eb7d6ac301 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:21.556847 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.560939 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-ff531b77-80ef-4b4e-88ae-d21975c32d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:21.582944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Allocated IP 172.20.0.1 (6120b388-ef0f-496a-806f-f171e9d37f48/71637175-4abf-48de-9ad6-4f0601dc068b/b099db72-4359-4232-b7fc-96f3c7f9796b) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:21.648635 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Pushing event updated for resources: {'Port': ['ID=07279b05-0bbb-4973-8936-74eb7d6ac301,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:21.661610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.662164 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.662577 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.663028 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.663453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.663879 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.664319 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.664733 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.665154 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.665594 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.666010 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.666426 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:33:21.670269 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Attempting to bind port 07279b05-0bbb-4973-8936-74eb7d6ac301 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:21.670751 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Attempting to bind port 07279b05-0bbb-4973-8936-74eb7d6ac301 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:21.671214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Attempting to bind port 07279b05-0bbb-4973-8936-74eb7d6ac301 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:21.673603 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:21.678546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:21.679072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:21.679573 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.680064 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:21.680633 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Bound port: 07279b05-0bbb-4973-8936-74eb7d6ac301, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:21.681114 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.760465 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] For port 07279b05-0bbb-4973-8936-74eb7d6ac301, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:21.764516 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] For port 07279b05-0bbb-4973-8936-74eb7d6ac301, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=07279b05-0bbb-4973-8936-74eb7d6ac301,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:21.849165 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.854421 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-89122246-165d-47a6-92cd-a8b6cb6e708b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:21.923627 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:21.936226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:21.936943 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:21.940317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Transition to ACTIVE for port object b099db72-4359-4232-b7fc-96f3c7f9796b will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:22.002613 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Pushing event updated for resources: {'Port': ['ID=07279b05-0bbb-4973-8936-74eb7d6ac301,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:22.008051 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:22.021986 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.027524 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4e9a06f7-bc96-4fa1-987b-18f95a6ef894 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:22.093510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Network 6120b388-ef0f-496a-806f-f171e9d37f48 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:22.096537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:22.101946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:22.144849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:22.155425 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:22.171866 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.182086 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:22.349873 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0d263c5c-90f0-43ce-8281-0cba7193f00c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:22.385087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.456148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0d263c5c-90f0-43ce-8281-0cba7193f00c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:22.456668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.549985 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:18Z', 'revision_number': 3, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:22.555637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794e0d1-04d5-4be6-8b55-f2602c71d1e6 None None] The sync data for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 is: [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:18Z', 'revision_number': 3, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:33:22.688530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.833101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d363c70a-6a20-4458-979c-190f126cd062 None None] Provisioning for port b099db72-4359-4232-b7fc-96f3c7f9796b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:22.839221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d363c70a-6a20-4458-979c-190f126cd062 None None] Provisioning complete for port b099db72-4359-4232-b7fc-96f3c7f9796b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:22.839664 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d363c70a-6a20-4458-979c-190f126cd062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.844115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:22.888461 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-414166f8-2942-4ece-809a-afc1fde0db8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:22.907119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b0e16210-fc25-46d8-a455-c0e3fc939da9 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:33:22.951329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: b0e16210-fc25-46d8-a455-c0e3fc939da9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:33:22.958651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device b0e16210-fc25-46d8-a455-c0e3fc939da9 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:33:22.967649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d363c70a-6a20-4458-979c-190f126cd062 None None] Port b099db72-4359-4232-b7fc-96f3c7f9796b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:33:23.004465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:23.031799 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:23.038976 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:23.165846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Network 6120b388-ef0f-496a-806f-f171e9d37f48 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:23.169723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:23.387146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Router b7594e52-dc20-497e-b0a0-4cb85672ee6e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:33:23.512702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-833ac341-b885-4d0b-81db-4507a345522c None None] Provisioning complete for port b099db72-4359-4232-b7fc-96f3c7f9796b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:23.513871 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-833ac341-b885-4d0b-81db-4507a345522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:23.571613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-833ac341-b885-4d0b-81db-4507a345522c None None] Port b099db72-4359-4232-b7fc-96f3c7f9796b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:33:23.593062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:33:23.602445 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] 10.222.0.79 "PUT /v2.0/routers/b7594e52-dc20-497e-b0a0-4cb85672ee6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9690475 May 20 08:33:24.349563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Sync routers for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:33:24.363149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 07279b05-0bbb-4973-8936-74eb7d6ac301 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:24.390942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:24.391529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:24.429582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46292) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:24.435747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1038801584-network', 'tenant_id': '113943f32e7a4950bbecfeb580187247'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:24.450633 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:24.455146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Usage tracker for resource:network and tenant:113943f32e7a4950bbecfeb580187247 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:24.459067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:24.467421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:24.568900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Made reservation on behalf of 113943f32e7a4950bbecfeb580187247 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:33:24.571465 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.584761 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.604489 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:24.608612 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Usage tracker for resource:security_group_rule and tenant:113943f32e7a4950bbecfeb580187247 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:24.612317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:24.619082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:24.620631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:24.665850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.704726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.774520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 07279b05-0bbb-4973-8936-74eb7d6ac301 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:24.793686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 07279b05-0bbb-4973-8936-74eb7d6ac301 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:24.794069 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.808692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.813039 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7b3931f0-af60-49d0-8f34-b550aa17c843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:24.841429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:33:24.850881 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1dc6d9-3c5a-4bbc-b0fb-1cfe9650ea1c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:24.858487 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:24.861617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:24.861985 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Added segment 8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0 of type vlan for network 03253208-41ef-4e79-ba97-32f9c28bd8e8 May 20 08:33:24.896902 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.016414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.017696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:25.018846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.023780 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:25.097560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.127459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 07279b05-0bbb-4973-8936-74eb7d6ac301, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=07279b05-0bbb-4973-8936-74eb7d6ac301,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:25.135543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 2, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:25.139350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Pushing event updated for resources: {'Network': ['ID=03253208-41ef-4e79-ba97-32f9c28bd8e8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:25.140211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Checking router: b7594e52-dc20-497e-b0a0-4cb85672ee6e for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:33:25.140688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Updating router b7594e52-dc20-497e-b0a0-4cb85672ee6e port b099db72-4359-4232-b7fc-96f3c7f9796b binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:33:25.142117 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:25.169770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:33:25.215635 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7847576 May 20 08:33:25.218141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46316) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:25.224504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.225499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Request body: {'subnet': {'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1038801584-subnet', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:25.230778 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e90b9884-d77a-4db9-abab-f28641d5b143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:25.238574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:25.243195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Usage tracker for resource:subnet and tenant:113943f32e7a4950bbecfeb580187247 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:25.246529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:25.253123 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:25.334513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Made reservation on behalf of 113943f32e7a4950bbecfeb580187247 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:33:25.336854 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.342731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.445167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=07279b05-0bbb-4973-8936-74eb7d6ac301,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:25.451398 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:25.761583 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.773102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Transition to ACTIVE for port object b099db72-4359-4232-b7fc-96f3c7f9796b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:25.842799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:25.848517 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-df4525db-2a93-4abb-abdb-debc6e047c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:26.005487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Pushing event updated for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:26.006443 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.012173 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-eb651cc1-9bb3-46bb-bb18-d3a876b955a7 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:26.041553 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:26.074024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Attempting to bind port b099db72-4359-4232-b7fc-96f3c7f9796b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:26.074414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Attempting to bind port b099db72-4359-4232-b7fc-96f3c7f9796b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:26.074791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Attempting to bind port b099db72-4359-4232-b7fc-96f3c7f9796b on network 6120b388-ef0f-496a-806f-f171e9d37f48 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:26.081103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:26.081663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Checking segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:26.082404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.082959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Bound using segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:26.083646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Bound port: b099db72-4359-4232-b7fc-96f3c7f9796b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:26.084214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.109259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a1f40e-8ea1-4a56-b54e-e13b9c3968c3,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:26.112145 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:26.118519 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Checking segment: {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:26.118967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Network hostable DHCP agents. Network: 03253208-41ef-4e79-ba97-32f9c28bd8e8, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:33:26.197218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] For port b099db72-4359-4232-b7fc-96f3c7f9796b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:26.200341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] For port b099db72-4359-4232-b7fc-96f3c7f9796b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b099db72-4359-4232-b7fc-96f3c7f9796b,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:26.214160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:33:26.260364 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.264196 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:26.271702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 03253208-41ef-4e79-ba97-32f9c28bd8e8) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:26.281218 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:26.282705 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.314415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f06e3b-28a4-47d7-85c8-69efd865b11e None None] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:33:26.343050 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1208427 May 20 08:33:26.343312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:26.348819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:26.357891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:26.362936 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 07279b05-0bbb-4973-8936-74eb7d6ac301 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:26.370547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Usage tracker for resource:router and tenant:113943f32e7a4950bbecfeb580187247 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:26.370547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:26.375176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:26.425677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.426965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.447349 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.506077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Pushing event updated for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:26.517344 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:26.517570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:26.518213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:26.808360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 07279b05-0bbb-4973-8936-74eb7d6ac301 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:26.809054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:26.824010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.048352 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.050381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:27.112406 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-03253208-41ef-4e79-ba97-32f9c28bd8e8', 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'fixed_ips': [{'subnet_id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:33:27.113382 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.240801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.278043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.430015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Allocated IP 172.25.8.166 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/82ad8be9-8cae-4aca-9e6d-f56edf6f5aff) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:27.595487 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.642523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Allocated IP 172.20.0.2 (03253208-41ef-4e79-ba97-32f9c28bd8e8/36a1f40e-8ea1-4a56-b54e-e13b9c3968c3/bdc20eb0-a61e-41b7-8adb-1695b0bddc0d) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:27.718055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.723522 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-baf55056-9734-4e4f-9d5b-ddc1aaefe8eb tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:27.789377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:27.792446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:27.797031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:27.805684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:26Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:27.818282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155a0f3-b1ce-4359-864e-d775056ee547 None None] The sync data for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 is: [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:26Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:33:27.840301 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Pushing event updated for resources: {'Port': ['ID=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:27.851745 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:27.946442 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:27.962224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Transition to ACTIVE for port object bdc20eb0-a61e-41b7-8adb-1695b0bddc0d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:27.991940 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Transition to ACTIVE for port object bdc20eb0-a61e-41b7-8adb-1695b0bddc0d will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:28.066792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.071842 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:28.132884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:28.141157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:28.152585 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:28.260312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Pushing event updated for resources: {'Port': ['ID=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:28.266195 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:28.274298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Attempting to bind port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:28.274298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Attempting to bind port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:28.274757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Attempting to bind port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d on network 03253208-41ef-4e79-ba97-32f9c28bd8e8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:28.279967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:28.280359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Checking segment: {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:28.280780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.281188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Bound using segment: {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:28.281839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Bound port: bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:28.282212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.418013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b099db72-4359-4232-b7fc-96f3c7f9796b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:28.493194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] For port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:28.507888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] For port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:28.569421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.575605 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:28.622404 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.625251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b099db72-4359-4232-b7fc-96f3c7f9796b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:28.663151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b099db72-4359-4232-b7fc-96f3c7f9796b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:28.663615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.830273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Pushing event updated for resources: {'Port': ['ID=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:28.834305 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:28.920749 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:28.971038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b099db72-4359-4232-b7fc-96f3c7f9796b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b099db72-4359-4232-b7fc-96f3c7f9796b,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:29.037286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:29.040704 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7561e3ef-9c7c-4023-8dcd-413ba0a6d105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:29.139699 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:29.150460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:29.153828 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:29.442686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:33:29.635764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:33:29.645339 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Sync routers for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:33:29.654606 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:29.657824 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:29.728511 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:29.729817 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3854721 May 20 08:33:29.733454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46384) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:29.842299 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:30.156707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 3, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:30.160902 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Checking router: f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:33:30.161265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Updating router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:33:30.197898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa11326-2e8f-4264-a55c-15cb647e6cc0 None None] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:33:30.214844 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.514097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b099db72-4359-4232-b7fc-96f3c7f9796b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:30.529977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.553662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-287519d2-bd36-46e5-a18d-40e68a94c5b4 None None] Provisioning for port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:30.660942 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.681236 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Transition to ACTIVE for port object 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:30.696928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b099db72-4359-4232-b7fc-96f3c7f9796b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:30.697305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.783906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Allocated IP 172.20.0.1 (03253208-41ef-4e79-ba97-32f9c28bd8e8/36a1f40e-8ea1-4a56-b54e-e13b9c3968c3/30c7d1bc-9936-42d4-83a3-4c43817eb744) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:30.791254 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.802090 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-f8aa263a-806e-4701-b332-709c9a17fb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:30.854932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdc20eb0-a61e-41b7-8adb-1695b0bddc0d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:30.908691 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Attempting to bind port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:30.909407 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Attempting to bind port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:30.910069 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Attempting to bind port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:30.931406 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:30.932227 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:30.932841 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.933423 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:30.934152 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Bound port: 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:30.934738 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.970274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:30.995161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b7cbb-5866-4604-83a1-29389cb6f64d None None] Pushing event updated for resources: {'Port': ['ID=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:30.999818 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-715b7cbb-5866-4604-83a1-29389cb6f64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:31.011796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Transition to ACTIVE for port object 30c7d1bc-9936-42d4-83a3-4c43817eb744 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:31.019498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:31.026664 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:31.027157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.039072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] For port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:31.044012 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] For port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:31.064111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Provisioning complete for port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:31.064973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.113579 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.119049 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-167bad1b-2f47-47b6-af23-b3227c9ee73e tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:31.175996 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.182313 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-53ed180c-7985-4c1f-8791-0b51e39c29ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:31.188883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:31.192540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:31.197448 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:31.244233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Pushing event updated for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:31.255953 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:31.280366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.285536 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.293393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.343843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] For port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:31.380399 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:31.381054 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:31.421000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.423468 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4d511331-b78c-4879-bfc7-9e23e2107a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:31.460481 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b7cbb-5866-4604-83a1-29389cb6f64d None None] Pushing event updated for resources: {'Port': ['ID=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:31.472101 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-715b7cbb-5866-4604-83a1-29389cb6f64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:31.596436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Pushing event updated for resources: {'Port': ['ID=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:31.599637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:33:31.600006 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:33:31.600712 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:31.618610 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:31.620445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ff58699-b1e0-427d-8927-10441029614f None None] Provisioning for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:31.626419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ff58699-b1e0-427d-8927-10441029614f None None] Provisioning complete for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:31.626802 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ff58699-b1e0-427d-8927-10441029614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.699635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ff58699-b1e0-427d-8927-10441029614f None None] Port 30c7d1bc-9936-42d4-83a3-4c43817eb744 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:33:31.812160 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:31.951427 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 3, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:31.955462 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dffb1-8977-4f84-8e93-f91c1e119051 None None] The sync data for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 is: [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 3, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:33:31.984227 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:33:32.074873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:32.135006 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:32.225186 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ebc9b1f-96a5-478a-8767-2aaf31207c2b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:32.430059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:32.430059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Pushing event updated for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:32.430059 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:32.478221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdc20eb0-a61e-41b7-8adb-1695b0bddc0d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:32.507670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:32.508874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:32.573153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:32.573571 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:32.754765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:32.775244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:33:32.866967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8fb28317-d1c6-4135-8e50-16bddd17e0c4 None None] Provisioning complete for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:32.867349 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8fb28317-d1c6-4135-8e50-16bddd17e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:32.948629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8fb28317-d1c6-4135-8e50-16bddd17e0c4 None None] Port 30c7d1bc-9936-42d4-83a3-4c43817eb744 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:33:33.026081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:33.027210 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:33:33.048726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:33.048726 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:33.048938 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] 10.222.0.79 "PUT /v2.0/routers/f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026187 May 20 08:33:33.228477 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:33.247427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:33.322848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:33.327532 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:33.395870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:33.400876 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:33.778767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46400) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:33.785324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276371269', 'description': 'tempest-secgroup-smoke-276371269 description', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:33.792538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:33.796715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:33.799845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:33.806061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:33.900070 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:33.924248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:33.929125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:33.932753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:33.939075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:34.044558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.094808 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.100146 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c9ebf687-3bed-4d1a-b215-91e3c698bc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:34.145512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9715982d-93ae-4f30-9f51-8093f028d739,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:34.148941 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:34.208542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.210972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5aaa4163-05c7-4b27-af19-ff073a08bc66 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4311700 May 20 08:33:34.214345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46406) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:34.219788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:34.226739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:34.236013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:34.239422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:34.245270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:34.312896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.315682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Sync routers for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:33:34.327198 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:34.330085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:34.391007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.393157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:34.442634 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.450955 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7dcc6a64-f816-4e36-b3be-1ee0394de68a tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:34.471319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eaca25-c6a0-425c-962c-1a72f4e1a157,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:34.475510 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:34.565458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:34.566481 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.573826 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.575053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8b7035f5-d419-408a-b680-42b98e0dc461 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3596680 May 20 08:33:34.577806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46410) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:34.583489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:34.590456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:34.598745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:34.602212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:34.608764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:34.620514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:34.683558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.750788 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.831138 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.840353 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fc309acc-7eab-4150-985d-220b86d5ec98 tempest-SecGroupIPv6Test-138642642 tempest-SecGroupIPv6Test-138642642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:34.864161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37dc2e4-b942-4fa7-a5c2-1ef8d13d1b04,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:34.867919 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:34.928620 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:34.930159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eb93e2fa-3d78-4241-b911-70fa986f0b57 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3512671 May 20 08:33:34.932790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46414) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:34.938057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:34.944646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:34.949638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:34.952788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:34.959713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:35.007451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 4, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '30c7d1bc-9936-42d4-83a3-4c43817eb744', 'name': '', 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'mac_address': 'fa:16:3e:4d:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:30Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 2, 'project_id': '113943f32e7a4950bbecfeb580187247', 'subnets': [{'id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:35.011405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Checking router: f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:33:35.015730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Updating router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d port 30c7d1bc-9936-42d4-83a3-4c43817eb744 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:33:35.059104 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.068327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.151190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.254768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.265194 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-12f12c0b-7f6f-4312-924c-991835af735d tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:35.293329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38d6cb5-f6c8-4f0b-bf20-8c632866c8b2,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:35.295973 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:35.368685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.369940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362171 May 20 08:33:35.372619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46420) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:35.380342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:35.387553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:35.391831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:35.395344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:35.401720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:35.438180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.451123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Transition to ACTIVE for port object 30c7d1bc-9936-42d4-83a3-4c43817eb744 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:35.495896 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.539740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.543568 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:35.576627 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.665607 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.667871 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:35.689869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edc409d-b03b-4872-a038-73c66a578a04,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:35.699556 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:35.709093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Pushing event updated for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:35.716064 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:35.771947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Attempting to bind port 30c7d1bc-9936-42d4-83a3-4c43817eb744 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:35.772583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Attempting to bind port 30c7d1bc-9936-42d4-83a3-4c43817eb744 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:35.772976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Attempting to bind port 30c7d1bc-9936-42d4-83a3-4c43817eb744 on network 03253208-41ef-4e79-ba97-32f9c28bd8e8 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:35.779489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:35.779978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Checking segment: {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:35.780298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.780700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Bound using segment: {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:35.781220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Bound port: 30c7d1bc-9936-42d4-83a3-4c43817eb744, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:35.781630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.853977 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:35.857949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-de36c5ab-8e44-4bef-8ff1-9d9103f1800b tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4812553 May 20 08:33:35.858146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:35.864339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:35.871904 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:35.876020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:35.879628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:35.892547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:35.936787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] For port 30c7d1bc-9936-42d4-83a3-4c43817eb744, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:35.939949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] For port 30c7d1bc-9936-42d4-83a3-4c43817eb744, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=30c7d1bc-9936-42d4-83a3-4c43817eb744,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:35.974278 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Project f402ce23ce464e698c7a7fe0a050529c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:33:35.980662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.003645 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.008839 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8e00aafa-06dc-4843-9242-772743daa338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:36.055348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.087498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:36.088130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:36.139574 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.148858 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7325ccc0-572d-45d6-ac84-4494dfe7a713 tempest-NegativeSecGroupTest-823010432 tempest-NegativeSecGroupTest-823010432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:36.154237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Pushing event updated for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:36.158889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:36.198957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d876559b-31ab-4d48-a59b-5643ee7de84b,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:36.201819 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:36.271429 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.274160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d156895d-f003-46c0-87f4-d6d325523b13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4149086 May 20 08:33:36.277213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46430) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:36.284279 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'security_group_rule': {'security_group_id': '9715982d-93ae-4f30-9f51-8093f028d739', 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:36.296989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:36.301222 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:security_group_rule and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:36.304879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:36.310850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:36.330378 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:36.391098 n-d-780147-4 neutron-server[93101]: INFO neutron.db.securitygroups_db [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Project f402ce23ce464e698c7a7fe0a050529c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:33:36.398638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.659257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.683634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 4, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '30c7d1bc-9936-42d4-83a3-4c43817eb744', 'name': '', 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'mac_address': 'fa:16:3e:4d:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:30Z', 'updated_at': '2021-05-20T08:33:35Z', 'revision_number': 4, 'project_id': '113943f32e7a4950bbecfeb580187247', 'subnets': [{'id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:36.688013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293f5ea-d3a8-40db-bd65-8a637cbd419a None None] The sync data for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 is: [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:33:31Z', 'revision_number': 4, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '30c7d1bc-9936-42d4-83a3-4c43817eb744', 'name': '', 'network_id': '03253208-41ef-4e79-ba97-32f9c28bd8e8', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'mac_address': 'fa:16:3e:4d:fe:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:30Z', 'updated_at': '2021-05-20T08:33:35Z', 'revision_number': 4, 'project_id': '113943f32e7a4950bbecfeb580187247', 'subnets': [{'id': '36a1f40e-8ea1-4a56-b54e-e13b9c3968c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:33:36.728655 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.735778 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-59b2a7ad-dcf3-41a4-ad99-a8e9056c29f0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:36.769305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e05aca-45c5-4baf-85f7-57ffa1b86214,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:36.775112 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:36.860054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:36.861349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a150bd44-eb31-4bcf-9ac4-c03745399aa2 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5828869 May 20 08:33:36.888344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b0383d7-a6bc-4217-9cdb-499533582c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:37.053520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-cc163f5e-de27-4a4d-aa3b-c98852a680ac tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Synchronizing usage tracker for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:security_group {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:33:37.110799 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-cc163f5e-de27-4a4d-aa3b-c98852a680ac tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Unset dirty status for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:security_group {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:33:37.112005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-cc163f5e-de27-4a4d-aa3b-c98852a680ac tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276371269&fields=id&tenant_id=f402ce23ce464e698c7a7fe0a050529c HTTP/1.1" status: 200 len: 267 time: 0.1025357 May 20 08:33:37.278567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-2e7d74cc-50a1-4581-91e1-300f51ff4d79 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:37.279299 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-2e7d74cc-50a1-4581-91e1-300f51ff4d79 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Synchronizing usage tracker for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:network {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:33:37.356946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-2e7d74cc-50a1-4581-91e1-300f51ff4d79 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Unset dirty status for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:network {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:33:37.358634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-2e7d74cc-50a1-4581-91e1-300f51ff4d79 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 808 time: 0.2394657 May 20 08:33:37.386370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-dc00993e-9892-494e-a1f2-c6eda3badb78 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/quotas/f402ce23ce464e698c7a7fe0a050529c HTTP/1.1" status: 200 len: 375 time: 0.0212491 May 20 08:33:37.475569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-2e53c389-7913-436d-8297-c3281b80ba9c tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883050 May 20 08:33:37.755640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-dde98e1b-3134-45e9-8d37-4ac786db5d16 service neutron] 10.222.0.79 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680182 May 20 08:33:37.899665 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-25c80505-8df6-4f93-bd6f-1165135e1904 service neutron] 10.222.0.79 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374364 May 20 08:33:38.176983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b017e0d1-79a7-4281-b69c-8dd7445fc11e req-f9777786-5d2b-495d-80b2-6e855616bbc8 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.0470870 May 20 08:33:38.369581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 30c7d1bc-9936-42d4-83a3-4c43817eb744 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:38.562681 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:38.568661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:38.569054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:38.693401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:38.727338 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 30c7d1bc-9936-42d4-83a3-4c43817eb744, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=30c7d1bc-9936-42d4-83a3-4c43817eb744,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:38.808444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:38.810779 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0dc8156b-f64d-4920-9547-903be3d0d883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:38.895531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:38.901974 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:39.303433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-81422579-0a62-4d35-bb05-6fd5d3c1fae5 req-3a8bf021-9921-41ae-a74d-a9f1bdb47c98 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.0463307 May 20 08:33:40.305714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:40.309348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-833e53c3-7ede-464a-ad9f-68efd2008824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:40.342547 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 30c7d1bc-9936-42d4-83a3-4c43817eb744 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:40.401201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5d9a6a5-507e-4452-b3ae-18e91517b7e4 req-5db41ef1-fb89-4164-9a0e-7a659872d87a tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.0475619 May 20 08:33:40.412433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 30c7d1bc-9936-42d4-83a3-4c43817eb744 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:40.412819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:41.309527 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:41.558700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-839741a3-f709-4279-9760-eef6e7e8021a req-4f0e7366-811a-48e9-b422-f88b602e4684 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.0438609 May 20 08:33:41.771528 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-a73dd267-27a9-4847-80bf-7d64379e1c39 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:41.773122 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-a73dd267-27a9-4847-80bf-7d64379e1c39 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 808 time: 0.1593535 May 20 08:33:41.829513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-c4948248-b79a-4547-a155-5d7dcdb7d870 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f402ce23ce464e698c7a7fe0a050529c HTTP/1.1" status: 200 len: 379 time: 0.0419109 May 20 08:33:41.841093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'port': {'device_id': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'admin_state_up': True, 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'security_groups': ['9715982d-93ae-4f30-9f51-8093f028d739']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:41.984854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:41.989323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:port and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:41.992346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:41.998893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:42.099508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Made reservation on behalf of f402ce23ce464e698c7a7fe0a050529c for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:33:42.103094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:42.272891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Allocated IP 172.20.0.13 (6120b388-ef0f-496a-806f-f171e9d37f48/71637175-4abf-48de-9ad6-4f0601dc068b/ddaef61d-fef7-4e16-bdb8-88e6ae446ba3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:42.474162 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:42.491937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Transition to ACTIVE for port object ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:42.597386 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:42.608833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:42.615714 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a0809c63-eba3-4db3-9d7f-4d83dc6e68a4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:42.722967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Network 6120b388-ef0f-496a-806f-f171e9d37f48 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:42.730399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:42.735394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:42.788955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:42.803354 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:42.839930 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:42.840628 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:42.876304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fcf1-f981-4a32-bdb8-d82e3be1a0a4 req-54eaee7f-90de-417f-9275-56acd7377fc3 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:42.879136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f4fcf1-f981-4a32-bdb8-d82e3be1a0a4 req-54eaee7f-90de-417f-9275-56acd7377fc3 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 932 time: 0.1988800 May 20 08:33:42.931028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1f4fcf1-f981-4a32-bdb8-d82e3be1a0a4 req-eb5a25bc-2871-4a38-a90a-63a72fe22645 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 May 20 08:33:42.962988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1256661 May 20 08:33:42.979965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Request body: {'port': {'device_id': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:43.019275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6768271d-c43e-4a9c-a3eb-087e8fa03728 None None] Provisioning for port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:43.024454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6768271d-c43e-4a9c-a3eb-087e8fa03728 None None] Provisioning complete for port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:43.024824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6768271d-c43e-4a9c-a3eb-087e8fa03728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:43.083386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6768271d-c43e-4a9c-a3eb-087e8fa03728 None None] Port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:33:43.100798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:43.632775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:33:43.640148 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:43.655653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Transition to ACTIVE for port object ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:33:43.888542 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:43.892589 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:44.146235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:44.155599 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:44.215948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Attempting to bind port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:33:44.216143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Attempting to bind port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:33:44.216562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Attempting to bind port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 on network 6120b388-ef0f-496a-806f-f171e9d37f48 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:44.224709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 on network 6120b388-ef0f-496a-806f-f171e9d37f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:33:44.225036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Attempting to bind port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 on network 6120b388-ef0f-496a-806f-f171e9d37f48 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:33:44.233426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:33:44.233790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Checking segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:33:44.234184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Bound using segment: {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:33:44.234625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Bound port: ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0348c60-4140-4e01-8512-1418c351891d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:33:44.234974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:44.254907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ca60f-0102-4c67-9e23-3ff0cb6007c9 req-e79420c0-81d2-40fd-a14e-5ab0aa2b6254 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:44.255545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aa7ca60f-0102-4c67-9e23-3ff0cb6007c9 req-e79420c0-81d2-40fd-a14e-5ab0aa2b6254 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Synchronizing usage tracker for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:33:44.356188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:33:44.360086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:33:44.436741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-aa7ca60f-0102-4c67-9e23-3ff0cb6007c9 req-e79420c0-81d2-40fd-a14e-5ab0aa2b6254 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Unset dirty status for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:33:44.443803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa7ca60f-0102-4c67-9e23-3ff0cb6007c9 req-e79420c0-81d2-40fd-a14e-5ab0aa2b6254 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 944 time: 0.3395290 May 20 08:33:44.479472 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:44.486619 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ba77fbac-b482-4c4d-a17c-ebd2edea9d8d tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:44.537411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa7ca60f-0102-4c67-9e23-3ff0cb6007c9 req-3bb26e75-864e-479c-a8c2-12398a79f69f tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928054 May 20 08:33:44.561781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:44.561781 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:44.562107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] 10.222.0.84 "PUT /v2.0/ports/ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1092 time: 1.5862803 May 20 08:33:44.562341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:33:44.599355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:44.599355 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:44.613498 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'status': 'completed', 'code': 200} May 20 08:33:44.721307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-c9f22b80-5683-49e2-9412-3b0d4f9db1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:44.723430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-c9f22b80-5683-49e2-9412-3b0d4f9db1ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1095 time: 0.0813558 May 20 08:33:44.876422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-452b02b7-4371-445e-84b4-e97072e6f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:44.878775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-452b02b7-4371-445e-84b4-e97072e6f210 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=f402ce23ce464e698c7a7fe0a050529c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1437678 May 20 08:33:45.021588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-035b9cd1-8fd7-42bb-8eff-229aafabbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:45.023067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-017b1a87-6a5e-4f27-b0d9-84537df52010 req-035b9cd1-8fd7-42bb-8eff-229aafabbe43 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358950 May 20 08:33:45.142536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-83eeaa16-a612-460b-9117-721b43526f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:45.144158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-83eeaa16-a612-460b-9117-721b43526f08 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1095 time: 0.0769496 May 20 08:33:45.218111 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-ae9f1b33-66d4-464b-a252-0b8df7ad3035 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 217 time: 0.0628049 May 20 08:33:45.290812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-914dde0e-6682-4279-bbb2-672c0dcb124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:45.292210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-914dde0e-6682-4279-bbb2-672c0dcb124d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0638399 May 20 08:33:45.375155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fa41a-f88b-4247-8597-51ae05890d19 req-06850bd9-918d-4d74-b494-35ebc43030b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:45.376624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-06850bd9-918d-4d74-b494-35ebc43030b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744491 May 20 08:33:45.522243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-7b97f524-69c1-4a0e-a512-c7c353437c3e service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351538 May 20 08:33:45.710253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-388fa41a-f88b-4247-8597-51ae05890d19 req-566c695a-1895-4bdb-b16f-faccc20c5a93 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779802 May 20 08:33:45.751496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeebe84-7d71-4975-b5ed-848ad7359ecd req-8436311a-17d6-4d62-9380-b3fe8812af34 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:45.753040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eeebe84-7d71-4975-b5ed-848ad7359ecd req-8436311a-17d6-4d62-9380-b3fe8812af34 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 944 time: 0.0930870 May 20 08:33:45.805204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6eeebe84-7d71-4975-b5ed-848ad7359ecd req-e45f7a92-d643-48bb-a2c2-091659dd4b6e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457509 May 20 08:33:46.998154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6363d-0251-4f0d-abde-5cc428110dc5 req-201d9e33-66e0-498b-96a4-c2abe32ba968 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:46.999668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43c6363d-0251-4f0d-abde-5cc428110dc5 req-201d9e33-66e0-498b-96a4-c2abe32ba968 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 944 time: 0.0846751 May 20 08:33:47.045567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43c6363d-0251-4f0d-abde-5cc428110dc5 req-777854c5-b065-4206-b620-cf406da26482 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 May 20 08:33:48.242317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d546-28f5-46d8-bf72-6a265cd40f16 req-e4445984-f044-435d-95f4-9bafd8170a1a tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:48.243792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d04d546-28f5-46d8-bf72-6a265cd40f16 req-e4445984-f044-435d-95f4-9bafd8170a1a tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 944 time: 0.0862033 May 20 08:33:48.290835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8d04d546-28f5-46d8-bf72-6a265cd40f16 req-fa73cafb-900c-4216-9752-f12578595910 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 May 20 08:33:49.007599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:33:49.147267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:49.161084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'port_id': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'mac_address': 'fa:16:3e:68:81:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:33:49.216936 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:49.234719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:33:49.250220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:49.391015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:49.392913 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a2252de-850c-4078-baba-043559996d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:49.486298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb40c-0b52-475e-b6dd-f9c6afee8c0b req-2b3637ab-912a-4fe5-bbd4-ad2f4abd74c9 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:49.493203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-131cb40c-0b52-475e-b6dd-f9c6afee8c0b req-2b3637ab-912a-4fe5-bbd4-ad2f4abd74c9 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 945 time: 0.0874953 May 20 08:33:49.521957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:49.525188 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:49.546814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-131cb40c-0b52-475e-b6dd-f9c6afee8c0b req-a7887297-a6e1-4f93-b425-73e7f25a070c tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494602 May 20 08:33:49.655083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['ddaef61d-fef7-4e16-bdb8-88e6ae446ba3'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:33:50.740348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afef06-d5a9-4a29-9c06-2e79c26b1fd1 req-b4ec3be0-ce82-45db-a59e-f89a3422766e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:50.741854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4afef06-d5a9-4a29-9c06-2e79c26b1fd1 req-b4ec3be0-ce82-45db-a59e-f89a3422766e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 945 time: 0.0850637 May 20 08:33:50.788695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4afef06-d5a9-4a29-9c06-2e79c26b1fd1 req-83b4b08c-f806-4436-85ba-130fea19638c tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 May 20 08:33:51.023148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:33:51.167394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:33:51.172783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:33:51.173166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:51.293855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:51.321211 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:33:51.331613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:33:51.367745 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'code': 200} May 20 08:33:51.425378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:51.429663 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ae3a94a8-2e48-4c34-96dc-5863dede7e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:51.507257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:51.510381 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:51.516649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e627de-6a4d-4b17-a61a-9c2e954e8fcd req-797bbcf2-1f7c-47bc-b880-04f43ae46302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:51.518427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2e627de-6a4d-4b17-a61a-9c2e954e8fcd req-797bbcf2-1f7c-47bc-b880-04f43ae46302 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0794151 May 20 08:33:51.565744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b2e627de-6a4d-4b17-a61a-9c2e954e8fcd req-13513ea0-fed8-4115-8686-751ca34c2813 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369182 May 20 08:33:51.983589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878be68-8c13-4198-a66b-89ef3ec16897 req-c60bff04-bd62-4298-bb1f-3fa84eea581d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:51.985057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a878be68-8c13-4198-a66b-89ef3ec16897 req-c60bff04-bd62-4298-bb1f-3fa84eea581d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.0826981 May 20 08:33:52.034325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a878be68-8c13-4198-a66b-89ef3ec16897 req-397fa41d-4aa9-4ba3-893e-34834d0fbc37 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 May 20 08:33:53.227741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d4d15-8c69-4784-a6e0-eaa9597d8804 req-add7299f-bc15-408f-a74f-f4eb1358b3e0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:53.229227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-713d4d15-8c69-4784-a6e0-eaa9597d8804 req-add7299f-bc15-408f-a74f-f4eb1358b3e0 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.0825748 May 20 08:33:53.275803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-713d4d15-8c69-4784-a6e0-eaa9597d8804 req-eaa32f4c-d303-4342-be6f-30579470fa47 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 May 20 08:33:53.647481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9c9b-b4b2-480f-9e85-b09fa3fe1556 req-edbb7f69-0c05-47d4-a516-c5db2b5139f3 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:53.648866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d1e9c9b-b4b2-480f-9e85-b09fa3fe1556 req-edbb7f69-0c05-47d4-a516-c5db2b5139f3 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.2652915 May 20 08:33:53.695668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d1e9c9b-b4b2-480f-9e85-b09fa3fe1556 req-c6788b1b-960c-4d62-b0f3-8b92127ea354 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 May 20 08:33:53.898831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eee37-b7e1-4ce6-ba46-74b8e12620e7 req-4803085e-984b-4b36-9dd9-652a55b10587 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:53.900611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-962eee37-b7e1-4ce6-ba46-74b8e12620e7 req-4803085e-984b-4b36-9dd9-652a55b10587 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.0854177 May 20 08:33:53.951593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-962eee37-b7e1-4ce6-ba46-74b8e12620e7 req-97378889-8409-4d1d-991f-74ea4b5b3874 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 May 20 08:33:53.976209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46548) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:54.096539 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa3a8d-6cc9-4540-84a5-4f004ed03e1e tempest-TestServerBasicOps-1521935312 tempest-TestServerBasicOps-1521935312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:54.098886 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2aa3a8d-6cc9-4540-84a5-4f004ed03e1e tempest-TestServerBasicOps-1521935312 tempest-TestServerBasicOps-1521935312-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1092 time: 0.1215227 May 20 08:33:54.101785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 46554) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:33:54.106911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:33:54.114392 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:33:54.118352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Usage tracker for resource:floatingip and tenant:f402ce23ce464e698c7a7fe0a050529c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:33:54.121140 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:33:54.126754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:33:54.299133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:54.437930 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:54.576709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Allocated IP 172.25.8.63 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/ce6631ae-9a67-4222-9109-e8bfa253dcc7) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:33:54.585148 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:54.899290 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:55.059614 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:55.063620 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1bc712c8-e448-4618-ba7b-88e40fdd472a tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:55.129619 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:33:55.132629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:33:55.136611 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:33:55.169433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'Port': ['ID=ce6631ae-9a67-4222-9109-e8bfa253dcc7,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:55.176924 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:55.558092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:55.740816 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:55.955979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:56.037180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:56.041260 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-685f5e7d-70ce-436d-8898-d43b218701d6 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:33:56.150743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event updated for resources: {'Port': ['ID=ce6631ae-9a67-4222-9109-e8bfa253dcc7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:33:56.153466 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:33:56.163488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:56.340293 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Floating IP 1594879d-b160-4c4a-b7d3-585afcb2bc0b associated. External IP: 172.25.8.63, port: ddaef61d-fef7-4e16-bdb8-88e6ae446ba3. May 20 08:33:56.832141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:56.870807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Router b7594e52-dc20-497e-b0a0-4cb85672ee6e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:33:57.052424 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:33:57.063249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Sync routers for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:33:57.073922 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:57.074614 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:57.128523 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:33:57.205956 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1029122 May 20 08:33:57.207805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:33:57.272788 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:57.321431 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'status': 'completed', 'code': 200} May 20 08:33:57.423081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-2b376b14-6337-45e8-bc08-79016ad43e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:57.425515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-2b376b14-6337-45e8-bc08-79016ad43e49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0807147 May 20 08:33:57.569928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-b850cc2a-c567-4c19-b5bb-77d6841f524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:57.571694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-b850cc2a-c567-4c19-b5bb-77d6841f524c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1402323 May 20 08:33:57.633112 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '1594879d-b160-4c4a-b7d3-585afcb2bc0b', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'port_id': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'mac_address': 'fa:16:3e:68:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:33:55Z', 'updated_at': '2021-05-20T08:33:55Z', 'revision_number': 0, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:57.637248 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Checking router: b7594e52-dc20-497e-b0a0-4cb85672ee6e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:33:57.646521 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:33:57.647141 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:33:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:57.694216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-75900cf6-ccc9-42fc-9f5c-4d2b17f6df9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 999 time: 0.1077895 May 20 08:33:57.760938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-3ce80898-73bb-4388-92d3-044423515bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:57.762943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-3ce80898-73bb-4388-92d3-044423515bbe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0628905 May 20 08:33:57.834776 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:33:57.858943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-43143f52-ddde-42cc-82f3-4202bf3ebfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:33:57.860564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-43143f52-ddde-42cc-82f3-4202bf3ebfb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914059 May 20 08:33:58.004622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-5da58fb5-7fb8-4d64-a03d-8049d88ce7da service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369700 May 20 08:33:58.142366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c100142f-9aa0-4e88-a89a-99fd459d1c59 req-c3ab8c89-7644-4374-89f5-ccf78abbb611 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315274 May 20 08:33:58.232729 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '1594879d-b160-4c4a-b7d3-585afcb2bc0b', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'port_id': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'mac_address': 'fa:16:3e:68:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:33:55Z', 'updated_at': '2021-05-20T08:33:55Z', 'revision_number': 0, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:33:58.237178 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9cddf4-ff43-4126-8dff-24b2423718d1 None None] The sync data for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 is: [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '1594879d-b160-4c4a-b7d3-585afcb2bc0b', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'port_id': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'mac_address': 'fa:16:3e:68:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:33:55Z', 'updated_at': '2021-05-20T08:33:55Z', 'revision_number': 0, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:33:58.435379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61dbb87-724c-46a1-859a-691fc10472ae None None] New status for floating IP 1594879d-b160-4c4a-b7d3-585afcb2bc0b: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:34:06.870381 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f08dd8ce-e71d-40fd-b6cc-79e2ee42f7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:08.983897 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:34:09.236368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c8f8485-2323-4b99-b6b0-b9702005fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:09.732887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:11.310335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:12.595637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:14.720004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-f8e911bd-1877-4cf4-9b73-fa74125a4387 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812449 May 20 08:34:14.865046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-0c3d69fa-f060-4a24-ba4e-64238f8bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:14.867520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-0c3d69fa-f060-4a24-ba4e-64238f8bacf5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0764110 May 20 08:34:15.016143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-ba8936c1-a573-4564-94d2-33926f62e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:15.017693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-ba8936c1-a573-4564-94d2-33926f62e7f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1282463 May 20 08:34:15.121080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-73c50ac3-16ed-46b6-b258-0ae4513eb15d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0966284 May 20 08:34:15.184146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-6003bb44-03b3-4ef8-a4f5-27cb18eebc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:15.185616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-6003bb44-03b3-4ef8-a4f5-27cb18eebc94 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0582511 May 20 08:34:15.265032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-392b4b98-3c64-44b6-81b8-2188d6c0c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:15.266586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-392b4b98-3c64-44b6-81b8-2188d6c0c1e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738599 May 20 08:34:15.400758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-672f4bdf-3788-4074-bd5f-1dd81c2927a3 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265991 May 20 08:34:15.544691 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb3bb9ff-6bd6-45de-b877-f10383764062 req-33ef2198-8c81-4eec-9c06-4f0f014bd904 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338675 May 20 08:34:16.442651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-2005124d-78cf-4cab-b523-b985f7c5b078 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2434647 May 20 08:34:16.598570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.599053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.599558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.600032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.600500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.602277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9b6ae903-3c08-4208-9f4c-65a1b90addb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0780289 May 20 08:34:16.762458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-ec2457ac-ad16-4c44-b334-a45ce82327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.762940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-ec2457ac-ad16-4c44-b334-a45ce82327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.763417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-ec2457ac-ad16-4c44-b334-a45ce82327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.764975 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-ec2457ac-ad16-4c44-b334-a45ce82327b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1388180 May 20 08:34:16.837092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-f71763f9-9801-4a0a-9b00-040c56e4e098 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0646462 May 20 08:34:16.900974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-149f65d9-a84a-44fa-8f79-f01e163c5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.902409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-149f65d9-a84a-44fa-8f79-f01e163c5230 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0587866 May 20 08:34:16.984238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-0fe4fba8-d91f-47ec-9f11-a339f30652ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:16.985796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-0fe4fba8-d91f-47ec-9f11-a339f30652ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751369 May 20 08:34:17.123132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-9df3b1c9-f872-4f14-9f4d-a751bb167314 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301522 May 20 08:34:17.261552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-cb5e605d-3b4b-4736-a118-1338df8baf27 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313553 May 20 08:34:17.332986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-8c77040a-c54a-4ff5-8446-5b3abae7dec1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0641785 May 20 08:34:17.394621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-8582bd4a-1c18-4a8c-8d65-a12605a1a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:17.396029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-8582bd4a-1c18-4a8c-8d65-a12605a1a30b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0572333 May 20 08:34:17.473631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-7d1210de-d00f-4d1d-9f7a-7bb3c2a64203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:17.475794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-7d1210de-d00f-4d1d-9f7a-7bb3c2a64203 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740478 May 20 08:34:17.610390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-5e5ee096-22ec-48d4-a7de-b288dc9af91d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284428 May 20 08:34:17.744321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-dd1b0fe1-5b68-4e6c-9fbb-12282273b918 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273808 May 20 08:34:17.817747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-045785d3-24b2-4515-8707-677c658061e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0660021 May 20 08:34:17.882477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-1d77f792-02cc-46e2-936d-384b31403ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:17.883954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-1d77f792-02cc-46e2-936d-384b31403ab4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0606158 May 20 08:34:17.966782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-648a8a2e-b6ef-4f43-a90b-42741d8a3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:17.968276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-648a8a2e-b6ef-4f43-a90b-42741d8a3186 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777760 May 20 08:34:18.108836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-564682ee-8b54-4a98-9131-668a30ef4f71 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328747 May 20 08:34:18.245167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-870fd554-963d-49f8-9e5e-d6f0428cb40d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296830 May 20 08:34:18.316294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-44d4e800-8bf4-4967-b711-cb57641b41c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0645936 May 20 08:34:18.378792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-68d48f1f-8b08-468c-9ab6-bd49839f3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:18.380238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-68d48f1f-8b08-468c-9ab6-bd49839f3672 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0579286 May 20 08:34:18.456977 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-8f20b3b0-43c3-4f63-9b2f-511891691a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:18.458506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-8f20b3b0-43c3-4f63-9b2f-511891691a17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724466 May 20 08:34:18.597497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-654a24fc-5a89-4126-8632-cbd148447ebb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320648 May 20 08:34:18.735528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-fbb7000c-838f-4076-90fe-89464235f3a7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315742 May 20 08:34:18.983054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-de294075-74e2-4de1-82c2-462b8ec3b4e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.2407105 May 20 08:34:19.050353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-a2d14447-0b65-4012-a9b6-822801c00333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:19.051804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-a2d14447-0b65-4012-a9b6-822801c00333 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0614660 May 20 08:34:19.127256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-df7c60af-2755-4904-8bbf-407d0100aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:19.128986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-df7c60af-2755-4904-8bbf-407d0100aa2c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713615 May 20 08:34:19.267084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-62a3896f-adc1-40e9-890f-a5467b2457a9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311650 May 20 08:34:19.400384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-544a913d-7997-4aff-bb6b-3a30fef9fc62 req-a052aab0-cd0b-46d1-995d-6a9678af5dd9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269171 May 20 08:34:24.595620 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:26.841545 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:33.004113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 46838) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:34:33.118148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec3e9b-aa2f-4d0c-a4d6-d33ee443100b req-3f2fb65a-3a7a-4676-8ce6-02e351efab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:34:33.119802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9ec3e9b-aa2f-4d0c-a4d6-d33ee443100b req-3f2fb65a-3a7a-4676-8ce6-02e351efab58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.1145518 May 20 08:34:33.168190 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e9ec3e9b-aa2f-4d0c-a4d6-d33ee443100b req-15df2950-97e1-4bd1-8099-5f5cafefa12f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 May 20 08:34:36.881613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f81e6712-1b6c-46da-908b-d0f002e83f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:39.206452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-855a6258-de2a-49e4-b01e-98d151bf430e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:39.709353 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:41.292022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:42.572281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:45.983456 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:34:54.606136 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:34:56.800493 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:06.874837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7bb31656-8a2a-4bcd-8cbe-d58f3f53c555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:09.228631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e58e4967-3603-4da0-9a78-533276e2a12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:09.720463 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:11.332210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:12.588287 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:15.703426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-b729412b-5c79-468b-960c-268971797cec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758536 May 20 08:35:15.851093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-f822cff7-501f-4f2d-ac0d-827999e3ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:15.853143 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-f822cff7-501f-4f2d-ac0d-827999e3ffac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0729811 May 20 08:35:16.005850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-758e2ecf-79be-47cc-add6-a67fee407949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:16.007303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-758e2ecf-79be-47cc-add6-a67fee407949 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1297450 May 20 08:35:16.116656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-0a240d9c-2706-49d8-a109-b76116217b92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0990505 May 20 08:35:16.193276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-a94961d2-6398-4fa3-9659-2b0064428501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:16.194854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-a94961d2-6398-4fa3-9659-2b0064428501 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0675149 May 20 08:35:16.280414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-4dc2db5e-a2c4-4545-818f-c598426c03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:16.282035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-4dc2db5e-a2c4-4545-818f-c598426c03c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771883 May 20 08:35:16.423196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-5a22000a-a003-429d-b90f-51dd52dddc7c service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295998 May 20 08:35:16.563407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-92e7ab32-43bf-451b-94ee-4e56edf91a25 req-a6a7c6c6-d757-484f-b7c5-86898740e5df service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298592 May 20 08:35:18.280252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-7c6f3517-f7bd-4517-807e-bf69d83a814f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0833175 May 20 08:35:18.431276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.431768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.432263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.432783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.433266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.435154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ce298161-ff27-4b2d-ab6c-753e630ea49c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0809402 May 20 08:35:18.600497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e07fa577-b928-4d9b-99b9-f95e0457a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.600913 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e07fa577-b928-4d9b-99b9-f95e0457a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.601439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e07fa577-b928-4d9b-99b9-f95e0457a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.603119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e07fa577-b928-4d9b-99b9-f95e0457a471 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1425035 May 20 08:35:18.675663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-755c2826-d6e9-4326-8fec-5929cfc037b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0654523 May 20 08:35:18.739034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e96a9993-c5f6-48dd-9c21-ff8e162d06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.740490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e96a9993-c5f6-48dd-9c21-ff8e162d06bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0590558 May 20 08:35:18.816870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-5b5e4112-f556-4174-80d6-dbe2d23a8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:18.818420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-5b5e4112-f556-4174-80d6-dbe2d23a8db6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716572 May 20 08:35:18.952511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-8ec01a8f-a660-4a56-b45d-adbd7fd836c9 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270511 May 20 08:35:19.086815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-49680417-89ac-432a-b96e-ff7b253c3ba7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279569 May 20 08:35:19.160787 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-bd3a89f3-f568-4b8e-ae7f-eb3d5ddd8643 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0668769 May 20 08:35:19.226756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-05d31482-1d23-45ed-a175-9620388460ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:19.228236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-05d31482-1d23-45ed-a175-9620388460ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0617211 May 20 08:35:19.306668 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ead9384b-b4e2-4a5a-ba14-6becc0fa21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:19.308240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-ead9384b-b4e2-4a5a-ba14-6becc0fa21dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735822 May 20 08:35:19.617597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-80d08e1c-b834-4a64-aae5-ee83f3a2c383 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019209 May 20 08:35:19.785808 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-5e9b1e0d-dc9b-4db8-a074-3f1835d2904b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619558 May 20 08:35:19.859888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-8f11e9da-9c3e-4036-9d6d-2efda5e8ffd4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0676873 May 20 08:35:19.925549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-1ed56698-b391-4de2-b702-b458fb575a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:19.927071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-1ed56698-b391-4de2-b702-b458fb575a63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0609019 May 20 08:35:20.018126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e0090988-6854-4722-89e1-81e100ec69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:20.019711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-e0090988-6854-4722-89e1-81e100ec69ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858796 May 20 08:35:20.161131 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-cbed9da9-d2b4-4856-847a-1be7cfde97c9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345844 May 20 08:35:20.294893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-d18402f6-fc8f-4acd-b881-0bc6fc494f90 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276987 May 20 08:35:20.363232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-83499287-23d2-432b-bc2c-b4470e783eae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0609775 May 20 08:35:20.429012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-bb94cc5f-5ab0-4868-8d75-07740c153de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:20.430484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-bb94cc5f-5ab0-4868-8d75-07740c153de7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0614529 May 20 08:35:20.508229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-68c85a1f-ceec-477f-9bf6-3783bd59a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:20.509792 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-68c85a1f-ceec-477f-9bf6-3783bd59a7e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730255 May 20 08:35:20.653413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-55aced72-d681-4e9d-8d8a-cea18bb3c3e7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369073 May 20 08:35:20.806020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-4e1f3050-820d-4965-98c9-80a3207f5e08 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453543 May 20 08:35:20.883244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-70b5ef07-3fb3-4274-8e34-f4aeb9333675 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0700247 May 20 08:35:20.945685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-49a00eb8-d20a-4060-b56b-ae881eca5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:20.947128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-49a00eb8-d20a-4060-b56b-ae881eca5e6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0584071 May 20 08:35:21.025753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-d32b6695-65ec-4b61-9c7a-42751df4c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:35:21.031056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-d32b6695-65ec-4b61-9c7a-42751df4c2cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734715 May 20 08:35:21.164176 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-3eb3fa82-dd8d-4556-8b7e-90f26121d6ed service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294434 May 20 08:35:21.296123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9e7556e7-5567-467b-89d0-26b791fd33bc req-03d657ad-af52-456f-881c-739909505802 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262808 May 20 08:35:22.984729 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:35:24.583319 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:26.803606 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:36.902531 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08ffc688-ea12-4ede-a9f6-8edd1eca6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:39.216903 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd9b9-63d9-4a3d-8193-3c26796e75d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:39.697018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:41.325372 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:42.599716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:54.587997 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:56.810558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:35:59.984795 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:36:06.895809 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-53355405-6015-498a-9864-c27ef1733500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:09.215718 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7114c64f-0121-4869-b74b-bc6178c13580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:09.690394 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:11.330043 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:12.581869 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:17.714446 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-a4ccd76c-daf0-4f61-a0b8-71f2d382a857 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731840 May 20 08:36:17.865199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-82bb78f5-50ef-4edf-b36d-7ef17c7ecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:17.866707 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-82bb78f5-50ef-4edf-b36d-7ef17c7ecf37 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0735059 May 20 08:36:18.024626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-5ad5ea2e-9c2d-4eb6-9f23-a15ed4130ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:18.026178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-5ad5ea2e-9c2d-4eb6-9f23-a15ed4130ddd service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1330798 May 20 08:36:18.144957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-b0ea939f-79fb-4741-9744-1127c324a213 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1083133 May 20 08:36:18.216706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-6f9b0d26-8a5a-407b-859b-9c5ca65ad098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:18.218197 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-6f9b0d26-8a5a-407b-859b-9c5ca65ad098 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0637505 May 20 08:36:18.300582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-38cd2bdc-cfcd-4fa3-a206-48b899baf590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:18.302163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-38cd2bdc-cfcd-4fa3-a206-48b899baf590 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743935 May 20 08:36:18.438647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-d6a73495-e4c6-410d-adc0-96ed10e9b984 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262493 May 20 08:36:18.746483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5dc7a2f7-f6f6-4b13-95dd-29d5cc93ad0b req-b5291cd9-0ac8-4a0e-8c11-06c7648dea03 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011594 May 20 08:36:19.321376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-6d7d4522-7590-475f-a050-52daace16633 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1307077 May 20 08:36:19.471197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.471697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.472188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.472670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.473155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.474974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-3fe9260b-57b4-4c18-b6c3-1ac10234bac5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0811913 May 20 08:36:19.635224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-ab151e2c-5018-49a1-a182-69a0d48a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.635659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-ab151e2c-5018-49a1-a182-69a0d48a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.636177 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-ab151e2c-5018-49a1-a182-69a0d48a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.637821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-ab151e2c-5018-49a1-a182-69a0d48a90f0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1388013 May 20 08:36:19.711120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-239daf93-f34e-464e-b115-2012e660dca2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0666840 May 20 08:36:19.777861 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-36a17b33-1ab0-4602-afd0-c18715222ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.779323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-36a17b33-1ab0-4602-afd0-c18715222ee5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0616484 May 20 08:36:19.861053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-8847f201-7bc1-4a8b-9fe9-cbcb9d70c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:19.862597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-8847f201-7bc1-4a8b-9fe9-cbcb9d70c9f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767155 May 20 08:36:19.999055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-02992653-f77a-47cd-b604-e7c8f47c05d3 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301327 May 20 08:36:20.147230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-f3c8f491-8dee-4211-9a69-16074f916786 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414669 May 20 08:36:20.216507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-97347a2c-f7de-4c2e-888c-c68ec88a1a1a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0631642 May 20 08:36:20.285521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-c325cd72-b68d-4fce-98f8-e202b8f22c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:20.287057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-c325cd72-b68d-4fce-98f8-e202b8f22c16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0641887 May 20 08:36:20.366535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-7206e013-942f-4239-8f65-3501de1799a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:20.368018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-7206e013-942f-4239-8f65-3501de1799a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746272 May 20 08:36:20.508581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-715b9538-6b45-4e13-8b98-57a22e760f90 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337349 May 20 08:36:20.643821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-2392a977-9218-4519-b690-d6bc01187893 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290836 May 20 08:36:20.716611 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-daf95240-063a-47d2-b607-6e835845f8c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0663316 May 20 08:36:20.782781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-dbaa301d-51d5-4a03-9396-d84dfd6b491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:20.784305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-dbaa301d-51d5-4a03-9396-d84dfd6b491b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0617073 May 20 08:36:20.871374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-d8b96405-739e-4554-8a29-1e79cc85bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:20.872886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-d8b96405-739e-4554-8a29-1e79cc85bc96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812016 May 20 08:36:21.184103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-5a03c2cf-d09b-42d0-9cfc-d2706745e95d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040352 May 20 08:36:21.317500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-e790c6b8-ff1b-44ad-a415-c0a063d0e599 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266701 May 20 08:36:21.385468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-c5d98228-3671-4c7c-b7a3-bbcd749a763a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0618935 May 20 08:36:21.454111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-62bbd321-cc39-4b7f-9e40-7bfdbb413d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:21.455736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-62bbd321-cc39-4b7f-9e40-7bfdbb413d1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0631034 May 20 08:36:21.535865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-5341e30d-cf3b-44dc-a50e-8d9de8bc47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:21.537267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-5341e30d-cf3b-44dc-a50e-8d9de8bc47d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747306 May 20 08:36:21.669127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-1d981945-586f-4539-a43e-203df858652e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253815 May 20 08:36:21.809372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-ac1ba993-6ac8-4b27-9c08-c29c53489a8c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334772 May 20 08:36:21.883026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-3448db31-62a4-422d-897b-a5988f34c6d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0663631 May 20 08:36:21.947875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-17a3daf8-74a1-4743-9fb3-85950205c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:21.949329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-17a3daf8-74a1-4743-9fb3-85950205c90c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0601580 May 20 08:36:22.030341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21433cd3-58eb-472d-acee-dd375087008e req-9e7201fd-1dc9-4f47-954e-29351b13c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:36:22.032742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-9e7201fd-1dc9-4f47-954e-29351b13c0dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758786 May 20 08:36:22.167599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-e618c5ac-66c4-4669-979c-d0dbc005ae04 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293304 May 20 08:36:22.305077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-21433cd3-58eb-472d-acee-dd375087008e req-2720127a-33ff-43fa-bc2d-838ce1d4bad5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307116 May 20 08:36:24.622185 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:26.809739 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:36.878779 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-34a4f224-70cf-4694-b7b7-25c084b1ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:36.984532 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:36:39.226482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62153661-6ba1-4231-8d15-dd8cd8e618c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:39.678604 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:41.324003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:42.586228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:54.597855 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:36:56.906724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:06.889163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48a96c2f-60c8-48cf-a586-f676239676f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:09.220302 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-997f0c68-c52d-4e86-b40a-172dd8a1cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:09.688922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:11.351705 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:12.585839 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:13.989291 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:37:18.586478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-b74bf441-af20-4c10-895c-31acd3e80689 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189506 May 20 08:37:18.738834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-c65a941d-eede-4520-a613-d77419227acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:18.740315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-c65a941d-eede-4520-a613-d77419227acd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0748956 May 20 08:37:18.895489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-c29305dd-ee5b-4a8a-a1e2-e4486a953f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:18.896976 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-c29305dd-ee5b-4a8a-a1e2-e4486a953f6b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1311004 May 20 08:37:19.004396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-cbb003a4-03e8-40ea-a75d-ee0295557ba5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1007693 May 20 08:37:19.072966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-1efc0d33-2463-48be-b189-9173cad923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:19.074441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-1efc0d33-2463-48be-b189-9173cad923d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0584421 May 20 08:37:19.159822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-100b7ecf-42d7-4b64-be44-a3fed9352dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:19.162584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-100b7ecf-42d7-4b64-be44-a3fed9352dfd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772977 May 20 08:37:19.305437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-da2d199d-31a7-4130-8244-85fadfa22869 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300001 May 20 08:37:19.615073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac8722ef-9e9a-4ae0-b659-bf7ac6afe425 req-0e03d7f8-279e-4b45-949a-a726d0aa9fd7 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992952 May 20 08:37:21.419661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-5d3897a6-9ba7-4049-ad80-12e15ccdd2a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1174693 May 20 08:37:21.567591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.568073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.568554 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.569046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.569550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.571324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-620f1231-b2f1-4b57-bcc4-a88a97e18590 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0812361 May 20 08:37:21.729015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-d881ba55-3298-452b-9524-28f701ccdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.729015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-d881ba55-3298-452b-9524-28f701ccdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.729274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-d881ba55-3298-452b-9524-28f701ccdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.730746 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-d881ba55-3298-452b-9524-28f701ccdb1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1362300 May 20 08:37:21.805291 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-593c56a4-3282-4a0b-8799-3d256a87fa08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0682142 May 20 08:37:21.869147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-c92f606b-86df-41e8-a315-ad3849c2aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.870700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-c92f606b-86df-41e8-a315-ad3849c2aaa7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0583670 May 20 08:37:21.949262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-8cb2892d-af26-4c3a-9222-8ea7b18f6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:21.950755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-8cb2892d-af26-4c3a-9222-8ea7b18f6050 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734324 May 20 08:37:22.081855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-8cd80587-09e4-490e-81ec-cef1e1a5dc5b service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247430 May 20 08:37:22.215498 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-fc0db99e-f6b9-4b33-8815-aa4556139ad6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269903 May 20 08:37:22.284768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-f50b19be-07a7-4038-853d-3c8cc1876398 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0631013 May 20 08:37:22.352287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-129dc46a-ad6b-41a9-825c-0b42f8c5aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:22.353772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-129dc46a-ad6b-41a9-825c-0b42f8c5aebd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0633841 May 20 08:37:22.432278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-f3d7ec3b-b066-407a-ae60-46283c89adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:22.438386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-f3d7ec3b-b066-407a-ae60-46283c89adac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726056 May 20 08:37:22.577576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-1e8aec73-4091-447b-a4a3-189e19e84733 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373358 May 20 08:37:22.717194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-56074e11-3522-4b1f-abff-689c27304910 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337161 May 20 08:37:22.793037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-4b3c02e3-1e08-4145-b054-f060a05dd4f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0696177 May 20 08:37:22.866363 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-af00a879-a881-42fa-8347-6bc2b35ff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:22.867840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-af00a879-a881-42fa-8347-6bc2b35ff570 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0691495 May 20 08:37:22.951094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-832651ec-3206-45da-bf7f-268572be184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:22.952581 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-832651ec-3206-45da-bf7f-268572be184b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772879 May 20 08:37:23.092178 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-3d1d2d2b-c3ab-4abc-a6ac-0e8cfa3c327f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328180 May 20 08:37:23.228340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-7c903b9c-4bc3-45de-9033-daa0b9a51b09 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301064 May 20 08:37:23.298022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-e65ca0db-0c56-4d1f-9bb4-507431a0f80a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0626597 May 20 08:37:23.366073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-30750de3-0530-4305-b016-16662b668138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:23.367538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-30750de3-0530-4305-b016-16662b668138 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0645056 May 20 08:37:23.447989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-b5d05d0c-5bdf-4c99-a96c-9d65b6a672f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:23.449522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-b5d05d0c-5bdf-4c99-a96c-9d65b6a672f3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732691 May 20 08:37:23.585994 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-75142f27-ffd1-4405-b256-c83004c5f375 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297786 May 20 08:37:23.899882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-4a88c1ee-fce3-4619-ac5f-8c3121b266e2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032346 May 20 08:37:23.971757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-e2e08453-ed29-41c2-8443-7d17ab8b4d3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0667243 May 20 08:37:24.035673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-fe1f0f78-7ac1-451b-8989-37b71271760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:24.037180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-fe1f0f78-7ac1-451b-8989-37b71271760f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0595798 May 20 08:37:24.117532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-3af251e2-e295-4424-9808-7654164dd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:37:24.118934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-3af251e2-e295-4424-9808-7654164dd2f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757279 May 20 08:37:24.253243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-36c2a6d8-aa4b-4166-85d1-82ede6ec1322 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273646 May 20 08:37:24.390009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a5a949b-bdb8-44c2-81aa-1c37841b83cd req-c0e1c203-41c1-4559-8123-4dd4422d8ed3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308486 May 20 08:37:24.637374 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:26.921878 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:36.905840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1917a217-78ef-4e65-a6bc-67d1a93e0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:39.231094 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b6b96ebb-d878-4b90-b08a-45c99f305900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:39.671306 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:41.328134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:42.602608 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:43.201785 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49376) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:37:43.352478 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7c42483e-4683-42c1-94b0-31e7ce95cafe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=caf6f679856d471dac1c1c346ed61582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493940 May 20 08:37:43.354848 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49382) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:37:43.411926 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:43.438645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:43.568332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:43.572360 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb2bf99e-0706-4d10-adc0-7e81e26dcaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:37:43.588073 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a18de4-58af-4e1a-9345-fbf67b952770,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:37:43.597449 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.597884 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.598269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.598653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.599052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.599425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.599794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.600692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.601067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.601663 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.601812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.602194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:37:43.605341 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:37:43.681608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:43.682736 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7a18de4-58af-4e1a-9345-fbf67b952770 HTTP/1.1" status: 204 len: 168 time: 0.3269882 May 20 08:37:50.988699 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:37:54.636827 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:37:56.836711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.104687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49534) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:01.234115 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.251552 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:01.256132 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:143459ddd34749308f4241f547e78dac is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:01.258279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:01.264033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:01.345790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.424698 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.432089 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f24a472a-d385-49eb-8edf-8580e9a83e45 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:01.471658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba58b93-c293-47ba-8b91-7ff2e2f31435,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:01.475884 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=143459ddd34749308f4241f547e78dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700547 May 20 08:38:01.477721 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:01.479135 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49540) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:01.540198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.565736 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.704907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.708798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b2480be9-1a3a-4dba-84c8-ee2d87dd2517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:01.724021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba58b93-c293-47ba-8b91-7ff2e2f31435,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:01.727418 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:01.728338 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:01.729445 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fba58b93-c293-47ba-8b91-7ff2e2f31435 HTTP/1.1" status: 204 len: 168 time: 0.2494228 May 20 08:38:02.662240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49564) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:02.766834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1040971285-network', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:02.772209 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:02.776999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Usage tracker for resource:network and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:02.779902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:02.785527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:02.836084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:38:02.838377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:02.850378 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:02.864491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:02.868934 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:02.871714 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:02.877704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:02.958744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.018738 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.021778 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f7d90ae3-efb3-416b-b49d-9ba525307a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:03.048325 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:38:03.057907 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd6861-07e1-434c-a731-44e0b6accad9,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:03.061370 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:03.063808 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.064169 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Added segment 1f316808-b90d-49d2-8d81-2a4b7d78f9d6 of type vlan for network f214c069-1ae2-4d5d-943d-0eec324ead41 May 20 08:38:03.090205 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.167311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.168415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:03.169033 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.173944 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fdb5aa46-c6b7-4cae-a747-be3d179e4316 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:03.275250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f214c069-1ae2-4d5d-943d-0eec324ead41,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:03.277877 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:03.288552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network f214c069-1ae2-4d5d-943d-0eec324ead41 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:38:03.322698 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6593132 May 20 08:38:03.325680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49570) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:03.331368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Request body: {'subnet': {'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1040971285-subnet', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:03.337252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:03.341103 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Usage tracker for resource:subnet and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:03.343978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:03.349690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:03.407458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:38:03.409870 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.865370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:03.870315 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b9f2d499-638c-4df4-bf96-db085d98123a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:03.944265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2decfe01-19ce-45c4-8537-0afadf898423,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:03.948736 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:03.951430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:03.951568 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Network hostable DHCP agents. Network: f214c069-1ae2-4d5d-943d-0eec324ead41, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:38:04.052946 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:38:04.150450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, f214c069-1ae2-4d5d-943d-0eec324ead41) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:04.159992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:04.160816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ccbcef-b939-495f-93f8-817583abe80c None None] Network f214c069-1ae2-4d5d-943d-0eec324ead41 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:04.160969 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.271573 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9318cb30-c279-4130-859e-6abaaed6158c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9448111 May 20 08:38:04.275066 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49574) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:04.280238 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:04.286144 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:04.290158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Usage tracker for resource:router and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:04.293060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:04.298842 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:04.375289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-f214c069-1ae2-4d5d-943d-0eec324ead41', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:38:04.376091 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.385243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.386357 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.400800 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.533110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Allocated IP 172.20.0.2 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/562b567c-0c7b-4c1b-8be8-200c2e861d1b) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:04.748555 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.758981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Transition to ACTIVE for port object 562b567c-0c7b-4c1b-8be8-200c2e861d1b will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:04.777766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Transition to ACTIVE for port object 562b567c-0c7b-4c1b-8be8-200c2e861d1b will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:04.876189 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.879925 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:04.893526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:04.945663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:04.948497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:04.950991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:04.992791 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Pushing event updated for resources: {'Port': ['ID=562b567c-0c7b-4c1b-8be8-200c2e861d1b,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:05.028994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.029256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.029623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.029970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.030301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.030632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.030960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.031285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.031614 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.031933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.032253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.032571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:05.036203 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:05.063703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Attempting to bind port 562b567c-0c7b-4c1b-8be8-200c2e861d1b on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:05.068301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Attempting to bind port 562b567c-0c7b-4c1b-8be8-200c2e861d1b by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:05.068301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Attempting to bind port 562b567c-0c7b-4c1b-8be8-200c2e861d1b on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:05.069867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:05.070251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:05.070659 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.071161 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:05.071633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Bound port: 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:05.072012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.163563 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] For port 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:05.167589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] For port 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=562b567c-0c7b-4c1b-8be8-200c2e861d1b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:05.242948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.247637 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4fc5890b-e7df-41c9-9508-a1dcde0053e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:05.274593 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.305671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.323057 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Pushing event updated for resources: {'Port': ['ID=562b567c-0c7b-4c1b-8be8-200c2e861d1b,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:05.331139 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:05.450499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Allocated IP 172.25.8.200 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/85e02630-bb40-48c8-a9bb-eb2ecdf594eb) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:05.633533 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.756507 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:05.761177 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:05.830100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:05.832770 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:05.835305 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:05.870916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Pushing event updated for resources: {'Port': ['ID=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:05.874577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:06.182591 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd23f7-5582-4191-9485-51a8362e2522 None None] Network f214c069-1ae2-4d5d-943d-0eec324ead41 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:06.343908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7c6d4ce2-10ea-4eb5-b8df-e7e29b03a449 None None] Provisioning for port 562b567c-0c7b-4c1b-8be8-200c2e861d1b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:06.353646 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.536785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 562b567c-0c7b-4c1b-8be8-200c2e861d1b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:06.641974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 562b567c-0c7b-4c1b-8be8-200c2e861d1b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:06.647470 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 562b567c-0c7b-4c1b-8be8-200c2e861d1b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:06.647859 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.764414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c28144fb-12c3-436b-ac3c-9979d65c7aea None None] Provisioning complete for port 562b567c-0c7b-4c1b-8be8-200c2e861d1b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:06.764800 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c28144fb-12c3-436b-ac3c-9979d65c7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.846838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.897235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.933946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=562b567c-0c7b-4c1b-8be8-200c2e861d1b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:06.938645 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-200ce974-cec3-44fc-8c55-d52909877d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.950682 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c28144fb-12c3-436b-ac3c-9979d65c7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.996563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:06.999508 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-fb0eb71a-b075-48b0-b697-761922f47a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:07.111683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.db.api [None req-c28144fb-12c3-436b-ac3c-9979d65c7aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 08:38:07.112058 n-d-780147-4 neutron-server[93103]: DEBUG oslo_db.api [None req-c28144fb-12c3-436b-ac3c-9979d65c7aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 08:38:07.115571 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=562b567c-0c7b-4c1b-8be8-200c2e861d1b,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:07.119412 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:07.230720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:38:07.448391 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:07.457877 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:07.468798 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:07.469435 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:37:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:07.539979 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:07.541979 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2658672 May 20 08:38:07.545051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49578) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:07.662725 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:07.991495 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:06Z', 'revision_number': 3, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:07.995929 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:07.996283 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Updating router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:38:08.049799 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.239495 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.385195 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.397453 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Transition to ACTIVE for port object 85e02630-bb40-48c8-a9bb-eb2ecdf594eb will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:08.487768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 562b567c-0c7b-4c1b-8be8-200c2e861d1b up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:08.493887 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.499138 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c9c29e16-05b2-4f19-bf66-888515bfbeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:08.562645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 562b567c-0c7b-4c1b-8be8-200c2e861d1b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:08.563026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.581347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Attempting to bind port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:08.581750 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Attempting to bind port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:08.582128 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Attempting to bind port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:08.584257 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Pushing event updated for resources: {'Port': ['ID=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:08.593855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:08.594240 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:08.594651 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.595058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:08.595575 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Bound port: 85e02630-bb40-48c8-a9bb-eb2ecdf594eb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:08.595954 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.625568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.625920 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.626265 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.626605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.626936 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.627300 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.627597 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.627926 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.628253 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.628752 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.628907 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.629231 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:08.638950 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:08.639938 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Allocated IP 172.20.0.1 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/eda233bf-1aca-44e0-be53-de2c9f18b1cf) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:08.680346 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] For port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:08.683785 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] For port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:08.744848 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.750463 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:08.794908 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.811874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Transition to ACTIVE for port object eda233bf-1aca-44e0-be53-de2c9f18b1cf will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:08.828422 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:08.829105 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:37:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:08.895959 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Pushing event updated for resources: {'Port': ['ID=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:08.900850 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:08.902584 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:08.904832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fb846dca-8a06-428c-98de-c800141de32f tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:08.973233 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:08.976090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:08.979280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:09.018469 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Pushing event updated for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:09.023753 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:09.032688 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:09.046422 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.234153 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.242218 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f19c-30b0-4d35-8121-8f57825cd888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.264752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-968aebd1-05a8-499b-82c2-bf27e2318b2e None None] Provisioning for port eda233bf-1aca-44e0-be53-de2c9f18b1cf completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:09.269946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-968aebd1-05a8-499b-82c2-bf27e2318b2e None None] Provisioning complete for port eda233bf-1aca-44e0-be53-de2c9f18b1cf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:09.270325 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-968aebd1-05a8-499b-82c2-bf27e2318b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.327947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-968aebd1-05a8-499b-82c2-bf27e2318b2e None None] Port eda233bf-1aca-44e0-be53-de2c9f18b1cf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:38:09.331233 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:06Z', 'revision_number': 3, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:09.337053 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e4a7f-0012-448a-9f80-cc491e4f1e63 None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:06Z', 'revision_number': 3, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:09.479214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.547025 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.587246 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-66feba26-781d-40ca-9489-78227d7bc265 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:09.680138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Pushing event updated for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:09.682206 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.686168 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:09.693534 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:09.832250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:09.833375 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:10.063360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:38:10.156760 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a176b2f3-f82f-42d6-be57-5f24656c280a None None] Provisioning complete for port eda233bf-1aca-44e0-be53-de2c9f18b1cf triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:10.157227 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a176b2f3-f82f-42d6-be57-5f24656c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:10.212982 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-a176b2f3-f82f-42d6-be57-5f24656c280a None None] Port eda233bf-1aca-44e0-be53-de2c9f18b1cf cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:38:10.258461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:10.270118 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] 10.222.0.79 "PUT /v2.0/routers/e64ddf4d-5537-472b-b8bd-5de3c3c6d554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238224 May 20 08:38:10.512908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 85e02630-bb40-48c8-a9bb-eb2ecdf594eb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:10.636020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:10.640971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:10.641353 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:10.768469 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:10.785336 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:10.847945 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:10.849927 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:10.924829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:10.927792 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:11.012598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49596) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:11.019167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1415283754-network', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:11.025728 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:11.031311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Usage tracker for resource:network and tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:11.032103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:11.034906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:11.041057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:11.041446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:11.042092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:11.134258 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Made reservation on behalf of 586cb093e5bf4a4d9d0f6c00a1c9ea7b for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:38:11.136686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.149374 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.166602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:11.170495 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Usage tracker for resource:security_group_rule and tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:11.173387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:11.179925 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:11.220387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:11.266016 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.361939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.365066 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cfd96257-26f2-493b-8de3-d9bf8ad31d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:11.398827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 08:38:11.404371 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c504b0-0373-4e77-98bd-3264e39c7633,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:11.409064 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:11.413145 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.413425 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Added segment 7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3 of type vlan for network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa May 20 08:38:11.419405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.441845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.539491 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.540485 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:11.541082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.546231 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:11.602714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 2, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:11.606667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:11.607020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Updating router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 port eda233bf-1aca-44e0-be53-de2c9f18b1cf binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:38:11.648041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Pushing event updated for resources: {'Network': ['ID=b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:11.651220 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:11.658631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 08:38:11.674858 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:11.688153 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6743429 May 20 08:38:11.690911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49602) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:11.696812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Request body: {'subnet': {'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1415283754-subnet', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:11.702844 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:11.706754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Usage tracker for resource:subnet and tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:11.709794 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:11.715823 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:11.790764 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Made reservation on behalf of 586cb093e5bf4a4d9d0f6c00a1c9ea7b for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:38:11.793054 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.092012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.104652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Transition to ACTIVE for port object eda233bf-1aca-44e0-be53-de2c9f18b1cf will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:12.167490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.172277 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:12.332319 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Pushing event updated for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:12.341344 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:12.399684 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Attempting to bind port eda233bf-1aca-44e0-be53-de2c9f18b1cf on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:12.400079 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Attempting to bind port eda233bf-1aca-44e0-be53-de2c9f18b1cf by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:12.400951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Attempting to bind port eda233bf-1aca-44e0-be53-de2c9f18b1cf on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:12.406034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:12.406421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:12.406839 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.407249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:12.407736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Bound port: eda233bf-1aca-44e0-be53-de2c9f18b1cf, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:12.408124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.421423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.425933 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-633681df-9bf0-401c-a0aa-f9de1a75daec tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:12.501366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f13a03-a528-46f6-9ac0-a02dd493a931,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:12.504009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:12.506602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Checking segment: {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:12.506963 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Network hostable DHCP agents. Network: b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 08:38:12.522240 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 85e02630-bb40-48c8-a9bb-eb2ecdf594eb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:12.547351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] For port eda233bf-1aca-44e0-be53-de2c9f18b1cf, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:12.584643 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] For port eda233bf-1aca-44e0-be53-de2c9f18b1cf, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=eda233bf-1aca-44e0-be53-de2c9f18b1cf,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:12.596401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 08:38:12.611252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:12.611631 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.657055 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.662786 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:12.681760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:12.690746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:12.691414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.704121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d8c0f-c715-401a-81f0-126eaa240505 None None] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:12.732567 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.797137 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6798f2ed-b13c-46f5-b408-7357ec8440b1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1051667 May 20 08:38:12.799742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49606) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:12.806432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:12.813381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:12.817586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Usage tracker for resource:router and tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:12.824154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:12.830417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:12.861794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:12.862445 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:12.910284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.911493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.925032 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Pushing event updated for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:12.930410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:12.941732 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:13.285417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:13.295103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:13.336019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'fixed_ips': [{'subnet_id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 08:38:13.336853 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:13.699534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:13.729564 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Allocated IP 172.20.0.2 (b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa/a4f13a03-a528-46f6-9ac0-a02dd493a931/4495013b-b878-45ac-88ef-6d6fac40d3b4) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:13.730182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:13.870005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:12Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:13.873316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Allocated IP 172.25.8.220 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/1e73b79a-e0f4-4e25-adb1-061a5e036cd3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:13.879879 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7304f6-4350-4bde-abdc-afd5006878f8 None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:12Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:13.992676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.010158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Transition to ACTIVE for port object 4495013b-b878-45ac-88ef-6d6fac40d3b4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:14.034089 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Transition to ACTIVE for port object 4495013b-b878-45ac-88ef-6d6fac40d3b4 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:14.117293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.123290 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9043c7d7-6994-4fc8-b91a-2c206ddf57c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:14.193462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:14.197158 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:14.202191 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:14.208302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Pushing event updated for resources: {'Port': ['ID=4495013b-b878-45ac-88ef-6d6fac40d3b4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:14.213079 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:14.219355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.300268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Attempting to bind port 4495013b-b878-45ac-88ef-6d6fac40d3b4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:14.300856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Attempting to bind port 4495013b-b878-45ac-88ef-6d6fac40d3b4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:14.301024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Attempting to bind port 4495013b-b878-45ac-88ef-6d6fac40d3b4 on network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:14.305056 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.307629 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:14.308020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Checking segment: {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:14.308439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.308850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Bound using segment: {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:14.309337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Bound port: 4495013b-b878-45ac-88ef-6d6fac40d3b4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:14.309753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.313290 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:14.388737 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:14.391677 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:14.394294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:14.414928 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] For port 4495013b-b878-45ac-88ef-6d6fac40d3b4, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:14.418730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] For port 4495013b-b878-45ac-88ef-6d6fac40d3b4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4495013b-b878-45ac-88ef-6d6fac40d3b4,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:14.434732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Pushing event updated for resources: {'Port': ['ID=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:14.462445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.462895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.463277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.463674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.464092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.464461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.464829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.465194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.465636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.466034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.468560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.468560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:14.470681 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:14.488546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.495625 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bd1bc4-c5dc-449d-b1b1-2c89a33032ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:14.557346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device eda233bf-1aca-44e0-be53-de2c9f18b1cf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:14.629654 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Pushing event updated for resources: {'Port': ['ID=4495013b-b878-45ac-88ef-6d6fac40d3b4,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:14.634989 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:14.739288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port eda233bf-1aca-44e0-be53-de2c9f18b1cf completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:14.747798 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port eda233bf-1aca-44e0-be53-de2c9f18b1cf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:14.748311 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.901987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:14.947196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port eda233bf-1aca-44e0-be53-de2c9f18b1cf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=eda233bf-1aca-44e0-be53-de2c9f18b1cf,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:15.015649 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:15.030990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:15.033332 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:15.103190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:15.106441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:15.368200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:15.659249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Router b5121205-64a6-4a62-82fd-2e94b2d4fd4d is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 08:38:15.852702 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:15.862007 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Sync routers for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:15.872736 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:15.873856 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:15.883402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b2dd7-5ee0-43f3-99fe-c8b52249f2dd None None] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:15.926909 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:15.928623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1271875 May 20 08:38:15.931882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:16.101742 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:16.172430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-44d7f7ac-68d0-4f94-bc12-b2336344abe1 None None] Provisioning for port 4495013b-b878-45ac-88ef-6d6fac40d3b4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:16.401654 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 3, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:16.406349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Checking router: b5121205-64a6-4a62-82fd-2e94b2d4fd4d for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:16.406734 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Updating router b5121205-64a6-4a62-82fd-2e94b2d4fd4d port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:38:16.470459 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.593956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device eda233bf-1aca-44e0-be53-de2c9f18b1cf up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:16.660506 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.667833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port eda233bf-1aca-44e0-be53-de2c9f18b1cf triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:16.668219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.801246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4495013b-b878-45ac-88ef-6d6fac40d3b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:16.816974 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.829342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Transition to ACTIVE for port object 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:16.870213 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.874192 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9b26a263-9b0a-4f86-87b8-6e8d6b5b52e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:16.877161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Allocated IP 172.20.0.1 (b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa/a4f13a03-a528-46f6-9ac0-a02dd493a931/067fc040-e04e-41ff-bdfa-9176682ad72c) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:16.912809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 4495013b-b878-45ac-88ef-6d6fac40d3b4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:16.918871 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4495013b-b878-45ac-88ef-6d6fac40d3b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:16.919260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.938239 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d23fa-93b0-4208-9ab1-014104d9daa1 None None] Pushing event updated for resources: {'Port': ['ID=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:16.947765 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0e6d23fa-93b0-4208-9ab1-014104d9daa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:16.964332 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Attempting to bind port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:16.964987 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Attempting to bind port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:16.965707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Attempting to bind port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:16.971347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:16.971960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:16.972669 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:16.973211 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:16.973853 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Bound port: 1e73b79a-e0f4-4e25-adb1-061a5e036cd3, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:16.974988 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.041701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.058556 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Transition to ACTIVE for port object 067fc040-e04e-41ff-bdfa-9176682ad72c will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:17.059122 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] For port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:17.062264 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.062667 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] For port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:17.095026 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 4495013b-b878-45ac-88ef-6d6fac40d3b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4495013b-b878-45ac-88ef-6d6fac40d3b4,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:17.150648 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.154418 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:17.196883 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.197562 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.201825 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c775fd33-ef03-4fc0-8304-3dc3703fa4f4 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:17.202013 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:17.230100 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:17.230751 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:17.270604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:17.273614 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:17.274398 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=4495013b-b878-45ac-88ef-6d6fac40d3b4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:17.279010 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:17.284337 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:17.290125 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d23fa-93b0-4208-9ab1-014104d9daa1 None None] Pushing event updated for resources: {'Port': ['ID=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:17.302850 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0e6d23fa-93b0-4208-9ab1-014104d9daa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:17.315096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Pushing event updated for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:17.323678 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:17.345199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.437881 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:17.549920 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.602574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eed6facc-3f74-4e78-bdc0-4c9f19057400 None None] Provisioning for port 067fc040-e04e-41ff-bdfa-9176682ad72c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:17.608034 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-eed6facc-3f74-4e78-bdc0-4c9f19057400 None None] Provisioning complete for port 067fc040-e04e-41ff-bdfa-9176682ad72c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:17.608421 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-eed6facc-3f74-4e78-bdc0-4c9f19057400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:17.663096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-eed6facc-3f74-4e78-bdc0-4c9f19057400 None None] Port 067fc040-e04e-41ff-bdfa-9176682ad72c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:38:17.732333 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 3, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:17.736718 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a90d4-08f2-4024-9a62-13cb3abbc81a None None] The sync data for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 is: [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 3, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:17.968090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.035803 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.061663 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fee021cc-a7f3-4ec7-97ad-2289f77a1ef2 tempest-RoutersIpV6AdminTest-711443330 tempest-RoutersIpV6AdminTest-711443330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:18.149435 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.153005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Pushing event updated for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:18.156655 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:18.300027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:18.301194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:18.592071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Router b5121205-64a6-4a62-82fd-2e94b2d4fd4d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:38:18.600377 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-22106770-752d-4c71-9326-ffd5f67ee754 None None] Provisioning complete for port 067fc040-e04e-41ff-bdfa-9176682ad72c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:18.601016 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-22106770-752d-4c71-9326-ffd5f67ee754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.678586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:18.724625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-22106770-752d-4c71-9326-ffd5f67ee754 None None] Port 067fc040-e04e-41ff-bdfa-9176682ad72c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:38:18.791779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-d38673b5-32c0-4b86-a6d4-2e461be84154 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664937 May 20 08:38:18.812163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:18.813421 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:18.825080 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] 10.222.0.79 "PUT /v2.0/routers/b5121205-64a6-4a62-82fd-2e94b2d4fd4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911748 May 20 08:38:18.826989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:18.827413 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.953882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-cdb63f63-8552-4e5d-865a-0b89b36602c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:18.955431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-cdb63f63-8552-4e5d-865a-0b89b36602c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f402ce23ce464e698c7a7fe0a050529c&device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 1097 time: 0.0824628 May 20 08:38:18.967023 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:18.986414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:19.073948 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:19.074863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4495013b-b878-45ac-88ef-6d6fac40d3b4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:19.112378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-16cf1414-ba79-40fd-9c60-cb1405024df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:19.121769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-2fb1a548-cd83-4d22-81ca-0bd134b50b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:19.123346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-2fb1a548-cd83-4d22-81ca-0bd134b50b9f service neutron] 10.222.0.84 "GET /v2.0/networks?id=6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 200 len: 909 time: 0.1420617 May 20 08:38:19.205002 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:19.209291 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:19.216889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 4495013b-b878-45ac-88ef-6d6fac40d3b4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:19.217270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:19.235972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-79a7d137-7188-421b-91a8-ba8332c43ec4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1049657 May 20 08:38:19.303518 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-248f6206-f7f9-4a72-b637-cc94ad0a7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:19.305799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-248f6206-f7f9-4a72-b637-cc94ad0a7514 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 200 len: 847 time: 0.0602303 May 20 08:38:19.392644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-843829b8-b05f-4e20-bf19-8534277440a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:19.394167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-843829b8-b05f-4e20-bf19-8534277440a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6120b388-ef0f-496a-806f-f171e9d37f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777524 May 20 08:38:19.548420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-4058f0ea-cfc1-4eb4-a540-d62cff651ca4 service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432562 May 20 08:38:19.691159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bd76a73e-b020-410a-ae42-68d6ea1ca5c1 req-80bf9d1f-4365-479b-abaa-a2959f0edbbd service neutron] 10.222.0.84 "GET /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325026 May 20 08:38:20.495408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:20.567352 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:20.567739 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:20.746435 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Sync routers for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:20.758740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:20.759717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:20.955646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:21.333127 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 4, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '067fc040-e04e-41ff-bdfa-9176682ad72c', 'name': '', 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'mac_address': 'fa:16:3e:b8:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:16Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 2, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'subnets': [{'id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:21.337692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Checking router: b5121205-64a6-4a62-82fd-2e94b2d4fd4d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:21.338064 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Updating router b5121205-64a6-4a62-82fd-2e94b2d4fd4d port 067fc040-e04e-41ff-bdfa-9176682ad72c binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 08:38:21.395395 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:21.749487 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:21.762254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Transition to ACTIVE for port object 067fc040-e04e-41ff-bdfa-9176682ad72c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:21.858906 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:21.863633 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:22.059308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Pushing event updated for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:22.062307 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:22.084882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Attempting to bind port 067fc040-e04e-41ff-bdfa-9176682ad72c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:22.085397 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Attempting to bind port 067fc040-e04e-41ff-bdfa-9176682ad72c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:22.086144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Attempting to bind port 067fc040-e04e-41ff-bdfa-9176682ad72c on network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:22.093755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:22.094153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Checking segment: {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:22.094599 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:22.095058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Bound using segment: {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:22.095550 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Bound port: 067fc040-e04e-41ff-bdfa-9176682ad72c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:22.095939 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:22.198545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] For port 067fc040-e04e-41ff-bdfa-9176682ad72c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:22.201715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] For port 067fc040-e04e-41ff-bdfa-9176682ad72c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=067fc040-e04e-41ff-bdfa-9176682ad72c,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:22.276140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:22.279994 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:22.280252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-acea4626-022d-4d7f-8ff1-c41ea930bfe0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:22.281886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-acea4626-022d-4d7f-8ff1-c41ea930bfe0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1556499 May 20 08:38:22.297712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-c4dec043-ac76-4ebe-bdca-a631054c453e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0096991 May 20 08:38:22.361226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:22.361894 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:22.386076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-a900e0b9-57eb-4775-8005-6966b388c87f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829751 May 20 08:38:22.433302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Pushing event updated for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:22.448708 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:22.498220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-310b036a-2e6f-434a-80c5-355af84381c7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:38:22.501979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-310b036a-2e6f-434a-80c5-355af84381c7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667329 May 20 08:38:22.567433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:22.647020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-d81bd498-1124-4fdf-8c6d-bb4d269fd4a5 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403809 May 20 08:38:22.794689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-a5febcf0-e668-4ab1-a434-7c14bf69f697 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413879 May 20 08:38:22.955145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 4, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '067fc040-e04e-41ff-bdfa-9176682ad72c', 'name': '', 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'mac_address': 'fa:16:3e:b8:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:16Z', 'updated_at': '2021-05-20T08:38:22Z', 'revision_number': 4, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'subnets': [{'id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:22.959151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5846d0-409c-450f-833f-29ca02fd29bd None None] The sync data for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 is: [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T08:38:17Z', 'revision_number': 4, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '067fc040-e04e-41ff-bdfa-9176682ad72c', 'name': '', 'network_id': 'b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'mac_address': 'fa:16:3e:b8:99:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:16Z', 'updated_at': '2021-05-20T08:38:22Z', 'revision_number': 4, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'subnets': [{'id': 'a4f13a03-a528-46f6-9ac0-a02dd493a931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:23.293852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-094f80d3-e109-4337-b0e3-6fa1f2ee135b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0863664 May 20 08:38:23.443204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.443696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.444183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.445313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.445872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.447521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-8e7831c6-f032-42f9-b784-b38fb465db0e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0800073 May 20 08:38:23.618058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-e5c422b5-a3b5-4077-9562-6a9d04c7eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.618548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-e5c422b5-a3b5-4077-9562-6a9d04c7eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.619028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-e5c422b5-a3b5-4077-9562-6a9d04c7eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.620640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-e5c422b5-a3b5-4077-9562-6a9d04c7eb85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1493645 May 20 08:38:23.692505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-03c0a62b-1486-4280-a46e-e9454adcf3fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0658576 May 20 08:38:23.754797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-06b36fe6-259c-4cb9-9905-9933b51be7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.756231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-06b36fe6-259c-4cb9-9905-9933b51be7b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0577083 May 20 08:38:23.840426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-4cab1648-f0f3-4a06-a6b1-113efcf932b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:23.842004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-4cab1648-f0f3-4a06-a6b1-113efcf932b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785277 May 20 08:38:23.976987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-311f5ce4-ec40-44a9-b312-688211800e1a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285172 May 20 08:38:24.284099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-3386de93-0989-4c9f-85d2-853b83c6724a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004556 May 20 08:38:24.355210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-49938101-3f02-4c2f-b829-63b33373f31a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0630794 May 20 08:38:24.459036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-397f8011-e25f-49c0-8ee1-8aeccf9d1c8f req-79b40f1b-0bda-4b1d-abac-8c8858dcc59a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0575655 May 20 08:38:24.475701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-c3155d91-a9c3-484e-95c2-c3e26c4d8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:24.477802 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-c3155d91-a9c3-484e-95c2-c3e26c4d8575 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.1164341 May 20 08:38:24.526577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 067fc040-e04e-41ff-bdfa-9176682ad72c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:24.562619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-a8695144-b15e-44ad-8036-9aafe8359405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:24.564125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-a8695144-b15e-44ad-8036-9aafe8359405 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796590 May 20 08:38:24.670500 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:24.713584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-06f2d93c-1a15-4bc9-8065-c54d18c14e40 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372898 May 20 08:38:24.713811 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 067fc040-e04e-41ff-bdfa-9176682ad72c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:24.716842 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 067fc040-e04e-41ff-bdfa-9176682ad72c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:24.717026 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:24.845249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:24.855391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-9d04c1a1-bd86-452f-aab1-b0fd62877d41 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393511 May 20 08:38:24.881288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 067fc040-e04e-41ff-bdfa-9176682ad72c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=067fc040-e04e-41ff-bdfa-9176682ad72c,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:24.926759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-c1890fce-e1cb-43bf-af95-872deb941cfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0651374 May 20 08:38:24.945107 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:24.948375 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:25.001224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-5104ce51-7010-46c8-876c-e08608fe324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:25.003005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-5104ce51-7010-46c8-876c-e08608fe324f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0691824 May 20 08:38:25.025119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:25.028272 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:25.084944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-0071c9ac-9dc3-4ec3-8043-a32adfbb8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:25.087261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-0071c9ac-9dc3-4ec3-8043-a32adfbb8765 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775301 May 20 08:38:25.228407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-451908e5-2c6e-48e9-819a-3f375e0a3fab service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335700 May 20 08:38:25.362109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-dc4f55c2-0ff3-489f-8012-f06d2f82d049 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270278 May 20 08:38:25.439343 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-9a418920-e15c-49c6-a6d7-52b98f592aa4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0702856 May 20 08:38:25.509521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-eed7b2fa-16dd-4ed1-9b5a-366f3700b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:25.511019 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-eed7b2fa-16dd-4ed1-9b5a-366f3700b20d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0648327 May 20 08:38:25.609373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca8494eb-21cc-4854-a828-1c52bccafd9a req-f8443426-59d2-4f7b-9bd8-4dabd6ba73e1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0556500 May 20 08:38:25.641455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-8ee96559-b54f-47ab-b5b4-601ac7f6a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:25.643423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-8ee96559-b54f-47ab-b5b4-601ac7f6a54f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264269 May 20 08:38:25.779776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-b622cef8-acb8-4e08-9eac-c320f675ccf1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292992 May 20 08:38:25.916580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-7442a10e-2ddc-48bd-be7b-f44e0eb87b15 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299529 May 20 08:38:25.990764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-79bd006b-79fd-4957-8f42-ee9dbd8cde80 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0676022 May 20 08:38:26.056544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-42fb1f5c-bbe3-4fce-bd73-c300c32c96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:26.057937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-42fb1f5c-bbe3-4fce-bd73-c300c32c96e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0607388 May 20 08:38:26.141184 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beaad-223c-4897-a309-f86c71f4934b req-9e2dd962-8250-4a74-a544-5530ac02faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:26.142722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-9e2dd962-8250-4a74-a544-5530ac02faa6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774317 May 20 08:38:26.447141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-2e282465-c686-475c-aee0-17e563338923 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969072 May 20 08:38:26.511610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 067fc040-e04e-41ff-bdfa-9176682ad72c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:26.579280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 067fc040-e04e-41ff-bdfa-9176682ad72c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:26.579660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:26.581982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425beaad-223c-4897-a309-f86c71f4934b req-7dd8766e-6117-4d37-b874-e22e7b61d32b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292820 May 20 08:38:26.708852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9d94f3a7-7d67-4393-87b8-a062a661529b req-abc01452-82d8-494d-b634-d68aa2867b7a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0435927 May 20 08:38:26.835092 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:27.807677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11efa420-5e67-4d63-8cd5-a4b1e242d12c req-e9282d0d-4248-46d1-a42d-7ae04e3a7dfc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0438795 May 20 08:38:27.987544 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:38:28.961325 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b8ef50d7-71db-48db-b8cd-3e26f7e81173 req-39055387-18ac-44e2-b464-6bd8738305c7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0485682 May 20 08:38:30.112352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224cadd6-46e8-412d-8b0f-4490e5efa3be req-54a5a2fa-7287-4abc-b5ba-4f213137fd09 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0460885 May 20 08:38:30.984258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-23fd9fb8-a9ee-4e6c-bc7f-ed988cb5a06c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:30.985714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-23fd9fb8-a9ee-4e6c-bc7f-ed988cb5a06c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1534927 May 20 08:38:30.997868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:31.138516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:38:31.145900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:port and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:38:31.145900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for port was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:38:31.152032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:38:31.269085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-00473cc9-22d6-40b4-91c0-f14a800eaa1a req-605c1856-78e9-4c17-aaaf-550af8fcda6c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0494821 May 20 08:38:31.269621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:38:31.273539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:31.437847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.10 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/3021574e-0549-40e7-8ed4-2336d67a136c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:38:31.650453 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:31.666623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object 3021574e-0549-40e7-8ed4-2336d67a136c will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:31.733501 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:31.740674 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:31.803366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:38:31.806681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:38:31.810838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:38:31.862496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:31.867627 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:31.887359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:31.887991 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:32.013943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0196297 May 20 08:38:32.026713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Request body: {'port': {'device_id': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:38:32.141333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:32.150119 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cb956f0f-1b26-4268-a409-1311c450ad4e None None] Provisioning for port 3021574e-0549-40e7-8ed4-2336d67a136c completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:32.155332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cb956f0f-1b26-4268-a409-1311c450ad4e None None] Provisioning complete for port 3021574e-0549-40e7-8ed4-2336d67a136c triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:32.155724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cb956f0f-1b26-4268-a409-1311c450ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:32.215313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cb956f0f-1b26-4268-a409-1311c450ad4e None None] Port 3021574e-0549-40e7-8ed4-2336d67a136c cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:38:32.558477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e620aa-781c-4cd0-984b-9709648b5ed4 req-a75bed78-c20a-4f1c-bb76-5c9d48b33654 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:32.559176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d1e620aa-781c-4cd0-984b-9709648b5ed4 req-a75bed78-c20a-4f1c-bb76-5c9d48b33654 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:38:32.595749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3021574e-0549-40e7-8ed4-2336d67a136c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:38:32.603304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:32.618717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Transition to ACTIVE for port object 3021574e-0549-40e7-8ed4-2336d67a136c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:38:32.641611 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d1e620aa-781c-4cd0-984b-9709648b5ed4 req-a75bed78-c20a-4f1c-bb76-5c9d48b33654 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:38:32.642830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1e620aa-781c-4cd0-984b-9709648b5ed4 req-a75bed78-c20a-4f1c-bb76-5c9d48b33654 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 932 time: 0.2403080 May 20 08:38:32.664983 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:32.672260 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:32.815346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1e620aa-781c-4cd0-984b-9709648b5ed4 req-10144eb3-272f-4805-b50a-a39eaae81995 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656518 May 20 08:38:33.035831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:33.066756 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:33.106755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Attempting to bind port 3021574e-0549-40e7-8ed4-2336d67a136c on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:38:33.107110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Attempting to bind port 3021574e-0549-40e7-8ed4-2336d67a136c by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:38:33.107446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Attempting to bind port 3021574e-0549-40e7-8ed4-2336d67a136c on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:33.112248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Port 3021574e-0549-40e7-8ed4-2336d67a136c on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:38:33.112577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Attempting to bind port 3021574e-0549-40e7-8ed4-2336d67a136c on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:38:33.118586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:38:33.118932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:38:33.119322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:38:33.119757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Bound port: 3021574e-0549-40e7-8ed4-2336d67a136c, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:38:33.120112 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:33.220835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:38:33.223993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3021574e-0549-40e7-8ed4-2336d67a136c,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:38:33.350730 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:33.355324 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-98a53c00-6ed7-4fc6-a6db-ec8f54f193dc tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:33.414893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:33.415493 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:33.416871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] 10.222.0.81 "PUT /v2.0/ports/3021574e-0549-40e7-8ed4-2336d67a136c HTTP/1.1" status: 200 len: 1092 time: 1.3950856 May 20 08:38:33.417465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:38:33.439716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:33.443071 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:33.586413 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c', 'status': 'completed', 'code': 200} May 20 08:38:33.607024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-cd27757d-9eb2-4102-b83b-087a5006627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:33.608475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-cd27757d-9eb2-4102-b83b-087a5006627d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 1095 time: 0.0940890 May 20 08:38:33.691353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-c7da4eb9-ec84-45af-86d9-76c6954267f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3021574e-0549-40e7-8ed4-2336d67a136c HTTP/1.1" status: 200 len: 217 time: 0.0740204 May 20 08:38:33.759771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-3efbdff0-31de-411a-bb97-01958f226ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:33.761226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-3efbdff0-31de-411a-bb97-01958f226ac0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0637922 May 20 08:38:33.839499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-9817ee93-b13c-4c62-9a3b-1c672c7bdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:33.840984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-9817ee93-b13c-4c62-9a3b-1c672c7bdd98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721335 May 20 08:38:34.046570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-5f4c99f5-b186-4352-a324-33e4bcf075bd service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991324 May 20 08:38:34.084055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52f251-4fd2-406c-8c19-b06bb034bdc0 req-b4fd3e19-b0c6-4c13-a8e2-e37f0dc95e62 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:34.086137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f52f251-4fd2-406c-8c19-b06bb034bdc0 req-b4fd3e19-b0c6-4c13-a8e2-e37f0dc95e62 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.1481137 May 20 08:38:34.209210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f52f251-4fd2-406c-8c19-b06bb034bdc0 req-cefff1ee-4a63-481d-8d05-435ab7d87899 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120496 May 20 08:38:34.235727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c62e1-e89e-4bdf-a3a5-83f8b02321bb req-a84b4b2e-2108-4189-9bc4-0ce5d88316b1 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808343 May 20 08:38:34.403029 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-228da264-0ddd-4a27-b674-3a1bbd65ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:34.404652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-228da264-0ddd-4a27-b674-3a1bbd65ae9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 1095 time: 0.0744593 May 20 08:38:34.549833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-57622d64-f5f6-45cd-b90e-b48ed578ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:34.551295 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-57622d64-f5f6-45cd-b90e-b48ed578ab5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1399169 May 20 08:38:34.623689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-57991077-1471-4f2c-b017-a43acbb5ebf5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3021574e-0549-40e7-8ed4-2336d67a136c HTTP/1.1" status: 200 len: 217 time: 0.0656204 May 20 08:38:34.692716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-98957d26-c83c-4d73-ae39-702dc552b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:34.694221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-98957d26-c83c-4d73-ae39-702dc552b05d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0644169 May 20 08:38:34.769921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-3e16afa4-1b22-49f6-998e-68104bde3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:34.771327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-3e16afa4-1b22-49f6-998e-68104bde3a5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714428 May 20 08:38:34.904862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-916463c4-34c7-4f0c-ac1b-9e43e022efda service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270819 May 20 08:38:35.042382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b8dc50-dbb2-4a71-8d1d-6ee7d6fb4e81 req-20c857b2-0964-41b1-afe3-93f6e7c3697f service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315234 May 20 08:38:35.395421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6685-018f-458a-8ac6-86e73e4ba77f req-4bb14124-31be-4d96-b701-326cbcc9d516 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:35.396841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-853b6685-018f-458a-8ac6-86e73e4ba77f req-4bb14124-31be-4d96-b701-326cbcc9d516 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.0821481 May 20 08:38:35.448231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-853b6685-018f-458a-8ac6-86e73e4ba77f req-4dd59a3c-f378-415d-a6fe-833592470cfe tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 May 20 08:38:36.633970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875025a6-486a-4797-a47e-6b8e94591417 req-f4b33919-9fa8-426f-bdba-5e9f9270fa92 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:36.635436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-875025a6-486a-4797-a47e-6b8e94591417 req-f4b33919-9fa8-426f-bdba-5e9f9270fa92 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.0809069 May 20 08:38:36.680011 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-875025a6-486a-4797-a47e-6b8e94591417 req-7300b237-b675-41fc-bfb0-bbdae7157783 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 May 20 08:38:36.899228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de45c723-91a8-486c-a975-64834c8ce5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:37.866262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b56ca-2eab-4c7f-8027-cef9c66a942c req-7dcb1eb7-c351-422c-bfcf-c8012719d177 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:37.868354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe9b56ca-2eab-4c7f-8027-cef9c66a942c req-7dcb1eb7-c351-422c-bfcf-c8012719d177 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.0839109 May 20 08:38:37.912554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fe9b56ca-2eab-4c7f-8027-cef9c66a942c req-3625b1e5-79ed-4f54-947a-85f61e8846f3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 May 20 08:38:38.560423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11ba0-1b7b-4aab-8268-f3df271dc0fc req-ad636b74-e93f-4ef8-8340-e009d3968453 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:38.561903 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26a11ba0-1b7b-4aab-8268-f3df271dc0fc req-ad636b74-e93f-4ef8-8340-e009d3968453 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.0831041 May 20 08:38:38.607069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-26a11ba0-1b7b-4aab-8268-f3df271dc0fc req-c7f1df48-b808-44f1-81db-34129aea4009 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 May 20 08:38:39.103570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d07b3-505e-4374-b4f4-37050c6ee29b req-ea06ba4e-f2e6-4942-84a4-74d14b3b89fc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:39.105027 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-914d07b3-505e-4374-b4f4-37050c6ee29b req-ea06ba4e-f2e6-4942-84a4-74d14b3b89fc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.0866983 May 20 08:38:39.152824 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-914d07b3-505e-4374-b4f4-37050c6ee29b req-35ff997e-e9fb-4559-a1ed-27be827f8b7f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 May 20 08:38:39.189933 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb21ea8c-a3af-4304-866f-0e3f423830f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:39.692127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:39.804515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb172a38-d020-4d4f-a2f2-cf7216ebf4f4 req-5f300c3a-f549-4616-9d4e-8ad6d2453fe8 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:39.806124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb172a38-d020-4d4f-a2f2-cf7216ebf4f4 req-5f300c3a-f549-4616-9d4e-8ad6d2453fe8 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.0851994 May 20 08:38:40.070872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb172a38-d020-4d4f-a2f2-cf7216ebf4f4 req-6ea228c3-04a9-49e0-91dd-5fb4035f362d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/security-groups?id=9715982d-93ae-4f30-9f51-8093f028d739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586567 May 20 08:38:40.097686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-048bf867-eb69-4737-816b-78ebfb3a71dd tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:40.099092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-048bf867-eb69-4737-816b-78ebfb3a71dd tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 946 time: 0.1059136 May 20 08:38:40.240090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Deleting port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:40.240780 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:40.428823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] For port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:40.429082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:40.499556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492099f-54fc-48af-8d6a-b5f4f847412e req-a4604da6-c1bb-4f4d-afe0-1a8e5c89c7bb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:40.501018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c492099f-54fc-48af-8d6a-b5f4f847412e req-a4604da6-c1bb-4f4d-afe0-1a8e5c89c7bb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.2328002 May 20 08:38:40.644531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c492099f-54fc-48af-8d6a-b5f4f847412e req-9d08ad29-b509-400a-a931-8999d6c16472 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317601 May 20 08:38:40.760389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:40.760766 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:40.761080 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Floating IP 1594879d-b160-4c4a-b7d3-585afcb2bc0b disassociated. External IP: 172.25.8.63, port: ddaef61d-fef7-4e16-bdb8-88e6ae446ba3. May 20 08:38:40.761421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Calling delete_port for ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:40.926335 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:40.932253 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:40.977383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event deleted for resources: {'Port': ['ID=ddaef61d-fef7-4e16-bdb8-88e6ae446ba3,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:40.981838 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:41.168841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Router b7594e52-dc20-497e-b0a0-4cb85672ee6e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:38:41.294774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-76fd8394-9d39-4913-ae18-c734b82d474d req-263dffc4-4f79-4375-92e0-cacd499a4518 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.0677516 May 20 08:38:41.333104 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:41.403422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:41.413449 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Sync routers for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:41.423611 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:41.424492 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:41.487424 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] No DVR routers for this DVR port ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:41.490084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:41.495179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'name': 'network-vif-deleted', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:38:41.546474 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb2fa0b-c9db-4a19-bf67-5fa832752aeb', 'name': 'network-vif-deleted', 'tag': 'ddaef61d-fef7-4e16-bdb8-88e6ae446ba3', 'status': 'completed', 'code': 200} May 20 08:38:41.563209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68b409a1-a246-4ab8-8280-98a3fdf41c9b req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.84 "DELETE /v2.0/ports/ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 HTTP/1.1" status: 204 len: 173 time: 1.4546673 May 20 08:38:41.675820 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:42.012798 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:42.016798 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Checking router: b7594e52-dc20-497e-b0a0-4cb85672ee6e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:42.017642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9fb2-e69b-4086-ac0b-9c14c253e23b req-48e38c3b-c0a9-4ffb-aea2-81b9646d1cd3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:42.019117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6acb9fb2-e69b-4086-ac0b-9c14c253e23b req-48e38c3b-c0a9-4ffb-aea2-81b9646d1cd3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.2625625 May 20 08:38:42.025078 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:42.025720 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:42.066518 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6acb9fb2-e69b-4086-ac0b-9c14c253e23b req-ee7d5060-ecba-41d3-a7c7-551817d6c8a6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 May 20 08:38:42.203343 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:42.474085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dd7be945-e3ae-468b-be1c-055b97ec9f08 req-5f48182c-7883-4316-8cf7-a0fe10cd7694 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Synchronizing usage tracker for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:38:42.523828 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:42.528721 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c040a3-3e45-4283-ab07-9187d121fabf None None] The sync data for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 is: [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:33:22Z', 'revision_number': 4, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'b099db72-4359-4232-b7fc-96f3c7f9796b', 'name': '', 'network_id': '6120b388-ef0f-496a-806f-f171e9d37f48', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:21Z', 'updated_at': '2021-05-20T08:33:28Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'subnets': [{'id': '71637175-4abf-48de-9ad6-4f0601dc068b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:42.579117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dd7be945-e3ae-468b-be1c-055b97ec9f08 req-5f48182c-7883-4316-8cf7-a0fe10cd7694 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Unset dirty status for tenant:f402ce23ce464e698c7a7fe0a050529c on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:38:42.580312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd7be945-e3ae-468b-be1c-055b97ec9f08 req-5f48182c-7883-4316-8cf7-a0fe10cd7694 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "GET /v2.0/ports?device_id=bfb2fa0b-c9db-4a19-bf67-5fa832752aeb HTTP/1.1" status: 200 len: 210 time: 0.1612451 May 20 08:38:42.607132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:42.772281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940606d-13b9-4492-b08e-232730354381 None None] New status for floating IP 1594879d-b160-4c4a-b7d3-585afcb2bc0b: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:38:43.255092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be690da-af4e-48ed-b1b0-0c1003d0485f req-69c880d4-0240-4351-959d-61bbf75cfc9c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:43.256554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9be690da-af4e-48ed-b1b0-0c1003d0485f req-69c880d4-0240-4351-959d-61bbf75cfc9c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.0834801 May 20 08:38:43.302894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9be690da-af4e-48ed-b1b0-0c1003d0485f req-0941dc6a-f213-449a-aeaa-6ec6cbd033f2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 May 20 08:38:43.675890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49756) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:43.900700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Deleting port ce6631ae-9a67-4222-9109-e8bfa253dcc7 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:43.900939 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.026810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.026810 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.151978 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Calling delete_port for ce6631ae-9a67-4222-9109-e8bfa253dcc7 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:44.249889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:44.284890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:44.285270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device ddaef61d-fef7-4e16-bdb8-88e6ae446ba3 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:44.322149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.326192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a9b7f8e9-c700-490f-ad49-3647cca7b2ef tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:44.374408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event deleted for resources: {'Port': ['ID=ce6631ae-9a67-4222-9109-e8bfa253dcc7,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:44.417009 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.417299 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.417705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.418077 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.418444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.418812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.419175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.419529 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.419891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.420244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.420602 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.420960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:38:44.452442 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:44.496820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3021574e-0549-40e7-8ed4-2336d67a136c details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:38:44.517229 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ab34-a3f1-41a3-8c4f-25ebc36bd6c5 req-181b34b8-105c-459d-a4e6-7061bff47715 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:44.518852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bd5ab34-a3f1-41a3-8c4f-25ebc36bd6c5 req-181b34b8-105c-459d-a4e6-7061bff47715 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 944 time: 0.1048098 May 20 08:38:44.569961 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bd5ab34-a3f1-41a3-8c4f-25ebc36bd6c5 req-bc37cad9-8757-40b2-bc2f-be4a64c10668 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 May 20 08:38:44.640405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3021574e-0549-40e7-8ed4-2336d67a136c,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:44.655393 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': '3021574e-0549-40e7-8ed4-2336d67a136c', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': '3021574e-0549-40e7-8ed4-2336d67a136c', 'mac_address': 'fa:16:3e:6f:aa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:38:44.667085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.715178 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.732545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3021574e-0549-40e7-8ed4-2336d67a136c {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:38:44.748788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3021574e-0549-40e7-8ed4-2336d67a136c,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:44.751475 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.752676 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "DELETE /v2.0/floatingips/1594879d-b160-4c4a-b7d3-585afcb2bc0b HTTP/1.1" status: 204 len: 168 time: 1.0757678 May 20 08:38:44.812675 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.814512 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:44.881750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:44.885383 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:44.897983 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49766) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:44.969671 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:44.999413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:45.099092 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3021574e-0549-40e7-8ed4-2336d67a136c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:38:45.109167 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:45.113141 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-83a88ae1-d979-4a57-8923-cb63af9e05ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:45.128900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9715982d-93ae-4f30-9f51-8093f028d739,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:45.131570 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:45.241644 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:45.242895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-10dd4edf-ac20-4cfe-b360-f8eca3d51dea tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] 10.222.0.79 "DELETE /v2.0/security-groups/9715982d-93ae-4f30-9f51-8093f028d739 HTTP/1.1" status: 204 len: 168 time: 0.3438773 May 20 08:38:46.402728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49780) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:46.527641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3021574e-0549-40e7-8ed4-2336d67a136c up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:38:46.675597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port 3021574e-0549-40e7-8ed4-2336d67a136c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:38:46.680704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port 3021574e-0549-40e7-8ed4-2336d67a136c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:38:46.681571 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:46.723802 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46e3c-af0b-4f41-8ae6-3e9cf1ba9866 req-ed3880f5-627a-4990-9586-8faeafa268b9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:46.725320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62c46e3c-af0b-4f41-8ae6-3e9cf1ba9866 req-ed3880f5-627a-4990-9586-8faeafa268b9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 945 time: 0.2513864 May 20 08:38:46.847170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:46.853785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-62c46e3c-af0b-4f41-8ae6-3e9cf1ba9866 req-c6818b88-4f88-4265-bcfd-b5e3c1c07613 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 May 20 08:38:46.878132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:38:46.888475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3021574e-0549-40e7-8ed4-2336d67a136c,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:46.978575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:46.980503 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:47.024990 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c', 'code': 200} May 20 08:38:47.052991 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:47.057341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:47.211121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773ded7-84e7-4a8e-9fa5-78e8f7e3006e req-cdc40129-4947-4933-80cb-e9fd6c0dbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:47.212633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a773ded7-84e7-4a8e-9fa5-78e8f7e3006e req-cdc40129-4947-4933-80cb-e9fd6c0dbf28 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 1097 time: 0.0996130 May 20 08:38:47.215586 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:47.327917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a773ded7-84e7-4a8e-9fa5-78e8f7e3006e req-3c951e45-54fe-498a-a97d-5060e9be3572 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649195 May 20 08:38:47.818584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Deleting port b099db72-4359-4232-b7fc-96f3c7f9796b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:47.819272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:47.941130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] For port b099db72-4359-4232-b7fc-96f3c7f9796b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b099db72-4359-4232-b7fc-96f3c7f9796b,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:47.941543 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:48.110485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Calling delete_port for b099db72-4359-4232-b7fc-96f3c7f9796b owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:48.178805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23416a-7692-4303-bd14-d61c2fd593f5 req-9ca50a82-2986-4bf7-a83f-42084f8a674e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:48.180180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f23416a-7692-4303-bd14-d61c2fd593f5 req-9ca50a82-2986-4bf7-a83f-42084f8a674e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.1726401 May 20 08:38:48.327321 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f23416a-7692-4303-bd14-d61c2fd593f5 req-ec5a53cf-aa76-4971-af43-eefe611447e4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351075 May 20 08:38:48.486641 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:48.490642 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b4ec0203-78b1-42df-b3cf-9c3b8f66deea tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:48.535718 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Pushing event deleted for resources: {'Port': ['ID=b099db72-4359-4232-b7fc-96f3c7f9796b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:48.538947 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:48.802794 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:49.173018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Router b7594e52-dc20-497e-b0a0-4cb85672ee6e has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:38:49.586721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:49.596425 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Sync routers for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:49.605862 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:49.606546 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:49.610793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] 10.222.0.79 "PUT /v2.0/routers/b7594e52-dc20-497e-b0a0-4cb85672ee6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070296 May 20 08:38:49.613429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:49.619976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ed8de-788f-41d2-af07-8ffc7f4deb68 req-cf8f52d2-44d2-4a07-90b8-246f102d1b87 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:49.621443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-178ed8de-788f-41d2-af07-8ffc7f4deb68 req-cf8f52d2-44d2-4a07-90b8-246f102d1b87 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.1832399 May 20 08:38:49.672703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-178ed8de-788f-41d2-af07-8ffc7f4deb68 req-ee0342af-2cd7-466e-81e9-793e89f3e7e8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 May 20 08:38:49.796486 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:49.804692 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:49.876755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e642b-2fee-46b2-b39f-ccc0c3fbc095 req-8dc51255-c708-4553-97e4-690d8538fa00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:49.878327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e642b-2fee-46b2-b39f-ccc0c3fbc095 req-8dc51255-c708-4553-97e4-690d8538fa00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.0882514 May 20 08:38:49.925212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d7e642b-2fee-46b2-b39f-ccc0c3fbc095 req-0da43108-6af8-4b72-b4a7-a525c1f8ca3c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 May 20 08:38:49.986849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:50.118753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcfb22-89b5-4944-adba-55711b470a3c req-0bb426c6-4ee1-41f1-b490-6f15856f3591 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:50.120306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7abcfb22-89b5-4944-adba-55711b470a3c req-0bb426c6-4ee1-41f1-b490-6f15856f3591 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.0876720 May 20 08:38:50.139060 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:38:48Z', 'revision_number': 5, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port': {'id': '07279b05-0bbb-4973-8936-74eb7d6ac301', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:18Z', 'updated_at': '2021-05-20T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:50.143070 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Checking router: b7594e52-dc20-497e-b0a0-4cb85672ee6e for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:50.151976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Routers {'b7594e52-dc20-497e-b0a0-4cb85672ee6e'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:50.152605 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:50.170014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7abcfb22-89b5-4944-adba-55711b470a3c req-ef123e1d-6b7f-431e-97e8-a01c1ffc3205 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 May 20 08:38:50.184542 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Deleting port 07279b05-0bbb-4973-8936-74eb7d6ac301 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:50.184894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:50.308932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] Set router b7594e52-dc20-497e-b0a0-4cb85672ee6e gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:50.317124 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] For port 07279b05-0bbb-4973-8936-74eb7d6ac301, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=07279b05-0bbb-4973-8936-74eb7d6ac301,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:50.317601 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:50.417025 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:38:49Z', 'revision_number': 6, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:50.421814 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaa133e-a679-4ceb-a9fb-91785806326b None None] The sync data for ids ['b7594e52-dc20-497e-b0a0-4cb85672ee6e'] in n-d-780147-4 is: [{'id': 'b7594e52-dc20-497e-b0a0-4cb85672ee6e', 'name': 'tempest-TestServerBasicOps-692302489-router', 'tenant_id': 'f402ce23ce464e698c7a7fe0a050529c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:17Z', 'updated_at': '2021-05-20T08:38:49Z', 'revision_number': 6, 'project_id': 'f402ce23ce464e698c7a7fe0a050529c', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:50.449604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Calling delete_port for 07279b05-0bbb-4973-8936-74eb7d6ac301 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:50.675170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:50.680143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:50.727161 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=07279b05-0bbb-4973-8936-74eb7d6ac301,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:50.730978 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:50.799709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c52b7-fa8c-451e-ac2d-0b890c25d994 req-a60b8545-b053-4d26-af41-9fb28bd67a36 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:50.809126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-843c52b7-fa8c-451e-ac2d-0b890c25d994 req-a60b8545-b053-4d26-af41-9fb28bd67a36 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.1051548 May 20 08:38:50.830244 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:50.860701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-843c52b7-fa8c-451e-ac2d-0b890c25d994 req-9b1a0539-d518-4f57-9801-00e49b13a7d0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506630 May 20 08:38:51.019471 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.021686 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.127090 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.127558 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7594e52-dc20-497e-b0a0-4cb85672ee6e {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:38:51.140173 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.141346 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b7594e52-dc20-497e-b0a0-4cb85672ee6e HTTP/1.1" status: 204 len: 168 time: 1.5267160 May 20 08:38:51.143923 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49818) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:51.212256 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Deleting subnet 71637175-4abf-48de-9ad6-4f0601dc068b {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:38:51.215853 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.236381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b099db72-4359-4232-b7fc-96f3c7f9796b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:51.277016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b099db72-4359-4232-b7fc-96f3c7f9796b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:51.277693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b099db72-4359-4232-b7fc-96f3c7f9796b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:51.426660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.511030 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.841846 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.845989 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3acb2b0-dc81-47de-b0e1-ade346584f7a tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:51.880133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71637175-4abf-48de-9ad6-4f0601dc068b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:51.884198 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:51.887203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:51.892790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66470526-68ff-46bf-a2d9-a5042cbda7d9 None None] Network 6120b388-ef0f-496a-806f-f171e9d37f48 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:51.893141 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0ce34549-f8e5-47e2-95ab-299f02b3db1b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/71637175-4abf-48de-9ad6-4f0601dc068b HTTP/1.1" status: 204 len: 168 time: 0.7482984 May 20 08:38:51.895835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49826) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:52.052657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.155270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] DHCP port deletion for 6120b388-ef0f-496a-806f-f171e9d37f48 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:38:52.155596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874d10a-bd22-403d-b1e7-a54c0bd72fdd req-56684c64-543c-48a9-943d-bcd1ecd8a9c1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:52.157103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f874d10a-bd22-403d-b1e7-a54c0bd72fdd req-56684c64-543c-48a9-943d-bcd1ecd8a9c1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.1679759 May 20 08:38:52.222264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Deleting port 0d263c5c-90f0-43ce-8281-0cba7193f00c {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:52.222694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.262899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Deleting port 0d263c5c-90f0-43ce-8281-0cba7193f00c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:52.263241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.301979 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f874d10a-bd22-403d-b1e7-a54c0bd72fdd req-3e69146f-ca56-4ff5-be6a-bfd304f4c5d8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032932 May 20 08:38:52.323657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] For port 0d263c5c-90f0-43ce-8281-0cba7193f00c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0d263c5c-90f0-43ce-8281-0cba7193f00c,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:52.324206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.386012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] For port 0d263c5c-90f0-43ce-8281-0cba7193f00c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0d263c5c-90f0-43ce-8281-0cba7193f00c,segment=NetworkSegment(f0348c60-4140-4e01-8512-1418c351891d),segment_id=f0348c60-4140-4e01-8512-1418c351891d)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:52.386296 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.404721 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-ea97f314-13ce-4fe6-b510-160ab5abbe11 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:52.406208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-ea97f314-13ce-4fe6-b510-160ab5abbe11 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.2448192 May 20 08:38:52.450955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Calling delete_port for 0d263c5c-90f0-43ce-8281-0cba7193f00c owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:52.522949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 07279b05-0bbb-4973-8936-74eb7d6ac301 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:52.560497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 07279b05-0bbb-4973-8936-74eb7d6ac301 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:52.560836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 07279b05-0bbb-4973-8936-74eb7d6ac301 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:52.561273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0d263c5c-90f0-43ce-8281-0cba7193f00c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:52.563708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Calling delete_port for 0d263c5c-90f0-43ce-8281-0cba7193f00c owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:52.590833 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.599327 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9f5bfdfc-a23a-486f-8334-0e4a8a48f704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:52.634340 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 0d263c5c-90f0-43ce-8281-0cba7193f00c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:52.634704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0d263c5c-90f0-43ce-8281-0cba7193f00c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:52.643693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Pushing event deleted for resources: {'Port': ['ID=0d263c5c-90f0-43ce-8281-0cba7193f00c,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:52.647077 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:52.647887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] No DVR routers for this DVR port 0d263c5c-90f0-43ce-8281-0cba7193f00c on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:52.699700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 3021574e-0549-40e7-8ed4-2336d67a136c {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:52.700050 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.728092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:52.735442 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6293ea43-d420-436e-8aaa-e56d1cffe4b4 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:52.984500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d263c5c-90f0-43ce-8281-0cba7193f00c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:52.987015 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:52.993825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] No DVR routers for this DVR port 0d263c5c-90f0-43ce-8281-0cba7193f00c on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:53.149748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.166933 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port 3021574e-0549-40e7-8ed4-2336d67a136c, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=3021574e-0549-40e7-8ed4-2336d67a136c,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:53.167297 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.174923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6120b388-ef0f-496a-806f-f171e9d37f48']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:53.243176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0348c60-4140-4e01-8512-1418c351891d') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:53.243368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0348c60-4140-4e01-8512-1418c351891d') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:53.315265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 3021574e-0549-40e7-8ed4-2336d67a136c owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:53.322290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.342199 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.355994 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:38:53.356393 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: util.warn( May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: timer() May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: self._notify() May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:38:53.370251 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:38:53.563553 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.572001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fd82a8-4c5a-4e2b-93c1-22509610a782 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:53.588769 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.611353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6120b388-ef0f-496a-806f-f171e9d37f48,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:53.620433 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:53.646218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b770b5f-2d3c-4350-bfe4-3d6d1faee14b req-c96062d9-b3e4-40e7-8a68-bd117ecbef84 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:38:53.647728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b770b5f-2d3c-4350-bfe4-3d6d1faee14b req-c96062d9-b3e4-40e7-8a68-bd117ecbef84 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 946 time: 0.2135541 May 20 08:38:53.694209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2b770b5f-2d3c-4350-bfe4-3d6d1faee14b req-00254eef-4edb-458f-84cf-b64c4fb376c3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 20 08:38:53.726798 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.733338 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c122dab2-c39c-48a1-950e-5a56c0ba2ec7 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:53.738737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['3021574e-0549-40e7-8ed4-2336d67a136c'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:38:53.777604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6120b388-ef0f-496a-806f-f171e9d37f48 HTTP/1.1" status: 204 len: 168 time: 1.8804946 May 20 08:38:53.780961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49840) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:53.781500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=3021574e-0549-40e7-8ed4-2336d67a136c,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:53.785795 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:53.867123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port 3021574e-0549-40e7-8ed4-2336d67a136c on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:53.870511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:53.872712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3dc31cf8-2f60-40b4-8656-c201f69b8f8e req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "DELETE /v2.0/ports/3021574e-0549-40e7-8ed4-2336d67a136c HTTP/1.1" status: 204 len: 173 time: 1.4106011 May 20 08:38:53.873547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'name': 'network-vif-deleted', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:38:53.934428 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6ddc9a-43dd-4037-bd6f-dc103c482b2b', 'name': 'network-vif-deleted', 'tag': '3021574e-0549-40e7-8ed4-2336d67a136c', 'status': 'completed', 'code': 200} May 20 08:38:54.375544 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:54.646685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:54.813824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Deleting port 30c7d1bc-9936-42d4-83a3-4c43817eb744 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:54.814402 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:54.943265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] For port 30c7d1bc-9936-42d4-83a3-4c43817eb744, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=30c7d1bc-9936-42d4-83a3-4c43817eb744,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:54.943531 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:55.010792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dd213b97-f381-42c1-93cd-ca84e6482c68 req-0156ae2e-4e37-45d2-b8a2-e3b95e7a1128 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:38:55.080976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dd213b97-f381-42c1-93cd-ca84e6482c68 req-0156ae2e-4e37-45d2-b8a2-e3b95e7a1128 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:38:55.082506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd213b97-f381-42c1-93cd-ca84e6482c68 req-0156ae2e-4e37-45d2-b8a2-e3b95e7a1128 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.1166203 May 20 08:38:55.234345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Calling delete_port for 30c7d1bc-9936-42d4-83a3-4c43817eb744 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:55.492520 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:55.496681 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-43c1e632-c01f-4d6a-be9c-06c4e42bd5e7 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:55.545855 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c7d1bc-9936-42d4-83a3-4c43817eb744,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:55.551068 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:55.839319 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:56.214649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:38:56.244524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb524131-d015-4409-9779-dd522d093cd1 req-c48f8e19-b7f5-448a-a1b3-35f6d422d834 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0499353 May 20 08:38:56.408594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:38:56.419895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b0754a74-5f5a-4a0d-b36c-9450238411a3 admin admin] 10.222.0.79 "PUT /v2.0/routers/f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371360 May 20 08:38:56.420324 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Sync routers for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:38:56.422262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49850) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:56.430452 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:56.431153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:56.593632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3021574e-0549-40e7-8ed4-2336d67a136c no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:56.623488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:56.635812 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: 3021574e-0549-40e7-8ed4-2336d67a136c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:56.636167 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device 3021574e-0549-40e7-8ed4-2336d67a136c not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:56.655828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:56.915686 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:56.990002 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.020900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:38:55Z', 'revision_number': 5, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port': {'id': '82ad8be9-8cae-4aca-9e6d-f56edf6f5aff', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:33:27Z', 'updated_at': '2021-05-20T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:57.025521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Checking router: f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:38:57.034055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Routers {'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:38:57.034878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:38:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:57.130084 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Deleting port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:57.130714 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.192314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] Set router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:38:57.261329 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] For port 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:57.261725 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.300246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:38:56Z', 'revision_number': 6, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:57.304499 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8f38-6bfe-4b38-a9dd-1b5b873f812f None None] The sync data for ids ['f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d'] in n-d-780147-4 is: [{'id': 'f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d', 'name': 'tempest-TestServerBasicOps-1038801584-router', 'tenant_id': '113943f32e7a4950bbecfeb580187247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:33:26Z', 'updated_at': '2021-05-20T08:38:56Z', 'revision_number': 6, 'project_id': '113943f32e7a4950bbecfeb580187247', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:38:57.403760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Calling delete_port for 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:57.419636 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c3a7ab10-f123-4000-94a9-0ddd83a0d107 req-c694d41b-53f1-401a-9292-80218b1afc62 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0455301 May 20 08:38:57.629353 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.633342 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b788e6c0-ab3c-4491-a32a-99d451e74a01 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:57.679698 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ad8be9-8cae-4aca-9e6d-f56edf6f5aff,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:57.684226 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:57.783653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.959849 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:57.962674 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.075082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.078872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 08:38:58.088972 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.092451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f4cdaaca-d9fd-47a3-80d3-e6ac0f56cf6d HTTP/1.1" status: 204 len: 168 time: 1.6669869 May 20 08:38:58.092690 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49858) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:58.154847 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Deleting subnet 36a1f40e-8ea1-4a56-b54e-e13b9c3968c3 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 08:38:58.157956 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.213845 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.302655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.545916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 30c7d1bc-9936-42d4-83a3-4c43817eb744 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:58.599747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 30c7d1bc-9936-42d4-83a3-4c43817eb744 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:58.600045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 30c7d1bc-9936-42d4-83a3-4c43817eb744 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:58.600440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58b119b5-65cb-4617-9471-4594ec4bdebd req-b86cf70f-a322-4e60-a25d-fc4ac9701b38 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c6ddc9a-43dd-4037-bd6f-dc103c482b2b HTTP/1.1" status: 200 len: 210 time: 0.0475166 May 20 08:38:58.600920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:38:58.633942 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:38:58.634360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82ad8be9-8cae-4aca-9e6d-f56edf6f5aff not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:38:58.641148 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.645062 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8bc3c349-5461-444a-84d2-0274115a6925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:58.679956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a1f40e-8ea1-4a56-b54e-e13b9c3968c3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:58.683405 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:58.684444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.689868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9945cb-778b-4bdb-824e-ba518421dbe9 None None] Network 03253208-41ef-4e79-ba97-32f9c28bd8e8 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 08:38:58.692721 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7d99d602-aa85-46b3-a191-7505a178546f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/36a1f40e-8ea1-4a56-b54e-e13b9c3968c3 HTTP/1.1" status: 204 len: 168 time: 0.5967052 May 20 08:38:58.692835 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49864) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:38:58.798423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.870317 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Deleting port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:58.870658 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:58.937866 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] DHCP port deletion for 03253208-41ef-4e79-ba97-32f9c28bd8e8 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 08:38:58.977452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] For port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:58.977996 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.006012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Deleting port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:38:59.006393 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.106335 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Calling delete_port for bdc20eb0-a61e-41b7-8adb-1695b0bddc0d owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:59.106899 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] For port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,segment=NetworkSegment(8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0),segment_id=8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:38:59.107011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.206941 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.211109 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:59.229743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Calling delete_port for bdc20eb0-a61e-41b7-8adb-1695b0bddc0d owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:38:59.256232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:59.261669 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:59.263650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] No DVR routers for this DVR port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:59.272891 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.277449 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:59.319453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Pushing event deleted for resources: {'Port': ['ID=bdc20eb0-a61e-41b7-8adb-1695b0bddc0d,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:59.323071 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:38:59.323875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] No DVR routers for this DVR port bdc20eb0-a61e-41b7-8adb-1695b0bddc0d on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:38:59.532317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.545178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03253208-41ef-4e79-ba97-32f9c28bd8e8']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:59.557660 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:59.557964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6b7810-7b1e-4cb0-90d1-f3bf70e082f0') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:38:59.569127 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.585377 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.591752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 08:38:59.592141 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: timer() May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: self._notify() May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 08:38:59.605019 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 08:38:59.777590 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.781287 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6df93382-2e08-4ed5-ba4d-9f484d997421 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:38:59.794932 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:38:59.806509 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=03253208-41ef-4e79-ba97-32f9c28bd8e8,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:38:59.809627 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] 10.222.0.79 "DELETE /v2.0/networks/03253208-41ef-4e79-ba97-32f9c28bd8e8 HTTP/1.1" status: 204 len: 168 time: 1.1156230 May 20 08:38:59.810330 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:00.165809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 49876) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:39:00.219206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-52c60579-8350-47c7-aa29-d40658d93dd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f402ce23ce464e698c7a7fe0a050529c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519397 May 20 08:39:00.221703 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49880) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:39:00.283881 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:00.315605 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:00.440896 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:00.445216 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:39:00.460089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8280c-4885-4a43-9abe-32bd94c7bcf0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:39:00.465282 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:00.474407 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:00.474407 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56d8280c-4885-4a43-9abe-32bd94c7bcf0 HTTP/1.1" status: 204 len: 168 time: 0.2477767 May 20 08:39:00.568330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdc20eb0-a61e-41b7-8adb-1695b0bddc0d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:39:00.606748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bdc20eb0-a61e-41b7-8adb-1695b0bddc0d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:39:00.607114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bdc20eb0-a61e-41b7-8adb-1695b0bddc0d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:39:01.067106 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49888) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:39:01.117900 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d024d776-a3b9-41ae-8709-daa157d8b6cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=113943f32e7a4950bbecfeb580187247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493002 May 20 08:39:01.120366 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 49894) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:39:01.188324 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:01.215777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:01.343988 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:01.347886 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-444dbd61-4cf8-489a-a633-96e4c47c0ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:39:01.364674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1dc6d9-3c5a-4bbc-b0fb-1cfe9650ea1c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:39:01.367981 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:01.369819 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:01.371087 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a1dc6d9-3c5a-4bbc-b0fb-1cfe9650ea1c HTTP/1.1" status: 204 len: 168 time: 0.2496719 May 20 08:39:04.986383 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:39:06.007482 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-41d25393-8514-45c0-88d6-81e63048167c req-aeabd268-31c2-4cb9-bce7-ab220ff97569 service neutron] (93102) timed out ('10.222.0.79', 39496) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:39:06.909005 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9401e582-953c-402c-acd3-5782f1f3c537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:09.195024 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b1c90b8c-f204-45ed-b410-55e9e42455cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:09.686158 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:11.343621 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:12.646426 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:24.651770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:25.273101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-5f3b30ce-a39f-47d2-8354-a5a7d73c7449 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0842130 May 20 08:39:25.419805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.420304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.420785 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.421268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.421781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.423614 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-2887f6f1-def1-48b3-a167-2323fb265dd1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0800016 May 20 08:39:25.586182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-b7f88590-7603-4062-9fe2-b0bc2a089da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.586582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-b7f88590-7603-4062-9fe2-b0bc2a089da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.587067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-b7f88590-7603-4062-9fe2-b0bc2a089da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.588642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-b7f88590-7603-4062-9fe2-b0bc2a089da2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1402349 May 20 08:39:25.663418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-202df1b9-556a-41da-9a8d-1cdf87785a62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0680442 May 20 08:39:25.730621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-7c783843-5be8-4b70-8d69-523c4f3197a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.732064 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-7c783843-5be8-4b70-8d69-523c4f3197a9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0626917 May 20 08:39:25.815414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-8e63a6af-f94a-4002-8c6b-81fe05e3b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:25.816910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-8e63a6af-f94a-4002-8c6b-81fe05e3b48f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783148 May 20 08:39:25.952340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-05309b60-3b05-4251-882c-fbc88a4e6771 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283226 May 20 08:39:26.376193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-637bb634-7f14-4f50-9991-1d65a26d6989 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:26.378188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-637bb634-7f14-4f50-9991-1d65a26d6989 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.4248259 May 20 08:39:26.380118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-86647ca7-c534-43d1-93dc-5cfdebba08f7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065640 May 20 08:39:26.451118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-dd88879a-13b1-4392-9233-b4703d2093eb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0671310 May 20 08:39:26.460554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-c2abdf6d-c104-460a-a3ce-a2c8df4377bf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0693595 May 20 08:39:26.581298 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-6df5743f-a4cf-4330-8df9-e354e23902ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:26.582756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-6df5743f-a4cf-4330-8df9-e354e23902ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0902677 May 20 08:39:26.631466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-bc0d0e19-cab2-4e06-b292-480fe93c1f89 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723027 May 20 08:39:26.776224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-33cda6b0-e665-4014-9de0-795bc6b3b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:26.777825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-33cda6b0-e665-4014-9de0-795bc6b3b79f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1877594 May 20 08:39:26.785666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-e6837bf2-515e-4b15-a36b-ce3f43f7ef7e service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463110 May 20 08:39:26.863109 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:27.027506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-3b127155-1f99-4c1f-8294-d94c39ee1b89 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408941 May 20 08:39:27.030562 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-ca1d397f-2dc1-4caa-ac86-2d6f40f2a8d9 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235179 May 20 08:39:27.164091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-3836c561-63cc-4429-b4d9-def86988335b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293015 May 20 08:39:27.235418 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-d8fa61e9-6353-4dac-bccb-9d2a61fadc3b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0647142 May 20 08:39:27.305206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-e3efcfd3-2d7a-47d8-bfed-19b0b2b440ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:27.306690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-e3efcfd3-2d7a-47d8-bfed-19b0b2b440ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0641310 May 20 08:39:27.394035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-71548c14-fb92-4838-a7a5-22b2dbbf35d4 req-2cbf5446-8247-4f13-a37c-bb2a9778dbc2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0906563 May 20 08:39:27.425034 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-6d456306-ae60-4899-ae1f-bce9fc78820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:27.426609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-6d456306-ae60-4899-ae1f-bce9fc78820d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897915 May 20 08:39:27.561413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-4bfd039e-7c77-49fe-9554-edde6e661c05 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270349 May 20 08:39:27.865851 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-1636e4fd-4b80-4609-b56e-4f8591886794 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983840 May 20 08:39:27.936627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-b07a9927-5981-4803-8ffe-c834fc2416c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0637991 May 20 08:39:27.999755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-28b20c34-40be-4b46-8c46-e50c8b2e881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:28.001160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-28b20c34-40be-4b46-8c46-e50c8b2e881f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0579395 May 20 08:39:28.081560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-ad324689-1a55-4e84-8aa4-8f93aea5a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:28.083029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-ad324689-1a55-4e84-8aa4-8f93aea5a495 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744088 May 20 08:39:28.218885 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-1a281de7-e261-4f73-b0e0-7fb22891a90d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289322 May 20 08:39:28.359789 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-17e82945-2bba-4d1f-a4db-4fe14896bdac service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337755 May 20 08:39:28.430928 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-5bf271bc-5163-49b1-86ab-ba5405230234 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0631177 May 20 08:39:28.539595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-5573b39c-b9cd-48d5-b5a3-712ede693159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:28.541025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-5573b39c-b9cd-48d5-b5a3-712ede693159 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.1039629 May 20 08:39:28.553829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de790323-7528-44fd-a6a5-d23c8c5b66c5 req-17b94abc-6a71-49bb-b286-4f2a927b9af0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0483665 May 20 08:39:28.624367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-9d10a437-fe03-454b-9fc1-af7d340ae333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:28.625864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-9d10a437-fe03-454b-9fc1-af7d340ae333 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711203 May 20 08:39:28.760056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-85ef6f0c-b6b8-4701-92a8-f2d02610cab0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273372 May 20 08:39:28.893673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4e28312-5a1a-46d0-893b-054af45b5cc3 req-c9816eed-3b03-461e-a94c-947ad614f783 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270442 May 20 08:39:29.428483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-04c7282b-aa43-4509-91b6-334568bcf596 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:29.429998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-04c7282b-aa43-4509-91b6-334568bcf596 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1577570 May 20 08:39:29.447480 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': '99e08067-23ce-489f-83a8-07234cef2899', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:39:29.591028 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:39:29.601553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:39:29.709542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:39:29.713017 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:29.730977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a73078c-e1e0-45a3-9df6-045249a61201 req-1c0569a6-30b1-4062-8ef1-cf047beb2e00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0653315 May 20 08:39:29.892503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.11 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/32d5ecfe-3b38-4331-a613-b0d18d35113b) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:39:30.103094 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:30.118700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object 32d5ecfe-3b38-4331-a613-b0d18d35113b will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:39:30.240685 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:30.247062 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81d86f69-bd66-4db9-b304-f77df87b570d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:39:30.319593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:39:30.322817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:39:30.326923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:39:30.367609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:39:30.384972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.385353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.385761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.386324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.386699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.387072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.387442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.387814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.388183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.388549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.388915 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.389281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:39:30.395241 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:30.412896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:30.413552 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:30.515593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0723000 May 20 08:39:30.531030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Request body: {'port': {'device_id': '99e08067-23ce-489f-83a8-07234cef2899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:39:30.649260 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:30.651462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9c3d7006-71c5-451f-94fc-d00b0fcab2c0 None None] Provisioning for port 32d5ecfe-3b38-4331-a613-b0d18d35113b completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:39:30.656859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9c3d7006-71c5-451f-94fc-d00b0fcab2c0 None None] Provisioning complete for port 32d5ecfe-3b38-4331-a613-b0d18d35113b triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:39:30.657244 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c3d7006-71c5-451f-94fc-d00b0fcab2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:30.712855 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d7006-71c5-451f-94fc-d00b0fcab2c0 None None] Port 32d5ecfe-3b38-4331-a613-b0d18d35113b cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:39:31.212178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be30f7-41e7-4751-a283-ce4070836402 req-3d710fe8-09c6-471e-a6f7-b09a38d0e186 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:31.212803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91be30f7-41e7-4751-a283-ce4070836402 req-3d710fe8-09c6-471e-a6f7-b09a38d0e186 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:39:31.247826 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d5ecfe-3b38-4331-a613-b0d18d35113b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:39:31.255589 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:31.270865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Transition to ACTIVE for port object 32d5ecfe-3b38-4331-a613-b0d18d35113b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:39:31.331395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-91be30f7-41e7-4751-a283-ce4070836402 req-3d710fe8-09c6-471e-a6f7-b09a38d0e186 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:39:31.332570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91be30f7-41e7-4751-a283-ce4070836402 req-3d710fe8-09c6-471e-a6f7-b09a38d0e186 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 932 time: 0.4476445 May 20 08:39:31.373249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:31.380179 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4ba36df0-a4ab-48e7-9138-9edb3f42cef8 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:39:31.431182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-91be30f7-41e7-4751-a283-ce4070836402 req-6fd28d29-325f-4290-b7ab-6ddc6c208876 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922074 May 20 08:39:31.557741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Pushing event updated for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:39:31.567130 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:31.647395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Attempting to bind port 32d5ecfe-3b38-4331-a613-b0d18d35113b on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:39:31.647736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Attempting to bind port 32d5ecfe-3b38-4331-a613-b0d18d35113b by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:39:31.648076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Attempting to bind port 32d5ecfe-3b38-4331-a613-b0d18d35113b on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:39:31.652866 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Port 32d5ecfe-3b38-4331-a613-b0d18d35113b on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:39:31.653199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Attempting to bind port 32d5ecfe-3b38-4331-a613-b0d18d35113b on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:39:31.659792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:39:31.659919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:39:31.660212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:39:31.660652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Bound port: 32d5ecfe-3b38-4331-a613-b0d18d35113b, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:39:31.661060 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:31.759920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:39:31.763203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:39:31.834865 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:31.839206 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ca9be04-9165-4121-a4c0-f1d44b3bc43a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:39:31.900981 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:31.901701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:31.903109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] 10.222.0.84 "PUT /v2.0/ports/32d5ecfe-3b38-4331-a613-b0d18d35113b HTTP/1.1" status: 200 len: 1092 time: 1.3763993 May 20 08:39:31.903699 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:39:31.924539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Pushing event updated for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:39:31.927828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:39:31.973246 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b', 'status': 'completed', 'code': 200} May 20 08:39:32.085083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-2954db5c-541f-4b8d-a31e-df0a29ac595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.086623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-2954db5c-541f-4b8d-a31e-df0a29ac595d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 1095 time: 0.0855479 May 20 08:39:32.238001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-778cdc30-7300-4731-b688-81e149dc5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.239469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-778cdc30-7300-4731-b688-81e149dc5157 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1411862 May 20 08:39:32.388502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-98b5669a-ee73-44a8-bbe7-da408b4bdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.390339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-11ae20f5-ce9c-4f09-abcd-065b67e0583c req-98b5669a-ee73-44a8-bbe7-da408b4bdf2f service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409664 May 20 08:39:32.524157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-f29f22bf-10dd-417c-9a07-b5325b536595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.525841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-f29f22bf-10dd-417c-9a07-b5325b536595 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 1095 time: 0.0875497 May 20 08:39:32.642985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-a721a664-f417-45cf-9d28-52436ee2ae7b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b HTTP/1.1" status: 200 len: 217 time: 0.1065280 May 20 08:39:32.725638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-87d370bd-c128-4b0d-b136-18b8d5f27074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.726988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-87d370bd-c128-4b0d-b136-18b8d5f27074 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0727744 May 20 08:39:32.739632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bd4ac-1fb3-4522-b9bb-17ed66e41ad7 req-1699b3a1-7a76-46bc-8012-ce19adffffbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.742281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d2bd4ac-1fb3-4522-b9bb-17ed66e41ad7 req-1699b3a1-7a76-46bc-8012-ce19adffffbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.1515250 May 20 08:39:32.841857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d2bd4ac-1fb3-4522-b9bb-17ed66e41ad7 req-5733b545-dfdf-46e4-ae17-af3e47297bd0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 May 20 08:39:32.861735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-9d17446d-8df1-4588-a5a8-1bd34dcf746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:32.861735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-9d17446d-8df1-4588-a5a8-1bd34dcf746b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147368 May 20 08:39:32.998120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-ad8a1581-6aee-4983-9806-59626d97b315 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309848 May 20 08:39:33.138009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4e8d68a6-8cf2-44cd-b2c8-cca29085f1a3 req-d9119fd1-204f-4dd0-8d92-abae76848bd0 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303113 May 20 08:39:34.043334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d21d6-85c1-4f56-888b-ccbff56e3519 req-df9e6df1-a529-4e06-bac9-add10b1c7e51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:34.044811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e90d21d6-85c1-4f56-888b-ccbff56e3519 req-df9e6df1-a529-4e06-bac9-add10b1c7e51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0933216 May 20 08:39:34.094226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e90d21d6-85c1-4f56-888b-ccbff56e3519 req-0a1726d5-6941-4b9f-a8da-bf6930045f92 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 May 20 08:39:35.285615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ab98-aaf0-453a-900a-8925a08a0b4c req-1e066555-7c31-446e-af1e-607d2157a6d1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:35.287145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7007ab98-aaf0-453a-900a-8925a08a0b4c req-1e066555-7c31-446e-af1e-607d2157a6d1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0839195 May 20 08:39:35.336772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7007ab98-aaf0-453a-900a-8925a08a0b4c req-8a776b6f-d466-44b8-b60d-3c5b25dd6028 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 May 20 08:39:36.542309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90409a5a-35dd-46f3-a0ae-7b1c89d4f14d req-7d9e5220-249e-4234-ba83-a10f0b4468ef tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:36.543803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90409a5a-35dd-46f3-a0ae-7b1c89d4f14d req-7d9e5220-249e-4234-ba83-a10f0b4468ef tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0845833 May 20 08:39:36.591014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90409a5a-35dd-46f3-a0ae-7b1c89d4f14d req-d24a1aa2-88bb-4808-9a77-2e2041d427e5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 May 20 08:39:36.897496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52fa58f4-ffb6-4983-905e-553a1fd85574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:37.817851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6822-f985-4e0a-bafa-12dd34aa260e req-ba692a36-519b-4dfd-926e-631a81633c99 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:37.819331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-862f6822-f985-4e0a-bafa-12dd34aa260e req-ba692a36-519b-4dfd-926e-631a81633c99 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0982373 May 20 08:39:37.871955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-862f6822-f985-4e0a-bafa-12dd34aa260e req-274edeb0-2905-4617-8e72-45b3540c76bd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 May 20 08:39:39.063072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816e53-7224-480e-a10e-dced6c2c17b4 req-566b80ad-c56d-41a4-98b8-05eac9ccf69d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:39.064520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a816e53-7224-480e-a10e-dced6c2c17b4 req-566b80ad-c56d-41a4-98b8-05eac9ccf69d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0825589 May 20 08:39:39.114881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0a816e53-7224-480e-a10e-dced6c2c17b4 req-9360d381-8806-49f2-bf29-41c67cf58732 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 May 20 08:39:39.234762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9a872df4-c48c-4a36-ad2c-413e257a9b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:39.708782 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:40.318550 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d98db6-cb39-4423-92f8-90ffcfa58790 req-dbf988b5-2c2a-429a-a852-3cef52bb785f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:40.320034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5d98db6-cb39-4423-92f8-90ffcfa58790 req-dbf988b5-2c2a-429a-a852-3cef52bb785f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0870309 May 20 08:39:40.370161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f5d98db6-cb39-4423-92f8-90ffcfa58790 req-a71613d2-2947-4f27-96bb-aa0318c2081a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 May 20 08:39:41.395584 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:41.576372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f013ac9-c04e-4d8a-bfec-e3e2a802833d req-926688af-9b63-4262-a565-8a59bc03f00d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:41.577916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f013ac9-c04e-4d8a-bfec-e3e2a802833d req-926688af-9b63-4262-a565-8a59bc03f00d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0924230 May 20 08:39:41.796290 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8f013ac9-c04e-4d8a-bfec-e3e2a802833d req-2595d29d-ac80-4275-a814-83f56025b3e0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116148 May 20 08:39:41.986591 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:39:42.611034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:42.983225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818577a-ffec-4a79-a2d0-fdd9caa83fbd req-11ec6458-c7ac-46b1-a2a2-bff79af8f853 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:42.984704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5818577a-ffec-4a79-a2d0-fdd9caa83fbd req-11ec6458-c7ac-46b1-a2a2-bff79af8f853 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0833335 May 20 08:39:43.040528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5818577a-ffec-4a79-a2d0-fdd9caa83fbd req-eb0ea512-8ffa-4fa5-84bf-326666600b4a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 May 20 08:39:44.233929 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c2cf-f637-40e6-91dc-416fe66f4c60 req-66229a53-66b2-4e4a-80eb-f38c98215b31 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:44.236254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e2c2cf-f637-40e6-91dc-416fe66f4c60 req-66229a53-66b2-4e4a-80eb-f38c98215b31 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0858889 May 20 08:39:44.283760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f8e2c2cf-f637-40e6-91dc-416fe66f4c60 req-f1f815f9-86b9-4d59-868d-7058b6f4a93e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 May 20 08:39:45.481944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c6440-233f-45bb-af88-14e2eddb4d10 req-f509e5fb-26e7-4ef2-ba79-eda2ea9f0679 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:45.483522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-324c6440-233f-45bb-af88-14e2eddb4d10 req-f509e5fb-26e7-4ef2-ba79-eda2ea9f0679 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0908098 May 20 08:39:45.531915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-324c6440-233f-45bb-af88-14e2eddb4d10 req-66273698-8b08-45f3-a1b5-0eef10ba42ab tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 May 20 08:39:46.729720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd97e8-25a5-486a-a38b-574ff69336a9 req-e78a6d6e-8c3d-43b7-a1e4-9fc38b1d45f7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:46.731181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bfd97e8-25a5-486a-a38b-574ff69336a9 req-e78a6d6e-8c3d-43b7-a1e4-9fc38b1d45f7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0888822 May 20 08:39:46.779701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3bfd97e8-25a5-486a-a38b-574ff69336a9 req-78d2ac83-ec01-469e-88a0-42b0e185a32c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 May 20 08:39:47.981545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614da3-e33a-4118-b94c-f215cabc3234 req-ae600ab3-bc0a-468f-b829-220d7de0ea3b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:47.983771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03614da3-e33a-4118-b94c-f215cabc3234 req-ae600ab3-bc0a-468f-b829-220d7de0ea3b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0908031 May 20 08:39:48.031701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03614da3-e33a-4118-b94c-f215cabc3234 req-f4d6f14c-35b7-4f12-811f-3a30590348fc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 May 20 08:39:49.223012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2d4a3-8f99-4c53-86ad-25a540ef29e2 req-eea6a4fb-a0b7-4a72-a988-f453fc22cc51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:49.224799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acb2d4a3-8f99-4c53-86ad-25a540ef29e2 req-eea6a4fb-a0b7-4a72-a988-f453fc22cc51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0853560 May 20 08:39:49.278109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-acb2d4a3-8f99-4c53-86ad-25a540ef29e2 req-9623021a-5155-423e-82f5-66651362919d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 May 20 08:39:50.476393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f533-eed9-43a8-b942-652966dca6e7 req-6a0e3d5f-a12b-4b44-98a2-8fef54474518 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:50.477906 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cd9f533-eed9-43a8-b942-652966dca6e7 req-6a0e3d5f-a12b-4b44-98a2-8fef54474518 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0870998 May 20 08:39:50.533745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6cd9f533-eed9-43a8-b942-652966dca6e7 req-bdcc92d2-9dd4-4f43-a2dd-120b3afa2a1e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 May 20 08:39:51.728605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a05d1-bd69-4b1a-8e08-c9e152b62cd2 req-d8cca316-0c42-4ddb-a91a-8c2c49cf5021 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:51.730091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b5a05d1-bd69-4b1a-8e08-c9e152b62cd2 req-d8cca316-0c42-4ddb-a91a-8c2c49cf5021 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0841117 May 20 08:39:51.776528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9b5a05d1-bd69-4b1a-8e08-c9e152b62cd2 req-cc361848-4f15-4524-8faa-0b6e80fa6607 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 May 20 08:39:52.964240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3242-792e-442e-a75c-6258ed9bf431 req-6baf262c-4209-4e39-a492-516f443f0090 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:52.965840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-288d3242-792e-442e-a75c-6258ed9bf431 req-6baf262c-4209-4e39-a492-516f443f0090 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0857077 May 20 08:39:53.015100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-288d3242-792e-442e-a75c-6258ed9bf431 req-97de41a5-e0ef-4c2c-a729-0f85696870b8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 May 20 08:39:54.220160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327acb98-f868-43ba-bd21-c279e484b128 req-dc4314c0-8bd5-4273-a06d-0d9e1bda9e1c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:54.221713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-327acb98-f868-43ba-bd21-c279e484b128 req-dc4314c0-8bd5-4273-a06d-0d9e1bda9e1c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0985134 May 20 08:39:54.268411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-327acb98-f868-43ba-bd21-c279e484b128 req-f3f165d6-0966-4b6a-9e74-472d220b1cee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 May 20 08:39:54.673736 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:55.458912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1eb50-40e7-477a-b182-e039eb82fb54 req-fe9dc868-bb8f-4be7-b50c-374e92ecb92c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:55.460711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdc1eb50-40e7-477a-b182-e039eb82fb54 req-fe9dc868-bb8f-4be7-b50c-374e92ecb92c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0827270 May 20 08:39:55.513963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bdc1eb50-40e7-477a-b182-e039eb82fb54 req-1309c861-4979-474d-a381-afbd920f6da9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 May 20 08:39:56.701332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3e9c-35fc-4a92-906e-16da16f9072f req-f13e9f69-9cc3-4b4e-9723-91e440429959 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:56.702865 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-accc3e9c-35fc-4a92-906e-16da16f9072f req-f13e9f69-9cc3-4b4e-9723-91e440429959 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0837274 May 20 08:39:56.749025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-accc3e9c-35fc-4a92-906e-16da16f9072f req-787664c5-8510-482b-8345-2ceabea3092e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 May 20 08:39:56.868491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:39:57.938676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086bae3-e149-4086-beb4-7ec4e35f274e req-c150a774-dc3a-40aa-b5b1-753a6f18df99 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:57.940167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3086bae3-e149-4086-beb4-7ec4e35f274e req-c150a774-dc3a-40aa-b5b1-753a6f18df99 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0856335 May 20 08:39:57.985109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3086bae3-e149-4086-beb4-7ec4e35f274e req-29ab2c0d-44be-4667-b6de-6c063da3cefd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 May 20 08:39:59.174194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6b3c8-f7f2-47b8-aff7-8ffa362fce60 req-6af88df0-da57-4660-9caa-03c0345848ce tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:39:59.175671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10c6b3c8-f7f2-47b8-aff7-8ffa362fce60 req-6af88df0-da57-4660-9caa-03c0345848ce tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0814240 May 20 08:39:59.220801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10c6b3c8-f7f2-47b8-aff7-8ffa362fce60 req-2bd6db33-076e-47eb-8a54-8cb018f031b3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 May 20 08:40:00.408080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9ac9-5811-405a-81f0-085fab617918 req-e6a5e5b9-1d28-46d1-bb72-c0b39cdbf2c4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:00.409553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fe9ac9-5811-405a-81f0-085fab617918 req-e6a5e5b9-1d28-46d1-bb72-c0b39cdbf2c4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0843768 May 20 08:40:00.454157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e1fe9ac9-5811-405a-81f0-085fab617918 req-3e5fcd15-21dc-4631-86bb-4c3e00064c0d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 May 20 08:40:01.641556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551099d-7900-4f34-a053-af72b4d1cc20 req-2c58be5c-dee4-4539-b19c-d9a91d292e12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:01.643001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f551099d-7900-4f34-a053-af72b4d1cc20 req-2c58be5c-dee4-4539-b19c-d9a91d292e12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0804627 May 20 08:40:01.691663 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f551099d-7900-4f34-a053-af72b4d1cc20 req-b5289f25-83ec-44fd-be44-b13ae1a406a7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 May 20 08:40:02.878070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33dc2b-a38d-49d9-8d22-05cc57d430b7 req-f4fb6985-a042-4d73-9fd7-158640b4dcee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:02.879516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec33dc2b-a38d-49d9-8d22-05cc57d430b7 req-f4fb6985-a042-4d73-9fd7-158640b4dcee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0805318 May 20 08:40:02.923910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec33dc2b-a38d-49d9-8d22-05cc57d430b7 req-1580cd23-47a0-4e24-b4a3-e993e4ff3951 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 May 20 08:40:04.111978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4c8aa-ef1d-412e-a85a-6b881b45604f req-f7250bc1-6e71-442c-90c6-5cdbcd5a3fce tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:04.113574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98a4c8aa-ef1d-412e-a85a-6b881b45604f req-f7250bc1-6e71-442c-90c6-5cdbcd5a3fce tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 944 time: 0.0850255 May 20 08:40:04.159632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98a4c8aa-ef1d-412e-a85a-6b881b45604f req-f8079806-e793-4c9c-85dc-f9db13acfdc7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 May 20 08:40:04.465599 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 32d5ecfe-3b38-4331-a613-b0d18d35113b details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:40:04.600451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:40:04.613428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '32d5ecfe-3b38-4331-a613-b0d18d35113b', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': '32d5ecfe-3b38-4331-a613-b0d18d35113b', 'mac_address': 'fa:16:3e:89:e3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:40:04.668927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:04.686183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d5ecfe-3b38-4331-a613-b0d18d35113b {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:40:04.703984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:40:04.748617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:04.750823 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-2cadf57f-8220-4b66-8e53-068a1544b8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:04.820390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:04.827912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.828264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.828610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.828947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.829281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.829641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.829972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.830299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.830625 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.830951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.831274 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.831608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:04.835559 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:05.074538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['32d5ecfe-3b38-4331-a613-b0d18d35113b'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:40:05.347551 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a5965-ce1f-47bf-86f4-bf834b6bb60d req-7c28db33-bb3f-44d5-9ad6-bcec3da0d485 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:05.348940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-822a5965-ce1f-47bf-86f4-bf834b6bb60d req-7c28db33-bb3f-44d5-9ad6-bcec3da0d485 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 945 time: 0.0836859 May 20 08:40:05.393845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-822a5965-ce1f-47bf-86f4-bf834b6bb60d req-37a0f2ad-c693-4f7e-bf11-26608a48ffbe tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 May 20 08:40:06.483155 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 32d5ecfe-3b38-4331-a613-b0d18d35113b up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:40:06.597399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f42d5-5f95-4230-a644-4bd01f8f79db req-b45437e6-ef8a-4350-a3ec-e3ed7bfd1696 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:06.598888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea9f42d5-5f95-4230-a644-4bd01f8f79db req-b45437e6-ef8a-4350-a3ec-e3ed7bfd1696 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 945 time: 0.0942669 May 20 08:40:06.633581 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 32d5ecfe-3b38-4331-a613-b0d18d35113b completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:40:06.638667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 32d5ecfe-3b38-4331-a613-b0d18d35113b triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:40:06.639050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:06.647419 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ea9f42d5-5f95-4230-a644-4bd01f8f79db req-375077de-314c-470c-8e77-dad087b54614 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 May 20 08:40:06.766975 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:06.793516 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:40:06.803934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:40:06.841286 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b', 'code': 200} May 20 08:40:06.902346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:06.904673 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e585aaab-ec1c-4364-ad06-4a56ab1b3847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:06.939946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bc29a1ab-f073-4c19-8fd6-1875a0ec0e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:06.973405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:06.983605 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:06.983944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cebca-cfc0-445e-ab4e-297f3025eed2 req-9351a55f-ab65-462f-9503-37a36988f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:06.985455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-406cebca-cfc0-445e-ab4e-297f3025eed2 req-9351a55f-ab65-462f-9503-37a36988f30b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 1097 time: 0.0759995 May 20 08:40:07.035039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-406cebca-cfc0-445e-ab4e-297f3025eed2 req-4bf28ef8-b917-4267-b818-c08a6a09b793 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 May 20 08:40:07.837337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25396f4-a28e-4446-a624-bc4904a2f3f4 req-7d41b73c-a8bb-4c21-b56d-d2f67dee6f78 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:07.838862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25396f4-a28e-4446-a624-bc4904a2f3f4 req-7d41b73c-a8bb-4c21-b56d-d2f67dee6f78 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0832496 May 20 08:40:07.884348 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f25396f4-a28e-4446-a624-bc4904a2f3f4 req-8c7952e9-8f57-458e-a804-26cef637ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 May 20 08:40:09.071416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e9c0-656b-4b8d-87be-dc6001a573ec req-66e27f13-242c-4964-b386-de7f689e8166 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:09.072934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c755e9c0-656b-4b8d-87be-dc6001a573ec req-66e27f13-242c-4964-b386-de7f689e8166 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0836954 May 20 08:40:09.119377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c755e9c0-656b-4b8d-87be-dc6001a573ec req-118c210c-c4e4-45eb-95c3-aa216dab4aad tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 May 20 08:40:09.216029 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-77ef82eb-de6e-438d-9d43-b88be112bd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:09.308394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b894803-6b21-474c-8b7a-fd230259c10e req-c11569c8-cb7e-4e09-ab53-1bdf1abd4df4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:09.310028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b894803-6b21-474c-8b7a-fd230259c10e req-c11569c8-cb7e-4e09-ab53-1bdf1abd4df4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0837212 May 20 08:40:09.357698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7b894803-6b21-474c-8b7a-fd230259c10e req-213b6c1c-fc33-42a5-8ae1-aaa8ce92b2d4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 May 20 08:40:09.694521 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc0c4-35d3-42f4-bd3b-ecdbf95d61c6 req-d4dd86f3-959a-4b7b-af57-fdda575d2f40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:09.696005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-574fc0c4-35d3-42f4-bd3b-ecdbf95d61c6 req-d4dd86f3-959a-4b7b-af57-fdda575d2f40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.2346056 May 20 08:40:09.706960 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:09.741929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-574fc0c4-35d3-42f4-bd3b-ecdbf95d61c6 req-1f84af25-e5eb-440f-96cd-37d436623db9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 May 20 08:40:10.523070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d7b9d-2ede-46ff-b52b-110bd8c2b2b0 req-8694c52e-00ed-4cb9-8392-34b492e0461c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:10.525392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83d7b9d-2ede-46ff-b52b-110bd8c2b2b0 req-8694c52e-00ed-4cb9-8392-34b492e0461c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0892112 May 20 08:40:10.574711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f83d7b9d-2ede-46ff-b52b-110bd8c2b2b0 req-0be08d81-d89a-4270-bd72-fa29b92a0aa4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433247 May 20 08:40:11.353760 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:11.759880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872117f-5d5a-4cb1-b8b1-ff7a3aff7802 req-db3b6fd3-85ef-4bb1-b0d2-9b77b8c5967d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:11.761705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b872117f-5d5a-4cb1-b8b1-ff7a3aff7802 req-db3b6fd3-85ef-4bb1-b0d2-9b77b8c5967d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0814319 May 20 08:40:11.807411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b872117f-5d5a-4cb1-b8b1-ff7a3aff7802 req-0f77dc38-c641-42c4-b031-cac2a613de6a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 May 20 08:40:12.059610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-020d697f-dee4-4dba-97ae-a36bfbff2a9e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:12.061036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-020d697f-dee4-4dba-97ae-a36bfbff2a9e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 946 time: 0.0849099 May 20 08:40:12.199771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 32d5ecfe-3b38-4331-a613-b0d18d35113b {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:40:12.200133 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:12.331967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port 32d5ecfe-3b38-4331-a613-b0d18d35113b, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=32d5ecfe-3b38-4331-a613-b0d18d35113b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:40:12.332253 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:12.460258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 32d5ecfe-3b38-4331-a613-b0d18d35113b owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:40:12.605187 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:12.633729 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:12.640421 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ebd5501-6027-4f3c-9e0c-8c5148c205bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:12.689236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=32d5ecfe-3b38-4331-a613-b0d18d35113b,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:12.692341 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:12.768914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port 32d5ecfe-3b38-4331-a613-b0d18d35113b on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:40:12.771470 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:12.774367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'name': 'network-vif-deleted', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:40:12.821584 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e08067-23ce-489f-83a8-07234cef2899', 'name': 'network-vif-deleted', 'tag': '32d5ecfe-3b38-4331-a613-b0d18d35113b', 'status': 'completed', 'code': 200} May 20 08:40:12.846010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1bf1ebeb-978a-4618-a9fb-8968b0f7762c req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "DELETE /v2.0/ports/32d5ecfe-3b38-4331-a613-b0d18d35113b HTTP/1.1" status: 204 len: 173 time: 0.7762127 May 20 08:40:12.979482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-690c5792-2436-495d-987a-4936e646e527 req-d0ef7d46-0b9f-474b-bcd2-dd7f7ebbc290 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:40:13.061854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-690c5792-2436-495d-987a-4936e646e527 req-d0ef7d46-0b9f-474b-bcd2-dd7f7ebbc290 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:40:13.063077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-690c5792-2436-495d-987a-4936e646e527 req-d0ef7d46-0b9f-474b-bcd2-dd7f7ebbc290 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.1377144 May 20 08:40:14.219613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-df2e2272-d23e-4eee-bed3-d179ef5c198d req-2c43386b-d899-47b2-9c72-20a8e2f5d47a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0434601 May 20 08:40:14.560024 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 32d5ecfe-3b38-4331-a613-b0d18d35113b no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:40:14.598943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 32d5ecfe-3b38-4331-a613-b0d18d35113b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:40:14.599230 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 32d5ecfe-3b38-4331-a613-b0d18d35113b not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:40:15.375030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-677d570e-b15a-49c9-b11c-ff11d9e7b86b req-eedd59a8-b065-4be6-a267-08bd32438313 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0456309 May 20 08:40:16.537069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff419d9b-7043-48bc-a748-52e05809390f req-a391639a-1a35-4128-8573-5d4fa1207a6d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0479395 May 20 08:40:17.706753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-db597b56-d10a-4016-8ad1-4daed7cfc853 req-debb9a39-ba58-44ed-a411-5969bc3aa9e4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=99e08067-23ce-489f-83a8-07234cef2899 HTTP/1.1" status: 200 len: 210 time: 0.0457721 May 20 08:40:18.986084 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:40:24.673084 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:26.286149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-a3db9433-97fa-4322-b92b-e0f5fa0ff923 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0842960 May 20 08:40:26.446071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.446566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.447053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.447585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.447988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.449804 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-9b12b015-dc3c-425d-ab0e-9ec3a7063ce2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0895314 May 20 08:40:26.617570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7ec9aaef-ce77-45bf-8355-a6c88f95ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.617987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7ec9aaef-ce77-45bf-8355-a6c88f95ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.618556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7ec9aaef-ce77-45bf-8355-a6c88f95ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.621180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7ec9aaef-ce77-45bf-8355-a6c88f95ce16 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1490400 May 20 08:40:26.696765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-58157c90-e31a-4c32-a58c-c897746aa7f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0679126 May 20 08:40:26.765005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-0fd20982-0ee2-4287-8ae7-52e7cf9d2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.766639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-0fd20982-0ee2-4287-8ae7-52e7cf9d2a62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0647626 May 20 08:40:26.847278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-dab9496a-7985-4b7b-97ce-85cc4e94fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:26.848767 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-dab9496a-7985-4b7b-97ce-85cc4e94fe3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755067 May 20 08:40:26.867313 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:26.991072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-ff34661c-bf2b-45cc-add9-85229c435ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356523 May 20 08:40:27.129208 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-f155f8c9-a802-4745-bdbf-c853b0579e61 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319549 May 20 08:40:27.205044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-4962ad6e-6018-479f-b013-01a6940d97f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0690703 May 20 08:40:27.271907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-67461538-68b0-449d-bb3d-93c643de4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:27.273313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-67461538-68b0-449d-bb3d-93c643de4511 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0616243 May 20 08:40:27.355985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-6b84c433-d842-4d19-8ccd-bcba245ddbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:27.357635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-6b84c433-d842-4d19-8ccd-bcba245ddbbb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782049 May 20 08:40:27.501583 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-ccc7553b-b2f2-4689-898f-f473341b545d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373887 May 20 08:40:27.800842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-fe32c131-2f45-4589-b3d7-e61e546df784 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923090 May 20 08:40:27.874622 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-0bee747a-d9dd-4d8a-a408-322a23d6b6be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0671046 May 20 08:40:27.941407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-812bd9f8-532c-4f1c-a40f-003c3d692cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:27.942945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-812bd9f8-532c-4f1c-a40f-003c3d692cfc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0614038 May 20 08:40:28.021497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-3a70e20e-acfd-40d5-b4c1-d32038b6785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:28.022997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-3a70e20e-acfd-40d5-b4c1-d32038b6785e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741107 May 20 08:40:28.161870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-0c19c95c-5f5c-4137-8347-d9e4477aa23a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320505 May 20 08:40:28.299557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-8c57ffbe-4603-46c7-a381-d90295c5d1f6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319664 May 20 08:40:28.375010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-36810b3c-1f10-408c-b3ac-187c6a8c1813 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0674086 May 20 08:40:28.446102 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-6c57e350-b8b4-49c2-8971-a464eb641c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:28.447929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-6c57e350-b8b4-49c2-8971-a464eb641c7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0666885 May 20 08:40:28.527111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-4fd7f987-d54a-4a0b-8ae3-70dda085c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:28.528612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-4fd7f987-d54a-4a0b-8ae3-70dda085c117 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744271 May 20 08:40:28.671641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-bc0b3e82-efd1-4dad-b63c-c523c9ece917 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368439 May 20 08:40:28.814817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-8b183aec-b54d-4d1e-9c4f-612a05dfe6ec service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349649 May 20 08:40:28.890597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-2373a510-0689-4c13-8d81-fd7dcbf47a60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0673685 May 20 08:40:28.961693 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7f9d4898-d028-417e-813b-daf9304c19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:28.963199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-7f9d4898-d028-417e-813b-daf9304c19da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0662014 May 20 08:40:29.045822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-58ed466e-a4fe-4736-985b-72b0189bc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:29.047299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-58ed466e-a4fe-4736-985b-72b0189bc467 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767045 May 20 08:40:29.187496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-c2036540-4bf0-42eb-9bfd-3611aa99b025 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314933 May 20 08:40:29.327088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8a7bd237-9661-4902-ba52-11eaba6d5f05 req-74be003e-45cb-4452-b4c3-49b81e6750cf service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319578 May 20 08:40:36.890445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62068f60-a1d1-4e58-afbd-70b802df65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:39.226812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d59cead5-9708-4dba-bbb0-42ba399515b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:39.718549 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:41.359601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:42.616590 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:45.834575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-d650e6a1-2624-4a28-9fdf-4af5b715f4dc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:45.836018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-d650e6a1-2624-4a28-9fdf-4af5b715f4dc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1518807 May 20 08:40:45.851769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-6a734d1f-e50d-476c-97c5-80c8674c4ecf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0101933 May 20 08:40:45.933639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-9ce291d7-45d1-4ff1-9adc-02ae23aa343c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768754 May 20 08:40:46.066858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-636187d7-9184-43e5-8c3c-d5f0275bc11c service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265974 May 20 08:40:46.199554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-b29c05b6-76ad-4825-a0ba-7682445a06c7 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265969 May 20 08:40:46.897377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-242f28e8-ee65-4ace-935d-da0fc893b94d req-d27a0bf9-a815-414c-adec-718b6dc2f24e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0434134 May 20 08:40:48.053683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2924eb8a-fadd-4864-8b4e-590192a0b8a3 req-820f97ac-fbe0-4db8-9e23-78e0d7c281d9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0492532 May 20 08:40:49.262621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d2dcd7e-3ae6-4adb-bcd5-ac389435cea9 req-a545d64e-9833-494f-bda3-fd5549a6d981 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0524447 May 20 08:40:49.289771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-2d1e6504-c87a-46f7-818a-10f1c56c68c7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:49.291240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-2d1e6504-c87a-46f7-818a-10f1c56c68c7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.3687913 May 20 08:40:49.309039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:40:49.450924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:40:49.461437 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:40:49.615990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:40:49.619446 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:49.791756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.7 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/0d52461c-24c2-45b0-882e-0e2e079174fe) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:40:50.004624 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:50.021047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object 0d52461c-24c2-45b0-882e-0e2e079174fe will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:40:50.118745 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:50.125290 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-704c78af-7581-4cda-a204-8d64cb12bb67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:50.198217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:40:50.201187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:40:50.205144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:40:50.238546 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:50.260461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.260847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.261230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.261631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.262000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.262367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.262734 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.263300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.263452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.263812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.264169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.264534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:40:50.279644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:50.290316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:50.290955 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:50.419650 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1146758 May 20 08:40:50.436720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Request body: {'port': {'device_id': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:40:50.525690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-94d9554c-2900-44dd-9ae1-fc6ceff033b1 None None] Provisioning for port 0d52461c-24c2-45b0-882e-0e2e079174fe completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:40:50.533753 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-94d9554c-2900-44dd-9ae1-fc6ceff033b1 None None] Provisioning complete for port 0d52461c-24c2-45b0-882e-0e2e079174fe triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:40:50.534234 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-94d9554c-2900-44dd-9ae1-fc6ceff033b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:50.593284 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dd196-683c-4712-9e9e-111a779d62ce req-629eab7c-6e50-46c0-b3f0-980f283361c5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:50.594019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-94d9554c-2900-44dd-9ae1-fc6ceff033b1 None None] Port 0d52461c-24c2-45b0-882e-0e2e079174fe cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:40:50.594171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b80dd196-683c-4712-9e9e-111a779d62ce req-629eab7c-6e50-46c0-b3f0-980f283361c5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:40:50.601263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:50.774682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-b80dd196-683c-4712-9e9e-111a779d62ce req-629eab7c-6e50-46c0-b3f0-980f283361c5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:40:50.775678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b80dd196-683c-4712-9e9e-111a779d62ce req-629eab7c-6e50-46c0-b3f0-980f283361c5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 931 time: 0.3944349 May 20 08:40:50.895673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b80dd196-683c-4712-9e9e-111a779d62ce req-0279d2f4-f078-4d76-97bc-7ef9e09d0543 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041124 May 20 08:40:51.008293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d52461c-24c2-45b0-882e-0e2e079174fe {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:40:51.015884 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:51.031140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Transition to ACTIVE for port object 0d52461c-24c2-45b0-882e-0e2e079174fe will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:40:51.096250 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:51.100290 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-65328ad7-0b18-4c02-8622-26f2f9bd2003 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:51.261003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:51.269209 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:51.351148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Attempting to bind port 0d52461c-24c2-45b0-882e-0e2e079174fe on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:40:51.351494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Attempting to bind port 0d52461c-24c2-45b0-882e-0e2e079174fe by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:40:51.351829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Attempting to bind port 0d52461c-24c2-45b0-882e-0e2e079174fe on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:40:51.356492 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Port 0d52461c-24c2-45b0-882e-0e2e079174fe on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:40:51.356815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Attempting to bind port 0d52461c-24c2-45b0-882e-0e2e079174fe on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:40:51.362867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:40:51.363276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:40:51.363665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:40:51.364093 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Bound port: 0d52461c-24c2-45b0-882e-0e2e079174fe, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:40:51.364443 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:51.456807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:40:51.459936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0d52461c-24c2-45b0-882e-0e2e079174fe,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:40:51.564813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:51.568951 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3ae7e651-3f82-4d28-81fc-d95deada499a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:40:51.632233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:51.633035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:51.634516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] 10.222.0.84 "PUT /v2.0/ports/0d52461c-24c2-45b0-882e-0e2e079174fe HTTP/1.1" status: 200 len: 1091 time: 1.2018938 May 20 08:40:51.635025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:40:51.665052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:40:51.666700 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:40:51.689666 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe', 'status': 'completed', 'code': 200} May 20 08:40:51.800539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-2e1f7eac-82f8-4e53-b6df-27401770d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:51.802227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-2e1f7eac-82f8-4e53-b6df-27401770d935 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 1094 time: 0.0810425 May 20 08:40:51.958997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-48ba6cf0-7138-442e-b540-6eca8e8d1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:51.962595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-48ba6cf0-7138-442e-b540-6eca8e8d1419 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1465597 May 20 08:40:52.161450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-3bc74119-94c1-446b-9ea9-83c0bdbf58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:52.167825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51c25d9b-5c78-4600-8215-04a6d41e36fd req-3bc74119-94c1-446b-9ea9-83c0bdbf58c6 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925397 May 20 08:40:52.182511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137871ae-6aa9-403c-a9ea-d08c25c3dab9 req-165779e6-c4a8-4173-9ae4-c014051e65cc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:52.183978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-137871ae-6aa9-403c-a9ea-d08c25c3dab9 req-165779e6-c4a8-4173-9ae4-c014051e65cc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.1265900 May 20 08:40:52.282230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-137871ae-6aa9-403c-a9ea-d08c25c3dab9 req-4039cf64-3e9b-4645-af74-1b797fc992ee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911019 May 20 08:40:52.299801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ffd21a0-b2bc-4118-887e-8c927ca11a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:52.301266 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-3ffd21a0-b2bc-4118-887e-8c927ca11a22 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 1094 time: 0.0943639 May 20 08:40:52.378750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-74d7f1f6-fb52-4b3f-9a3b-bf1b4c784b2c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d52461c-24c2-45b0-882e-0e2e079174fe HTTP/1.1" status: 200 len: 217 time: 0.0653732 May 20 08:40:52.451873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-d6dc67f8-5d34-4732-b029-f850f32c481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:52.453315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-d6dc67f8-5d34-4732-b029-f850f32c481a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0643029 May 20 08:40:52.704198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-7b1d81c8-34c3-4cca-92e5-35f924b00c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:52.705908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-7b1d81c8-34c3-4cca-92e5-35f924b00c35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420197 May 20 08:40:52.849280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-0d5f9252-bf7f-44f7-bad4-1b730fbc1e9e service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298115 May 20 08:40:52.985568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72da2f68-ac67-44e6-afc7-50f76ea7d9c8 req-5390fdc0-6a57-435c-87cf-408ed780dad6 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290534 May 20 08:40:53.483156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50738c9-0d4a-481f-924b-3f35b5eb9be6 req-675cba04-8c86-44e6-8f0d-14917e5588a1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:53.484641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a50738c9-0d4a-481f-924b-3f35b5eb9be6 req-675cba04-8c86-44e6-8f0d-14917e5588a1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0878971 May 20 08:40:53.532536 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a50738c9-0d4a-481f-924b-3f35b5eb9be6 req-cf381d7f-f345-45b9-af29-e504a24bdab4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 May 20 08:40:54.655719 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:54.722195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b47e3-e48b-4525-a5af-85227cc1a733 req-9bd7c565-6936-40d5-b320-bc1e462545ba tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:54.723568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-240b47e3-e48b-4525-a5af-85227cc1a733 req-9bd7c565-6936-40d5-b320-bc1e462545ba tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0823257 May 20 08:40:54.768109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-240b47e3-e48b-4525-a5af-85227cc1a733 req-bdec0995-4803-4cae-8f28-451cfd25c93c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 May 20 08:40:55.958188 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122a89f-a2f7-42d4-8833-cb23a1d4e726 req-e7bf89c0-da6d-435e-b302-e6d8446d4348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:55.963564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a122a89f-a2f7-42d4-8833-cb23a1d4e726 req-e7bf89c0-da6d-435e-b302-e6d8446d4348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0875852 May 20 08:40:55.985845 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:40:56.006115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a122a89f-a2f7-42d4-8833-cb23a1d4e726 req-1cb1bc61-d0fd-4a34-bdb6-3d9800fc1bd4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 May 20 08:40:56.884085 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:40:57.205968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e260e6-7ad6-4abe-9d5f-8ff9e9e63b7a req-96189859-61ca-45b3-8e85-70308b3cb5e9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:57.207398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25e260e6-7ad6-4abe-9d5f-8ff9e9e63b7a req-96189859-61ca-45b3-8e85-70308b3cb5e9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0938089 May 20 08:40:57.257394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25e260e6-7ad6-4abe-9d5f-8ff9e9e63b7a req-310a6b95-4968-4341-8254-7a95453aaaf5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 May 20 08:40:58.445055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84194-edb4-4b1e-9d5c-ded131704c97 req-5189e215-4022-4972-b711-5ed7a595f92b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:58.446671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57b84194-edb4-4b1e-9d5c-ded131704c97 req-5189e215-4022-4972-b711-5ed7a595f92b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0815473 May 20 08:40:58.492402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-57b84194-edb4-4b1e-9d5c-ded131704c97 req-3fdfc66c-2dd4-440b-8fef-fa018cf80758 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 May 20 08:40:59.680179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ab8a-1061-452a-82ca-ad3450ca134f req-b05f86ad-7aa5-49f8-ace5-6e5355c97c3f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:40:59.681655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cba6ab8a-1061-452a-82ca-ad3450ca134f req-b05f86ad-7aa5-49f8-ace5-6e5355c97c3f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0844767 May 20 08:40:59.726034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cba6ab8a-1061-452a-82ca-ad3450ca134f req-6d509cf5-6094-4314-8c22-d2cbc2cde71b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 May 20 08:41:00.914020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668822-4ddd-48d0-8742-bbe1b7aa67ee req-2f52052b-d029-4878-bf80-8303f3e04072 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:00.915490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82668822-4ddd-48d0-8742-bbe1b7aa67ee req-2f52052b-d029-4878-bf80-8303f3e04072 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0823195 May 20 08:41:00.959819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-82668822-4ddd-48d0-8742-bbe1b7aa67ee req-325ecb63-7d4f-421d-be96-df253b4e517b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 May 20 08:41:02.151467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aea8e-54f6-4221-a322-9990cceed418 req-d2c20921-2051-4ebd-8f71-31bbe23581b3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:02.152935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-285aea8e-54f6-4221-a322-9990cceed418 req-d2c20921-2051-4ebd-8f71-31bbe23581b3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 943 time: 0.0880396 May 20 08:41:02.199375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-285aea8e-54f6-4221-a322-9990cceed418 req-b0b4a76b-4c11-4453-b550-d45f37d1c02d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 May 20 08:41:02.714588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0d52461c-24c2-45b0-882e-0e2e079174fe details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:41:02.850575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0d52461c-24c2-45b0-882e-0e2e079174fe,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:02.863660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0d52461c-24c2-45b0-882e-0e2e079174fe', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': '0d52461c-24c2-45b0-882e-0e2e079174fe', 'mac_address': 'fa:16:3e:9c:ff:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:41:02.918743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:02.935916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d52461c-24c2-45b0-882e-0e2e079174fe {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:41:02.952035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0d52461c-24c2-45b0-882e-0e2e079174fe,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:03.015048 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:03.017816 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:03.086961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:03.090662 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:03.258183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0d52461c-24c2-45b0-882e-0e2e079174fe'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:41:03.388762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f20d9-4859-4514-a30f-cff45b5922cc req-6485d85e-10b0-4737-a1cd-662389c806e7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:03.390172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a74f20d9-4859-4514-a30f-cff45b5922cc req-6485d85e-10b0-4737-a1cd-662389c806e7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 944 time: 0.0840032 May 20 08:41:03.442793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a74f20d9-4859-4514-a30f-cff45b5922cc req-5bd66b13-a5c4-42d3-b4ad-3e3cae974945 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 May 20 08:41:04.631666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa920971-b79d-494e-a891-101e6ea4e5ba req-5e6908bc-12be-40a3-bfd5-4228778081dd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:04.633138 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa920971-b79d-494e-a891-101e6ea4e5ba req-5e6908bc-12be-40a3-bfd5-4228778081dd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 944 time: 0.0836346 May 20 08:41:04.679149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aa920971-b79d-494e-a891-101e6ea4e5ba req-f86c2bc0-98a0-4409-b19c-f24e51abbe16 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 May 20 08:41:04.714201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0d52461c-24c2-45b0-882e-0e2e079174fe up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:41:04.843376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0d52461c-24c2-45b0-882e-0e2e079174fe completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:41:04.848315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0d52461c-24c2-45b0-882e-0e2e079174fe triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:41:04.849141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:05.015278 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:05.042256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:41:05.052960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0d52461c-24c2-45b0-882e-0e2e079174fe,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:05.090340 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe', 'code': 200} May 20 08:41:05.118491 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:05.121587 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-838afa31-762e-4be2-a9ff-53315acb0666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:05.191008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:05.200462 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.200804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.201164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.201511 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.201843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.202206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.202517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.202861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.203199 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.203519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.203838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.204193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:41:05.208277 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:05.234565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82bb9f-b377-4a08-a8ff-28f156bc889c req-5ba223a0-83dc-470b-a2ce-eb6924d96c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:05.236057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc82bb9f-b377-4a08-a8ff-28f156bc889c req-5ba223a0-83dc-470b-a2ce-eb6924d96c0f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 1096 time: 0.0756125 May 20 08:41:05.281432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc82bb9f-b377-4a08-a8ff-28f156bc889c req-c6a1d477-a94c-4d9d-97ca-45ab4912635c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353940 May 20 08:41:05.869604 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104450d-8947-4bfb-b3e8-10aabdef2124 req-fb53f9f7-21e0-4c77-a081-4eba6a222ee0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:05.871595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e104450d-8947-4bfb-b3e8-10aabdef2124 req-fb53f9f7-21e0-4c77-a081-4eba6a222ee0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0835686 May 20 08:41:05.920711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e104450d-8947-4bfb-b3e8-10aabdef2124 req-40f12543-863b-416e-ba10-f4a25b7d81c5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 May 20 08:41:06.900974 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cd10f4c1-b1df-4f34-95ec-5c21dee66143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:07.111216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19d70-a73c-43e7-b48e-d80cd7aedba1 req-eaaaabd9-4f0b-46a3-9fba-8ca7bf799221 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:07.112676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9aa19d70-a73c-43e7-b48e-d80cd7aedba1 req-eaaaabd9-4f0b-46a3-9fba-8ca7bf799221 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0869136 May 20 08:41:07.159002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9aa19d70-a73c-43e7-b48e-d80cd7aedba1 req-905dfb0e-7a6c-4a3d-be20-249c6f878252 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 May 20 08:41:07.342151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02c5c9-8f7f-4aff-a2c1-f723d2b73c16 req-e2b5c1df-8d81-42b3-ab02-c008377a0e89 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:07.343596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e02c5c9-8f7f-4aff-a2c1-f723d2b73c16 req-e2b5c1df-8d81-42b3-ab02-c008377a0e89 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0802097 May 20 08:41:07.392201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3e02c5c9-8f7f-4aff-a2c1-f723d2b73c16 req-03bb2124-9efc-4ce0-881a-948a2cdede4b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 May 20 08:41:09.220846 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08aaeded-7002-4612-9d89-b29cf75cc7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:09.695138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:11.040841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-f976cd52-b13a-4157-beed-162f03bbe87e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:11.042238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-f976cd52-b13a-4157-beed-162f03bbe87e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1514773 May 20 08:41:11.057467 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-91256ad3-7a02-4450-b50e-8afd05937a2f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0096719 May 20 08:41:11.142489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-95096387-74f6-4f8c-a7db-caba0cafc2ee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800643 May 20 08:41:11.358366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:11.431676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-104386d2-5ad5-44f9-a619-e951b96ce28c service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816646 May 20 08:41:11.567550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-dec310a1-5c34-4770-8e04-aa6af5acc896 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289515 May 20 08:41:11.896896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4a8730d0-bdc0-4f08-9541-cc924101505a req-c8faa800-70de-49d3-be69-7ba66061af71 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0434721 May 20 08:41:12.643766 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:13.053712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e425e50-abd3-4890-9ac5-67ac3e2c6f87 req-63bb9d7e-a0dd-4425-ac40-fc8dd870d797 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0474725 May 20 08:41:14.070885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-5d76564f-c2e6-4cf0-b8ab-78fcfc762da3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:14.072354 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-5d76564f-c2e6-4cf0-b8ab-78fcfc762da3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1500943 May 20 08:41:14.087890 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:41:14.233913 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16917baf-4a63-46b6-bcd6-e8007bbb3ff4 req-b6fa55f6-6fcd-4b08-ab6b-b54247d4bbb9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0591142 May 20 08:41:14.273590 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:41:14.283220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:41:14.351965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:41:14.355504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:14.526688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.14 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/c64740ba-49b0-4994-bdd2-3982bca4820f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:41:14.738147 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:14.747319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-6e6ee088-c0bf-423d-b660-9be4390c9b84 req-53d1120a-5888-459e-bef6-8340c3f7471f service neutron] (93101) timed out ('10.222.0.84', 52520) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:41:14.755280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object c64740ba-49b0-4994-bdd2-3982bca4820f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:41:14.867690 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:14.874452 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-89d14182-86bd-4fda-a413-db548fda8df9 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:14.879675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0d52461c-24c2-45b0-882e-0e2e079174fe'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:41:14.946791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:41:14.950039 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:41:14.955112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:41:14.996019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:15.004584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:15.028688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:15.029600 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:15.153598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0697236 May 20 08:41:15.164481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-f54cc04b-72a6-4ac2-87ab-8b70fff62018 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:41:15.165510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-f54cc04b-72a6-4ac2-87ab-8b70fff62018 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069354 May 20 08:41:15.175370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Request body: {'port': {'device_id': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:41:15.294753 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:15.312430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-971581a6-b4fc-42e7-9256-dce6979fc7a9 None None] Provisioning for port c64740ba-49b0-4994-bdd2-3982bca4820f completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:41:15.319035 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-971581a6-b4fc-42e7-9256-dce6979fc7a9 None None] Provisioning complete for port c64740ba-49b0-4994-bdd2-3982bca4820f triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:41:15.320193 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-971581a6-b4fc-42e7-9256-dce6979fc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:15.376060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-971581a6-b4fc-42e7-9256-dce6979fc7a9 None None] Port c64740ba-49b0-4994-bdd2-3982bca4820f cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:41:15.602261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e84d-0b45-4c02-9297-e16fa7aa1bcf req-e9b2044b-a861-4752-958b-c84a1c148e20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:15.602965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ae72e84d-0b45-4c02-9297-e16fa7aa1bcf req-e9b2044b-a861-4752-958b-c84a1c148e20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:41:15.728617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-ae72e84d-0b45-4c02-9297-e16fa7aa1bcf req-e9b2044b-a861-4752-958b-c84a1c148e20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:41:15.729847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae72e84d-0b45-4c02-9297-e16fa7aa1bcf req-e9b2044b-a861-4752-958b-c84a1c148e20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 932 time: 0.3696008 May 20 08:41:15.760996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64740ba-49b0-4994-bdd2-3982bca4820f {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:41:15.770827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:15.801912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ae72e84d-0b45-4c02-9297-e16fa7aa1bcf req-e769f79e-f043-422a-b347-c6b544575cf8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643549 May 20 08:41:15.802876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Transition to ACTIVE for port object c64740ba-49b0-4994-bdd2-3982bca4820f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:41:15.866524 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:15.870582 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:16.002638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Pushing event updated for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:16.034088 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:16.131129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Attempting to bind port c64740ba-49b0-4994-bdd2-3982bca4820f on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:41:16.131129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Attempting to bind port c64740ba-49b0-4994-bdd2-3982bca4820f by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:41:16.131129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Attempting to bind port c64740ba-49b0-4994-bdd2-3982bca4820f on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:41:16.131615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Port c64740ba-49b0-4994-bdd2-3982bca4820f on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:41:16.131945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Attempting to bind port c64740ba-49b0-4994-bdd2-3982bca4820f on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:41:16.138046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:41:16.138454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:41:16.138860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:41:16.139302 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Bound port: c64740ba-49b0-4994-bdd2-3982bca4820f, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:41:16.139660 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:16.236147 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:41:16.239128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c64740ba-49b0-4994-bdd2-3982bca4820f,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:41:16.358141 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:16.362095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd6315ba-2ba8-4f28-8b32-56dea4fce41d tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:16.423443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:16.423954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:16.425370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] 10.222.0.81 "PUT /v2.0/ports/c64740ba-49b0-4994-bdd2-3982bca4820f HTTP/1.1" status: 200 len: 1092 time: 1.2538369 May 20 08:41:16.427984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:41:16.455071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Pushing event updated for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:16.459450 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:16.486337 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f', 'status': 'completed', 'code': 200} May 20 08:41:16.592130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-f23878c0-e247-4013-a83e-d8c6f4553c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:16.593998 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-f23878c0-e247-4013-a83e-d8c6f4553c18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 1095 time: 0.0855446 May 20 08:41:16.747652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-732fdb21-ef2a-4d4f-92f4-dffd2d924774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:16.749117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-732fdb21-ef2a-4d4f-92f4-dffd2d924774 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1470127 May 20 08:41:17.125275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-d9b0c2eb-588e-4248-8654-d62afd1532ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:17.126814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0d653c5c-bdcd-408d-bf0b-55c06579ac08 req-d9b0c2eb-588e-4248-8654-d62afd1532ab service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3707118 May 20 08:41:17.142628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c4145-18f9-4ea3-ba83-21425bc26a02 req-8415cff1-c848-42f4-9ba3-5c5f545cc682 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:17.144067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f8c4145-18f9-4ea3-ba83-21425bc26a02 req-8415cff1-c848-42f4-9ba3-5c5f545cc682 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.1774347 May 20 08:41:17.245077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7f8c4145-18f9-4ea3-ba83-21425bc26a02 req-2db228a2-39f6-4e64-80a9-0664b168dddc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945268 May 20 08:41:17.274067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-8d31b598-82a9-4b1d-a540-061ef29ec679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:17.275647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-8d31b598-82a9-4b1d-a540-061ef29ec679 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 1095 time: 0.1071920 May 20 08:41:17.351592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-27cf043c-ed55-4727-b847-f74cdd5943e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c64740ba-49b0-4994-bdd2-3982bca4820f HTTP/1.1" status: 200 len: 217 time: 0.0683789 May 20 08:41:17.418680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-af24c689-9c45-4f26-abd4-2ca0b9ed3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:17.420053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-af24c689-9c45-4f26-abd4-2ca0b9ed3e36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0633199 May 20 08:41:17.505527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fade7-a114-48ff-aca1-784b6b402134 req-ed5785fa-7f22-4554-bc2e-5d95ff571cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:17.507265 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-ed5785fa-7f22-4554-bc2e-5d95ff571cec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802224 May 20 08:41:17.649559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-5947f2df-81c8-4475-81ab-f680b28b3edd service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350925 May 20 08:41:17.794414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c75fade7-a114-48ff-aca1-784b6b402134 req-5af686a0-4f6f-4390-afd5-f762844442a2 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382322 May 20 08:41:18.452868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301a36-0c40-4001-8ae4-e48b204bcfde req-ccc4d11c-9ff2-4b0d-b182-25a036e5230e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:18.454433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1301a36-0c40-4001-8ae4-e48b204bcfde req-ccc4d11c-9ff2-4b0d-b182-25a036e5230e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0976398 May 20 08:41:18.504381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d1301a36-0c40-4001-8ae4-e48b204bcfde req-80c9be60-632b-4c13-97e2-ee2c68db8d57 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 May 20 08:41:19.713174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac7762-e620-4ae7-ad00-b213a4fe50b8 req-7773bdd0-8672-4e65-8778-c55179096069 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:19.714999 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cac7762-e620-4ae7-ad00-b213a4fe50b8 req-7773bdd0-8672-4e65-8778-c55179096069 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0864494 May 20 08:41:19.768014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2cac7762-e620-4ae7-ad00-b213a4fe50b8 req-c70d53d1-5ee5-42e4-b2e2-e23ac1b77b8a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 May 20 08:41:21.121771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e1c82-5730-43d8-92ee-2f6d7ea12780 req-fad045bb-653f-40a5-9e0f-48b8c4fbef11 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:21.123161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-878e1c82-5730-43d8-92ee-2f6d7ea12780 req-fad045bb-653f-40a5-9e0f-48b8c4fbef11 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0825641 May 20 08:41:21.172381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-878e1c82-5730-43d8-92ee-2f6d7ea12780 req-3c4a8d17-4b2a-4c59-b491-86445b621162 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 May 20 08:41:21.679687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-62576272-328b-4956-8354-d7ffc9a0660f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832996 May 20 08:41:21.833620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27984-72ce-41d9-b988-5989ba338630 req-cb716a74-b5ba-40f9-9274-448df22018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:21.836211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-cb716a74-b5ba-40f9-9274-448df22018ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 1096 time: 0.0823612 May 20 08:41:21.987452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27984-72ce-41d9-b988-5989ba338630 req-9c3661e3-5f49-4e27-a267-01661383ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:21.991932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-9c3661e3-5f49-4e27-a267-01661383ea9a service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1339006 May 20 08:41:22.061241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-6e3bb51c-6c63-4d7e-9787-1b507ef87760 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d52461c-24c2-45b0-882e-0e2e079174fe HTTP/1.1" status: 200 len: 217 time: 0.0657389 May 20 08:41:22.128624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27984-72ce-41d9-b988-5989ba338630 req-4dd59201-7aa7-4533-9d89-d75d3075de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:22.130103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-4dd59201-7aa7-4533-9d89-d75d3075de1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0597804 May 20 08:41:22.219991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27984-72ce-41d9-b988-5989ba338630 req-beb64319-32a8-4bc5-916e-84d421cdfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:22.221501 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-beb64319-32a8-4bc5-916e-84d421cdfd5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817225 May 20 08:41:22.427601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-5ac4b2d4-22f0-474a-8520-f71ce83615ff service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987896 May 20 08:41:22.482301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557700f-b1d3-4fd0-882f-58dd38295233 req-bf5f3458-d69c-4015-a7f5-d3023882344f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:22.483765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3557700f-b1d3-4fd0-882f-58dd38295233 req-bf5f3458-d69c-4015-a7f5-d3023882344f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.1678021 May 20 08:41:22.786881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3557700f-b1d3-4fd0-882f-58dd38295233 req-b6527dee-ac9d-4f26-a379-89d49cc69ff2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925444 May 20 08:41:22.808694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24a27984-72ce-41d9-b988-5989ba338630 req-6d324ae4-bae5-4214-8e90-229e54f7dc3c service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708560 May 20 08:41:24.009850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042983-dcf6-4cea-bf94-6fb1e53e6532 req-0c7f87ca-b359-44e1-a55b-7043b08a1e4e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:24.011382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca042983-dcf6-4cea-bf94-6fb1e53e6532 req-0c7f87ca-b359-44e1-a55b-7043b08a1e4e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0957294 May 20 08:41:24.057541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ca042983-dcf6-4cea-bf94-6fb1e53e6532 req-e0eff6ac-be68-4d0b-b8c5-75ad8583e13e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 May 20 08:41:24.690077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:25.281393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543114d-c98d-47a5-bd77-927fa0d7e42c req-84785862-24e5-46d9-94a2-11fb24d1ca32 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:25.282959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b543114d-c98d-47a5-bd77-927fa0d7e42c req-84785862-24e5-46d9-94a2-11fb24d1ca32 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0995693 May 20 08:41:25.331769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b543114d-c98d-47a5-bd77-927fa0d7e42c req-89c4b768-9da8-4e44-9c09-f3d050e8f97d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 May 20 08:41:26.539080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24cdd-0c5f-48e9-b6b7-9b74638d3e5e req-55365e55-25b8-420f-91c0-c5c11ad31966 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:26.540653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51d24cdd-0c5f-48e9-b6b7-9b74638d3e5e req-55365e55-25b8-420f-91c0-c5c11ad31966 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0902996 May 20 08:41:26.593229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51d24cdd-0c5f-48e9-b6b7-9b74638d3e5e req-5372e8a0-7279-4f5c-a378-3447e8934bca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 May 20 08:41:26.883990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:27.292217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-a7cc8a69-3522-4563-8b09-49faad2fd96c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0893197 May 20 08:41:27.467050 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.468037 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.468218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.468690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.469165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.471023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-b6180fda-d78b-4149-a8c8-934e7b4df26a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1017587 May 20 08:41:27.651489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-aaec88fb-5339-4f3e-8710-87b27202b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.653175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-aaec88fb-5339-4f3e-8710-87b27202b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.653175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-aaec88fb-5339-4f3e-8710-87b27202b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.654493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-aaec88fb-5339-4f3e-8710-87b27202b520 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1566310 May 20 08:41:27.733057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-5f238535-2dc9-43bf-9cfb-ba4758975af1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0707598 May 20 08:41:27.849266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-453a2f01-dd26-47a7-95de-8988b1e1a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.850737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-453a2f01-dd26-47a7-95de-8988b1e1a62e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0858767 May 20 08:41:27.916075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd18f3-b365-4b4e-bea8-7a9addb1e380 req-1f5219f1-a2b0-43a1-be9f-2509c3352343 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.917573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4dfd18f3-b365-4b4e-bea8-7a9addb1e380 req-1f5219f1-a2b0-43a1-be9f-2509c3352343 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.1864755 May 20 08:41:27.985922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4dfd18f3-b365-4b4e-bea8-7a9addb1e380 req-b2c85428-352d-4d70-9bdb-d66057c47823 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 May 20 08:41:27.995825 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-6e7453cb-9952-4aff-a70d-279b40d8a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:27.997661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-6e7453cb-9952-4aff-a70d-279b40d8a52c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392651 May 20 08:41:28.139086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-7328088e-ffe8-47ec-bc78-d883bc22670b service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339939 May 20 08:41:28.287155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-95511fdc-8320-4988-926d-7357e85621d5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415820 May 20 08:41:28.355342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-bdeb49ee-a730-46bb-86c3-3e16e94f3347 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0619483 May 20 08:41:28.422054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-32d04670-51d8-4b70-8a98-06f2cd4e3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:28.423827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-32d04670-51d8-4b70-8a98-06f2cd4e3b4f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0624974 May 20 08:41:28.502512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-bf5ecd92-70be-4c68-a56c-62cf51b665c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:28.504048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-bf5ecd92-70be-4c68-a56c-62cf51b665c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735600 May 20 08:41:28.645217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-c141c985-45d6-47bf-9159-062b445d6b0a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345983 May 20 08:41:28.786836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-f96cdbca-af88-4f6f-bfed-1725f599ae6b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350937 May 20 08:41:28.863685 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-40130ba6-d856-4a2b-8554-3e85e67e106b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0705585 May 20 08:41:28.932843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-75571eac-0e06-46ae-8666-5059b4c63100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:28.934372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-75571eac-0e06-46ae-8666-5059b4c63100 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0611787 May 20 08:41:29.014884 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-ee40af1f-0513-4c9e-852f-6a48acbb4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:29.015483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-ee40af1f-0513-4c9e-852f-6a48acbb4a5d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749314 May 20 08:41:29.368608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-cb2c8f89-9c87-4083-aa42-ac8894728550 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460414 May 20 08:41:29.406928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb99f-3dff-49d2-9a8d-adccb93a70be req-dd4c5615-ef8d-4693-ac6f-e6bb749b679f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:29.408377 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45cbb99f-3dff-49d2-9a8d-adccb93a70be req-dd4c5615-ef8d-4693-ac6f-e6bb749b679f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.2056289 May 20 08:41:29.534595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-45cbb99f-3dff-49d2-9a8d-adccb93a70be req-4e94efce-eab1-4a8b-88d2-235bd5e44395 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144035 May 20 08:41:29.562556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-0f4336e9-fccc-4d25-958e-0dd19e835390 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875556 May 20 08:41:29.631528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-5a74c566-b71b-4504-98bf-8687eb986b0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0611062 May 20 08:41:29.699564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-dd35999f-f72d-4ac5-8815-4beabcd77e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:29.701021 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-dd35999f-f72d-4ac5-8815-4beabcd77e08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0635793 May 20 08:41:29.780228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-6072bcf8-fc05-4de1-aed6-bcd82cbbf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:29.781723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-6072bcf8-fc05-4de1-aed6-bcd82cbbf99a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741940 May 20 08:41:29.923272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-1b8dd1bd-99b0-4897-a5ee-7c9c6c39a36e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336925 May 20 08:41:30.061158 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-9a245fc7-0e30-42cc-ab76-2ea36cf97fb6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304581 May 20 08:41:30.133603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-f9efe0d6-5a7c-4d09-9519-49f8dc48b9a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0653975 May 20 08:41:30.197064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-5bb289de-cbd9-47ab-bba8-5963f2c589d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:30.198458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-5bb289de-cbd9-47ab-bba8-5963f2c589d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0587435 May 20 08:41:30.279456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2aed1-7896-40df-a441-311638aa9eee req-c7d497dc-99aa-4e2b-87f8-16ad56a81d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:30.280954 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-c7d497dc-99aa-4e2b-87f8-16ad56a81d91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756252 May 20 08:41:30.417093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-09cfa6cc-a142-451f-a8a2-77d91da106a0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286416 May 20 08:41:30.556217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e8d2aed1-7896-40df-a441-311638aa9eee req-398519db-bfa4-4607-9c85-5f034e6dbfce service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328025 May 20 08:41:30.728989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51473a8c-5832-4bcf-8606-b67d69c5f7de req-e2831519-a7a9-454c-9171-6bf89ef4fe59 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:30.730545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51473a8c-5832-4bcf-8606-b67d69c5f7de req-e2831519-a7a9-454c-9171-6bf89ef4fe59 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0827310 May 20 08:41:30.777431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-51473a8c-5832-4bcf-8606-b67d69c5f7de req-46359994-77fa-423c-b67c-01bff6bc969d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 May 20 08:41:32.147703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e2ddc-4d15-4cc7-81c9-e699603bde44 req-96891cbf-dacc-4a23-b5d5-9a5aa0715f86 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:32.149679 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c24e2ddc-4d15-4cc7-81c9-e699603bde44 req-96891cbf-dacc-4a23-b5d5-9a5aa0715f86 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.2503159 May 20 08:41:32.197256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c24e2ddc-4d15-4cc7-81c9-e699603bde44 req-9d9c4778-77bb-4489-a9e9-4ba483ea55ec tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 May 20 08:41:32.985290 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:41:33.391215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7b766-821a-424d-8952-230029817eed req-4a771634-c959-4148-b744-88070d7aba3d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:33.392661 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9b7b766-821a-424d-8952-230029817eed req-4a771634-c959-4148-b744-88070d7aba3d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0827241 May 20 08:41:33.438092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c9b7b766-821a-424d-8952-230029817eed req-e8dc26c4-c844-4ba8-90ea-44ba00902348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 May 20 08:41:34.633743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1704f-9b10-4927-ab09-ce1698ed2a76 req-33cedb91-47bf-4934-8eb0-e73ad8c7044f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:34.635217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70c1704f-9b10-4927-ab09-ce1698ed2a76 req-33cedb91-47bf-4934-8eb0-e73ad8c7044f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0861950 May 20 08:41:34.680224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70c1704f-9b10-4927-ab09-ce1698ed2a76 req-3470baa5-4f18-487d-83ce-134904a3c1d1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 May 20 08:41:35.881629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3efe2-f9c1-4715-aa15-fa52e42e9baa req-91d836e7-e612-4236-b231-995b304e956e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:35.883113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68a3efe2-f9c1-4715-aa15-fa52e42e9baa req-91d836e7-e612-4236-b231-995b304e956e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0881317 May 20 08:41:35.929013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68a3efe2-f9c1-4715-aa15-fa52e42e9baa req-33888bb3-fad6-472a-85af-17d7005296bc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 May 20 08:41:36.905927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2eb68cf8-2c69-4593-b0e2-4135d6ff33ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:37.121296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ff469-78bc-455d-a027-23ae49b72908 req-f3f31062-43e2-4fbd-80d4-cea40b4bd7f8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:37.122821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9a3ff469-78bc-455d-a027-23ae49b72908 req-f3f31062-43e2-4fbd-80d4-cea40b4bd7f8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0832343 May 20 08:41:37.169341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9a3ff469-78bc-455d-a027-23ae49b72908 req-ae8acdf9-cdf4-4e1a-a696-cf0814247496 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 May 20 08:41:38.366730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161757e3-4efd-41e7-ac3a-1cb189a3ff6e req-fe58d80a-d1a9-4d7a-bc99-881a61b9657a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:38.370248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-161757e3-4efd-41e7-ac3a-1cb189a3ff6e req-fe58d80a-d1a9-4d7a-bc99-881a61b9657a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0920796 May 20 08:41:38.421484 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-161757e3-4efd-41e7-ac3a-1cb189a3ff6e req-5da1caf9-45a1-4a5a-8970-035f03846739 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 May 20 08:41:39.208460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7851-d5d1-4331-a896-fae4895cc6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:39.616157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ecee9-abd8-48f6-aabc-39750dfb5913 req-2445f8d9-1124-4c4d-9394-fb34758f08c7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:39.617648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9ecee9-abd8-48f6-aabc-39750dfb5913 req-2445f8d9-1124-4c4d-9394-fb34758f08c7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0858276 May 20 08:41:39.669338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fb9ecee9-abd8-48f6-aabc-39750dfb5913 req-7a3ecb1c-be17-43df-a03a-adbeb2ac1e6e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 May 20 08:41:39.746887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:40.863925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a8f4-10b0-4ed4-953e-8c9757ea7852 req-3e8582bf-42b5-4bc7-9307-09f408fa3d27 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:40.865396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dae2a8f4-10b0-4ed4-953e-8c9757ea7852 req-3e8582bf-42b5-4bc7-9307-09f408fa3d27 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0830555 May 20 08:41:40.912534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dae2a8f4-10b0-4ed4-953e-8c9757ea7852 req-889b0896-677d-4aef-836c-066e77079583 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 May 20 08:41:41.340196 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:42.108136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b43da3-aa74-4f8d-836c-24cf2f60efd1 req-d427f599-c591-43eb-b974-8a34483e427e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:42.109658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6b43da3-aa74-4f8d-836c-24cf2f60efd1 req-d427f599-c591-43eb-b974-8a34483e427e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0887029 May 20 08:41:42.155689 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6b43da3-aa74-4f8d-836c-24cf2f60efd1 req-6a57ea5f-3272-411a-8c83-80f367f2e429 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 May 20 08:41:42.613414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:43.349423 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0957e9-9d85-48c5-bd2e-dd03f61e5632 req-a32a0054-1320-43a8-adf1-08c8a150b922 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:43.357240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0957e9-9d85-48c5-bd2e-dd03f61e5632 req-a32a0054-1320-43a8-adf1-08c8a150b922 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0844936 May 20 08:41:43.400052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9f0957e9-9d85-48c5-bd2e-dd03f61e5632 req-0e16de71-562f-40ea-9fee-141d897331bb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 May 20 08:41:44.600625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf067-3e03-4e65-96cc-66ad2fd6c0b0 req-9b3d04ef-fe9b-4799-b01c-94dfd81e95e8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:44.602320 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50ccf067-3e03-4e65-96cc-66ad2fd6c0b0 req-9b3d04ef-fe9b-4799-b01c-94dfd81e95e8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0897079 May 20 08:41:44.649493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50ccf067-3e03-4e65-96cc-66ad2fd6c0b0 req-1a8d406b-824d-41b8-b1d7-4963a17773f0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 May 20 08:41:45.843864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bfda1-c43c-4ece-aab3-ea0f279fc303 req-3ce1f107-3501-4955-8c9d-f2770356697c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:45.845371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e4bfda1-c43c-4ece-aab3-ea0f279fc303 req-3ce1f107-3501-4955-8c9d-f2770356697c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0879083 May 20 08:41:45.896890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e4bfda1-c43c-4ece-aab3-ea0f279fc303 req-1b7e749d-7927-49d7-a09b-6a7d22213db3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 May 20 08:41:47.090696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1504ff-9637-411c-b524-c057ebaf49a7 req-ab3f78ae-bd04-419c-aef6-672f231d2085 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:47.092205 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec1504ff-9637-411c-b524-c057ebaf49a7 req-ab3f78ae-bd04-419c-aef6-672f231d2085 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0847418 May 20 08:41:47.140482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ec1504ff-9637-411c-b524-c057ebaf49a7 req-ca758fcd-dbf9-4a81-ade6-1ce29746df00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 May 20 08:41:48.332426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad7dc-90d1-46d4-b4e1-3e3b97fc0431 req-3138c245-8bd3-4fbe-9c05-2c1cb1e3833d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:48.333839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425ad7dc-90d1-46d4-b4e1-3e3b97fc0431 req-3138c245-8bd3-4fbe-9c05-2c1cb1e3833d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0867808 May 20 08:41:48.383493 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-425ad7dc-90d1-46d4-b4e1-3e3b97fc0431 req-426c18a5-88fc-4eb2-80a5-511e005af882 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 May 20 08:41:49.576330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869bf5a-2cc4-4ee5-857b-5f0f2a6cc05a req-74af85b3-bd1d-4048-8a8e-837a1c67eb8f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:49.577819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4869bf5a-2cc4-4ee5-857b-5f0f2a6cc05a req-74af85b3-bd1d-4048-8a8e-837a1c67eb8f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0845263 May 20 08:41:49.624881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4869bf5a-2cc4-4ee5-857b-5f0f2a6cc05a req-ccbad033-c7ed-4f23-ac4c-3c236cc3b57b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 May 20 08:41:50.823269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0ad95-e65d-4584-8b3c-a5e259042749 req-4fa0cf2d-fc04-417f-a6df-94ab57f97fd6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:50.824774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0b0ad95-e65d-4584-8b3c-a5e259042749 req-4fa0cf2d-fc04-417f-a6df-94ab57f97fd6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0868754 May 20 08:41:50.871187 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a0b0ad95-e65d-4584-8b3c-a5e259042749 req-ebc5768a-ed10-4ced-9db2-9dedb7c3dfb6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 May 20 08:41:52.060430 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2674-ea98-47d6-b81c-7c39aec3bf97 req-c66981cd-9afe-46e7-bd01-045bdd463d00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:52.062451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ddc2674-ea98-47d6-b81c-7c39aec3bf97 req-c66981cd-9afe-46e7-bd01-045bdd463d00 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0840418 May 20 08:41:52.111777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ddc2674-ea98-47d6-b81c-7c39aec3bf97 req-e6966ac6-f1dc-4f90-ace6-d4159ca82b3f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 May 20 08:41:53.302287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8fa08-a954-4f6e-9727-d0efe595b575 req-2bdae0b9-a651-40e4-bb9b-bf25e8c110d0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:53.303782 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2e8fa08-a954-4f6e-9727-d0efe595b575 req-2bdae0b9-a651-40e4-bb9b-bf25e8c110d0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0838072 May 20 08:41:53.349972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d2e8fa08-a954-4f6e-9727-d0efe595b575 req-5dc6ba22-fcec-45bc-81e5-7a48f211bebb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 May 20 08:41:54.549355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaeb98-1dcf-498a-a6b2-5843cce28c24 req-48a53e11-9dcf-4856-b8f3-cc7c742af1ba tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:54.550850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4aaeb98-1dcf-498a-a6b2-5843cce28c24 req-48a53e11-9dcf-4856-b8f3-cc7c742af1ba tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0878980 May 20 08:41:54.597443 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d4aaeb98-1dcf-498a-a6b2-5843cce28c24 req-805d979f-bf35-4a0e-a518-41d78fa33d8a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 May 20 08:41:54.728617 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:55.789686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7cbd5-09a8-4d50-a8c4-1aa4f37b7f5b req-4fe33aac-0671-4362-a95e-2fba13c8c473 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:55.791174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60c7cbd5-09a8-4d50-a8c4-1aa4f37b7f5b req-4fe33aac-0671-4362-a95e-2fba13c8c473 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0821648 May 20 08:41:55.839118 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-60c7cbd5-09a8-4d50-a8c4-1aa4f37b7f5b req-d6ade571-30bc-4359-98ee-695372fdf797 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 May 20 08:41:56.894366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:57.034417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa17dc8-9e89-47a9-aa8f-ace4195f1b26 req-74fc3fa4-a326-4667-b613-94ccf78eb0f7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:57.035907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4aa17dc8-9e89-47a9-aa8f-ace4195f1b26 req-74fc3fa4-a326-4667-b613-94ccf78eb0f7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 944 time: 0.0873477 May 20 08:41:57.081150 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4aa17dc8-9e89-47a9-aa8f-ace4195f1b26 req-82500f12-d8e7-4513-bb5e-ccca91e30c85 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 May 20 08:41:57.395426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c64740ba-49b0-4994-bdd2-3982bca4820f details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:41:57.530574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c64740ba-49b0-4994-bdd2-3982bca4820f,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:57.543601 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'c64740ba-49b0-4994-bdd2-3982bca4820f', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': 'c64740ba-49b0-4994-bdd2-3982bca4820f', 'mac_address': 'fa:16:3e:a1:29:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:41:57.599673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:57.616096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64740ba-49b0-4994-bdd2-3982bca4820f {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:41:57.632275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c64740ba-49b0-4994-bdd2-3982bca4820f,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:57.711150 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:57.712958 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e40693eb-7db9-4d21-a0a4-d7d9cf898e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:57.782139 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:57.785371 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:58.020686 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c64740ba-49b0-4994-bdd2-3982bca4820f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:41:58.324138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae268-a64f-4951-9f2c-5a6c04ffa586 req-defd3b5f-12bc-4b48-a9df-57d8c0e79f5d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:58.325566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a0ae268-a64f-4951-9f2c-5a6c04ffa586 req-defd3b5f-12bc-4b48-a9df-57d8c0e79f5d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 945 time: 0.0814521 May 20 08:41:58.375398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3a0ae268-a64f-4951-9f2c-5a6c04ffa586 req-add34bad-4adc-424e-a768-575a83195b43 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 May 20 08:41:59.410719 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c64740ba-49b0-4994-bdd2-3982bca4820f up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:41:59.568681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dd5c3-c093-4d7e-b757-8560c94ff513 req-fa1420a6-60e2-4721-8153-9eace369fc46 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:59.570204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-532dd5c3-c093-4d7e-b757-8560c94ff513 req-fa1420a6-60e2-4721-8153-9eace369fc46 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 945 time: 0.0840640 May 20 08:41:59.573153 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port c64740ba-49b0-4994-bdd2-3982bca4820f completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:41:59.578974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port c64740ba-49b0-4994-bdd2-3982bca4820f triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:41:59.579326 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:59.616713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-532dd5c3-c093-4d7e-b757-8560c94ff513 req-709d9e9c-ef2a-4429-a73d-7976271574ad tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 May 20 08:41:59.700407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:59.727292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:41:59.737125 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c64740ba-49b0-4994-bdd2-3982bca4820f,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:41:59.772439 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f', 'code': 200} May 20 08:41:59.819840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:41:59.821721 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f4b2c4ec-789c-4dde-b553-b7f9f487bd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:41:59.891716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:41:59.894627 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:41:59.904530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025688-585c-4f3b-a604-94c3564bdcb7 req-edb667bb-50e0-4655-98cb-0f18c533d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:41:59.906367 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17025688-585c-4f3b-a604-94c3564bdcb7 req-edb667bb-50e0-4655-98cb-0f18c533d591 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 1097 time: 0.0760653 May 20 08:41:59.949395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17025688-585c-4f3b-a604-94c3564bdcb7 req-1a08308e-dcac-4583-9223-00505d57ff86 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 May 20 08:42:00.810145 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dde34-3cce-46dd-b691-1263ff5e3852 req-8be94cba-b6b0-4636-9680-332a472370a5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:00.811612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-792dde34-3cce-46dd-b691-1263ff5e3852 req-8be94cba-b6b0-4636-9680-332a472370a5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.0841351 May 20 08:42:00.858479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-792dde34-3cce-46dd-b691-1263ff5e3852 req-8a89f140-8f98-404b-83cd-09ddaefd7524 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 May 20 08:42:02.204612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5befb8e-c4d5-416b-94ca-ccc2e25a499d req-0cfea41b-4a4c-4daf-b49b-f12513a8262c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:02.206023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5befb8e-c4d5-416b-94ca-ccc2e25a499d req-0cfea41b-4a4c-4daf-b49b-f12513a8262c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.2363837 May 20 08:42:02.252276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c5befb8e-c4d5-416b-94ca-ccc2e25a499d req-bd28145f-9c3b-4294-a021-6275117bb231 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 May 20 08:42:02.440560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec036a-a7c2-47ee-914f-d607ef671b25 req-c19717fe-43a4-439d-8856-2abee0542a48 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:02.442090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15ec036a-a7c2-47ee-914f-d607ef671b25 req-c19717fe-43a4-439d-8856-2abee0542a48 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.0839193 May 20 08:42:02.491788 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-15ec036a-a7c2-47ee-914f-d607ef671b25 req-7b3e65c8-a078-4bc7-95d6-ef82d1a13761 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 May 20 08:42:03.196877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1670-5b73-4053-9d50-62ab6ef25b81 req-a4871893-d16b-4dfe-9ff8-7fcd5dca130f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:03.198376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-209d1670-5b73-4053-9d50-62ab6ef25b81 req-a4871893-d16b-4dfe-9ff8-7fcd5dca130f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.0813880 May 20 08:42:03.243687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-209d1670-5b73-4053-9d50-62ab6ef25b81 req-fc3ec6ac-64ba-4568-94b3-f2c8c33c6909 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 May 20 08:42:04.436319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd8137-c193-442a-895f-e1e43e725aee req-581bfa73-29a1-4436-a66f-17384c46f7b6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:04.437847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40bd8137-c193-442a-895f-e1e43e725aee req-581bfa73-29a1-4436-a66f-17384c46f7b6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.0871592 May 20 08:42:04.486184 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-40bd8137-c193-442a-895f-e1e43e725aee req-13cce1b7-eb95-42ef-9454-445a96312194 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 May 20 08:42:04.720080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-a6986a1e-0b54-4894-b406-d5767d9076cd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:04.721568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-a6986a1e-0b54-4894-b406-d5767d9076cd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 946 time: 0.0825703 May 20 08:42:04.867040 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port c64740ba-49b0-4994-bdd2-3982bca4820f {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:42:04.867303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:05.004271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port c64740ba-49b0-4994-bdd2-3982bca4820f, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=c64740ba-49b0-4994-bdd2-3982bca4820f,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:42:05.004637 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:05.133632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for c64740ba-49b0-4994-bdd2-3982bca4820f owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:42:05.305412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:05.311366 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-acddad87-a518-4c6c-a0a8-2acbfb3d4ed9 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:05.317065 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['c64740ba-49b0-4994-bdd2-3982bca4820f'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:42:05.343892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0d52461c-24c2-45b0-882e-0e2e079174fe'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:42:05.359383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=c64740ba-49b0-4994-bdd2-3982bca4820f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:05.444194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.444811 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.445069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.445358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.445761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.446135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.446836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.446957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.447230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.447598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.447968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.448334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:05.456773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port c64740ba-49b0-4994-bdd2-3982bca4820f on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:42:05.458711 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:05.462339 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:05.462454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'name': 'network-vif-deleted', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:42:05.520408 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f6745f-30f6-4ca4-9955-4ad89f2c007b', 'name': 'network-vif-deleted', 'tag': 'c64740ba-49b0-4994-bdd2-3982bca4820f', 'status': 'completed', 'code': 200} May 20 08:42:05.551248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8c1ac960-79be-4e39-93e0-ac8ff39c44e4 req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "DELETE /v2.0/ports/c64740ba-49b0-4994-bdd2-3982bca4820f HTTP/1.1" status: 204 len: 173 time: 0.8238335 May 20 08:42:05.667169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50499197-9888-49ee-a6e5-b2e8416c9f6e req-47f3380e-8959-4c67-86b1-297a13fbb51e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:42:05.774414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-50499197-9888-49ee-a6e5-b2e8416c9f6e req-47f3380e-8959-4c67-86b1-297a13fbb51e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:42:05.775688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50499197-9888-49ee-a6e5-b2e8416c9f6e req-47f3380e-8959-4c67-86b1-297a13fbb51e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.1524022 May 20 08:42:06.940330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d714c3cb-5fff-4d52-8428-c935cf3e851d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:06.961275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a2686ce5-71d4-4c89-8edf-6a0b19ddc90e req-010db02f-894e-4841-b4c7-76f429d464d6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0508471 May 20 08:42:08.124114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-de1016d3-9085-4e89-968d-1f90a0da508c req-8e96c3cc-d78d-4c64-8f41-d374d5378745 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0442364 May 20 08:42:09.248626 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a05633b-20f0-4698-b51f-c14d275ec210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:09.286977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ee87a220-f811-40a1-8a2c-9893d0c6f50a req-a2b759bc-c4f1-40f7-843b-05b329acaef5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=51f6745f-30f6-4ca4-9955-4ad89f2c007b HTTP/1.1" status: 200 len: 210 time: 0.0448329 May 20 08:42:09.473069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c64740ba-49b0-4994-bdd2-3982bca4820f no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:42:09.512059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: c64740ba-49b0-4994-bdd2-3982bca4820f {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:42:09.512425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device c64740ba-49b0-4994-bdd2-3982bca4820f not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:42:09.711460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:09.984960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:42:11.379554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:12.682755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:15.481075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281391c-5daa-4b7d-99c9-1834bca670a7 req-6b76f3fa-e97d-4738-8675-b9bb0a482a98 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:15.482560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1281391c-5daa-4b7d-99c9-1834bca670a7 req-6b76f3fa-e97d-4738-8675-b9bb0a482a98 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0885580 May 20 08:42:15.529404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1281391c-5daa-4b7d-99c9-1834bca670a7 req-a8e2e125-8d06-4995-bd57-7584b7b71b0b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 May 20 08:42:16.717689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9b2e1-fa23-45bd-be69-f7cd111391e1 req-9043b0c5-4d26-4087-a1a4-2140fb3a142c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:16.719059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17f9b2e1-fa23-45bd-be69-f7cd111391e1 req-9043b0c5-4d26-4087-a1a4-2140fb3a142c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0828624 May 20 08:42:16.768191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-17f9b2e1-fa23-45bd-be69-f7cd111391e1 req-6b873895-2027-40ab-9593-64d0a5c31221 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=84cd6861-07e1-434c-a731-44e0b6accad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 May 20 08:42:17.184333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-4992cab0-e9b2-483f-ae97-dc72a4d6a7d9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:17.185811 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-4992cab0-e9b2-483f-ae97-dc72a4d6a7d9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 945 time: 0.0848377 May 20 08:42:17.329536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 0d52461c-24c2-45b0-882e-0e2e079174fe {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:42:17.329904 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:17.467088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port 0d52461c-24c2-45b0-882e-0e2e079174fe, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0d52461c-24c2-45b0-882e-0e2e079174fe,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:42:17.467456 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:17.595191 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 0d52461c-24c2-45b0-882e-0e2e079174fe owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:42:17.779179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:17.785181 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-691702e1-b390-4e5a-8d1a-e264b5de3e58 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:17.794253 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0d52461c-24c2-45b0-882e-0e2e079174fe'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:42:17.832418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=0d52461c-24c2-45b0-882e-0e2e079174fe,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:17.835585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:17.944963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port 0d52461c-24c2-45b0-882e-0e2e079174fe on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:42:17.951246 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:17.955312 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13b824e0-f726-40e3-a6ac-b17ebe6ffc60 req-d97040dd-4a62-4a93-b30d-00d8fd334116 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0502315 May 20 08:42:17.955829 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'name': 'network-vif-deleted', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:42:18.008808 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91d5611-531b-4546-a55a-8b0125f3efeb', 'name': 'network-vif-deleted', 'tag': '0d52461c-24c2-45b0-882e-0e2e079174fe', 'status': 'completed', 'code': 200} May 20 08:42:18.031326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-03969f2a-84f3-4df9-8a18-5d5dd0ada914 req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "DELETE /v2.0/ports/0d52461c-24c2-45b0-882e-0e2e079174fe HTTP/1.1" status: 204 len: 173 time: 0.8373957 May 20 08:42:19.111463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dab1d908-b7c5-4417-a2bd-72ddfa7ffbf5 req-bda4edc5-7049-4d34-8d95-1be5bb32bf94 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:42:19.202200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-dab1d908-b7c5-4417-a2bd-72ddfa7ffbf5 req-bda4edc5-7049-4d34-8d95-1be5bb32bf94 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:42:19.203718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dab1d908-b7c5-4417-a2bd-72ddfa7ffbf5 req-bda4edc5-7049-4d34-8d95-1be5bb32bf94 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.1364491 May 20 08:42:20.522134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d6a5176d-151b-4712-b3b6-ff4d4b5b2bb9 req-0c3df0c7-f04e-4132-9d92-6950dd8ac6ac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.2075462 May 20 08:42:21.088331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0d52461c-24c2-45b0-882e-0e2e079174fe no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:42:21.124116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 0d52461c-24c2-45b0-882e-0e2e079174fe {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:42:21.124447 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0d52461c-24c2-45b0-882e-0e2e079174fe not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:42:21.682204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9485899e-8cbf-4c00-9d7b-fdb4d6790da1 req-bf9b53f6-ba3b-457f-922d-6c35ee1bd3af tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0497749 May 20 08:42:22.859745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-41d38aac-d951-40d9-92a9-59111f219d56 req-ca6c95ba-21de-4eec-98b4-bd6e0dfa5df0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=e91d5611-531b-4546-a55a-8b0125f3efeb HTTP/1.1" status: 200 len: 210 time: 0.0485661 May 20 08:42:24.671110 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:26.831736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50740) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:26.838662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494736406', 'description': 'tempest-secgroup-smoke-1494736406 description', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:26.848550 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:26.853718 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:26.857415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:26.862666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:26.876317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:26.966954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:26.987524 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:26.992133 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:26.995216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:27.000836 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:27.068726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.133195 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.136830 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1bd59a9-62a5-4d65-a9fe-86d3bad09b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:27.175118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75506091-41d4-4fdb-8758-ae34fdc9a4af,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:27.184478 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.184595 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.184992 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.185368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.185772 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.190745 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:42:27.191741 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:27.230566 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.231797 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-798af694-d4a4-4270-9499-eaa91e1fe470 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3990521 May 20 08:42:27.234731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50746) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:27.239873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:27.246872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:27.250738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:27.254002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:27.259831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:27.333234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.394345 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.464954 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.466842 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd8d7019-b1de-49c0-8886-cbd42eca6f25 tempest-TestNetworkAdvancedServerOps-1531905911 tempest-TestNetworkAdvancedServerOps-1531905911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:27.493163 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce27663-22ea-49be-8f6c-41e007baf0a9,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:27.495945 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:27.579116 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.580406 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b50f7b67-0879-4908-8980-285884b1d359 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446994 May 20 08:42:27.583031 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50750) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:27.589824 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:27.595989 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:27.599811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:27.602725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:27.608405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:27.681691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.743460 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.824822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.826662 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-44774f80-d7af-49c2-979a-e86d60e4b1b0 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:27.849393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ced6842-0228-4ec4-83a1-af890e44794c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:27.851788 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:27.916350 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:27.917567 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8653c710-2c85-4364-b27a-061680bacd0c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326609 May 20 08:42:27.920343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50754) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:27.925548 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:27.932893 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:27.936731 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:27.939621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:27.946171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:28.030723 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.094010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.213462 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.215460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bd5b2e29-d4c2-4d57-bd53-3e54baced0f0 tempest-TestNetworkBasicOps-394442324 tempest-TestNetworkBasicOps-394442324-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:28.238354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b0d527-9aef-40dd-bb35-66f155cefbb7,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:28.245431 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:28.293395 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.294664 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1cc21ab-0cac-4c53-8f43-981c1b818f18 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734117 May 20 08:42:28.297603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50760) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:28.303666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:28.311531 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:28.315652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:28.318717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:28.325392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:28.409417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6f978adb-5a9f-4dcf-9d70-8f578f2b6071 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2268119 May 20 08:42:28.416976 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.484304 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.542988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.546798 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de35fa2d-8ab8-4f61-b40b-b5a6995db5c4 tempest-AttachVolumeShelveTestJSON-2038309163 tempest-AttachVolumeShelveTestJSON-2038309163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:28.576917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651aea1-d8fa-4a3a-b6ca-33fbdd47bb2c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:28.585514 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:28.598006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.598502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.598982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.600206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.600774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.602860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-6268f89d-bd5a-4b02-8274-885f7369a921 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.1174424 May 20 08:42:28.649290 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.650447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0f5e632a-253a-4442-bbe2-7c97f18aad12 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517323 May 20 08:42:28.653451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50764) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:28.658947 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:28.666582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:28.670706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:28.673570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:28.680217 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:28.762026 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Project 706e6e0020834f0e88c22aa9d5b2f958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:42:28.767569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fc97ab36-1825-4bce-91c2-48d19726a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.767978 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.768156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fc97ab36-1825-4bce-91c2-48d19726a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.768645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fc97ab36-1825-4bce-91c2-48d19726a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.770246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fc97ab36-1825-4bce-91c2-48d19726a701 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1432490 May 20 08:42:28.838022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.839512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-19fb618a-2cfa-4d9d-9a66-4c014676382f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0627701 May 20 08:42:28.906282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fea34b0b-06c3-40cb-9f8d-ea69be07c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.907698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-fea34b0b-06c3-40cb-9f8d-ea69be07c3ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0620923 May 20 08:42:28.910739 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:28.912625 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-526cc3df-3aba-40c3-a5be-86560ac090de tempest-ServerActionsTestJSON-992413709 tempest-ServerActionsTestJSON-992413709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:28.936097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76ce93b-01a5-435a-b97a-965977ee2174,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:28.940577 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:28.987665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-ddb47e60-3dab-497c-94dc-1f2c5e1feddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:28.989154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-ddb47e60-3dab-497c-94dc-1f2c5e1feddd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753372 May 20 08:42:29.019573 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:29.020746 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c46347c0-0865-4c09-8573-28db286d9500 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3662572 May 20 08:42:29.023650 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 50768) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:42:29.029181 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'security_group_rule': {'security_group_id': '75506091-41d4-4fdb-8758-ae34fdc9a4af', 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:29.036108 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:29.043709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:security_group_rule and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:42:29.043709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:42:29.049346 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:42:29.105076 n-d-780147-4 neutron-server[93102]: INFO neutron.db.securitygroups_db [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Project 706e6e0020834f0e88c22aa9d5b2f958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 08:42:29.111678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:29.126000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-5a1da8b6-2970-4c33-8568-0d33bb5a5d5f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299357 May 20 08:42:29.179232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:29.230365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635074'] for security_group_rule, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:29.232248 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0fad1644-332f-47b5-84ca-e73bd3d41fc7 tempest-TestVolumeBackupRestore-1491686938 tempest-TestVolumeBackupRestore-1491686938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:42:29.253741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa14973-0bfb-4350-87ae-b5ed3ac5d89a,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:42:29.257854 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:42:29.267109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-5be64932-b3fa-499a-ace6-ce38d0a9c29e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344297 May 20 08:42:29.316199 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:29.317860 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-979c795d-6212-4018-8249-7b98f0e9ddcd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929857 May 20 08:42:29.339006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-dcdfc2fc-25d9-48b4-8513-6a4ca36a6f88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0656617 May 20 08:42:29.402706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-c0e8505f-83f2-43b8-b3d7-552eca9e19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:29.404142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-c0e8505f-83f2-43b8-b3d7-552eca9e19d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0589290 May 20 08:42:29.486478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-c4f2b358-3dfd-47d9-ad07-0d496e259933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:29.488002 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-c4f2b358-3dfd-47d9-ad07-0d496e259933 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776272 May 20 08:42:29.624124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-d9906531-36ec-4efe-83ad-09835ecc7139 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299267 May 20 08:42:29.759398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-28b1a17d-843f-4760-8815-9965363155df service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290119 May 20 08:42:29.828357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-23367fda-0b51-46ca-8afb-46c5bfec8a87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0624018 May 20 08:42:29.897885 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-48f2a2a6-a22a-4404-972c-7b6581a5a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:29.899356 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-48f2a2a6-a22a-4404-972c-7b6581a5a0ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0639012 May 20 08:42:29.977054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-aea74604-acdf-4233-ad74-4f39854b4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:29.978556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-aea74604-acdf-4233-ad74-4f39854b4833 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731199 May 20 08:42:30.120006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-43184a72-537e-4cac-a314-b19ab77fd26a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317225 May 20 08:42:30.413216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-7ed90fbe-9a12-4fbf-b966-cadda3c3bef7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897003 May 20 08:42:30.486630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-f878c22f-dabc-45ba-9702-0e97ae6db674 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0663514 May 20 08:42:30.551597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-42c9cce1-0ff9-4bf5-a7f9-ae2732e28582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:30.553658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-42c9cce1-0ff9-4bf5-a7f9-ae2732e28582 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0604839 May 20 08:42:30.638066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-b2c25191-4c98-4b87-b01f-aa70ea787d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:30.639719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-b2c25191-4c98-4b87-b01f-aa70ea787d2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795939 May 20 08:42:30.778327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-7a37436b-3479-4057-a3e3-ea8ba84492e4 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322207 May 20 08:42:30.930868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-2cf5e928-5128-4b82-9c0c-425e94e61a11 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462295 May 20 08:42:31.001032 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-5dc02832-d8ef-4ea2-ac20-e1e304c527a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0634613 May 20 08:42:31.069807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-efaa9baa-23ee-4fe8-ad95-761c3a78b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:31.071293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-efaa9baa-23ee-4fe8-ad95-761c3a78b014 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0643191 May 20 08:42:31.151552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-21a382ae-f91a-4948-9cdb-6738ac3d0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:31.153063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-21a382ae-f91a-4948-9cdb-6738ac3d0883 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757611 May 20 08:42:31.305692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-03b5294f-3b2a-4656-bc2c-b5e933d7b921 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458573 May 20 08:42:31.448574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a76e7afd-e80f-4809-81e8-3bebf618d0ff req-dd86d2c3-2182-4995-9f25-6da854aef8cb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369705 May 20 08:42:36.904868 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07162aca-45fe-4887-aa99-5b80a9e0e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:39.418485 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-07965a06-ecf3-4178-bc56-eb67eabc0db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:40.630652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:41.368273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:42.670355 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:46.985218 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:42:52.396026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-afbc7e87-a16c-4131-ad68-92035de263a6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494736406&fields=id&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 267 time: 0.0458045 May 20 08:42:52.554888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-8cc86329-9d75-4b20-b6df-1a98bd3191b5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:52.556253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-8cc86329-9d75-4b20-b6df-1a98bd3191b5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1535773 May 20 08:42:52.571889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ee13cb6e-48b4-44f1-8c40-538bb1d8a0a6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0095456 May 20 08:42:52.656696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-afa6074a-c675-47d8-9a15-02d4dbd4de9b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790575 May 20 08:42:52.795643 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-c9b8f13a-0b0b-4a7b-8f50-4ea8ee51237c service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265237 May 20 08:42:52.925855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-73aa7aeb-b8cb-472b-af75-00f18c443cc1 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240516 May 20 08:42:53.606549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2508f293-54a8-44d7-89aa-414a487546ef req-fb6e19d5-497a-4eb3-95bb-88c7be7fc1ee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0433285 May 20 08:42:54.709306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-04d8e4b0-ae2e-4b57-b861-9388ba3292d6 req-b9a4bfee-3263-446d-8d50-5c9137a7b84d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0468190 May 20 08:42:54.720728 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:55.808101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-54fc9d6c-a303-4191-9922-e008e54a8684 req-c5ee163c-64b5-49a2-919a-83618ab1e6d5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0430179 May 20 08:42:56.887406 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:42:56.905030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-217a4234-fcbb-4d49-aa54-b80f28c7c3d4 req-a8dcd484-1ea7-4d8f-8a46-f3fd49368f75 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0446362 May 20 08:42:58.061653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-329c7378-5ea1-4c3e-92bd-da9c28da7b4f req-3cca032c-75ae-438c-a479-4e3e78fde921 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0467165 May 20 08:42:59.209179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1c5d7247-e544-4dd4-b5f7-301a9dfae4b1 req-bd833c74-9c89-4f18-950b-703df6799bf4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0430934 May 20 08:42:59.724976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-1e5581dc-720e-462b-bb55-82ddec1f854a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:42:59.726437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-1e5581dc-720e-462b-bb55-82ddec1f854a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.3103273 May 20 08:42:59.781080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-2067dce1-69c7-4cef-8af6-313ecf9ee67e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 380 time: 0.0413733 May 20 08:42:59.793603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'security_groups': ['75506091-41d4-4fdb-8758-ae34fdc9a4af']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:42:59.932632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:42:59.943183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:43:00.024508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:43:00.028706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:00.198880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.10 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:43:00.396618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da58c5d2-8d61-45b4-ab1d-b310a0eadcb2 req-52241b8c-4e48-4ab0-b874-409c3cab8746 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0630596 May 20 08:43:00.448699 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:00.465710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:43:00.550623 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:00.556754 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1afc6e8-86c1-43c9-8d88-1cf1e26e6647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:00.635241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:43:00.643984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:43:00.648143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:43:00.693046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:00.702599 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:00.724740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:00.725379 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:00.842675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0532925 May 20 08:43:00.857097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-e4f1dd54-439d-4700-b03c-9c71610ed619 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:43:00.858142 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-e4f1dd54-439d-4700-b03c-9c71610ed619 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059597 May 20 08:43:00.873682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Request body: {'port': {'device_id': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:43:00.990543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-57efab10-90ab-4e92-876a-09b07eeabf6f None None] Provisioning for port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:43:00.992567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:00.996569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-57efab10-90ab-4e92-876a-09b07eeabf6f None None] Provisioning complete for port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:43:01.000000 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-57efab10-90ab-4e92-876a-09b07eeabf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:01.065362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-57efab10-90ab-4e92-876a-09b07eeabf6f None None] Port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:43:01.362091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:43:01.369596 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:01.384612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Transition to ACTIVE for port object 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:43:01.443196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:01.449780 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-04d2aea1-c44c-4700-a533-5cb5200e135e tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:01.643859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:01.647854 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:01.757781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815aa4-4cf6-4c3a-b1e0-9352f9844f67 req-c98bd818-f7a7-4461-8bdb-fad4f5985615 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:01.758486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb815aa4-4cf6-4c3a-b1e0-9352f9844f67 req-c98bd818-f7a7-4461-8bdb-fad4f5985615 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:43:01.791501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Attempting to bind port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:43:01.791848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Attempting to bind port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:43:01.792187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Attempting to bind port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:43:01.797670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:43:01.801717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Attempting to bind port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:43:01.803311 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:43:01.803654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:43:01.804043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:43:01.804473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Bound port: 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:43:01.804825 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:01.860927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-eb815aa4-4cf6-4c3a-b1e0-9352f9844f67 req-c98bd818-f7a7-4461-8bdb-fad4f5985615 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:43:01.862073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb815aa4-4cf6-4c3a-b1e0-9352f9844f67 req-c98bd818-f7a7-4461-8bdb-fad4f5985615 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.3540354 May 20 08:43:01.937543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb815aa4-4cf6-4c3a-b1e0-9352f9844f67 req-114bde90-f7d0-468c-acd5-e9806609ee68 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682943 May 20 08:43:01.938465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:43:01.941723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:43:02.030203 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:02.034169 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:02.097072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:02.108030 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:02.108030 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] 10.222.0.84 "PUT /v2.0/ports/0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 1092 time: 1.2293499 May 20 08:43:02.108030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:43:02.121970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:02.125254 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:02.156273 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'status': 'completed', 'code': 200} May 20 08:43:02.428254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-3e383e27-c24a-438e-9931-57f4b930b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:02.429730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-3e383e27-c24a-438e-9931-57f4b930b353 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1095 time: 0.2430763 May 20 08:43:02.585963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-12f184c6-f35d-44ec-adca-3a14e8af99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:02.587441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-12f184c6-f35d-44ec-adca-3a14e8af99f9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1466126 May 20 08:43:02.734800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-a2ef635e-b996-4c84-bab5-7cd35b81d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:02.738939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f0d5b04a-6ba4-47aa-82ae-e40329ea269d req-a2ef635e-b996-4c84-bab5-7cd35b81d585 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393032 May 20 08:43:02.856246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-40b0a804-89b4-4819-85d4-f0b7c740937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:02.857705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-40b0a804-89b4-4819-85d4-f0b7c740937a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1095 time: 0.0782547 May 20 08:43:02.931475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-fb34f73a-7df6-4133-8399-c7e82b6df0ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 217 time: 0.0624235 May 20 08:43:03.002355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-2d5d40ec-34df-47f5-ad77-baf83806575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:03.003907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-2d5d40ec-34df-47f5-ad77-baf83806575b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0628788 May 20 08:43:03.149732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae019d-c649-4dad-a93c-d07655f96635 req-957939b2-f04a-48b3-9c6e-d5d859572cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:03.151225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-957939b2-f04a-48b3-9c6e-d5d859572cd2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376638 May 20 08:43:03.191844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b60bf2-b6d2-4682-a32d-c67232d762e2 req-f3acdf2d-3b61-48c0-b4d7-4710d3d79d20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:03.193308 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96b60bf2-b6d2-4682-a32d-c67232d762e2 req-f3acdf2d-3b61-48c0-b4d7-4710d3d79d20 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.1253190 May 20 08:43:03.318310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-96b60bf2-b6d2-4682-a32d-c67232d762e2 req-1f4004df-294c-42d1-975f-69c7f032cfd2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133783 May 20 08:43:03.340106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-319da5f6-ee1e-45b4-ae63-ea55fbe852e0 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764994 May 20 08:43:03.479272 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5cae019d-c649-4dad-a93c-d07655f96635 req-0851c4b1-a076-40b5-ae65-e3e7e34ecd8e service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301877 May 20 08:43:04.515335 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c902e-c307-4884-bfbc-19483390275f req-b3b938fc-6f4a-427f-a96b-473eb59dd03a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:04.516841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c902e-c307-4884-bfbc-19483390275f req-b3b938fc-6f4a-427f-a96b-473eb59dd03a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0879817 May 20 08:43:04.571213 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9c8c902e-c307-4884-bfbc-19483390275f req-2c53f30b-d627-42b2-8dd3-1e2e05d52710 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 May 20 08:43:05.761941 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574047-8400-41ec-ba72-e59ea029b014 req-770aeb8d-24d4-434b-9361-67758fc40fc8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:05.763393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13574047-8400-41ec-ba72-e59ea029b014 req-770aeb8d-24d4-434b-9361-67758fc40fc8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0845251 May 20 08:43:05.807442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-13574047-8400-41ec-ba72-e59ea029b014 req-5e7d8cc9-ba31-4cac-a822-98ebe20b90bf tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 May 20 08:43:06.910119 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f3d8db45-222f-4b7a-aa85-e2c1b3cedc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:06.999062 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57daf-60ba-48cd-af44-406a4ffaba8a req-b7d2b1f9-335a-40cb-a59c-a2f88925803d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:07.000855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c57daf-60ba-48cd-af44-406a4ffaba8a req-b7d2b1f9-335a-40cb-a59c-a2f88925803d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0872731 May 20 08:43:07.047974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-50c57daf-60ba-48cd-af44-406a4ffaba8a req-71bca6ed-fe19-47bb-bb9a-8e911bd01e95 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 May 20 08:43:08.236684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37700a-6afa-4533-9241-2740bc1240e0 req-206c3064-b3f3-4880-ab8b-f3c01c4ce474 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:08.238198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff37700a-6afa-4533-9241-2740bc1240e0 req-206c3064-b3f3-4880-ab8b-f3c01c4ce474 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0819590 May 20 08:43:08.288545 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ff37700a-6afa-4533-9241-2740bc1240e0 req-2cf7102f-ca46-40d9-8ba7-a2fc4e57470b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 May 20 08:43:09.217942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b05e19b5-19aa-4807-aa62-cf22fab31876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:09.474804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220c535-7f0d-490b-b0a8-34c9163c8d4f req-913083c3-1071-46e2-86a3-e57b3bdc09e2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:09.476204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5220c535-7f0d-490b-b0a8-34c9163c8d4f req-913083c3-1071-46e2-86a3-e57b3bdc09e2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0815880 May 20 08:43:09.521886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5220c535-7f0d-490b-b0a8-34c9163c8d4f req-2543e104-e914-4f12-ac27-b1e6d0978270 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 May 20 08:43:09.692637 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:10.712525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510cec-7e05-4bc7-811b-4aba96cacaf8 req-f4e62e29-c1a0-4b16-a712-644ecb0aee56 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:10.713890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6510cec-7e05-4bc7-811b-4aba96cacaf8 req-f4e62e29-c1a0-4b16-a712-644ecb0aee56 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0837610 May 20 08:43:10.760336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b6510cec-7e05-4bc7-811b-4aba96cacaf8 req-c775c334-7f4f-453d-85e7-f4a3c40cf0c9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 May 20 08:43:11.343774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:11.949496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe2388-2f6c-489d-87e2-822aab3cf8a2 req-f83c673b-1680-491b-a680-5b59e4522559 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:11.950951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1fe2388-2f6c-489d-87e2-822aab3cf8a2 req-f83c673b-1680-491b-a680-5b59e4522559 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0810184 May 20 08:43:12.000490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1fe2388-2f6c-489d-87e2-822aab3cf8a2 req-e3afe462-af98-49a4-9b06-f52a0572c82b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 May 20 08:43:12.629468 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:13.215832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47d662-dd6f-4d95-8474-275d3bbc2911 req-cfe79f5a-9183-413e-960f-3935fcd3dfae tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:13.217345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da47d662-dd6f-4d95-8474-275d3bbc2911 req-cfe79f5a-9183-413e-960f-3935fcd3dfae tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 944 time: 0.0997207 May 20 08:43:13.264910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-da47d662-dd6f-4d95-8474-275d3bbc2911 req-a044316c-5bbc-476d-a76c-95fec94fd9ce tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 May 20 08:43:13.282448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:43:13.435839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:43:13.451756 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'mac_address': 'fa:16:3e:95:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:43:13.518648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:13.538532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:43:13.554379 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:43:13.623353 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:13.625233 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:13.693444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:13.701052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.701400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.701776 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.702096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.702428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.702755 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.703131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.703454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.703778 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.704100 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.704451 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.704768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:13.708670 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:13.905556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:43:14.457833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b48ac-5878-457b-8b03-c4ec2fb63c51 req-fd326591-3099-45b5-b995-8c5dba223ff8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:14.459331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b38b48ac-5878-457b-8b03-c4ec2fb63c51 req-fd326591-3099-45b5-b995-8c5dba223ff8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 945 time: 0.0891578 May 20 08:43:14.505887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b38b48ac-5878-457b-8b03-c4ec2fb63c51 req-6a28f0bb-ca3a-45e4-a2e7-4cc4bb1453e2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 May 20 08:43:15.291999 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:43:15.423921 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:43:15.428598 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:43:15.428969 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:15.546090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:15.573725 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:43:15.583530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:43:15.660389 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:15.663089 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:15.698049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fdd52-fa41-4002-b563-8925d25e12ed req-496997bf-e847-4c06-8270-6406e5d4a18f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:15.701936 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c80fdd52-fa41-4002-b563-8925d25e12ed req-496997bf-e847-4c06-8270-6406e5d4a18f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 945 time: 0.0879922 May 20 08:43:15.736978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:15.740160 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:15.752416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c80fdd52-fa41-4002-b563-8925d25e12ed req-b82bbab3-ae87-4818-ad33-c53ecb9d9998 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 May 20 08:43:15.805091 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'code': 200} May 20 08:43:16.119185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4929c9b-6c89-4ff7-aaa2-350546e39c8f req-573529a2-58e2-4f4d-a2da-f9d544dbeeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:16.120560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4929c9b-6c89-4ff7-aaa2-350546e39c8f req-573529a2-58e2-4f4d-a2da-f9d544dbeeed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1097 time: 0.2302766 May 20 08:43:16.165785 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a4929c9b-6c89-4ff7-aaa2-350546e39c8f req-bfb0f9ce-2a8e-4b19-8b8c-e8aa9a4398fc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349805 May 20 08:43:16.941301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c22b59-fc11-4ef6-a608-821ce6888ea8 req-19f2332a-3aa3-458c-b837-5f5e9361252a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:16.942798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68c22b59-fc11-4ef6-a608-821ce6888ea8 req-19f2332a-3aa3-458c-b837-5f5e9361252a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.0842636 May 20 08:43:16.992362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-68c22b59-fc11-4ef6-a608-821ce6888ea8 req-18859309-4479-436d-b5a0-e90789c90606 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 May 20 08:43:18.178945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c88e5-db75-45bf-9c02-bd93688c8e1e req-a09b03ef-77b6-40c3-8edd-22f6f79b409f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:18.180435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac5c88e5-db75-45bf-9c02-bd93688c8e1e req-a09b03ef-77b6-40c3-8edd-22f6f79b409f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.0825870 May 20 08:43:18.225945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ac5c88e5-db75-45bf-9c02-bd93688c8e1e req-9faf2f69-37e2-4500-acfd-ab2aaf14b5e7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 May 20 08:43:18.414688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c140b1-caeb-4be7-b337-fd093236df2b req-753c1aa4-ca6b-437f-80ff-0fe534d7f11a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:18.416062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70c140b1-caeb-4be7-b337-fd093236df2b req-753c1aa4-ca6b-437f-80ff-0fe534d7f11a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.0845342 May 20 08:43:18.462380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-70c140b1-caeb-4be7-b337-fd093236df2b req-92397d14-db7d-4a5f-b43c-7eff6944df80 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 May 20 08:43:18.485927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 50998) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:43:18.555924 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74354699-2014-4ebc-9008-264f04a62748 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:18.557420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-74354699-2014-4ebc-9008-264f04a62748 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1092 time: 0.0705328 May 20 08:43:18.560440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:43:18.565652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:43:18.572099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:43:18.575963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:floatingip and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:43:18.579344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:43:18.584957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:43:18.663823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:18.803895 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:18.944877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.25.8.28 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/35915cb2-519c-4590-8ede-739b43463673) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:43:19.091099 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:19.173303 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:19.178018 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:19.243593 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:43:19.246772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:43:19.249252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:43:19.288971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=35915cb2-519c-4590-8ede-739b43463673,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:19.304841 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.305232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.305649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.306031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.306407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.306776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.307144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.307509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.307875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.308251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.308602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.308962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:43:19.312497 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:19.682834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:19.810413 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:20.021873 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:20.086249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:20.091096 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:43:20.353277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=35915cb2-519c-4590-8ede-739b43463673,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:43:20.357310 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:43:20.365767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:20.538834 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP a6e457ce-4a43-470b-bf8f-8441c1a1247b associated. External IP: 172.25.8.28, port: 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086. May 20 08:43:20.900921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:43:21.081359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:43:21.090506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:43:21.100595 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:43:21.101209 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:43:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:43:21.206834 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:21.266508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7050495 May 20 08:43:21.267230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:43:21.279366 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:43:21.323696 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'status': 'completed', 'code': 200} May 20 08:43:21.465013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-1a39cddc-c048-42e8-8993-50c542cec95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:21.466476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-1a39cddc-c048-42e8-8993-50c542cec95b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1097 time: 0.1206932 May 20 08:43:21.600739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-0b7d72b7-9664-4f89-a812-1822815c67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:21.602228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-0b7d72b7-9664-4f89-a812-1822815c67a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1294682 May 20 08:43:21.680362 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'a6e457ce-4a43-470b-bf8f-8441c1a1247b', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:95:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:43:19Z', 'updated_at': '2021-05-20T08:43:19Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:43:21.684194 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:43:21.693301 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:43:21.693956 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:43:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:43:21.708732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-a84639de-301b-43d2-be55-af5d55954123 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 999 time: 0.0993595 May 20 08:43:21.778676 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-c13215c9-f859-4d35-84c3-1dad7cec3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:21.780186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-c13215c9-f859-4d35-84c3-1dad7cec3245 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0617290 May 20 08:43:21.863597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-cd5e551e-b23e-44f0-b795-d4050a8c81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:21.865101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-cd5e551e-b23e-44f0-b795-d4050a8c81aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763419 May 20 08:43:21.874477 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:43:22.186160 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-d948f13d-cb31-4370-ab6f-17159fa62a4e service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117421 May 20 08:43:22.241631 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.84', 53267) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:43:22.249049 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'a6e457ce-4a43-470b-bf8f-8441c1a1247b', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:95:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:43:19Z', 'updated_at': '2021-05-20T08:43:19Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:43:22.253333 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d94dbe-2a33-462a-a951-6a1b59b35ece None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': 'a6e457ce-4a43-470b-bf8f-8441c1a1247b', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:95:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:43:19Z', 'updated_at': '2021-05-20T08:43:19Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:43:22.334918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-204bb57d-af5c-4270-bb77-8fab3dcb3c10 req-2b7bf941-d06b-429f-9305-7c8deb1b54f9 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422012 May 20 08:43:22.354040 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-5a6a988f-4405-408d-8cdc-d10519bea79d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020210 May 20 08:43:22.481428 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9924c35-6b53-404f-9c69-e4aef8a46fed None None] New status for floating IP a6e457ce-4a43-470b-bf8f-8441c1a1247b: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:43:22.582567 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-5f9914df-4b30-4db1-ad2b-efe76b254e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:22.584041 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-5f9914df-4b30-4db1-ad2b-efe76b254e39 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1097 time: 0.0718768 May 20 08:43:22.750741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-b9b954dc-f13d-49a6-b5eb-473e6f6e99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:22.753845 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-b9b954dc-f13d-49a6-b5eb-473e6f6e99d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1507068 May 20 08:43:22.875517 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-8753d612-339f-4e9f-bb46-daae68664e22 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 999 time: 0.1142550 May 20 08:43:22.938680 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-e7e41206-df62-441d-95b2-3cc2c4fe76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:22.940601 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-e7e41206-df62-441d-95b2-3cc2c4fe76f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0584271 May 20 08:43:23.020541 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-3f2f5c9d-892f-4674-97e0-2e8a0a4dcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:23.021949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-3f2f5c9d-892f-4674-97e0-2e8a0a4dcd92 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751877 May 20 08:43:23.153227 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-33b282e7-19a7-432c-8fff-999dcb7c4f91 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247761 May 20 08:43:23.284204 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-6b92f22e-1cf2-4daa-8fe4-ff316f367296 req-154dc3a9-0f27-49a5-bde9-8d66104f34a9 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244035 May 20 08:43:23.984894 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:43:24.697812 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:26.963339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:30.272531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-7b48940d-cc15-424a-88a2-546d2c66b10e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0756731 May 20 08:43:30.423901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.424393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.424880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.425360 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.425872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.427871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ddf11d62-a0e3-45a3-aabf-c11f267bfd7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0840230 May 20 08:43:30.589899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2a8f3627-b69a-4583-966e-660df5618569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.590289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2a8f3627-b69a-4583-966e-660df5618569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.590771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2a8f3627-b69a-4583-966e-660df5618569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.592340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2a8f3627-b69a-4583-966e-660df5618569 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1405127 May 20 08:43:30.663986 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-41356431-2584-4f3e-98b1-ef2dffb33daf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0625191 May 20 08:43:30.730189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-4e00058a-1406-4f35-882c-a10e2ae216e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.731699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-4e00058a-1406-4f35-882c-a10e2ae216e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0617270 May 20 08:43:30.811425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-6cb546e2-bb22-44f8-bb05-82e82d5b920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:30.812917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-6cb546e2-bb22-44f8-bb05-82e82d5b920c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750568 May 20 08:43:30.945964 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-15fa53a3-4741-4140-bc94-4c12b74f83fb service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258967 May 20 08:43:31.078003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-56fd6bfa-27f2-4dba-b65a-c0612b73575f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255028 May 20 08:43:31.149582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-977d19ec-ff4d-4466-95ff-0c75f14a4c1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0648282 May 20 08:43:31.213190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-b5f39d49-547f-40ca-969c-fde50c06dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:31.214522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-b5f39d49-547f-40ca-969c-fde50c06dd57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0590155 May 20 08:43:31.295438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-46d67cb1-5931-41b2-8349-66da66853481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:31.296920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-46d67cb1-5931-41b2-8349-66da66853481 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752666 May 20 08:43:31.431762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-a04e0fb6-4e4f-4e2e-bfdd-02bbc337c9c4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282539 May 20 08:43:31.568307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-aa3f49bf-214c-4e63-96cd-4516eee29f5b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303651 May 20 08:43:31.634688 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2f9605da-a057-4b7f-bfec-2e50e8061d44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0605705 May 20 08:43:31.702144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-60265764-c8d6-4bff-b764-dcd826b5abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:31.703613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-60265764-c8d6-4bff-b764-dcd826b5abd9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0627286 May 20 08:43:31.781602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-e03d8efe-f1cb-4a40-84c4-81d6a3714a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:31.783057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-e03d8efe-f1cb-4a40-84c4-81d6a3714a56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720665 May 20 08:43:31.916749 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-caf34a09-a0c3-4b9e-9a04-0eb8b48916b7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265216 May 20 08:43:32.048602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-15451c28-0cab-43f5-ba30-b5b949fce0af service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 May 20 08:43:32.281751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-2ed6fb92-55c1-41d7-8b99-9e977f2f620c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.2268677 May 20 08:43:32.345150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-1827ac8a-2670-4179-b4e8-b345f6781dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:32.428609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-1827ac8a-2670-4179-b4e8-b345f6781dd8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0579779 May 20 08:43:32.429399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-7e1da7ba-287a-4683-9630-58ed5bcf5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:32.430953 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-7e1da7ba-287a-4683-9630-58ed5bcf5b30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774007 May 20 08:43:32.563034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-ecacee42-3f26-4184-b0e7-b7fca60c1839 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251295 May 20 08:43:32.695257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-b0f8f9f9-9b36-42e6-b99b-7364fa19ca05 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251328 May 20 08:43:32.767135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-42c9f087-420c-4cba-b813-ddb40ffda286 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0646996 May 20 08:43:32.831988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-daebef72-9f5d-4b93-8241-00b73b9b98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:32.833455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-daebef72-9f5d-4b93-8241-00b73b9b98a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0605681 May 20 08:43:32.910330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-d4923206-19c1-4d3e-85c1-53f1a59dcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:43:32.912508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-d4923206-19c1-4d3e-85c1-53f1a59dcf40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723333 May 20 08:43:33.047870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-d91196d1-539b-4d38-a122-525a6f350fd1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278849 May 20 08:43:33.183769 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6610c25f-e8fe-4fd7-96a0-d1d233b198a8 req-3c8e4c5a-3d9f-49f6-ac0b-8257eab54f24 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289363 May 20 08:43:36.932243 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2539ee42-9b20-45ea-8377-7a8b5105b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:39.246062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0265502-9c6b-4f0b-91b9-c90db4a0c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:39.731771 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:41.388312 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:42.622674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:54.697498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:43:56.937166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:00.985865 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:44:06.919638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1d6a-00f9-45b2-9f5e-9a53f423c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:09.262725 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f13efedd-c589-44bd-b955-3832c3ccee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:09.714267 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:11.370314 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:12.656863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:21.666441 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-06f6ee12-8257-418e-ad9a-ac6938de6af1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715592 May 20 08:44:21.824304 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0287c-008a-4105-863b-7e6718f3494a req-ad81357e-cf61-444f-8aee-e98623f49353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:21.825866 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-ad81357e-cf61-444f-8aee-e98623f49353 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1097 time: 0.0783606 May 20 08:44:22.127859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0287c-008a-4105-863b-7e6718f3494a req-da0446d7-16aa-4c57-966b-9cfe7a374ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:22.129224 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-da0446d7-16aa-4c57-966b-9cfe7a374ddb service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.2808809 May 20 08:44:22.233670 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-290e2bd5-ce96-4778-9b84-59dc0dea648e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 1001 time: 0.0973442 May 20 08:44:22.295829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0287c-008a-4105-863b-7e6718f3494a req-74274796-9d31-4cd6-8974-4f0eb29e3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:22.297321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-74274796-9d31-4cd6-8974-4f0eb29e3b37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0578535 May 20 08:44:22.381011 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0287c-008a-4105-863b-7e6718f3494a req-662fcc52-f5d1-4665-8388-3dab204dae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:22.382647 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-662fcc52-f5d1-4665-8388-3dab204dae9b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770192 May 20 08:44:22.526695 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-a8826483-df56-43db-92f1-7c0e1ed0476e service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365004 May 20 08:44:22.664124 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-d4d0287c-008a-4105-863b-7e6718f3494a req-d9e8dd23-d43a-4ea3-9ee4-69cb57b054b0 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305807 May 20 08:44:24.742075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:26.965188 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:31.245934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-2b688089-0498-4e2e-9a94-35fe3feadcf6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0829186 May 20 08:44:31.394955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.395440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.395914 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.396386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.396852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.398632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-786885e4-1598-4a2c-98f1-78301124803d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0807774 May 20 08:44:31.559918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-c35d9bdd-92d8-433f-bd66-e70a7c95119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.560408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-c35d9bdd-92d8-433f-bd66-e70a7c95119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.560880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-c35d9bdd-92d8-433f-bd66-e70a7c95119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.562567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-c35d9bdd-92d8-433f-bd66-e70a7c95119b service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1405115 May 20 08:44:31.639817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-57ddc0d9-ba62-419b-9a49-f2ddae20a398 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0661685 May 20 08:44:31.701621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-241a9196-48af-4309-9068-ee2fa169ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.703009 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-241a9196-48af-4309-9068-ee2fa169ca5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0568812 May 20 08:44:31.782663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-508cbe22-7faa-4f79-bf19-1994f42727c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:31.784766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-508cbe22-7faa-4f79-bf19-1994f42727c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747290 May 20 08:44:31.918693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-70f7d8b4-abb0-4edc-b9ac-1c9ee953829c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273162 May 20 08:44:32.050347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-b3c4c5e3-44ce-4925-b652-2ba94f7cffd5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253977 May 20 08:44:32.118886 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-492d5036-8b35-4736-b0cd-cf82a719389f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0613768 May 20 08:44:32.184857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-9d5f9d36-0510-411d-9d68-28a759179ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:32.186215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-9d5f9d36-0510-411d-9d68-28a759179ba2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0614202 May 20 08:44:32.263419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-53469301-e54b-4817-a98f-5f386bb07166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:32.264877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-53469301-e54b-4817-a98f-5f386bb07166 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728552 May 20 08:44:32.400678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-8a27a509-ea6a-4a9e-9710-6b0d6cf2be72 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280630 May 20 08:44:32.703466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-47536d77-03c2-46ab-9698-476ccb21e71a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957280 May 20 08:44:32.773038 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-87a2430b-821d-4e91-b185-f81bce5d06cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0638878 May 20 08:44:32.836674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-bfeccca1-0bf7-4503-a6eb-63be6392d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:32.838132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-bfeccca1-0bf7-4503-a6eb-63be6392d949 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0587759 May 20 08:44:32.921143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-74fa47c5-3cdc-4082-beae-93afd36e2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:32.922673 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-74fa47c5-3cdc-4082-beae-93afd36e2a5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781741 May 20 08:44:33.055468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-ab078411-3a16-4a7c-ad21-5fb36fad4518 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262796 May 20 08:44:33.191514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-3381b7b1-0980-4da8-99db-2589a5daa1c0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290519 May 20 08:44:33.263507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-d426add2-df9c-424f-9704-a38ace65fc57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0654299 May 20 08:44:33.328558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-cf593aa2-041d-41b3-88e5-000bf521efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:33.330602 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-cf593aa2-041d-41b3-88e5-000bf521efd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0590336 May 20 08:44:33.406838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-b28b61ae-f82b-4a91-9fd8-5b5da2ea974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:33.408448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-b28b61ae-f82b-4a91-9fd8-5b5da2ea974f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726101 May 20 08:44:33.544853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-7ceaa903-7a0f-4e05-81b0-d0b9eb212e32 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296773 May 20 08:44:33.679483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-c1845b95-397b-49b5-a912-5b6b1eb5a1ea service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277683 May 20 08:44:33.750676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-db3244c3-f99b-4697-90b7-eea544f66903 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0641513 May 20 08:44:33.811567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-c7b07b2b-9f27-4753-9801-9fe2dfff3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:33.813015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-c7b07b2b-9f27-4753-9801-9fe2dfff3fda service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0566378 May 20 08:44:33.894410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904370-49c1-43df-a9be-bd835808657d req-6790051b-0f64-42e3-a81a-46e84730f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:44:33.896713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-6790051b-0f64-42e3-a81a-46e84730f5ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769508 May 20 08:44:34.031109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-cdc70f9f-7108-4cf8-a82d-ebe21b2b9165 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285198 May 20 08:44:34.166905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cf904370-49c1-43df-a9be-bd835808657d req-16c9d542-96c5-433c-8069-e68aa3310d7e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285632 May 20 08:44:36.924539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c61d9d3-877b-4cb5-8e80-001932b9a815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:37.985672 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:44:39.210698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-31b94ce6-b983-4909-a2e0-91dc93bc8692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:39.701909 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:41.387850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:42.690768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:54.719111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:44:56.896596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:06.901262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-95253f9d-dea2-4b46-b8bf-1bc8dd61f74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:09.227120 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4b31c12c-c744-4c40-8083-74e1d77dc5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:09.712683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:11.375895 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:12.643842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:14.985529 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:45:23.686508 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-c0b318b8-21fb-435f-b476-0eaffee2423d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744493 May 20 08:45:23.834513 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-90712149-2bf8-4d4d-894c-433675725bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:23.836082 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-90712149-2bf8-4d4d-894c-433675725bd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 1097 time: 0.0733123 May 20 08:45:23.992387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-b169335a-ded7-4038-9e66-99b65b67df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:23.993873 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-b169335a-ded7-4038-9e66-99b65b67df3b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1325314 May 20 08:45:24.103755 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-be7e20c9-b381-484e-b2ee-39f6a693830d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 200 len: 1001 time: 0.0991015 May 20 08:45:24.174472 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-6c389957-4e8e-4c26-b5ca-119d2638aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:24.175916 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-6c389957-4e8e-4c26-b5ca-119d2638aa2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0620954 May 20 08:45:24.255514 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-ad43b5cf-1bdc-451c-97e1-ebe3c906fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:24.256976 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-ad43b5cf-1bdc-451c-97e1-ebe3c906fc81 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710769 May 20 08:45:24.395467 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-d2eff31a-a235-4d81-8d2b-c44da9357082 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269708 May 20 08:45:24.533190 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-3598a5d3-991d-4465-b31f-3a1737baddd8 req-d1cee8f7-f539-415e-bacc-7db3d14332e5 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279197 May 20 08:45:24.775082 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:26.993796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:32.238005 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-4fd11e12-ca3f-4363-ad4d-6c2487be93c0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0768251 May 20 08:45:32.388644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.389132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.389644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.390124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.390599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.392335 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19d06280-d669-4987-a153-2abffece70a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0842321 May 20 08:45:32.550264 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5e2d3d0f-022a-49ae-b8cf-f0a2c866a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.550645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5e2d3d0f-022a-49ae-b8cf-f0a2c866a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.551122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5e2d3d0f-022a-49ae-b8cf-f0a2c866a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.552696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5e2d3d0f-022a-49ae-b8cf-f0a2c866a106 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1379323 May 20 08:45:32.621077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-e2f8f849-3881-4afb-a73e-bea0fd6d85c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0609856 May 20 08:45:32.687345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-25907854-0b0d-4f42-ae9f-54e9be78a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.688813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-25907854-0b0d-4f42-ae9f-54e9be78a717 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0618355 May 20 08:45:32.764928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-f6627bfc-56ca-4852-a1fe-8eac589ba44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:32.766521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-f6627bfc-56ca-4852-a1fe-8eac589ba44d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710468 May 20 08:45:33.069497 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-59e0d253-2aff-47e9-9b49-5f5a2013af3f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960820 May 20 08:45:33.204653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-58ee9834-c38b-4f75-a2f0-9f0fdc9ec39a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284673 May 20 08:45:33.276796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-55044474-3909-4645-95fd-bbad00f4137b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0660615 May 20 08:45:33.338731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5f0a0030-35fb-442e-8119-6e105c08bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:33.340086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5f0a0030-35fb-442e-8119-6e105c08bf13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0576549 May 20 08:45:33.418058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-742c7264-8d6d-491e-b548-541b42754c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:33.419543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-742c7264-8d6d-491e-b548-541b42754c99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734313 May 20 08:45:33.553612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-fe531c83-8314-4d67-a139-f695a61319b0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269839 May 20 08:45:33.696644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-7cb4a2ca-6a2e-453f-ad3f-e810a5275c23 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269057 May 20 08:45:33.758655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-ee4abf8d-c8f1-4f32-a361-83be600ec29a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0642622 May 20 08:45:33.822189 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-790c108d-e310-4132-9534-0f0df389562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:33.823389 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-790c108d-e310-4132-9534-0f0df389562e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0578644 May 20 08:45:33.899711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-ef24aab8-dd8c-4fe9-b53a-7f20b983c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:33.901196 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-ef24aab8-dd8c-4fe9-b53a-7f20b983c6a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714221 May 20 08:45:34.047645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-a67b76af-fee8-4fba-88a8-026a163e57ce service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402240 May 20 08:45:34.182129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-f1142625-0ea8-401d-bf21-359c7a4cffb1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283040 May 20 08:45:34.255231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-acda4f05-7b23-4c59-898a-9e705b24715b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0667231 May 20 08:45:34.318398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-0a8ea0ce-f551-4c3c-a9e0-8ccadbbe58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:34.319735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-0a8ea0ce-f551-4c3c-a9e0-8ccadbbe58f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0575747 May 20 08:45:34.402517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-9932cc6a-3180-4612-87cd-bf6e062a2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:34.404041 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-9932cc6a-3180-4612-87cd-bf6e062a2238 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769286 May 20 08:45:34.540152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-e16dcbf8-1899-4138-8c09-b8850121366f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294088 May 20 08:45:34.673218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-32bbd5f0-cf17-4098-b46c-2e516bd31bcc service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268950 May 20 08:45:34.743136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-19b81d44-3349-4065-a4fe-12c824aa32d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0643022 May 20 08:45:34.806199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5a4f13c0-8ce5-4ad5-9e75-ec0ca129b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:34.807617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5a4f13c0-8ce5-4ad5-9e75-ec0ca129b0bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0579727 May 20 08:45:34.884231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5fe754de-6daa-4ee8-b07f-307b3c9a7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:34.885729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-5fe754de-6daa-4ee8-b07f-307b3c9a7dd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718267 May 20 08:45:35.020422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-67f63b53-14c2-4f98-9c7c-7339f62b86f9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283379 May 20 08:45:35.314359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7eb4369f-f1a5-4daf-880a-9677d8fbf59c req-90145cd5-1302-428c-9bf4-29cd9da88961 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868280 May 20 08:45:36.917843 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4862-61ef-47f3-bc8d-3eed472623c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:39.403639 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-79678b76-7545-4d94-877a-4e8ac19039ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:39.752297 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:41.358015 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:42.666293 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:49.181706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f768-7f82-44a9-a5c9-69f0ceb89795 req-7fd7f38f-cec0-4ea7-a712-9b8110278683 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:49.183733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7698f768-7f82-44a9-a5c9-69f0ceb89795 req-7fd7f38f-cec0-4ea7-a712-9b8110278683 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.1376312 May 20 08:45:49.230577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7698f768-7f82-44a9-a5c9-69f0ceb89795 req-c8c6af63-1855-4f3a-8723-d6517b253e78 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 May 20 08:45:50.438195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ecdff-aea4-429f-8f24-9e727220bb97 req-2e1ff836-6b30-4e47-865b-017c6beca40d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:50.439674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-002ecdff-aea4-429f-8f24-9e727220bb97 req-2e1ff836-6b30-4e47-865b-017c6beca40d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.0804646 May 20 08:45:50.490055 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-002ecdff-aea4-429f-8f24-9e727220bb97 req-4a9826eb-54b7-48d1-b585-f18cab4775d4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446644 May 20 08:45:50.729815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-a7999820-e5c6-4472-93fa-b7b8aa1dc912 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:50.730515 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-a7999820-e5c6-4472-93fa-b7b8aa1dc912 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:45:50.820146 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-a7999820-e5c6-4472-93fa-b7b8aa1dc912 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:45:50.821315 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-a7999820-e5c6-4472-93fa-b7b8aa1dc912 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.1718082 May 20 08:45:50.962616 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:45:50.962874 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:51.097347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:45:51.097742 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:51.542642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:51.543017 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:51.543336 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP a6e457ce-4a43-470b-bf8f-8441c1a1247b disassociated. External IP: 172.25.8.28, port: 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086. May 20 08:45:51.543686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 owned by compute:nova {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:45:51.681408 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9c5b6-b314-4756-a470-b1efdd80c4e1 req-1502dce4-ccd9-44ab-b496-47a8585c9b53 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:51.683040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0c9c5b6-b314-4756-a470-b1efdd80c4e1 req-1502dce4-ccd9-44ab-b496-47a8585c9b53 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 946 time: 0.0832260 May 20 08:45:51.728819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e0c9c5b6-b314-4756-a470-b1efdd80c4e1 req-41ef7106-4b29-4d97-adc2-84d505321689 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 May 20 08:45:51.729258 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:51.735711 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:45:51.783649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:45:51.797348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797348 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.797994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.798319 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.798678 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.799037 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.799406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.799763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:45:51.803665 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:45:51.983733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:45:51.984759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:45:52.169062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:45:52.180025 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:45:52.190403 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:45:52.191049 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:45:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:45:52.252242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 on host n-h2-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:45:52.254823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:52.257583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'name': 'network-vif-deleted', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:45:52.325338 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1b5f0ef9-7968-4d74-9c8b-2d9901b36d6f req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "DELETE /v2.0/ports/0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 HTTP/1.1" status: 204 len: 173 time: 1.4954355 May 20 08:45:52.380026 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:45:52.426101 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a69bcc-c96e-4743-a6e1-f4a3ea1e261b', 'name': 'network-vif-deleted', 'tag': '0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086', 'status': 'completed', 'code': 200} May 20 08:45:52.727944 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:45:52.731826 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:45:52.740058 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:45:52.740659 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:45:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:45:52.894921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f50b734-130d-4046-bf38-2b05ab3ce54d req-3836a92a-82a3-415b-b1f3-1d681777608c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0536630 May 20 08:45:52.922556 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:45:53.246483 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:45:53.250690 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892859e-9f22-4287-b3b1-aebf3ac6e15b None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:45:53.470507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71e0b8-6406-4232-84d8-99baedab3cb0 None None] New status for floating IP a6e457ce-4a43-470b-bf8f-8441c1a1247b: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:45:54.053192 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9487fa32-87a8-43a1-b2bb-1ce23120fc87 req-411a8ea4-aabf-4ec7-89a3-c9735b02be2b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0462809 May 20 08:45:54.082088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:45:54.118082 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:45:54.118569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 0f7b0ff1-825a-4f9d-9fb1-9f5f66e1d086 not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:45:54.775081 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:55.206603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2e28d2a8-4548-46a2-866b-a745e5a0c25f req-ef3f43d6-23f2-4a9d-8629-40bc0eb9aacb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0479894 May 20 08:45:56.377135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e6b02a4f-21b7-4bdd-b24f-fce680251883 req-598c50ca-f3ba-4384-8aa1-ce85e17a5759 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=20a69bcc-c96e-4743-a6e1-f4a3ea1e261b HTTP/1.1" status: 200 len: 210 time: 0.0478184 May 20 08:45:56.917001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:45:57.675606 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-13c164d9-3eea-4156-b6f6-21fec7e74fc3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494736406&fields=id&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 267 time: 0.0416813 May 20 08:45:57.831684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-a6587f09-1719-4f16-88fb-b7e7df9c14cb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:45:57.833126 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-a6587f09-1719-4f16-88fb-b7e7df9c14cb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1511018 May 20 08:45:57.849188 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-276b993b-63b0-423e-8c70-2e04d6b60d6d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0106363 May 20 08:45:57.935198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-91e10dc1-6683-454a-833f-f2cc7256bf59 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809188 May 20 08:45:58.119062 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-fbfd2e7b-7813-4d52-a33b-18bad5f74f38 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725602 May 20 08:45:58.255217 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-d853bc4e-34d6-475b-b9d2-c79c51189828 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297896 May 20 08:45:58.894490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a1ab0bf8-2cc0-4005-9689-f6f92c1b12b8 req-023eb5c8-7a0a-428b-bd64-93b135abf742 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0485663 May 20 08:46:00.048148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-24fe6d16-2834-445f-90e2-77a04db76b74 req-ecf60de9-4456-4e76-82f8-0a8332731c10 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0445955 May 20 08:46:01.120127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-644df1c8-596c-4412-9ab4-536377d56d03 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:01.120949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-644df1c8-596c-4412-9ab4-536377d56d03 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:network {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:46:01.208237 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ba5f120-50ab-49d3-92a1-06e822b0ec77 req-1f74cf00-d3c8-48a2-a6b0-eb2eba3dc554 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0439482 May 20 08:46:01.220229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-644df1c8-596c-4412-9ab4-536377d56d03 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:network {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:46:01.221516 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-644df1c8-596c-4412-9ab4-536377d56d03 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.2542112 May 20 08:46:01.285649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-67f37d31-1443-41d4-9d43-d0eefa1a1293 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:security_group {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:46:01.391720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-67f37d31-1443-41d4-9d43-d0eefa1a1293 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:security_group {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:46:01.392949 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-67f37d31-1443-41d4-9d43-d0eefa1a1293 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 380 time: 0.1490731 May 20 08:46:01.402613 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'security_groups': ['75506091-41d4-4fdb-8758-ae34fdc9a4af']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:46:01.547646 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:46:01.551757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:port and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:46:01.554630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for port was recalculated. Used quota:3. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:46:01.561551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:46:01.619446 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:46:01.623549 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:01.795821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.5 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/59eb8e42-be7d-4d8d-826c-60ba33dd56de) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:46:01.995269 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:02.012182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object 59eb8e42-be7d-4d8d-826c-60ba33dd56de will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:46:02.112280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:02.118987 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:02.193262 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:46:02.196350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:46:02.200269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:46:02.235988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:02.240631 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:02.275186 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:02.276067 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:02.387001 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881117 May 20 08:46:02.405752 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Request body: {'port': {'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:46:02.423280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150535cb-e6c9-4c3f-a3f9-4ffdb7fce843 req-cb514bb8-e944-4e22-a185-2ce97412de64 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:02.424778 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-150535cb-e6c9-4c3f-a3f9-4ffdb7fce843 req-cb514bb8-e944-4e22-a185-2ce97412de64 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 931 time: 0.0960684 May 20 08:46:02.476692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-150535cb-e6c9-4c3f-a3f9-4ffdb7fce843 req-a87f6a8b-0405-49ed-a22d-3482561c9215 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 May 20 08:46:02.569301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4efefdbc-aa24-4713-9f89-de273213c9cc None None] Provisioning for port 59eb8e42-be7d-4d8d-826c-60ba33dd56de completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:46:02.575993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4efefdbc-aa24-4713-9f89-de273213c9cc None None] Provisioning complete for port 59eb8e42-be7d-4d8d-826c-60ba33dd56de triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:46:02.579719 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4efefdbc-aa24-4713-9f89-de273213c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:02.649722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4efefdbc-aa24-4713-9f89-de273213c9cc None None] Port 59eb8e42-be7d-4d8d-826c-60ba33dd56de cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:46:02.702335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.055320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59eb8e42-be7d-4d8d-826c-60ba33dd56de {{(pid=93102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:46:03.063917 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.079360 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Transition to ACTIVE for port object 59eb8e42-be7d-4d8d-826c-60ba33dd56de will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:46:03.219500 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.223761 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-de180fe1-b73b-4c15-9159-8b5c104a5a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:03.362068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:03.390629 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:03.480428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Attempting to bind port 59eb8e42-be7d-4d8d-826c-60ba33dd56de on host n-h2-780147-4 for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:46:03.480757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Attempting to bind port 59eb8e42-be7d-4d8d-826c-60ba33dd56de by drivers openvswitch,hyperv on host n-h2-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:46:03.481089 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Attempting to bind port 59eb8e42-be7d-4d8d-826c-60ba33dd56de on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:46:03.486819 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Port 59eb8e42-be7d-4d8d-826c-60ba33dd56de on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-4 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:46:03.487137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Attempting to bind port 59eb8e42-be7d-4d8d-826c-60ba33dd56de on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:46:03.492990 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Checking agent: {'id': 'b676ead5-b9d6-4906-b38b-2f4a4fb938fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:46:03.493434 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:46:03.493730 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:46:03.494160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Bound port: 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host: n-h2-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:46:03.494510 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.595450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:46:03.599005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:46:03.660995 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.666179 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:03.674895 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af1514-6efb-4844-99f6-219831306412 req-c3782dd5-6142-4487-a080-5fe8da170f87 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:03.676448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3af1514-6efb-4844-99f6-219831306412 req-c3782dd5-6142-4487-a080-5fe8da170f87 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0844612 May 20 08:46:03.738297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:03.739262 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:03.739470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d3af1514-6efb-4844-99f6-219831306412 req-1b8a47bc-c064-42c9-ba09-a490d0202765 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558860 May 20 08:46:03.740776 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] 10.222.0.84 "PUT /v2.0/ports/59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1091 time: 1.3410010 May 20 08:46:03.741742 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:46:03.765180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:03.774544 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:03.809328 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'status': 'completed', 'code': 200} May 20 08:46:03.916588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-41219e8b-44b2-4fa3-be48-07c4d75253b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:03.921049 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-41219e8b-44b2-4fa3-be48-07c4d75253b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1094 time: 0.0805900 May 20 08:46:04.080665 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-61ff1119-ea0e-4f07-9883-e1d94cd99959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.082340 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-61ff1119-ea0e-4f07-9883-e1d94cd99959 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1518450 May 20 08:46:04.228846 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-a4657f9d-3cd6-4114-a68c-008fc1e4ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.230334 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-23257a2c-5837-4663-b1e3-06b2b86c4821 req-a4657f9d-3cd6-4114-a68c-008fc1e4ce42 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391144 May 20 08:46:04.349220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-c1a390c8-8b62-44df-ac78-c663ab0c7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.350654 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-c1a390c8-8b62-44df-ac78-c663ab0c7f8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1094 time: 0.0794322 May 20 08:46:04.424333 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-7e817425-ea58-4c8a-8753-e22b97af3580 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 217 time: 0.0618944 May 20 08:46:04.495195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-7dd43953-d17b-4242-94ae-4231792ef065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.496823 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-7dd43953-d17b-4242-94ae-4231792ef065 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0628645 May 20 08:46:04.577642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-ad4d3ba9-1adb-4859-8d60-2e4b878e02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.579145 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-ad4d3ba9-1adb-4859-8d60-2e4b878e02a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719573 May 20 08:46:04.723617 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-360a1ae8-af6e-453e-b2f2-424137db3c05 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344297 May 20 08:46:04.871367 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a85d3613-01ab-43a2-8b07-28e61b1ceeb3 req-adc530a5-9fdb-4235-b824-e330d74f03de service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371870 May 20 08:46:04.933046 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fb60c-06d5-46f5-9ad4-28a3610f5111 req-c8fc775b-c9ba-4cfd-9d41-151f36d412e4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:04.933617 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-365fb60c-06d5-46f5-9ad4-28a3610f5111 req-c8fc775b-c9ba-4cfd-9d41-151f36d412e4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0868142 May 20 08:46:04.987046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-365fb60c-06d5-46f5-9ad4-28a3610f5111 req-0d39d226-357d-4a05-a751-89aae76e9142 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 May 20 08:46:06.180995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2505-6dea-4fb6-b264-4c499073a6f1 req-029cbf7f-0bb9-4dc9-bcc3-5b1b2bddb496 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:06.182397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bbf2505-6dea-4fb6-b264-4c499073a6f1 req-029cbf7f-0bb9-4dc9-bcc3-5b1b2bddb496 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0873349 May 20 08:46:06.229839 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bbf2505-6dea-4fb6-b264-4c499073a6f1 req-c32e33c2-7085-484e-9b6a-a88b52a73d8a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 May 20 08:46:06.906190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4ac4-ed32-4342-8372-145e7586338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:07.418520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07965e-cd86-44be-9982-83fb37de973b req-6962e252-589b-4e1d-b68b-3f1b1e6b80ca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:07.420595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf07965e-cd86-44be-9982-83fb37de973b req-6962e252-589b-4e1d-b68b-3f1b1e6b80ca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0812840 May 20 08:46:07.467253 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bf07965e-cd86-44be-9982-83fb37de973b req-ea328200-cd34-4dba-87a4-dcdc294dc095 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 May 20 08:46:08.662478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b597-20c2-4639-ab42-b1a438283817 req-cd65a104-cd02-488d-9417-8474159151df tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:08.663944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6543b597-20c2-4639-ab42-b1a438283817 req-cd65a104-cd02-488d-9417-8474159151df tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0861764 May 20 08:46:08.710549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6543b597-20c2-4639-ab42-b1a438283817 req-115230ee-25bb-44e8-a764-1d616755f744 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 May 20 08:46:09.237457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e291f24d-e4dd-4768-8f5c-3c7706ee2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:09.694703 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:09.895341 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ececa25-8a52-46fa-8ec4-b6e01afea644 req-df0376e6-f52a-4e46-99cc-df9e63759a51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:09.896793 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ececa25-8a52-46fa-8ec4-b6e01afea644 req-df0376e6-f52a-4e46-99cc-df9e63759a51 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0813420 May 20 08:46:09.945870 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3ececa25-8a52-46fa-8ec4-b6e01afea644 req-a5b2ab53-d1df-4c1c-b9c6-445384ea9cf2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 May 20 08:46:11.137083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e7a13-6a0b-48b2-82df-ad9d148012d2 req-0d79dc79-f2a7-435a-b5a2-9ae486c7acff tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:11.139677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-597e7a13-6a0b-48b2-82df-ad9d148012d2 req-0d79dc79-f2a7-435a-b5a2-9ae486c7acff tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0839884 May 20 08:46:11.183914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-597e7a13-6a0b-48b2-82df-ad9d148012d2 req-35cb8cf7-0a14-4ff3-a4c6-8ed30609096f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 May 20 08:46:11.374378 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:12.371991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d86f-ae94-4870-8516-eca341323b44 req-71c5b9e7-96cd-4b6c-a974-3e565402e2fa tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:12.374154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5513d86f-ae94-4870-8516-eca341323b44 req-71c5b9e7-96cd-4b6c-a974-3e565402e2fa tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0841293 May 20 08:46:12.418297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5513d86f-ae94-4870-8516-eca341323b44 req-e0b69856-1a62-4b9f-9932-3f480db1ef8e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 May 20 08:46:12.654046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:13.605058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83f11-5c7a-48f6-9afb-17bebe29125c req-94aeada4-ce22-4a7b-90f1-b6cebcf618ad tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:13.606550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56c83f11-5c7a-48f6-9afb-17bebe29125c req-94aeada4-ce22-4a7b-90f1-b6cebcf618ad tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 943 time: 0.0812898 May 20 08:46:13.651509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-56c83f11-5c7a-48f6-9afb-17bebe29125c req-fd727937-b348-408e-aa37-c7ad6d305a66 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386345 May 20 08:46:14.197187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 59eb8e42-be7d-4d8d-826c-60ba33dd56de details requested by agent hyperv_n-h2-780147-4 with host n-h2-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:46:14.330864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:46:14.345396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Returning: {'device': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:46:14.404031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:14.424971 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59eb8e42-be7d-4d8d-826c-60ba33dd56de {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:46:14.445689 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:46:14.545546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:14.547339 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c71c0b50-117e-466e-be49-d60ce497f836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:14.615344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:14.623083 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.623430 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.624233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.624580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.624920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.625255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.625609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.625945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.626272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.626600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.626920 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.627243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:14.631029 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:14.871633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] get_ports_and_sgs() called for port_ids ['59eb8e42-be7d-4d8d-826c-60ba33dd56de'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:46:15.001735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877748fb-d7be-4234-a84a-abf0f4f7b7be req-e3a3d4ae-3fd8-4321-984f-be7f2af63a1b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:15.003226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-877748fb-d7be-4234-a84a-abf0f4f7b7be req-e3a3d4ae-3fd8-4321-984f-be7f2af63a1b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 944 time: 0.2420411 May 20 08:46:15.048619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-877748fb-d7be-4234-a84a-abf0f4f7b7be req-58e787b2-ac93-43e3-b723-47a31ad8b801 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 May 20 08:46:16.206469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 59eb8e42-be7d-4d8d-826c-60ba33dd56de up at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:46:16.238649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ef755-ba57-4c12-a4a1-f24424572642 req-c8974620-39ae-4166-82c8-13bc665f5e40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:16.240151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-955ef755-ba57-4c12-a4a1-f24424572642 req-c8974620-39ae-4166-82c8-13bc665f5e40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 944 time: 0.0872152 May 20 08:46:16.289074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-955ef755-ba57-4c12-a4a1-f24424572642 req-a8d2e960-a822-482a-bb3f-fb9a30bb8cf3 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 May 20 08:46:16.346114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning for port 59eb8e42-be7d-4d8d-826c-60ba33dd56de completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:46:16.351062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Provisioning complete for port 59eb8e42-be7d-4d8d-826c-60ba33dd56de triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:46:16.351536 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:16.470570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:16.540137 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:46:16.549967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:46:16.626262 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:16.629059 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:16.661230 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'code': 200} May 20 08:46:16.700150 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Pushing event updated for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:16.703715 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:16.783352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d0cf-e8ca-44f4-b814-3f5316b4a2de req-78f54c58-a331-4b02-a378-cbdebffa56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:16.784867 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f75d0cf-e8ca-44f4-b814-3f5316b4a2de req-78f54c58-a331-4b02-a378-cbdebffa56dd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0791426 May 20 08:46:16.831396 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-7f75d0cf-e8ca-44f4-b814-3f5316b4a2de req-f007cd5c-1d01-47ba-8fd5-ae144001f1d5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 May 20 08:46:17.483020 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f18cfb-8039-4dcd-9124-582432f1d496 req-88a5b15c-1e9a-4bd9-8393-7563bc7eaf78 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:17.485144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98f18cfb-8039-4dcd-9124-582432f1d496 req-88a5b15c-1e9a-4bd9-8393-7563bc7eaf78 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.0813317 May 20 08:46:17.529674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-98f18cfb-8039-4dcd-9124-582432f1d496 req-341d0759-6379-4a88-a843-19491d024596 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385804 May 20 08:46:18.722768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48b2fb-2d2e-45d3-badc-12702e47c2ca req-29019a52-578a-4e01-88e6-ba5833fbebf0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:18.724267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ed48b2fb-2d2e-45d3-badc-12702e47c2ca req-29019a52-578a-4e01-88e6-ba5833fbebf0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.0849073 May 20 08:46:18.770527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ed48b2fb-2d2e-45d3-badc-12702e47c2ca req-9f13e0de-7ef8-4a0a-872a-7e483339267d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 May 20 08:46:18.962309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bf78-bb97-4c17-9883-2e8e0b989785 req-0ca2f5f7-1f6a-40de-8d1e-1584d83dbdfc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:18.964807 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5877bf78-bb97-4c17-9883-2e8e0b989785 req-0ca2f5f7-1f6a-40de-8d1e-1584d83dbdfc tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.0874450 May 20 08:46:19.017447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5877bf78-bb97-4c17-9883-2e8e0b989785 req-3b13c618-0c4a-47ce-ab8f-671e6114ec28 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 May 20 08:46:19.047232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51188) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:46:19.248921 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f4d4e-94fc-4c1f-8386-c70685b6e123 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:19.249795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dd9f4d4e-94fc-4c1f-8386-c70685b6e123 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] Synchronizing usage tracker for tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b on resource:port {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:46:19.340142 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-dd9f4d4e-94fc-4c1f-8386-c70685b6e123 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] Unset dirty status for tenant:586cb093e5bf4a4d9d0f6c00a1c9ea7b on resource:port {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:46:19.341345 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-dd9f4d4e-94fc-4c1f-8386-c70685b6e123 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1091 time: 0.2931113 May 20 08:46:19.345745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51194) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:46:19.352535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:46:19.362638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:46:19.366996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:floatingip and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:46:19.370246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:46:19.382018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:46:19.454333 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:19.601505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:19.741899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.25.8.43 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/4f950412-b5b0-48da-9bb8-b0fe55a75409) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:46:19.893334 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.020588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.024471 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:20.093775 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:46:20.095968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:46:20.098690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:46:20.139237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=4f950412-b5b0-48da-9bb8-b0fe55a75409,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:20.157446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.157792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.158180 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.158564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.158942 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.159317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.159689 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.160060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.160468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.160837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.161205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.161598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:46:20.166547 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:20.541255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.681318 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.886163 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.956184 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:20.960872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:46:21.068055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=4f950412-b5b0-48da-9bb8-b0fe55a75409,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:46:21.074065 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:46:21.079563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:21.413593 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP 6f13e7b4-24d2-4350-a516-94ea288429d2 associated. External IP: 172.25.8.43, port: 59eb8e42-be7d-4d8d-826c-60ba33dd56de. May 20 08:46:21.770225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:46:21.950726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:46:21.960820 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:46:21.971093 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:46:21.971721 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:46:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:46:22.025749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:22.082582 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7356796 May 20 08:46:22.083275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:46:22.152771 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:46:22.182268 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'status': 'completed', 'code': 200} May 20 08:46:22.279621 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-a651b74c-e687-4be7-a0e6-1e89d6a26102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:22.281182 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-a651b74c-e687-4be7-a0e6-1e89d6a26102 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0763781 May 20 08:46:22.543637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:20Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:46:22.548030 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:46:22.556413 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:46:22.557057 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:46:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:46:22.578749 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-37210d0c-80e5-45cc-a4ef-8e75fbf2efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:22.580208 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-37210d0c-80e5-45cc-a4ef-8e75fbf2efd1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.2930562 May 20 08:46:22.685928 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-6ebb7b21-ca84-42e4-a5d8-a98dea5de712 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 998 time: 0.0992661 May 20 08:46:22.735226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:46:22.755334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-cb325dfb-a97e-486f-a396-f35c5341c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:22.756783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-cb325dfb-a97e-486f-a396-f35c5341c2f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0645077 May 20 08:46:22.839274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-bda6c4c8-ffee-44fa-a039-48e47beebfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:22.841035 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-bda6c4c8-ffee-44fa-a039-48e47beebfc9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779855 May 20 08:46:22.988377 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-31678c0f-e226-4a6a-938a-d77c35877148 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405094 May 20 08:46:23.095064 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:20Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:46:23.099140 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d8d9-99f9-4e1a-8697-af264622fbee None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:20Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:46:23.134227 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1aa41cef-e460-4b1b-9626-7e08727d8b1f req-65f9ca96-f624-45e8-ba58-fb0007c7a511 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396637 May 20 08:46:23.286356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1385f59-e145-4c81-bf08-2c2e00454d61 None None] New status for floating IP 6f13e7b4-24d2-4350-a516-94ea288429d2: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:46:24.751319 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:25.659494 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-98f10ab9-66ad-44ba-bf91-1f3fc5b860f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737040 May 20 08:46:25.806866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-747e2f4e-5bec-4aea-af4d-4817557c32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:25.808328 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-747e2f4e-5bec-4aea-af4d-4817557c32bd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0751104 May 20 08:46:25.959425 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-3747e7d4-4c6b-49eb-9125-356eaaca716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:25.960793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-3747e7d4-4c6b-49eb-9125-356eaaca716e service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1331878 May 20 08:46:26.068090 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-a78fcd59-bb6d-408b-99dc-22a3b0e0b092 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.1002402 May 20 08:46:26.137259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-7a6c755e-e67e-493b-a414-57c0fefca936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:26.138723 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-7a6c755e-e67e-493b-a414-57c0fefca936 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0625005 May 20 08:46:26.216005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-34415854-7b70-48ed-afc4-fe1a5f6dd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:26.217411 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-34415854-7b70-48ed-afc4-fe1a5f6dd1b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724134 May 20 08:46:26.357245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-61d0fff9-b0b8-4b76-ac38-c665461cc5c6 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334245 May 20 08:46:26.498865 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-cbbd8a7a-59a6-4b5c-af71-cd5ce66571e2 req-27cb8fbd-e382-4567-b7a0-5018db1ef078 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348996 May 20 08:46:26.934103 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:28.984128 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:46:34.239682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-679615ed-aca3-443e-bab8-07fcecd4cc4f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0804477 May 20 08:46:34.389137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.389644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.390125 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.390595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.391083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.392860 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2efe29bf-ed5f-4ec3-82bb-8da3d3a87f5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0784514 May 20 08:46:34.555317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-da8f18b5-c924-4933-8523-227f036892ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.555720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-da8f18b5-c924-4933-8523-227f036892ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.556199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-da8f18b5-c924-4933-8523-227f036892ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.557798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-da8f18b5-c924-4933-8523-227f036892ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1419759 May 20 08:46:34.629780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-2738a868-50ff-4d2f-a7df-9e7277aa6c79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0659773 May 20 08:46:34.694025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-b52a2367-985e-443c-9fd1-b363aa441254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.695426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-b52a2367-985e-443c-9fd1-b363aa441254 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0579724 May 20 08:46:34.774135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-ec621c84-1d55-491d-9524-43d6697e5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:34.775586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-ec621c84-1d55-491d-9524-43d6697e5d39 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733268 May 20 08:46:34.906068 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-0f60473d-df91-496f-8689-1e36ab8127d2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242323 May 20 08:46:35.035997 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-3fe2ca03-aafe-4b9e-9700-288c010814ca service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240585 May 20 08:46:35.103405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-a6646eeb-f656-4194-b70a-f801247a276c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0594385 May 20 08:46:35.335624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-216f1591-b1e0-439a-9689-7973f232b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:35.337050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-216f1591-b1e0-439a-9689-7973f232b65c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2279365 May 20 08:46:35.413076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-169b0fee-2aaa-4f74-860c-9574dd74c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:35.414542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-169b0fee-2aaa-4f74-860c-9574dd74c947 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701871 May 20 08:46:35.547292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-06502e17-5702-4872-b313-fe5ae2acfd6e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260192 May 20 08:46:35.686578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-64c3b623-1e25-4245-8ff8-bbfb7a284d84 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335094 May 20 08:46:35.764853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-ce8db6cf-2b7f-488b-b119-f710b4ce889b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0724189 May 20 08:46:35.831831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-9466b3cc-4773-4444-bd33-3228d6720a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:35.832939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-9466b3cc-4773-4444-bd33-3228d6720a45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0621824 May 20 08:46:35.914526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-67ff2669-02ae-4ead-8061-ea3471f5f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:35.916013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-67ff2669-02ae-4ead-8061-ea3471f5f364 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771878 May 20 08:46:36.058911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-da5823c7-2f4a-467a-88d3-34ac9394d03e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365755 May 20 08:46:36.192522 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-f7f59bab-daf1-4ee9-9f39-0952c8128d28 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269338 May 20 08:46:36.266157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-62f80a66-e2c1-457a-982f-3e6093bb0cc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0671570 May 20 08:46:36.330105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-3b1cd44b-1d22-4a21-af0f-d011d648b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:36.331508 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-3b1cd44b-1d22-4a21-af0f-d011d648b158 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0599225 May 20 08:46:36.406533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-1c0378aa-7136-4e1b-9bc1-18e0ae0386ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:36.407996 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-1c0378aa-7136-4e1b-9bc1-18e0ae0386ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700390 May 20 08:46:36.543218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-b62b147e-61df-4473-adc8-bf7c328acca2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284537 May 20 08:46:36.677700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-e1d98ff2-89a5-4664-92e0-bba82ea70931 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279435 May 20 08:46:36.749675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-62e40480-c411-4284-9e52-d4d543492d3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0652983 May 20 08:46:36.812224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-a36e429b-79bd-43fe-a5d2-d642fbac13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:36.813700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-a36e429b-79bd-43fe-a5d2-d642fbac13e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0585093 May 20 08:46:36.894673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f3f5-0bc4-4468-a065-455861ca954a req-30615e53-49ff-446f-825d-3bc8ee87cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:46:36.896161 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-30615e53-49ff-446f-825d-3bc8ee87cacc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760050 May 20 08:46:36.933366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c10ce695-5937-4c7c-a245-0ce85334aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:37.031269 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-608662f6-f1f2-49a1-86e4-94fa16ff8164 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274633 May 20 08:46:37.165232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e846f3f5-0bc4-4468-a065-455861ca954a req-7bbd5b73-3b75-49fc-bdd8-4f7b0d65c933 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 May 20 08:46:39.242735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cc536886-37c3-4949-9cc2-8e76f6ced983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:39.733687 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:41.419300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:42.665058 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:54.762504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:46:56.938800 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:05.983273 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:47:06.921982 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c4a519e-c0bd-445a-b23d-f4bf547d34f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:09.212906 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6394fd24-f1ed-4d0b-9b0f-cd32e8b1d32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:09.692828 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:11.407490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:12.670171 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:24.921559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:25.676725 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-3f0eaf34-c77b-402f-8bde-4b2ab308a943 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702629 May 20 08:47:25.837033 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-d450a5cd-2017-4e54-9e88-081d8037bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:25.838530 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-d450a5cd-2017-4e54-9e88-081d8037bdff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0805056 May 20 08:47:25.994048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-306b55e3-5d4f-4240-aba9-b2d006b268fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:25.995497 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-306b55e3-5d4f-4240-aba9-b2d006b268fc service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1322231 May 20 08:47:26.105410 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-5cba68b1-d539-48ef-a1eb-529419fdf458 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.0999599 May 20 08:47:26.173196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-f3b68376-11a2-4daf-a323-4b825bf61b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:26.177945 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-f3b68376-11a2-4daf-a323-4b825bf61b03 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0594261 May 20 08:47:26.260523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-d323ad1d-f1ac-4069-ad3f-ea98e38b92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:26.262002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-d323ad1d-f1ac-4069-ad3f-ea98e38b92a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759127 May 20 08:47:26.558993 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-47658a97-7677-4525-beee-cd65325baa6e service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870469 May 20 08:47:26.700101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-37a8c400-7948-4f04-b5b1-e470081bdc91 req-fbf921f6-260a-4098-8aee-b3b5e6f0824d service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311452 May 20 08:47:27.007164 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:35.271849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-9379ddee-4176-425a-990c-e12d039f86dd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1136639 May 20 08:47:35.426797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.427206 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.427690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.428171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.428650 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.430420 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-40a5ba04-f5d2-4ba6-b8a6-f153ec619887 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0862195 May 20 08:47:35.752047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eecd3325-8099-499d-b66e-70e83f4e69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.752539 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eecd3325-8099-499d-b66e-70e83f4e69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.753047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eecd3325-8099-499d-b66e-70e83f4e69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.754656 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eecd3325-8099-499d-b66e-70e83f4e69cc service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2989633 May 20 08:47:35.827168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-78888ab8-0398-4666-b3c1-d8a5319d425b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0645852 May 20 08:47:35.890114 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eb210d6c-f2ec-4a94-b5cb-0d4cb6307e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.891539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-eb210d6c-f2ec-4a94-b5cb-0d4cb6307e56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0578601 May 20 08:47:35.968402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-f0d5af1b-4bbb-4c6f-88b9-a290de23ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:35.969933 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-f0d5af1b-4bbb-4c6f-88b9-a290de23ffc8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712132 May 20 08:47:36.103107 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-a4150090-737b-491c-b110-3d5a25a78fa2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257470 May 20 08:47:36.237820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-55ef6c90-a062-4159-8ff3-7ccd1e729620 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273792 May 20 08:47:36.310411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-710a3a49-d0b5-482a-a05a-4a81fcf84634 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0649745 May 20 08:47:36.377952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-0494c430-8299-4eba-b952-5677925a404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:36.379305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-0494c430-8299-4eba-b952-5677925a404f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0615058 May 20 08:47:36.456937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-0a694ef0-d506-4144-847a-c7140a741bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:36.458490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-0a694ef0-d506-4144-847a-c7140a741bab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719259 May 20 08:47:36.595429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-4a6516bc-e54b-442a-aac2-eae891198413 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284831 May 20 08:47:36.728625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-9fac1fc4-b656-492c-b6b9-f875a8224e0f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259501 May 20 08:47:36.800275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-64d57201-5b17-4ebe-b0db-048a66469740 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0650017 May 20 08:47:36.866088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-d51efe2b-d8c2-428d-a967-35c5f3f9b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:36.867547 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-d51efe2b-d8c2-428d-a967-35c5f3f9b4b4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0608950 May 20 08:47:36.927422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ddb9cb42-ec8a-49f9-8cb3-06f84ff3966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:36.946653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-440dec40-2da6-4dc9-8042-34bd1550f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:36.948120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-440dec40-2da6-4dc9-8042-34bd1550f702 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738046 May 20 08:47:37.079765 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-1a69d072-23a7-4ff4-8524-22977b153114 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238642 May 20 08:47:37.212339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-11f5cf82-91b4-4291-9503-d4402099f0c9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253910 May 20 08:47:37.284415 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-479791cd-8fd6-47c8-89b2-ca59f35d6a7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0642126 May 20 08:47:37.350773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-c0974549-cd97-4533-8731-5e70ded49771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:37.352106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-c0974549-cd97-4533-8731-5e70ded49771 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0603850 May 20 08:47:37.430323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-884af053-1e1a-4507-b7aa-d13bffa76d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:37.431770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-884af053-1e1a-4507-b7aa-d13bffa76d88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723693 May 20 08:47:37.564465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-9c2a5781-3edf-4805-a6ea-2db950d3cab7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254106 May 20 08:47:37.695600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-59556112-5ec6-42c5-b1d3-458487087195 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240273 May 20 08:47:37.929342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-a340fe06-c9d3-4efa-94ce-5a29a2e736b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.2258835 May 20 08:47:37.992476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-17c4f325-d481-4ca9-bad1-a6c0c840544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:37.993947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-17c4f325-d481-4ca9-bad1-a6c0c840544b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0569391 May 20 08:47:38.069348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-d4b1b8d0-b54e-4390-bd9a-1b65781d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:47:38.070915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-d4b1b8d0-b54e-4390-bd9a-1b65781d967c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700009 May 20 08:47:38.202640 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-9774e85f-fc7e-4745-bd3a-17f2ec90030e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247358 May 20 08:47:38.337341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-224e0ce9-7b46-47f9-9b3c-fbc50f629f13 req-04f09752-0a4e-4926-99d3-b98108d1b168 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277027 May 20 08:47:39.206539 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f2143779-4ac1-438d-8aae-1fc57040d2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:39.715253 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:41.429823 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:42.669277 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:42.983170 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:47:54.829982 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:47:56.972729 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:06.903649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f5c68985-e8a4-4684-94d5-35da08a64338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:09.222141 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7d60870-9987-4019-8619-bc2934f11a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:09.714786 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:11.412409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:12.667888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:19.982140 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:48:24.804668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:25.701765 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-3f8c2d50-675c-4aa7-b198-5b27513061b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114511 May 20 08:48:25.863287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-dabc1563-e6c9-4e33-a8fc-9e96562f10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:25.865035 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-dabc1563-e6c9-4e33-a8fc-9e96562f10d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0803406 May 20 08:48:26.017997 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-ddf988af-3ba6-4fe3-a720-f6f1d3ac9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:26.019462 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-ddf988af-3ba6-4fe3-a720-f6f1d3ac9cc3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1306968 May 20 08:48:26.127481 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-314a8134-7c28-4e4f-b264-a30172d1bea3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.0978246 May 20 08:48:26.195818 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-eaf4deb3-b49c-4f7f-a14c-e1259307bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:26.197433 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-eaf4deb3-b49c-4f7f-a14c-e1259307bb43 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0603814 May 20 08:48:26.288549 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-1594af4f-aa63-4998-9c50-ea611edeb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:26.290909 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-1594af4f-aa63-4998-9c50-ea611edeb6ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833275 May 20 08:48:26.465245 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-ddb66bb0-365c-4314-872c-5b4c5c40675c service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644702 May 20 08:48:26.607793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-1de009b3-6ec9-4875-a15c-ae00972b9f54 req-09c3aee5-db88-4a7e-8ec2-d0f75318a9d9 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326249 May 20 08:48:26.954146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:35.238904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-a00e6cf0-bb96-4151-93aa-6f94bb1dfbaf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0815625 May 20 08:48:35.396153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.396659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.397144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.397696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.398173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.399944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5b6d33c9-99f3-4e11-9f79-f54ee54f8284 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0848858 May 20 08:48:35.574852 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-2f769e72-4895-4a10-a70b-5d6a8bf05a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.575260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-2f769e72-4895-4a10-a70b-5d6a8bf05a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.575739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-2f769e72-4895-4a10-a70b-5d6a8bf05a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.577398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-2f769e72-4895-4a10-a70b-5d6a8bf05a91 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1501203 May 20 08:48:35.662965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-fd733023-fa55-4bb1-b888-6d9421ac133e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0791595 May 20 08:48:35.728339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-b014b6e3-e996-4028-a77f-d8aa214d50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.729841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-b014b6e3-e996-4028-a77f-d8aa214d50a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0607390 May 20 08:48:35.819975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-03355d5e-df5e-43a6-9cdb-e641cc909c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:35.821542 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-03355d5e-df5e-43a6-9cdb-e641cc909c60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854697 May 20 08:48:35.967993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-5383d9cf-bd95-40ce-86c6-9ccd2678116e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397994 May 20 08:48:36.108173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-a11d9f2b-1f8d-4460-a4df-d1758b091dda service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339703 May 20 08:48:36.185085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-d4646b7b-c24d-4f67-9159-0c4cfe4a0f31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0694895 May 20 08:48:36.259622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-6fcb2365-1b4a-449f-aa4f-018e3e5a84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:36.261117 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-6fcb2365-1b4a-449f-aa4f-018e3e5a84ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0691655 May 20 08:48:36.345997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-6ec62bcd-89c0-4119-96c4-ee73be81215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:36.347534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-6ec62bcd-89c0-4119-96c4-ee73be81215e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803685 May 20 08:48:36.493203 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-d5451612-67e0-482e-8f79-7cb14696727b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386178 May 20 08:48:36.646496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-20d00374-abfa-48fe-94e8-84ec161fb6be service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462009 May 20 08:48:36.727780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-64ed23de-2564-4118-8c7d-fb4b8fa84112 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0747123 May 20 08:48:36.801804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-d4f026a5-3235-4df1-a09d-da84ef264883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:36.803927 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-d4f026a5-3235-4df1-a09d-da84ef264883 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0695753 May 20 08:48:36.892348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-ab4aac05-9d8f-41c4-b505-45a97b3e284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:36.894382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-ab4aac05-9d8f-41c4-b505-45a97b3e284a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832283 May 20 08:48:36.932089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-499258cc-b06e-49ed-bc39-236e88af4e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:37.047453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-71bba150-6bd2-47bb-889c-d06439969582 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462657 May 20 08:48:37.192604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-85b46e2b-2f3c-4743-a1d2-e05527e68e3a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380558 May 20 08:48:37.272352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-77f69674-4d1e-427b-af9d-b04beecd4630 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0731754 May 20 08:48:37.341583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-9da95968-900e-4c96-a22e-fa2e7d7f1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:37.343338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-9da95968-900e-4c96-a22e-fa2e7d7f1a87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0641029 May 20 08:48:37.428481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-b0634e33-1c45-40ee-b097-e61ea38fe2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:37.431670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-b0634e33-1c45-40ee-b097-e61ea38fe2c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825369 May 20 08:48:37.754864 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-82027099-a134-4c66-b1f3-a81f3f69c7dc service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164172 May 20 08:48:37.907483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-dcd0797f-f1c2-496f-a61a-cf1322db0e98 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451328 May 20 08:48:37.982613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-43f91be4-f029-48f5-9115-bec8a7f13690 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0677543 May 20 08:48:38.055820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-89ec0083-c096-4a75-b2f6-83cfdb76c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:38.057185 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-89ec0083-c096-4a75-b2f6-83cfdb76c21c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0682559 May 20 08:48:38.144655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879764-f937-44f7-b535-cfcfc86a1866 req-3c734bbe-75dd-4f2e-9518-bd2266fcd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:38.146173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-3c734bbe-75dd-4f2e-9518-bd2266fcd1c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826287 May 20 08:48:38.284510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-977e0e59-6d06-472b-be66-5149f2853b95 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312258 May 20 08:48:38.428082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-78879764-f937-44f7-b535-cfcfc86a1866 req-19796dde-c007-4d9b-9d40-f7871df89c03 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366961 May 20 08:48:39.211233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e0f52f6c-0fe9-429b-a111-b965517b4cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:39.708554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:41.394443 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:42.673369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:50.417458 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-97881dea-2c23-4c8f-b4ad-92d4969a8941 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494736406&fields=id&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 267 time: 0.0417631 May 20 08:48:50.571912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-202c7104-a28a-4d83-b99e-d78e90cecfd5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:50.573391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-202c7104-a28a-4d83-b99e-d78e90cecfd5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1493590 May 20 08:48:50.588780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-ef740b47-e3e4-4481-ab83-daf5485a7060 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/quotas/706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 375 time: 0.0097120 May 20 08:48:50.684099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-3db4064a-9fae-46a0-a409-86f1fc29b11d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0904126 May 20 08:48:50.699823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-13206fe3-eb7a-4ddf-ac0a-481768d2ee48 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:48:50.700814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-13206fe3-eb7a-4ddf-ac0a-481768d2ee48 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052333 May 20 08:48:50.835700 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-2c8b0d71-41be-47ce-885e-5685ee3e9e98 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294372 May 20 08:48:50.970620 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-7c6666ec-e7d3-4d16-b20d-82d78fd78947 service neutron] 10.222.0.79 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291089 May 20 08:48:51.609402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8339f757-3e36-4630-aac2-2a7314b5c3d8 req-db219be7-5be2-455d-b5a8-36c0712a84f6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0447552 May 20 08:48:52.763580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-3870be89-0e1e-47de-a674-5f6663afcfe2 req-a541263b-a0f4-4880-9d58-4f0f6f0dd8c4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0442617 May 20 08:48:53.622001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-22fa07c6-79b8-4165-996b-e16f8c291f01 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:53.623503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-22fa07c6-79b8-4165-996b-e16f8c291f01 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 812 time: 0.1532559 May 20 08:48:53.676400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-4b31804b-7466-4a4d-8fa1-fdaa6db01dfa tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706e6e0020834f0e88c22aa9d5b2f958 HTTP/1.1" status: 200 len: 380 time: 0.0445559 May 20 08:48:53.684400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'port': {'device_id': '216543b3-5f9a-4523-9536-bb1b07059881', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'admin_state_up': True, 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'security_groups': ['75506091-41d4-4fdb-8758-ae34fdc9a4af']}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:48:53.834309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:48:53.839803 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:port and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:48:53.842986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for port was recalculated. Used quota:5. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:48:53.849160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:48:53.925489 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-494a3fe3-9ad0-4998-8d5f-8975ece98088 req-2d3f8d25-fd02-4915-a873-e32864194414 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0455933 May 20 08:48:53.993896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Made reservation on behalf of 706e6e0020834f0e88c22aa9d5b2f958 for: {'port': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 08:48:53.997711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:54.342278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.20.0.4 (f214c069-1ae2-4d5d-943d-0eec324ead41/2decfe01-19ce-45c4-8537-0afadf898423/daad1ac5-c220-486a-a374-b9d8e0541fae) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:48:54.543042 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:54.560158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Transition to ACTIVE for port object daad1ac5-c220-486a-a374-b9d8e0541fae will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:48:54.662057 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:54.668645 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d479cf05-d8a2-41f2-b539-f2373f460e81 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:48:54.743367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network f214c069-1ae2-4d5d-943d-0eec324ead41 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:48:54.747119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:48:54.751290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:48:54.790386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:48:54.799609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:54.811111 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.811503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.811891 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.812268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.812645 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.813022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.813387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.813790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.814165 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.814605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.815018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.815392 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:48:54.823597 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:48:54.843024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:54.843695 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:54.949022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2681799 May 20 08:48:54.961273 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Request body: {'port': {'device_id': '216543b3-5f9a-4523-9536-bb1b07059881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:48:55.144927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:55.145947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-409103cf-846e-4593-b3e9-205f63d61293 None None] Provisioning for port daad1ac5-c220-486a-a374-b9d8e0541fae completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:48:55.159383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-409103cf-846e-4593-b3e9-205f63d61293 None None] Provisioning complete for port daad1ac5-c220-486a-a374-b9d8e0541fae triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:48:55.160210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-409103cf-846e-4593-b3e9-205f63d61293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:55.225669 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-409103cf-846e-4593-b3e9-205f63d61293 None None] Port daad1ac5-c220-486a-a374-b9d8e0541fae cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 08:48:55.249878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b28863-b4cd-47fa-8f36-4f6033535979 req-301cc969-8616-4cf6-9ee4-933b90e942a4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:55.252969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-34b28863-b4cd-47fa-8f36-4f6033535979 req-301cc969-8616-4cf6-9ee4-933b90e942a4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:48:55.414426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-34b28863-b4cd-47fa-8f36-4f6033535979 req-301cc969-8616-4cf6-9ee4-933b90e942a4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:48:55.416124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34b28863-b4cd-47fa-8f36-4f6033535979 req-301cc969-8616-4cf6-9ee4-933b90e942a4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 931 time: 0.3561022 May 20 08:48:55.501306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34b28863-b4cd-47fa-8f36-4f6033535979 req-a78bd174-1801-4c7b-8148-36524092a080 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783012 May 20 08:48:55.582256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daad1ac5-c220-486a-a374-b9d8e0541fae {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:48:55.590705 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:55.605260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Transition to ACTIVE for port object daad1ac5-c220-486a-a374-b9d8e0541fae will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 08:48:55.721405 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:55.721405 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-abf7d9f6-925c-40dc-be05-12cfed1f5304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:48:55.896070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Pushing event updated for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:48:55.928651 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:48:55.977690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Attempting to bind port daad1ac5-c220-486a-a374-b9d8e0541fae on host n-h1-780147-4 for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 08:48:55.978122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Attempting to bind port daad1ac5-c220-486a-a374-b9d8e0541fae by drivers openvswitch,hyperv on host n-h1-780147-4 at level 0 using segments [{'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 08:48:55.978465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Attempting to bind port daad1ac5-c220-486a-a374-b9d8e0541fae on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:48:55.983169 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Port daad1ac5-c220-486a-a374-b9d8e0541fae on network f214c069-1ae2-4d5d-943d-0eec324ead41 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-4 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 08:48:55.983497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Attempting to bind port daad1ac5-c220-486a-a374-b9d8e0541fae on network f214c069-1ae2-4d5d-943d-0eec324ead41 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 08:48:55.989128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Checking agent: {'id': '6cf51d29-b7e7-4b70-8115-26f394f55c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'started_at': datetime.datetime(2021, 5, 20, 7, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 08:48:55.989469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Checking segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 08:48:55.989888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Bound using segment: {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 08:48:55.990318 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Bound port: daad1ac5-c220-486a-a374-b9d8e0541fae, host: n-h1-780147-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f316808-b90d-49d2-8d81-2a4b7d78f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 08:48:55.990722 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:56.086486 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 08:48:56.090860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=daad1ac5-c220-486a-a374-b9d8e0541fae,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 08:48:56.160026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:56.163985 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e0db24bd-d80d-4330-b46e-c367e855d279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:48:56.225158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:56.226059 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:56.228848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] 10.222.0.81 "PUT /v2.0/ports/daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 1091 time: 1.2708573 May 20 08:48:56.233137 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:48:56.260253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Pushing event updated for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:48:56.261073 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:48:56.408300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-98134fef-0b0e-4304-a5b7-31ed439be940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:56.409897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-98134fef-0b0e-4304-a5b7-31ed439be940 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1094 time: 0.0782022 May 20 08:48:56.487173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-b649fe06-795b-490d-beb3-ca1de01fa43f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 217 time: 0.0701311 May 20 08:48:56.559446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-c772a9cc-d7f9-4e3e-a6f1-a63f0c759a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:56.560820 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-c772a9cc-d7f9-4e3e-a6f1-a63f0c759a31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0661485 May 20 08:48:56.645665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-cd826ae1-a70f-452f-95b2-fdaa8b9bd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:56.647222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-cd826ae1-a70f-452f-95b2-fdaa8b9bd592 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801010 May 20 08:48:56.784381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-dfcb9d16-9e8e-41b6-be18-dda2ccb6bbaa service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298771 May 20 08:48:56.947338 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:48:56.981985 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:48:57.093406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bed5bef4-8352-4b21-83b4-1b8345362c18 req-36bda16a-6477-4825-9c15-8f257e69bc01 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015656 May 20 08:48:57.319142 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'status': 'completed', 'code': 200} May 20 08:48:57.415886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-36eae545-7a1a-42c4-8370-9f4c79850794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:57.417340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-36eae545-7a1a-42c4-8370-9f4c79850794 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1094 time: 0.0755661 May 20 08:48:57.625781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ed7e-e9df-4789-814f-5cae34af27f5 req-1cc14eef-e157-48b9-af68-7a098ed06cd7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:57.627225 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b913ed7e-e9df-4789-814f-5cae34af27f5 req-1cc14eef-e157-48b9-af68-7a098ed06cd7 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.2089870 May 20 08:48:57.628373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-52e160b9-5d52-4074-a37c-4147fa5381ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:57.629752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-52e160b9-5d52-4074-a37c-4147fa5381ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1795073 May 20 08:48:57.720683 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-0b72d023-6e43-4025-a3f0-71d52831c9f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 217 time: 0.0724478 May 20 08:48:57.787172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b913ed7e-e9df-4789-814f-5cae34af27f5 req-df0e7078-0b11-4639-b805-4d9105102760 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534512 May 20 08:48:57.810752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-e45e0fc2-7069-43a5-9aaf-e9d5cbf0f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:57.810752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-e45e0fc2-7069-43a5-9aaf-e9d5cbf0f1ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0735414 May 20 08:48:57.885404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-6a09a2f9-9821-49f9-89f3-7567b5f28fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:57.887053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-6a09a2f9-9821-49f9-89f3-7567b5f28fd2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763226 May 20 08:48:58.045624 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-4c0a455d-7f26-4446-9f60-b9192c5f96e1 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517100 May 20 08:48:58.185553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a6b59314-b8e2-4b12-8ca3-1427f543b430 req-f755a8bd-7b41-49d0-993c-b76507a3510e service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310310 May 20 08:48:58.990155 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa94fa-de07-4a46-afab-1f998e1dc209 req-85724265-cdc3-4d00-81c0-b71763895541 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:48:58.991647 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72aa94fa-de07-4a46-afab-1f998e1dc209 req-85724265-cdc3-4d00-81c0-b71763895541 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0886559 May 20 08:48:59.038221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-72aa94fa-de07-4a46-afab-1f998e1dc209 req-effb3420-4c78-4710-a3a1-4fdc39aa48f6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394840 May 20 08:49:00.222849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926a1c3-a11a-4445-a033-69ec24623775 req-e7f86e55-de07-4e9b-8920-3055ecb5fa26 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:00.224305 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6926a1c3-a11a-4445-a033-69ec24623775 req-e7f86e55-de07-4e9b-8920-3055ecb5fa26 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0798295 May 20 08:49:00.275337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6926a1c3-a11a-4445-a033-69ec24623775 req-cb9ce2e4-4ad2-4325-8ee7-8cfe6cae36e5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 May 20 08:49:01.467124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2973ac-a629-4d5b-bc74-b19970e1dc53 req-5631e961-50a0-4525-b207-fe7468f92cf8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:01.468728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d2973ac-a629-4d5b-bc74-b19970e1dc53 req-5631e961-50a0-4525-b207-fe7468f92cf8 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0851173 May 20 08:49:01.517882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2d2973ac-a629-4d5b-bc74-b19970e1dc53 req-5a248204-6a83-4de7-ae7d-f5cc3abaec08 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 May 20 08:49:02.709237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab779-2141-4086-a521-111e26763c8e req-198adf76-962b-448a-bda8-2e7c4972ac1e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:02.710687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd2ab779-2141-4086-a521-111e26763c8e req-198adf76-962b-448a-bda8-2e7c4972ac1e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0872111 May 20 08:49:02.758048 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dd2ab779-2141-4086-a521-111e26763c8e req-ae0bc400-7134-4628-a2b5-0276a9c6ed19 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 May 20 08:49:03.946282 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446bc7a-178e-4dba-a1c0-f855255db704 req-530b80a9-e7e7-4f5a-ac8e-e5ee150d4519 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:03.947755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d446bc7a-178e-4dba-a1c0-f855255db704 req-530b80a9-e7e7-4f5a-ac8e-e5ee150d4519 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0827291 May 20 08:49:03.997720 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d446bc7a-178e-4dba-a1c0-f855255db704 req-135b9aca-dce9-4615-95e0-cc956975bdf6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 May 20 08:49:05.188385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971051c-b369-46ac-8fca-0d2d9d103107 req-34ce6caf-d7c2-42e4-959e-0d59e5313702 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:05.189797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e971051c-b369-46ac-8fca-0d2d9d103107 req-34ce6caf-d7c2-42e4-959e-0d59e5313702 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0820279 May 20 08:49:05.235364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e971051c-b369-46ac-8fca-0d2d9d103107 req-17721398-d338-41c3-beea-e9ba91468db2 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 May 20 08:49:06.426441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f64f-a411-41ff-ac27-f41ea9fd8ee4 req-af9e35e0-a2d6-4790-b8ec-d7dcde01aed6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:06.427907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34d0f64f-a411-41ff-ac27-f41ea9fd8ee4 req-af9e35e0-a2d6-4790-b8ec-d7dcde01aed6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 943 time: 0.0856335 May 20 08:49:06.473904 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-34d0f64f-a411-41ff-ac27-f41ea9fd8ee4 req-7f567acb-e7bb-442b-b8f1-6d5d98374594 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 May 20 08:49:06.879609 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f6c0df5b-2b2f-4954-a78c-17455d5a9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:07.303006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device daad1ac5-c220-486a-a374-b9d8e0541fae details requested by agent hyperv_n-h1-780147-4 with host n-h1-780147-4 {{(pid=93103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 08:49:07.438250 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=daad1ac5-c220-486a-a374-b9d8e0541fae,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:49:07.452659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Returning: {'device': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'port_id': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'mac_address': 'fa:16:3e:66:40:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 08:49:07.510385 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:07.528218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daad1ac5-c220-486a-a374-b9d8e0541fae {{(pid=93103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 08:49:07.543884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=daad1ac5-c220-486a-a374-b9d8e0541fae,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:49:07.605180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:07.607745 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:49:07.666203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29bacb-1848-4247-8c00-7917c1c6e6c3 req-0fa1bac6-c4ba-40a5-bb1f-4e167ac14d3d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:07.667711 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fd29bacb-1848-4247-8c00-7917c1c6e6c3 req-0fa1bac6-c4ba-40a5-bb1f-4e167ac14d3d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 944 time: 0.0877740 May 20 08:49:07.686316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:49:07.694007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.694351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.694687 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.695020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.695351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.695680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.696008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.696331 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.696653 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.696974 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.697296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.697646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:07.702270 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:49:07.714752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fd29bacb-1848-4247-8c00-7917c1c6e6c3 req-0ef0acf4-039d-4ba4-8e45-f5107211f602 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 May 20 08:49:07.923136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] get_ports_and_sgs() called for port_ids ['daad1ac5-c220-486a-a374-b9d8e0541fae'] {{(pid=93103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 08:49:08.911307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f320db-fe9d-448f-b097-9ec3dec322b3 req-420fe10c-a134-46c0-a9ac-a36d04656b9b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:08.912920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43f320db-fe9d-448f-b097-9ec3dec322b3 req-420fe10c-a134-46c0-a9ac-a36d04656b9b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 944 time: 0.0899348 May 20 08:49:08.959440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-43f320db-fe9d-448f-b097-9ec3dec322b3 req-cde4f4eb-834c-4b98-969e-5b493f4d85e9 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 May 20 08:49:09.227014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-81abbac4-a063-4b40-afc0-7bd1c2328f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:09.305081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device daad1ac5-c220-486a-a374-b9d8e0541fae up at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 08:49:09.462192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning for port daad1ac5-c220-486a-a374-b9d8e0541fae completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 08:49:09.467291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Provisioning complete for port daad1ac5-c220-486a-a374-b9d8e0541fae triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 08:49:09.474004 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:09.632695 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:09.672247 n-d-780147-4 neutron-server[93103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae'}] {{(pid=93103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:49:09.681620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=daad1ac5-c220-486a-a374-b9d8e0541fae,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:49:09.717238 n-d-780147-4 neutron-server[93103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'code': 200} May 20 08:49:09.753740 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:09.782253 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:09.784050 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:49:09.847288 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5421cc9-c18d-4497-bb8a-858551b550d7 req-a49154b5-cf08-4cd9-8e12-200270ce0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:09.848709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5421cc9-c18d-4497-bb8a-858551b550d7 req-a49154b5-cf08-4cd9-8e12-200270ce0ba4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1096 time: 0.0739856 May 20 08:49:09.851291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Pushing event updated for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:49:09.854288 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:49:09.896430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e5421cc9-c18d-4497-bb8a-858551b550d7 req-2303c4f3-3546-48da-8710-e462670376f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 May 20 08:49:10.148134 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411945e-a7d1-4efb-83d0-a1430e46a1dc req-e75448c7-83ca-4e87-a05a-8e27870b730c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:10.149534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6411945e-a7d1-4efb-83d0-a1430e46a1dc req-e75448c7-83ca-4e87-a05a-8e27870b730c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.0819278 May 20 08:49:10.195089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6411945e-a7d1-4efb-83d0-a1430e46a1dc req-9c2a2346-2c5d-43c1-b684-5ae1df75bada tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 May 20 08:49:11.388082 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:11.392058 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26ce39-0939-4975-ab49-3a166766be42 req-cfa850ad-0cb8-4413-aaa9-a32732af4a53 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:11.393563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c26ce39-0939-4975-ab49-3a166766be42 req-cfa850ad-0cb8-4413-aaa9-a32732af4a53 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.0887768 May 20 08:49:11.439317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6c26ce39-0939-4975-ab49-3a166766be42 req-99b06a44-766d-4357-bc1e-e26541438298 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399992 May 20 08:49:11.628446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bda130-f159-478d-b682-9fdce59645c4 req-53f4c90d-54f0-4985-a96b-8f6fc0fbfbf5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:11.629930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58bda130-f159-478d-b682-9fdce59645c4 req-53f4c90d-54f0-4985-a96b-8f6fc0fbfbf5 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.0824082 May 20 08:49:11.675069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-58bda130-f159-478d-b682-9fdce59645c4 req-57bb972c-1359-406d-bb2a-b1778b2b64a1 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 May 20 08:49:11.702027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51396) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:49:11.777517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720cfdbf-a858-4631-889a-6f42028296c2 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:11.778989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-720cfdbf-a858-4631-889a-6f42028296c2 tempest-TestVolumeBootPattern-1194044012 tempest-TestVolumeBootPattern-1194044012-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1091 time: 0.0759451 May 20 08:49:11.782354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51400) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:49:11.787734 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Request body: {'floatingip': {'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'port_id': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 08:49:11.795185 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 08:49:11.799025 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Usage tracker for resource:floatingip and tenant:706e6e0020834f0e88c22aa9d5b2f958 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 08:49:11.801853 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 08:49:11.807651 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 08:49:11.867828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:12.017589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:12.153859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Allocated IP 172.25.8.160 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/62c616eb-e9a5-414b-b920-2c0fe1d69591) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 08:49:12.447499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:12.525444 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:12.529446 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:49:12.591004 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 08:49:12.594149 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 08:49:12.597874 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 08:49:12.632861 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=62c616eb-e9a5-414b-b920-2c0fe1d69591,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:49:12.654811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.655273 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.655691 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.656068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.656445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.656820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.657193 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.657591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.657964 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.658340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.658706 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.659074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:49:12.664877 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:49:12.708483 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.047185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.224575 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.433857 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.502079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.506131 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a507e985-d194-4423-a664-9992dd3fc272 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:49:13.615384 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event updated for resources: {'Port': ['ID=62c616eb-e9a5-414b-b920-2c0fe1d69591,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:49:13.619379 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:49:13.626538 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659893'] for floatingip, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:13.799762 n-d-780147-4 neutron-server[93102]: INFO neutron.db.l3_db [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c associated. External IP: 172.25.8.160, port: daad1ac5-c220-486a-a374-b9d8e0541fae. May 20 08:49:14.307736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:49:14.494158 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:49:14.504072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:49:14.513371 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:49:14.514102 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:49:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:49:14.650706 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:14.692422 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:49:14.709895 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9265258 May 20 08:49:14.710673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae'}] {{(pid=93102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:49:14.757571 n-d-780147-4 neutron-server[93102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'status': 'completed', 'code': 200} May 20 08:49:15.020946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-1cece063-1ac9-49d2-9562-e160b4f9506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:15.022511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-1cece063-1ac9-49d2-9562-e160b4f9506a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1096 time: 0.2400703 May 20 08:49:15.089951 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}, {'id': 'f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:66:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216543b3-5f9a-4523-9536-bb1b07059881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:49:12Z', 'updated_at': '2021-05-20T08:49:12Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:49:15.094003 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:49:15.102127 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:49:15.102720 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:49:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:49:15.160483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-f3f300ff-c73d-4797-aab4-e5250f369577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:15.162022 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-f3f300ff-c73d-4797-aab4-e5250f369577 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1321347 May 20 08:49:15.267754 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-4c19f68b-506d-47c3-96db-04b4be3ad210 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 999 time: 0.0995643 May 20 08:49:15.281707 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:49:15.331957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-9c56e4a9-57fc-4df5-98e7-3a195d99f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:15.333442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-9c56e4a9-57fc-4df5-98e7-3a195d99f23d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0601170 May 20 08:49:15.414278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-55b51162-474d-4650-981f-1404eb564783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:15.415768 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-55b51162-474d-4650-981f-1404eb564783 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761428 May 20 08:49:15.553210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-cd52ee48-b61a-4439-ac6a-426712f2791f service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307681 May 20 08:49:15.633381 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}, {'id': 'f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:66:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216543b3-5f9a-4523-9536-bb1b07059881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:49:12Z', 'updated_at': '2021-05-20T08:49:12Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:49:15.637371 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a013b7b-b98f-4449-9326-7696a889151e None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}, {'id': 'f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:66:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216543b3-5f9a-4523-9536-bb1b07059881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:49:12Z', 'updated_at': '2021-05-20T08:49:12Z', 'revision_number': 0, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:49:15.691812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9a4f23b-36a6-4c07-a108-185728154ad5 req-9ec12002-cbb4-4b50-aa91-f9d90dc2c3ae service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317415 May 20 08:49:15.822583 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482e1b8-39db-4aea-a400-82f5818e96e2 None None] New status for floating IP f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c: ACTIVE {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:49:24.793172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:26.714809 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-f1b94d58-1266-4604-9a62-22370a7bee09 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752258 May 20 08:49:26.866450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-c13f457d-5494-4a51-aa0f-958e04155fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:26.867990 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-c13f457d-5494-4a51-aa0f-958e04155fc5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0769048 May 20 08:49:27.000361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:27.026996 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-fbdcba77-102b-41d2-a765-55a3a24a12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:27.028537 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-fbdcba77-102b-41d2-a765-55a3a24a12cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1361773 May 20 08:49:27.137064 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-ea8624ca-cb75-47d2-bdad-1579a537ba7d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.0977292 May 20 08:49:27.205929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-2d5a843a-97fb-4229-b919-c58a2bcf5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:27.208364 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-2d5a843a-97fb-4229-b919-c58a2bcf5376 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0610268 May 20 08:49:27.292565 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-0a6623bc-baed-43d2-b25c-70ddc4ff88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:27.294075 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-0a6623bc-baed-43d2-b25c-70ddc4ff88d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757828 May 20 08:49:27.432452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-2e6af0d4-2517-4cfb-8ac6-1272a9d6b576 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276176 May 20 08:49:27.566808 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-a8790dbd-1fc4-4b70-aa1d-a848e4b1ca24 req-cdf1a0d7-8564-4da8-bbe9-e2e842b5cb26 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277356 May 20 08:49:33.169712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-e9ec3e9b-aa2f-4d0c-a4d6-d33ee443100b req-15df2950-97e1-4bd1-8099-5f5cafefa12f service neutron] (93101) timed out ('10.222.0.79', 46838) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 08:49:33.982336 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:49:35.235313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-f8b75bfa-e70f-44fe-b985-50a90920ecea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0800073 May 20 08:49:35.383076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.383562 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.384048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.384535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.385015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.386829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-3e705562-9093-4ab3-85af-6c9fb69535b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0792809 May 20 08:49:35.547330 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-4d4f1bec-5c0b-4b2d-a2ba-37c9de1870ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.547730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-4d4f1bec-5c0b-4b2d-a2ba-37c9de1870ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.548220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-4d4f1bec-5c0b-4b2d-a2ba-37c9de1870ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.549800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-4d4f1bec-5c0b-4b2d-a2ba-37c9de1870ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1386521 May 20 08:49:35.624077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-afc3dbee-673d-4df9-a52d-c7e6b9095098 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0674436 May 20 08:49:35.691540 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-157802dd-b717-4fe4-8998-f3f2492083d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.692984 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-157802dd-b717-4fe4-8998-f3f2492083d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0629537 May 20 08:49:35.771152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-10e5c524-3978-44d4-a554-d8daed6b7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:35.773322 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-10e5c524-3978-44d4-a554-d8daed6b7e02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745189 May 20 08:49:35.909457 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-40f44bd1-d400-4216-a001-0f4a2d076733 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296966 May 20 08:49:36.049370 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-1a543136-cccd-4412-b423-f7fd6671670f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336677 May 20 08:49:36.123718 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-617540fd-3119-4701-a163-2a0ae9c10629 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0657969 May 20 08:49:36.190569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-545216d2-4bb1-4e52-91d4-928883ab9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:36.191985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-545216d2-4bb1-4e52-91d4-928883ab9cc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0618944 May 20 08:49:36.271810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-42a78dd9-df24-4a33-b968-457d238cdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:36.273907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-42a78dd9-df24-4a33-b968-457d238cdaf1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758541 May 20 08:49:36.412653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-b15714f9-0a2e-4500-80a7-0ac1e2392e75 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310706 May 20 08:49:36.549744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-2af2f60d-0722-44a9-a74e-e939c74c3dbf service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285813 May 20 08:49:36.625590 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-2521fbe0-25d2-4d6a-8b0b-52c7b5b31f6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0669076 May 20 08:49:36.690986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-5387baef-d6a7-40d9-a2c1-af5e6b55b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:36.692375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-5387baef-d6a7-40d9-a2c1-af5e6b55b648 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0606728 May 20 08:49:36.918905 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a96f-bcbe-4012-8d32-3e1191e13e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:36.930815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-10ef9b58-b390-46a2-9822-caf78dba8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:36.932316 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-10ef9b58-b390-46a2-9822-caf78dba8da3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2331145 May 20 08:49:37.068409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-a462d09d-cf67-47cc-8789-9c893a31623f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269701 May 20 08:49:37.203969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-310f8491-3640-4ace-abcf-4cb29666716a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292541 May 20 08:49:37.276234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-91c6880a-1b22-49c9-b45e-066bc42243c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0660346 May 20 08:49:37.340478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-d61d9ee6-eb95-4b15-b7fd-26143a6af3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:37.341918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-d61d9ee6-eb95-4b15-b7fd-26143a6af3d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0597384 May 20 08:49:37.423477 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-43d4bd0b-82fb-4901-aff2-8c4c8e6a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:37.425023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-43d4bd0b-82fb-4901-aff2-8c4c8e6a13d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762913 May 20 08:49:37.561345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-dd84d58c-c98c-4e2d-913e-60a2a102a191 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276438 May 20 08:49:37.697550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-e45a3e6e-894d-4556-9f5a-bdd95b28d397 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281726 May 20 08:49:37.769564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-4492564e-763f-4208-bd11-09b969c8266b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0656948 May 20 08:49:37.833934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-9f7d4e06-0c43-4afb-b7c7-7974e24037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:37.836210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-9f7d4e06-0c43-4afb-b7c7-7974e24037b2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0612495 May 20 08:49:37.915640 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-e51e4ef2-2743-4e18-905c-6516f7bba9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:49:37.917110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-e51e4ef2-2743-4e18-905c-6516f7bba9fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740409 May 20 08:49:38.052775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-b8ccf90d-a253-45da-bba0-4b480be2311e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281450 May 20 08:49:38.191818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-aecd537a-daa8-4a40-9b93-92477d1fdef2 req-97e21356-ac16-4df4-ac85-e999feae055e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320693 May 20 08:49:39.221412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a802f1d7-6964-410d-8da0-e42738a8d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:39.724481 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:41.398660 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:42.678964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:54.802702 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:49:56.986841 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:06.952841 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-78c0f91a-5534-4191-a0da-69b51ef6ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:09.238208 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-97beab2e-c003-433b-a951-2d703e604cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:09.712168 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:10.981647 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:50:11.425445 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:12.665299 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:24.813588 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:27.007981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:27.658887 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-ffc085e9-ce1d-4d25-91d5-0bb98a2955f0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698085 May 20 08:50:27.828088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-b31f008b-c23c-4b03-9787-82c4e58fe5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:27.829596 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-b31f008b-c23c-4b03-9787-82c4e58fe5af service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0904799 May 20 08:50:27.982302 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-214d517f-ee25-4fae-83de-cbdccbca0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:27.983748 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-214d517f-ee25-4fae-83de-cbdccbca0ea6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1296270 May 20 08:50:28.091623 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-0cee618a-7695-4108-9a98-c1d102951207 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.0973213 May 20 08:50:28.316837 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-2688ca6c-e08c-4d5d-bdb8-ab7d639cdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:28.318318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-2688ca6c-e08c-4d5d-bdb8-ab7d639cdb30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.2199385 May 20 08:50:28.402402 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-84a3ffc3-569d-479b-8a30-e992853fa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:28.403781 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-84a3ffc3-569d-479b-8a30-e992853fa4cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739734 May 20 08:50:28.544632 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-48c87783-ed2d-493c-9db4-69a2dc70e53c service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291425 May 20 08:50:28.691557 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-786c5431-6d4a-4eb7-b781-328b500b7a31 req-163aa61e-6f05-4e6f-ae1e-9ea2b4164eb2 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361752 May 20 08:50:36.264633 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-8bd191f8-6534-4bd1-8d77-08f5df267534 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754957 May 20 08:50:36.367697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-0c69ffa0-36f9-4ad5-8303-72b865c2b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:36.369164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-0c69ffa0-36f9-4ad5-8303-72b865c2b134 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1096 time: 0.0735350 May 20 08:50:36.675365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-c60ce1fd-e020-4d75-abb3-3fe9d39a9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:36.676761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-c60ce1fd-e020-4d75-abb3-3fe9d39a9388 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.2878458 May 20 08:50:36.791625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-75fbf9e9-9f5d-4300-8e99-da7e3cd6f60f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 1001 time: 0.1077006 May 20 08:50:36.856674 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-29bd6f98-fe3a-4e66-8cdf-863650992d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:36.858417 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-29bd6f98-fe3a-4e66-8cdf-863650992d40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0603306 May 20 08:50:36.900649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6be9c32f-721d-4923-ba87-6e81d818724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:36.943788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-dd0cdfc8-c826-4310-897a-86f9cec3e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:50:36.945191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-dd0cdfc8-c826-4310-897a-86f9cec3e87c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797327 May 20 08:50:37.084830 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-c71e11bb-03bb-4376-8c3c-4f7a4acfa12a service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318212 May 20 08:50:37.227840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ae4abac-fcad-408a-a312-744a5e367a53 req-5fca8814-25ac-426b-881e-991869cd8c24 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353505 May 20 08:50:39.237650 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-02c881ce-5d99-447b-a2a7-c5db8aceca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:39.751439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:41.408652 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:42.659973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:47.980271 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:50:54.796791 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:50:56.991570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:06.951436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e109-4db9-4fe5-a850-fce8102a7994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:09.225450 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f905dd90-b7e1-4606-b175-ba935460a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:09.728309 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:11.406716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:12.686887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:17.282307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51446) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:51:17.653506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 62c616eb-e9a5-414b-b920-2c0fe1d69591 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:51:17.653738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:17.771249 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:17.771578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:17.893055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 62c616eb-e9a5-414b-b920-2c0fe1d69591 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:51:18.104995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:18.108699 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-333efd02-dc62-45fe-8cfd-81e8100c6d5c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:18.153293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=62c616eb-e9a5-414b-b920-2c0fe1d69591,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:18.190990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.191409 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.191788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.192162 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.192530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.192898 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.193262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.193657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.194069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.194426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.194790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.195856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:18.202939 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:18.260537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:18.260870 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c disassociated (deleted). External IP: 172.25.8.160, port: daad1ac5-c220-486a-a374-b9d8e0541fae. May 20 08:51:18.782659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:51:18.962136 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:51:18.971634 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:51:18.981448 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:51:18.986083 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:19.035191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:19.094880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "DELETE /v2.0/floatingips/f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c HTTP/1.1" status: 204 len: 168 time: 1.8114724 May 20 08:51:19.095665 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:51:19.163044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:51:19.559528 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:19.562448 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'status': 'completed', 'code': 200} May 20 08:51:19.563647 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:51:19.572257 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:51:19.572880 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:19.657971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32323-2229-4bad-83ab-fb623313b134 req-2bb96f0c-6861-416b-9520-873aa396c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:19.659396 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-2bb96f0c-6861-416b-9520-873aa396c4b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 1096 time: 0.0756178 May 20 08:51:19.752858 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:51:19.855632 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32323-2229-4bad-83ab-fb623313b134 req-2f1e2956-7e52-422e-bb3b-3cd63c27aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:19.857089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-2f1e2956-7e52-422e-bb3b-3cd63c27aa4e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1910138 May 20 08:51:19.926522 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3768-57e5-4ce5-afd2-f8108398abed req-de459572-f1cd-493f-ad41-7a249b817ec4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:19.927128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d0ae3768-57e5-4ce5-afd2-f8108398abed req-de459572-f1cd-493f-ad41-7a249b817ec4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:51:19.938863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-cd324660-c31b-48eb-82d4-7c794273b443 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 200 len: 217 time: 0.0734880 May 20 08:51:20.007774 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32323-2229-4bad-83ab-fb623313b134 req-41978e10-745b-4b57-8a09-fb221ccbc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:20.009577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-41978e10-745b-4b57-8a09-fb221ccbc573 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0636902 May 20 08:51:20.051494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-d0ae3768-57e5-4ce5-afd2-f8108398abed req-de459572-f1cd-493f-ad41-7a249b817ec4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:51:20.052638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0ae3768-57e5-4ce5-afd2-f8108398abed req-de459572-f1cd-493f-ad41-7a249b817ec4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.3919468 May 20 08:51:20.105051 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:20.119203 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446303a-1355-47e3-95f8-01d3728a1b88 None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_floatingips': [{'id': '6f13e7b4-24d2-4350-a516-94ea288429d2', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'router_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'port_id': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'mac_address': 'fa:16:3e:23:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T08:46:20Z', 'updated_at': '2021-05-20T08:46:23Z', 'revision_number': 1, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:51:20.121230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-d0ae3768-57e5-4ce5-afd2-f8108398abed req-4e1ea6c5-9ba5-486c-b891-8bdd4b67e9c6 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608385 May 20 08:51:20.136033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32323-2229-4bad-83ab-fb623313b134 req-969070dc-dc09-4851-97b0-62bc7dd10ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:20.137971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-969070dc-dc09-4851-97b0-62bc7dd10ca3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208014 May 20 08:51:20.151101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-97860c64-784d-4900-b0d9-fd6ee173b114 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 08:51:20.152224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-97860c64-784d-4900-b0d9-fd6ee173b114 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069430 May 20 08:51:20.292758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-3196dd7c-1f9d-40ff-b873-6cabe217db45 service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321921 May 20 08:51:20.356836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01fc0db-8a9e-4004-9eeb-39e3fe52e58e None None] New status for floating IP f0d3a3a6-cf4c-4cd8-934e-6dcee236d58c: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:51:20.431534 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4fd32323-2229-4bad-83ab-fb623313b134 req-8ec1bd25-296f-44f6-82dc-73165f28823f service neutron] 10.222.0.81 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307509 May 20 08:51:21.203589 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-6df0d1ab-9ab4-4be4-a324-d5e052330143 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:21.205044 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-6df0d1ab-9ab4-4be4-a324-d5e052330143 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.0870843 May 20 08:51:21.408857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f825345-647d-4364-b62a-877599bf17d1 req-0b02c43e-32a2-45b4-82c4-a30fe67d1772 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:21.410350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f825345-647d-4364-b62a-877599bf17d1 req-0b02c43e-32a2-45b4-82c4-a30fe67d1772 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 945 time: 0.1460466 May 20 08:51:21.412405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port daad1ac5-c220-486a-a374-b9d8e0541fae {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:51:21.412747 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:21.545447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-0f825345-647d-4364-b62a-877599bf17d1 req-07534608-0c8e-4527-90ed-15551cae1e5e tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192327 May 20 08:51:21.585152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port daad1ac5-c220-486a-a374-b9d8e0541fae, host n-h1-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-4',level=0,port_id=daad1ac5-c220-486a-a374-b9d8e0541fae,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:51:21.585560 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:21.874834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for daad1ac5-c220-486a-a374-b9d8e0541fae owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:51:22.036698 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:22.042834 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5fe32dad-de41-49c9-a5e8-b3b6abb18141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:22.092327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=daad1ac5-c220-486a-a374-b9d8e0541fae,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:22.095784 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:22.167588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port daad1ac5-c220-486a-a374-b9d8e0541fae on host n-h1-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:51:22.170111 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:22.172639 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'name': 'network-vif-deleted', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:51:22.237868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16df5f7e-f4dc-4691-8fd2-02fb4cbd9b06 req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.81 "DELETE /v2.0/ports/daad1ac5-c220-486a-a374-b9d8e0541fae HTTP/1.1" status: 204 len: 173 time: 1.0268874 May 20 08:51:22.266562 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216543b3-5f9a-4523-9536-bb1b07059881', 'name': 'network-vif-deleted', 'tag': 'daad1ac5-c220-486a-a374-b9d8e0541fae', 'status': 'completed', 'code': 200} May 20 08:51:22.702357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-502778cf-1f92-4f62-8eae-a721d8260aa1 req-3caadbf8-38cb-4e9e-afc1-2d4710440cd4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:51:22.756783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-502778cf-1f92-4f62-8eae-a721d8260aa1 req-3caadbf8-38cb-4e9e-afc1-2d4710440cd4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:51:22.758004 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-502778cf-1f92-4f62-8eae-a721d8260aa1 req-3caadbf8-38cb-4e9e-afc1-2d4710440cd4 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.1018136 May 20 08:51:23.876433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device daad1ac5-c220-486a-a374-b9d8e0541fae no longer exists at agent hyperv_n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:51:23.911440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] No Port match for: daad1ac5-c220-486a-a374-b9d8e0541fae {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:51:23.911851 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Device daad1ac5-c220-486a-a374-b9d8e0541fae not bound to the agent host n-h1-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:51:23.914488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-bb92f8e7-1e48-49ba-991a-de52ac1cc40c req-defdad70-1469-4cda-b8b6-0038f5f594ee tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0475352 May 20 08:51:24.825329 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:24.980002 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:51:25.068876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-25c6aefc-70c2-4904-9bda-11f3e31e15bd req-2cbb9939-46a1-46eb-8dbe-5f9a112e16e0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0456872 May 20 08:51:26.239216 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-a9ba7e16-eca1-4217-91b9-9ef24ee5ab65 req-4660e7b7-8cb4-4a67-957d-b0cbce97cf0a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=216543b3-5f9a-4523-9536-bb1b07059881 HTTP/1.1" status: 200 len: 210 time: 0.0484843 May 20 08:51:27.017936 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:27.677775 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-89d90bda-d2d5-4d3d-bba0-f4c258a8df4e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758502 May 20 08:51:27.831832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-59ede587-f053-4db8-a99e-a0129ff8b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:27.833254 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-59ede587-f053-4db8-a99e-a0129ff8b084 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0788004 May 20 08:51:28.020755 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-b6c53fec-2423-490a-a7e4-95848982876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:28.022393 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-b6c53fec-2423-490a-a7e4-95848982876b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1630881 May 20 08:51:28.162609 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-3ab27410-6a0d-4b22-9df3-2abcfaf91c08 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 1000 time: 0.1286871 May 20 08:51:28.233120 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-553df49d-b08c-4f97-ae08-5e090f0c6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:28.234630 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-553df49d-b08c-4f97-ae08-5e090f0c6854 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0627232 May 20 08:51:28.333160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-fb50474e-9faf-4f4b-bec9-c1a90847c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:28.334837 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-fb50474e-9faf-4f4b-bec9-c1a90847c659 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895915 May 20 08:51:28.480214 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-d8d065ce-07c9-4345-b72b-ef3dcba3a9a3 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340022 May 20 08:51:28.625673 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-798ee877-b5ca-4cd4-be79-a7d767280fe7 req-0c702b02-2384-4f0a-a1da-20a31eba5b5b service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345358 May 20 08:51:33.150561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51498) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:51:33.419248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 4f950412-b5b0-48da-9bb8-b0fe55a75409 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:51:33.419567 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:33.539033 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:33.539362 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:33.661712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 4f950412-b5b0-48da-9bb8-b0fe55a75409 owned by network:floatingip {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:51:33.853256 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:33.857971 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b0b60e2d-8198-40b6-98d4-25b4eb6af56b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:33.905869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=4f950412-b5b0-48da-9bb8-b0fe55a75409,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:33.909555 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:33.999045 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:33.999392 n-d-780147-4 neutron-server[93101]: INFO neutron.db.l3_db [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Floating IP 6f13e7b4-24d2-4350-a516-94ea288429d2 disassociated (deleted). External IP: 172.25.8.43, port: 59eb8e42-be7d-4d8d-826c-60ba33dd56de. May 20 08:51:34.525187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 08:51:34.705416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 08:51:34.714626 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 08:51:34.724975 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:51:34.725626 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:34.807608 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:34.868857 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cc5c4a15-267e-45a2-bfa0-6addb39165fb tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "DELETE /v2.0/floatingips/6f13e7b4-24d2-4350-a516-94ea288429d2 HTTP/1.1" status: 204 len: 168 time: 1.7188904 May 20 08:51:34.869602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:51:34.905439 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:51:35.219254 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:35.223118 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 08:51:35.231523 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 08:51:35.232146 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T08:51:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:35.314271 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'status': 'completed', 'code': 200} May 20 08:51:35.423171 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-861a34f2-254e-4b02-b09c-17cdc81cd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:35.424678 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-861a34f2-254e-4b02-b09c-17cdc81cd663 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 1096 time: 0.0779529 May 20 08:51:35.425832 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 08:51:35.493569 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0c8a5-e2f4-413d-b253-7fc49306ca7e req-ce3e5226-93df-4333-b865-e52475055450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:35.494635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8bd0c8a5-e2f4-413d-b253-7fc49306ca7e req-ce3e5226-93df-4333-b865-e52475055450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:51:35.568832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-87dc2cda-4d72-4ee7-96ac-1cf0a19d2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:35.570466 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-87dc2cda-4d72-4ee7-96ac-1cf0a19d2c1f service neutron] 10.222.0.84 "GET /v2.0/networks?id=f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 200 len: 913 time: 0.1376538 May 20 08:51:35.585160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-8bd0c8a5-e2f4-413d-b253-7fc49306ca7e req-ce3e5226-93df-4333-b865-e52475055450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:51:35.587294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bd0c8a5-e2f4-413d-b253-7fc49306ca7e req-ce3e5226-93df-4333-b865-e52475055450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.1838765 May 20 08:51:35.636488 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-8bd0c8a5-e2f4-413d-b253-7fc49306ca7e req-595ca516-e1b3-46d0-9ed0-b3dcc14c35c0 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 May 20 08:51:35.647238 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-2c05a5ac-0678-401c-b29f-811d7284910f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 200 len: 217 time: 0.0696087 May 20 08:51:35.713127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-b5d0abb0-ab49-4f16-98ab-04927fcdec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:35.715512 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-b5d0abb0-ab49-4f16-98ab-04927fcdec10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 200 len: 851 time: 0.0605583 May 20 08:51:35.784558 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 08:51:35.788469 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67187274-91ec-477b-ae3a-f9f51735bc25 None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T08:38:09Z', 'revision_number': 4, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'eda233bf-1aca-44e0-be53-de2c9f18b1cf', 'name': '', 'network_id': 'f214c069-1ae2-4d5d-943d-0eec324ead41', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'mac_address': 'fa:16:3e:9f:a3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '2decfe01-19ce-45c4-8537-0afadf898423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:08Z', 'updated_at': '2021-05-20T08:38:14Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'subnets': [{'id': '2decfe01-19ce-45c4-8537-0afadf898423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 08:51:35.803873 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-c4890d06-7210-40e4-867a-8dc94d3a3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:35.805450 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-c4890d06-7210-40e4-867a-8dc94d3a3631 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f214c069-1ae2-4d5d-943d-0eec324ead41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837622 May 20 08:51:35.954211 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-6ca36123-3044-4712-95b9-a154cc1520e8 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366222 May 20 08:51:36.004985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1195668-a80a-4f0d-aa58-a87f37ae4e0a None None] New status for floating IP 6f13e7b4-24d2-4350-a516-94ea288429d2: DOWN {{(pid=93103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 08:51:36.112741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-43cb7423-e20e-4560-99ea-95d0fe50d97d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.114616 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-43cb7423-e20e-4560-99ea-95d0fe50d97d tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.0952837 May 20 08:51:36.266721 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-7e642a14-7375-4a5f-8001-8aab8ac530b9 service neutron] 10.222.0.84 "GET /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043356 May 20 08:51:36.320712 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-e7eb1f66-271b-4e76-886f-8a495f19158c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1576385 May 20 08:51:36.339041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 59eb8e42-be7d-4d8d-826c-60ba33dd56de {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:51:36.339396 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:36.535160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] For port 59eb8e42-be7d-4d8d-826c-60ba33dd56de, host n-h2-780147-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-4',level=0,port_id=59eb8e42-be7d-4d8d-826c-60ba33dd56de,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 08:51:36.535527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:36.662513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 59eb8e42-be7d-4d8d-826c-60ba33dd56de owned by compute:nova {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:51:36.671083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.671574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.672054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.672535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.673023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.674831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-4594a12e-3528-4865-a93d-d5ba29625d72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2520330 May 20 08:51:36.904448 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8231386-b9f5-4e8e-a348-fdedb9a62f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:36.955243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-258acab4-fde3-475e-9248-b7af7f2fa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.955720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-258acab4-fde3-475e-9248-b7af7f2fa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.956192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-258acab4-fde3-475e-9248-b7af7f2fa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:36.957764 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-258acab4-fde3-475e-9248-b7af7f2fa9a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.2567971 May 20 08:51:37.034146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-65c2c77b-c960-43ab-a9e2-0985052643ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0676146 May 20 08:51:37.041679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8abe8-2b03-45ee-9765-8df357e258b4 req-d9585e3d-442e-48f0-b002-3e2eb7984597 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:37.043072 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cc8abe8-2b03-45ee-9765-8df357e258b4 req-d9585e3d-442e-48f0-b002-3e2eb7984597 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 945 time: 0.2941005 May 20 08:51:37.105272 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:37.120513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ce4b6edd-87cb-4598-a773-4c9187ad265f tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:37.345761 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=59eb8e42-be7d-4d8d-826c-60ba33dd56de,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:37.352595 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:37.355797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cc8abe8-2b03-45ee-9765-8df357e258b4 req-2e33ba16-4ba5-4006-8b39-d529abfecd5b tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/security-groups?id=75506091-41d4-4fdb-8758-ae34fdc9a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830565 May 20 08:51:37.387804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-7488582e-8778-43e9-8972-7339395059b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:37.389246 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-7488582e-8778-43e9-8972-7339395059b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.3453517 May 20 08:51:37.474283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] No DVR routers for this DVR port 59eb8e42-be7d-4d8d-826c-60ba33dd56de on host n-h2-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 08:51:37.477558 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for port, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:37.480042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'name': 'network-vif-deleted', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 08:51:37.519651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-10030612-6c20-4a3e-8116-023b9110661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:37.521232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-10030612-6c20-4a3e-8116-023b9110661e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254992 May 20 08:51:37.528239 n-d-780147-4 neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6da53a5-b931-4d21-a5c2-46b8e2e325f4', 'name': 'network-vif-deleted', 'tag': '59eb8e42-be7d-4d8d-826c-60ba33dd56de', 'status': 'completed', 'code': 200} May 20 08:51:37.565252 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.84 "DELETE /v2.0/ports/59eb8e42-be7d-4d8d-826c-60ba33dd56de HTTP/1.1" status: 204 len: 173 time: 1.4425409 May 20 08:51:37.662985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-2b1b76b0-34f9-4282-8b4e-209691385939 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336787 May 20 08:51:37.806631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-7eae4311-203e-4424-b47d-a36319f59593 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367202 May 20 08:51:37.880286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-e3e04b39-5e58-45c3-95ec-37228bcbfc93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0672011 May 20 08:51:37.945497 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-341f3ced-0e02-454b-9150-7520fabff8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:37.946868 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-341f3ced-0e02-454b-9150-7520fabff8ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0607741 May 20 08:51:38.024972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-5bb9747c-1ec2-4ba4-b696-90df302ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:38.026510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-5bb9747c-1ec2-4ba4-b696-90df302ef083 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728633 May 20 08:51:38.167164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-3fb38916-e6e7-46e6-a890-893ed088cec2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316044 May 20 08:51:38.309752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-8f7cba3d-e5ba-4ba6-bb7a-29f1bd7b37c5 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344814 May 20 08:51:38.388565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-8891ef3a-94f3-4755-899d-0a6edc9b964b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0724049 May 20 08:51:38.457558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-9aa50a11-3db0-46d2-bc89-b411c6380f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:38.459046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-9aa50a11-3db0-46d2-bc89-b411c6380f33 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0644078 May 20 08:51:38.550203 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90069b60-01a6-4c3e-b69e-628cebb0331d req-c436d083-ecc0-435a-985d-174259794c42 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Synchronizing usage tracker for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 08:51:38.596663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-23d6b917-d9cc-496a-9ab2-9e1e13377683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:38.598215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-23d6b917-d9cc-496a-9ab2-9e1e13377683 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308813 May 20 08:51:38.645101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [req-90069b60-01a6-4c3e-b69e-628cebb0331d req-c436d083-ecc0-435a-985d-174259794c42 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Unset dirty status for tenant:706e6e0020834f0e88c22aa9d5b2f958 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 08:51:38.646212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-90069b60-01a6-4c3e-b69e-628cebb0331d req-c436d083-ecc0-435a-985d-174259794c42 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.1800091 May 20 08:51:38.738340 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-5b4ef1a7-2383-40f7-8d5d-30fa464c960a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321826 May 20 08:51:38.873835 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-f64b9aba-0052-4690-ad88-02f2d155f8b2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283574 May 20 08:51:38.948977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-8205bbe9-e276-4331-901d-3df8639ba917 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0679436 May 20 08:51:39.014451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-9c5f8645-66e0-4228-bd45-df8693e4e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:39.015950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-9c5f8645-66e0-4228-bd45-df8693e4e9eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0599017 May 20 08:51:39.099686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-f889ef92-19f0-4338-b310-11cb3331437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:39.101200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-f889ef92-19f0-4338-b310-11cb3331437c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779612 May 20 08:51:39.212184 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ea14729c-4585-4ce5-b72d-eb16ab99b0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:39.238442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-62f034c3-2165-4723-8688-4fa77c53c744 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301577 May 20 08:51:39.543268 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 59eb8e42-be7d-4d8d-826c-60ba33dd56de no longer exists at agent hyperv_n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 08:51:39.548859 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-874d08dc-ab69-444f-b91b-c61f5f09af71 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039184 May 20 08:51:39.579042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] No Port match for: 59eb8e42-be7d-4d8d-826c-60ba33dd56de {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 08:51:39.579404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Device 59eb8e42-be7d-4d8d-826c-60ba33dd56de not bound to the agent host n-h2-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 08:51:39.617579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-1ba49a8d-a636-4fa5-bccf-846dee284036 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0616977 May 20 08:51:39.689084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-71e4a539-f8fa-48b1-bee3-c4b58ff97e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:39.690594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-71e4a539-f8fa-48b1-bee3-c4b58ff97e23 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0660281 May 20 08:51:39.715562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:39.812687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-e8f3e39b-4d0c-45e0-b45d-f03f488182e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:51:39.814149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-e8f3e39b-4d0c-45e0-b45d-f03f488182e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167574 May 20 08:51:39.822155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-19f3d277-d580-49d5-8e91-253959e1fab0 req-e01aa0e1-4a3f-4e5f-b4ef-b384bc8bf5fe tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0526161 May 20 08:51:39.953215 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-7c0a4e83-e9a0-46de-b9c6-c0d972eed3e1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316469 May 20 08:51:40.090814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4c91c01c-1361-45c6-b138-11185a47ecf6 req-39e8e112-5a9f-41b7-9b30-4b30cdc91db9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298294 May 20 08:51:40.975608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5e5ef5a4-c051-4214-958d-4280f2d88b23 req-98ee6dd6-6bda-43f8-b212-19966b4c765c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0466788 May 20 08:51:41.424239 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:42.143199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-5411d00f-1231-452c-bfc3-2227dbf018ba req-018713c3-c8db-4427-bee2-5c6a68bb6450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6da53a5-b931-4d21-a5c2-46b8e2e325f4 HTTP/1.1" status: 200 len: 210 time: 0.0452030 May 20 08:51:42.681831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:43.242436 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51524) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:51:43.476443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Deleting port 35915cb2-519c-4590-8ede-739b43463673 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 08:51:43.476780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:43.599337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:43.599679 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:43.725866 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Calling delete_port for 35915cb2-519c-4590-8ede-739b43463673 owned by network:floatingip {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 08:51:43.928152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:43.932154 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d2d9393-d0a0-4b99-827e-ac7e7717f21d tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:43.980775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'Port': ['ID=35915cb2-519c-4590-8ede-739b43463673,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:44.021080 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.021491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.021908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.022292 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.022675 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.023052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.023459 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.023834 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.024208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.024580 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.024949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.025320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 08:51:44.033632 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:44.087947 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:44.208315 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31954'] for floatingip, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:44.209451 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "DELETE /v2.0/floatingips/a6e457ce-4a43-470b-bf8f-8441c1a1247b HTTP/1.1" status: 204 len: 168 time: 0.9659715 May 20 08:51:47.956143 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51546) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 08:51:48.033869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:48.064534 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:48.218845 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:48.222841 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c4bb55b-07ad-4a38-b68f-3b8c4d5bc17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 08:51:48.238415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75506091-41d4-4fdb-8758-ae34fdc9a4af,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 08:51:48.241671 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 08:51:48.304230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:48.305375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] 10.222.0.79 "DELETE /v2.0/security-groups/75506091-41d4-4fdb-8758-ae34fdc9a4af HTTP/1.1" status: 204 len: 168 time: 0.3482399 May 20 08:51:54.817555 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:51:57.006192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:01.979077 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:52:06.904316 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d6db63dd-7d39-44c8-a64a-d8ebf610729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:09.211308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c41bc0f-7dfc-425f-906e-68e5e8c2a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:09.709753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:11.418233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:12.703039 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:24.846624 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:27.033943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:36.903605 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f9b787e-2fa0-4c2a-82fa-4b7452e50054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:38.352752 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-bf436a1e-7816-4498-8b98-8588fd5bb040 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2067163 May 20 08:52:38.502217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.502710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.507323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.507323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.507323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.507323 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8466246b-8894-49e3-94d7-bc63406d10c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0812869 May 20 08:52:38.665294 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ee27378a-ad05-479c-a841-71691810118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.666843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ee27378a-ad05-479c-a841-71691810118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.667332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ee27378a-ad05-479c-a841-71691810118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.668898 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ee27378a-ad05-479c-a841-71691810118b service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1398335 May 20 08:52:38.740376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-f7d97102-23a6-40ef-adc6-077df90a3731 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0649948 May 20 08:52:38.804104 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-09717bdf-c33f-472e-a839-b61ce6a3a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.805591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-09717bdf-c33f-472e-a839-b61ce6a3a068 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0589340 May 20 08:52:38.881334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-37bc8416-ecb0-4454-a597-4e1a9d82dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:38.882846 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-37bc8416-ecb0-4454-a597-4e1a9d82dd22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710063 May 20 08:52:38.978624 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:52:39.017413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-3fd2ccf1-056b-423f-926a-69e8e060a237 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280732 May 20 08:52:39.154132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-00533b51-f99b-4a72-ab1a-dfd4ba84a973 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302783 May 20 08:52:39.201155 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-364704b3-b1da-4e20-892a-6683af432cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:39.225699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-6f97bbc6-5fd4-4754-aca3-803ebe772cd5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0654244 May 20 08:52:39.292748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-adf4469a-5b39-44b3-934b-3f24904ee3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:39.294156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-adf4469a-5b39-44b3-934b-3f24904ee3a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0620246 May 20 08:52:39.371788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ff1d6206-4692-4656-97b1-831ec5b756e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:39.373287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-ff1d6206-4692-4656-97b1-831ec5b756e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727501 May 20 08:52:39.674421 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-9674139d-6bf5-47ce-a471-08caa9772d6a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946107 May 20 08:52:39.737692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:39.810805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-1507cc77-3981-4e31-a43c-7bf724a0ca20 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295812 May 20 08:52:39.882743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-41e0e150-7ba8-434b-96cf-46a45b59cfe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0656552 May 20 08:52:39.946235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-fa3f6ec5-ea6d-41c4-b364-2afd5fd38470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:39.948069 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-fa3f6ec5-ea6d-41c4-b364-2afd5fd38470 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0588582 May 20 08:52:40.037403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8f7a7227-9632-4088-8972-94cb09ac7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:40.038950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-8f7a7227-9632-4088-8972-94cb09ac7f79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848391 May 20 08:52:40.173690 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-2ad8ffe8-f2c1-40e3-9bcc-a2a08b37bae7 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279371 May 20 08:52:40.307514 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-0bfe81ce-079d-4687-8136-99e1f5d04605 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276386 May 20 08:52:40.375050 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-58ff7c15-b4c2-418e-96ee-5ab5f48645b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0610101 May 20 08:52:40.441919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-5ceef3a3-737d-493e-85db-1ec7c6b86777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:40.443375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-5ceef3a3-737d-493e-85db-1ec7c6b86777 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0623264 May 20 08:52:40.519596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-e797fcd4-4c2f-48ac-b042-f0cb8d47841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:40.521056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-e797fcd4-4c2f-48ac-b042-f0cb8d47841a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717514 May 20 08:52:40.653327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-3bf8eb8a-7be2-4d4b-8d2c-aa3fe1ed6251 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253769 May 20 08:52:40.785000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-e514ac37-4c26-4393-8b33-0a91f8235cfb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252213 May 20 08:52:40.856634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-b5557a48-fed2-4e0d-8c4f-1ede76a1ea15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0645983 May 20 08:52:40.918907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-d0fe17c7-523b-4eca-b497-c698402a575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:40.920329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-d0fe17c7-523b-4eca-b497-c698402a575c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0573990 May 20 08:52:40.999110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-6eb1aad8-2f02-4779-b6dd-afe02d702faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:52:41.000559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-6eb1aad8-2f02-4779-b6dd-afe02d702faf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740449 May 20 08:52:41.135604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-0ac35aa4-5707-4a55-9c7a-9459e27b6ae6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278310 May 20 08:52:41.267517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c1a300c8-5931-49b1-b74a-168ef1db4f2d req-9470e7af-1f8d-469b-8265-a8e7ecce4a71 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254375 May 20 08:52:41.440940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:42.753655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:54.901864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:52:57.046212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:06.897214 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f44d6a38-3f6f-4cb5-9635-77e6ecdeb75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:09.223235 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-41e0f5d5-5a19-4971-a0d2-6d904df5d2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:09.724596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:11.451592 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:12.702870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:15.979417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:53:24.885498 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:27.092350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:36.936394 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c00a59c-9c14-44c7-b6a8-1e6ee15334ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:39.211464 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c2d98c4-d362-47f6-a01b-6e4e4686a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:39.220649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-749e2925-ae04-4b03-86a3-3d8eb3e2b182 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0758350 May 20 08:53:39.367371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.367860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.368425 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.369449 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.370045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.371847 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-d460c317-312b-4a36-bccd-65e9e542e19f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0801518 May 20 08:53:39.528805 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-1a12c73c-5e53-47f7-b359-d0d0839f88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.529287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-1a12c73c-5e53-47f7-b359-d0d0839f88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.529794 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-1a12c73c-5e53-47f7-b359-d0d0839f88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.531342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-1a12c73c-5e53-47f7-b359-d0d0839f88a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1369400 May 20 08:53:39.601353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-a1fa6415-684f-4bf7-8ccf-ebe1228621ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0631986 May 20 08:53:39.668248 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-c05473c7-eaf6-4313-a25d-3c039e6629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.669735 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-c05473c7-eaf6-4313-a25d-3c039e6629e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0613701 May 20 08:53:39.708630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:39.905218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-4b60e850-e439-40b4-af6a-6f8892dfc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:39.906682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-4b60e850-e439-40b4-af6a-6f8892dfc68d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309644 May 20 08:53:40.038448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-c3757d19-803f-4698-95f7-f4c8b7550949 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251934 May 20 08:53:40.175815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-f7acc3a0-a5bf-41c1-ae4d-8c1cb3f1bb8d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298101 May 20 08:53:40.251314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-0bfef011-b6b4-4cf0-9bee-4d557b614a19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0684028 May 20 08:53:40.315304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-4e81321e-d77e-4ebe-956c-7a3179dd1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:40.316715 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-4e81321e-d77e-4ebe-956c-7a3179dd1cdd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0594175 May 20 08:53:40.397069 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-01902e76-6a7d-4c3e-8192-061f1c55b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:40.398565 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-01902e76-6a7d-4c3e-8192-061f1c55b172 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744135 May 20 08:53:40.534982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-cb90a9db-f6a7-4002-9519-f721e26b8e21 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297548 May 20 08:53:40.665366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-64a37fde-b881-4c4b-9b17-e02d6363f393 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236379 May 20 08:53:40.732535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-7b1f687d-1ba7-4d40-ad9b-909d2e4cea63 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0604839 May 20 08:53:40.797780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-a5b44192-057c-4bf0-8b33-33c3ed828cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:40.804814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-a5b44192-057c-4bf0-8b33-33c3ed828cd8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0604830 May 20 08:53:40.878618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-ad019a26-c011-4fb6-bda1-e52eb028a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:40.880070 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-ad019a26-c011-4fb6-bda1-e52eb028a936 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746429 May 20 08:53:41.016516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-feb17b64-cb11-4340-81e0-c9ddea2f7b60 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279333 May 20 08:53:41.152981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-372dc3b1-3d49-49ab-bab1-7689354ac7df service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296031 May 20 08:53:41.224319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-0b44bf58-2ad6-4b56-b9e5-bf7cfd66a510 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0650988 May 20 08:53:41.287373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-7d118c32-6876-4680-956b-3d183fd02851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:41.288687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-7d118c32-6876-4680-956b-3d183fd02851 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0573797 May 20 08:53:41.368072 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-65e48b0a-5821-434a-8c61-2ecbe9cd818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:41.370145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-65e48b0a-5821-434a-8c61-2ecbe9cd818a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751662 May 20 08:53:41.433336 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:41.668293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-bc4d796e-7f14-4eac-a355-a812f89b6807 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913468 May 20 08:53:41.800862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-182e31c4-ef94-4cfa-8b4b-5dbd1965d1af service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257846 May 20 08:53:41.871535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-560d8275-807b-46c6-8ab0-940f9c7bfbfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0635684 May 20 08:53:41.937603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-ce87d382-9dd6-4a34-ab18-979271813514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:41.938947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-ce87d382-9dd6-4a34-ab18-979271813514 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0614274 May 20 08:53:42.014447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-17816c9a-1cb1-40c4-8eb6-2818db88e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:53:42.015908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-17816c9a-1cb1-40c4-8eb6-2818db88e160 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707095 May 20 08:53:42.151758 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-4483549a-f811-4395-89ce-5c7ca57558a3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291687 May 20 08:53:42.283400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-405517c9-334b-4ffd-9c26-edc1c2a56d3a req-e8d7294c-47d3-4218-b62d-eaa2c6b1ad66 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251085 May 20 08:53:42.695610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:52.981161 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:53:54.917653 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:53:57.061174 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:06.901669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d2b40dce-4fae-4197-ac73-3130ebf4d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:09.256134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed9d4-c396-4350-bc70-740cc94bd7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:09.707577 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:11.490518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:12.700392 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:24.905941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:27.101052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:29.981218 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:54:36.912877 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9704bf7d-058c-478b-9e3c-39ccddc99a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:39.220922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f422c5fb-cbef-4fa4-90e3-7e5d60186835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:39.706606 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:40.241910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-0cf2e4ea-09bb-4736-8223-2c5a0cf830bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0843315 May 20 08:54:40.390687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.391179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.391666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.392150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.392629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.394435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-2bb6cc49-77f4-4cc5-b3bd-ef0c52d59616 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0811324 May 20 08:54:40.551843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-42fba5b4-b7c0-4025-bee6-505ee2c262af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.552251 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-42fba5b4-b7c0-4025-bee6-505ee2c262af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.552729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-42fba5b4-b7c0-4025-bee6-505ee2c262af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.555154 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-42fba5b4-b7c0-4025-bee6-505ee2c262af service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1377404 May 20 08:54:40.626597 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-362b1be0-69c3-4681-8528-9a97b22b2abd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0650933 May 20 08:54:40.688648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-33a93c71-e218-4ae1-83c5-16d224f5f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.690093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-33a93c71-e218-4ae1-83c5-16d224f5f7e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0577586 May 20 08:54:40.769619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-fafc899b-b7ca-443a-8225-4c2fa678396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:40.771086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-fafc899b-b7ca-443a-8225-4c2fa678396a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735023 May 20 08:54:40.904168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-85fd8001-be4a-41d0-8237-a04d58e0fbbc service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265867 May 20 08:54:41.040226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-15078719-6b44-4863-9220-f6c8faddc2e6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297691 May 20 08:54:41.107401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-0847dd56-9900-494f-9f70-6eb1a4c10220 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0607524 May 20 08:54:41.173745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-cdc7b331-ff08-4f3a-b348-390ebea4f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:41.175074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-cdc7b331-ff08-4f3a-b348-390ebea4f483 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0620332 May 20 08:54:41.250956 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-77905624-4350-45ce-9a6e-22405a8b7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:41.252413 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-77905624-4350-45ce-9a6e-22405a8b7f54 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708656 May 20 08:54:41.395444 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-3e438df6-fd07-435c-b3d9-7b8fb8439343 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366844 May 20 08:54:41.454308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:41.531351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-a56e2ca1-d350-4fe7-9718-fcb9fb938f43 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285117 May 20 08:54:41.603222 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-09112eb4-d33e-4e5e-9f2a-2ffbc540a1d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0653596 May 20 08:54:41.666440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-ecf607b9-7cfe-4e09-a6f7-7748b5c47b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:41.667834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-ecf607b9-7cfe-4e09-a6f7-7748b5c47b0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0584176 May 20 08:54:41.745793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-9e43ed81-1a97-4aa9-9a79-2ea14b95c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:41.747224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-9e43ed81-1a97-4aa9-9a79-2ea14b95c375 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725091 May 20 08:54:42.042220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-66bc1e8d-5214-4866-b647-f687ab5c45da service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883530 May 20 08:54:42.177672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-b3f90328-d398-4e56-b9dc-f13bdea9f4ff service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295094 May 20 08:54:42.245832 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-ddaeb374-6e09-4b15-893d-6a9e9e625d6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0621338 May 20 08:54:42.311197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-93058ca0-87cd-44d1-8054-14f777407a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:42.312533 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-93058ca0-87cd-44d1-8054-14f777407a7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0612023 May 20 08:54:42.387394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-6d168b5b-8d25-433c-bea6-688033969fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:42.388848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-6d168b5b-8d25-433c-bea6-688033969fe1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699837 May 20 08:54:42.524046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-f7b7b5f0-49ea-4d5d-ba36-ab221f893d38 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283588 May 20 08:54:42.659168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-b6ae0bd0-3829-4b24-bd20-5ca27c656e80 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281805 May 20 08:54:42.730136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-8f28fca4-63b4-486b-88e5-b74d12dfc740 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0646238 May 20 08:54:42.745450 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:42.792524 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-dce78ce2-7a14-4c16-a3a2-c5a6273f8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:42.794001 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-dce78ce2-7a14-4c16-a3a2-c5a6273f8ef8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0581527 May 20 08:54:42.873295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-1ab62d78-92bf-4fc8-85f4-84c80ad339dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:54:42.874732 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-1ab62d78-92bf-4fc8-85f4-84c80ad339dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744417 May 20 08:54:43.010671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-6f821c06-ddfe-4336-8898-4072b1d89381 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294847 May 20 08:54:43.143576 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-e4173149-5fd8-48c7-9ceb-16f652fce314 req-79cf220f-d102-4f3b-9c90-3833e2d34d79 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262410 May 20 08:54:54.933743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:54:57.071981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:06.968919 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5e875ef1-6af3-4eb0-a3a7-79f12568e312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:06.980483 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:55:09.255082 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ef0636e-dbf2-44ad-8bd5-7d22935d6a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:09.735157 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:11.447610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:12.706457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:24.917371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:27.122706 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:36.921484 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58c9ea51-ff0d-490c-bcbb-328a4374540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:39.231369 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9975b322-3239-4874-bb00-cbc04ede8dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:39.717012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:41.217303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-1fb142bd-eb32-4e0b-ad3b-1b0d0b4ac9ef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0767586 May 20 08:55:41.365954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.366348 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.366859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.367342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.367819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.370374 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4aa02a35-e0ca-451a-bc74-7452fdbf8eca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0835726 May 20 08:55:41.432167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:41.527979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-227a30c2-7511-4668-82a0-0cdcaaeea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.528465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-227a30c2-7511-4668-82a0-0cdcaaeea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.528945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-227a30c2-7511-4668-82a0-0cdcaaeea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.530543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-227a30c2-7511-4668-82a0-0cdcaaeea69a service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1379073 May 20 08:55:41.596978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-cd2b6125-39e2-4202-970f-815387a4f19f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0599589 May 20 08:55:41.662382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-cea3f5fb-4fa2-471e-98c6-25c946208786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.663722 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-cea3f5fb-4fa2-471e-98c6-25c946208786 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0603759 May 20 08:55:41.738800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-d592eb2b-49cd-4ebb-a075-a8652a00e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:41.740337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-d592eb2b-49cd-4ebb-a075-a8652a00e8a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702085 May 20 08:55:41.871983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4a49b2c7-48e0-4cd7-9164-a22fc6710029 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255448 May 20 08:55:42.010353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-7e1fc7eb-3e7d-4a48-9c14-68c4e92c23cc service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319637 May 20 08:55:42.082392 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-33bfbebd-95fd-4f63-a3eb-d6ab6fd2233a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0647063 May 20 08:55:42.145012 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-dfb39cbf-ebbd-461a-82cf-323ba12d09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:42.146482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-dfb39cbf-ebbd-461a-82cf-323ba12d09db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0576231 May 20 08:55:42.389944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-6f5de606-1eff-4f45-b0f2-ec515cb60192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:42.391337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-6f5de606-1eff-4f45-b0f2-ec515cb60192 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384932 May 20 08:55:42.527084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-4a967340-a775-4441-ae2b-a6abebc925c0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281593 May 20 08:55:42.661634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-07a3b566-3dad-455a-9611-91aa96fe76ee service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246581 May 20 08:55:42.717144 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:42.729317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-3e57d0c9-7bc8-451d-8e7b-56f0fa329aec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0641963 May 20 08:55:42.792119 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-3acd9ee7-51a0-485c-81d5-3fbebe5b31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:42.793557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-3acd9ee7-51a0-485c-81d5-3fbebe5b31f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0577817 May 20 08:55:42.870646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-c7d9f2aa-1a23-49e0-ab16-a4db742b4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:42.872129 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-c7d9f2aa-1a23-49e0-ab16-a4db742b4c29 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716772 May 20 08:55:43.003795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-d26b291f-6895-4ea6-916c-8fb63be9260e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246970 May 20 08:55:43.137261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-5649eaa8-5579-4a06-86a6-c0ab96b6099b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264465 May 20 08:55:43.208350 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-54c27f05-af6c-4687-a1da-35bcd86a4eea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0640388 May 20 08:55:43.278684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-99f177e0-8346-4b0f-b232-7ad6de1bd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:43.278684 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-99f177e0-8346-4b0f-b232-7ad6de1bd22f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0613191 May 20 08:55:43.356249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-c612ed40-8367-480e-b743-1af16e3d4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:43.357791 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-c612ed40-8367-480e-b743-1af16e3d4480 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745854 May 20 08:55:43.494157 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-474a92f6-c46c-4a8f-b2d9-152250d11f37 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275895 May 20 08:55:43.631836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-814e6669-1187-40d4-b441-559698861cb9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315806 May 20 08:55:43.702891 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-625cf76d-b8f8-49ff-abf5-10eda1614a2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0651445 May 20 08:55:43.766625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-8c814e1e-9a1d-421f-95ee-6b6b8ccbfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:43.768081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-8c814e1e-9a1d-421f-95ee-6b6b8ccbfeba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0591927 May 20 08:55:43.847331 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-99c4b0f8-a3ef-4603-905b-27cdf1ed8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:55:43.848693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-99c4b0f8-a3ef-4603-905b-27cdf1ed8945 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743730 May 20 08:55:43.981113 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:55:43.992080 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-e5e399fb-e76c-4a2d-a870-5eeeadf197f3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371124 May 20 08:55:44.132896 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ca8639c-30cc-44d3-9cb5-c355f659b9f6 req-156a740e-4bb9-4fc8-a5ef-61c3dcd0a72d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329410 May 20 08:55:54.939442 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:55:57.086307 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:06.920373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-01093981-2bbc-4cb4-91bb-c71a4a31f232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:09.230517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffa63816-b084-4a26-9356-5a4748b7ccc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:09.733972 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:11.442337 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:12.710939 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:20.980274 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:56:24.950492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:27.087757 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:36.921249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c9c39bce-30c0-439f-80ae-106e58b52459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:39.236232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1f50104-8d93-49f5-a308-69b8214e3932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:39.709183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:41.445932 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:42.224697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-b79bf936-42b8-4713-a2ef-560d5998aa36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0836873 May 20 08:56:42.372506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.372999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.373496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.373993 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.374473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.376229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-9b72882b-299a-4f19-88f2-13bc81c3c1aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0800145 May 20 08:56:42.537450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f11f8a4b-e5c7-41d9-8de0-5e53a04fd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.537962 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f11f8a4b-e5c7-41d9-8de0-5e53a04fd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.538473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f11f8a4b-e5c7-41d9-8de0-5e53a04fd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.540201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f11f8a4b-e5c7-41d9-8de0-5e53a04fd5d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1396134 May 20 08:56:42.720179 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:42.770539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-eaec7eca-3058-4b74-a164-10eef21be822 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.2236779 May 20 08:56:42.836822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f668e22d-be77-46c2-95db-689b348ebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.838206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f668e22d-be77-46c2-95db-689b348ebcf2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0589106 May 20 08:56:42.916170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-017889bb-7b07-4d7f-a02c-5359266baf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:42.917701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-017889bb-7b07-4d7f-a02c-5359266baf6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727367 May 20 08:56:43.050736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-a295e786-4e1c-4cf0-ac7e-ecaa9590211f service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259587 May 20 08:56:43.183604 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-333a86ce-4724-443a-8abe-a136a0300bfd service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263263 May 20 08:56:43.255696 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-e4380189-992c-4ba7-b071-e9451e29c1db service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0664392 May 20 08:56:43.318876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-ff84514c-a2d7-476c-8bda-79581b8aa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:43.320546 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-ff84514c-a2d7-476c-8bda-79581b8aa31c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0583811 May 20 08:56:43.397411 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-4e9a2fe8-ec3d-4d2c-b288-c4e2b09aa197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:43.398972 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-4e9a2fe8-ec3d-4d2c-b288-c4e2b09aa197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722461 May 20 08:56:43.536796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2d26c2a2-c84f-429c-9ef7-fd6ded116bdd service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310730 May 20 08:56:43.673920 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-90ec16a2-9b0f-42ee-89f3-f0c6d4e99040 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305952 May 20 08:56:43.746797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-69b7947f-067e-4a3b-b618-1d7799f42c4e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0657856 May 20 08:56:43.810016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-b5c33b70-ba06-4c41-bfc0-ff89dfa1a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:43.811463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-b5c33b70-ba06-4c41-bfc0-ff89dfa1a0ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0587852 May 20 08:56:43.891985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-194dc85d-64ad-450b-a004-f6b85da14320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:43.893395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-194dc85d-64ad-450b-a004-f6b85da14320 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753927 May 20 08:56:44.029680 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-c621e74b-72be-4055-b871-3d872c04faea service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296022 May 20 08:56:44.164957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-f4bdfd71-ae16-48c8-ae18-22cdda923361 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282675 May 20 08:56:44.238729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-7423f706-f0fc-4f56-a874-915d697c6aa8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0674052 May 20 08:56:44.302945 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-bc2bb3c0-dfe9-483d-8ffc-5c0d8fb33678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:44.304303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-bc2bb3c0-dfe9-483d-8ffc-5c0d8fb33678 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0595748 May 20 08:56:44.382112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2f722221-3f70-4ba7-b332-3ce8a61d8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:44.383613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2f722221-3f70-4ba7-b332-3ce8a61d8a18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732820 May 20 08:56:44.522530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2a0b9311-0880-4551-9647-2c73074b5daa service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327047 May 20 08:56:44.653275 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2b8a79d5-7a1c-4ca0-919e-1b447967402a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240890 May 20 08:56:44.723907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-ba640542-dce9-43b3-8caa-12b2e1dea357 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0632665 May 20 08:56:44.786055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-369f9219-20fb-4d0c-94e5-a14f0b9f37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:44.787468 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-369f9219-20fb-4d0c-94e5-a14f0b9f37ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0576260 May 20 08:56:44.869031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-47b2ad24-a96c-46ff-a0b7-b40f2a7fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:56:44.870573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-47b2ad24-a96c-46ff-a0b7-b40f2a7fa4f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769649 May 20 08:56:45.164654 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-2407155a-d05a-4103-b6f4-39ca359e9342 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876830 May 20 08:56:45.296962 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1e8b8895-1aeb-4513-bb9f-22a9d6cd444a req-347ca911-31ac-4ad1-b468-3f40bd7a9c57 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256557 May 20 08:56:54.931598 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:57.104502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:56:57.981530 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:57:06.913886 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4371-613a-4588-b564-fad70f62ca2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:09.229350 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-04b252d7-7ed0-44d3-a383-95f20ffe1af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:09.720679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:11.481074 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:12.715315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:24.920946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:27.137578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:34.981847 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:57:36.942081 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a2028f98-e97b-45c9-89e2-be0728031e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:39.206650 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b64d092d-c874-44ba-af32-7658f7a594ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:39.719002 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:41.452031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:42.736070 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:43.258991 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-6b6b2819-60ee-443b-9f11-7244eb72acc6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1215806 May 20 08:57:43.412899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.413304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.413817 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.414324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.414946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.416695 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-b919c144-e890-4480-a2ce-c4db2fe1649b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0861230 May 20 08:57:43.579005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-db46211b-5cdb-4ed2-ac1d-a2477442b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.579487 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-db46211b-5cdb-4ed2-ac1d-a2477442b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.580017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-db46211b-5cdb-4ed2-ac1d-a2477442b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.581901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-db46211b-5cdb-4ed2-ac1d-a2477442b989 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1400058 May 20 08:57:43.654448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-53066eb3-918e-4823-ab33-3009859583fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0662434 May 20 08:57:43.721595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-095341d6-bc42-49fa-aea4-5a5f4c20176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.722949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-095341d6-bc42-49fa-aea4-5a5f4c20176a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0628865 May 20 08:57:43.803806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-36f37814-c696-42f8-a881-2c023986193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:43.805141 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-36f37814-c696-42f8-a881-2c023986193f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757501 May 20 08:57:43.954710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-5b6c33d0-f4bf-4729-9aa4-55187c39a62d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417129 May 20 08:57:44.104541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-452aa242-5ee2-4826-9132-6827a3d6d3ac service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443381 May 20 08:57:44.180042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-b60d717e-fb22-4d3d-8595-56b4da95638e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0689449 May 20 08:57:44.246301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-dc210c7c-a3e9-4edd-9ef1-bfe3bb316156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:44.247741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-dc210c7c-a3e9-4edd-9ef1-bfe3bb316156 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0614190 May 20 08:57:44.330366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-842461dc-765b-4d72-8458-ca81bd35da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:44.332067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-842461dc-765b-4d72-8458-ca81bd35da8f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776696 May 20 08:57:44.473755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-58a4fccd-9031-42bc-a780-cf8f6bf97435 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344581 May 20 08:57:44.614796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-9f47e793-134a-41f2-943b-7fe3b02b6529 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343150 May 20 08:57:44.684960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-e4afa10d-fe3e-4541-a73c-dc9b9a0494ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0643210 May 20 08:57:44.748031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-ccd81a00-ab87-4fcc-80ff-41427cd34f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:44.749540 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-ccd81a00-ab87-4fcc-80ff-41427cd34f3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0583725 May 20 08:57:44.825013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-27f0463a-1011-40d0-9cd2-069c2172ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:44.826520 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-27f0463a-1011-40d0-9cd2-069c2172ef6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701942 May 20 08:57:44.962461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-611641a4-f6f5-4e64-be37-d6a96bd60c9a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290948 May 20 08:57:45.105977 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-0e7732f7-9e09-466f-9c62-caff2badf494 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361532 May 20 08:57:45.178469 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-95516f48-d874-4f4e-bbb6-5e54c12ca9b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0660782 May 20 08:57:45.247121 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-3e0daba9-d36f-4e3f-9726-d3234bf102ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:45.248625 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-3e0daba9-d36f-4e3f-9726-d3234bf102ce service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0638094 May 20 08:57:45.500060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-90f1dd69-40e1-45ae-b01e-4fdb2f911885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:45.501530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-90f1dd69-40e1-45ae-b01e-4fdb2f911885 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2465675 May 20 08:57:45.655743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-f8aa9bb1-6837-41e0-880e-a6b8baf2e225 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474063 May 20 08:57:45.791239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-c68842a5-9f29-4ed0-8a9d-e98163c0d3c8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287529 May 20 08:57:45.864174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-630ef144-e083-42c5-b480-68d378e26e33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0665636 May 20 08:57:45.929130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-a1451f35-6e7d-4081-a159-365bf818737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:45.930652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-a1451f35-6e7d-4081-a159-365bf818737f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0606189 May 20 08:57:46.010278 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f113a-9506-4140-939c-2e2784993ce5 req-1fb97ed6-0b98-4050-a6df-0adaacff3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:57:46.011763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-1fb97ed6-0b98-4050-a6df-0adaacff3b0e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750530 May 20 08:57:46.144805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-cf331ead-13ca-407a-b973-7158ae6ebdc1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260691 May 20 08:57:46.276821 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-892f113a-9506-4140-939c-2e2784993ce5 req-2e25be05-018d-49d6-81d4-d4f48fc584e2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258667 May 20 08:57:54.943078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:57:57.125934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:06.930996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e66840c0-5ac2-4617-a99a-3baa8f78cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:09.243600 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-748fa086-0ee8-4cd8-93f9-e2c234dbd922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:09.702507 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:11.479661 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:11.981706 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:58:12.746801 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:24.953743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:27.119492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:36.907777 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-24997f3f-b71c-4119-b90e-8f8448f68d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:39.245057 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-718888b5-19c3-4721-92f6-f6105e30a119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:39.729255 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:41.485222 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:42.718820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:44.214361 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-79991c3f-f23f-4064-84af-21e6d4e6aef3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0782251 May 20 08:58:44.369565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.369966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.370452 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.370960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.371440 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.373234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b3dfd45e-6729-47eb-9473-65abb755cc85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0812287 May 20 08:58:44.539127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-089c24f2-e2e1-4ab4-94b4-6268dbc63f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.539598 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-089c24f2-e2e1-4ab4-94b4-6268dbc63f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.540066 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-089c24f2-e2e1-4ab4-94b4-6268dbc63f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.541642 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-089c24f2-e2e1-4ab4-94b4-6268dbc63f07 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1436353 May 20 08:58:44.613676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-2a6fb97c-0b72-4d0e-8cdf-9608425562c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0648131 May 20 08:58:44.677566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-4c283b72-cc7f-44f7-9fb2-71155bc14f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.679526 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-4c283b72-cc7f-44f7-9fb2-71155bc14f0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0600719 May 20 08:58:44.753983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-5673b7b7-030e-4d87-acba-5dbed54293ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:44.755426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-5673b7b7-030e-4d87-acba-5dbed54293ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692980 May 20 08:58:44.886510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-c1cb361a-db96-439f-9527-5dccbf5c793a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243548 May 20 08:58:45.018530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-c9ee6596-de6c-4618-afb1-a86fab76689e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258962 May 20 08:58:45.088476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-e1c8c3b5-b713-4a43-b120-7cc1ffd63f75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0631835 May 20 08:58:45.150736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-ac2d39a6-80f2-4d43-ae3e-37fc6d1a3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:45.152139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-ac2d39a6-80f2-4d43-ae3e-37fc6d1a3a22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0576766 May 20 08:58:45.227983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-6b4b6374-ec22-44df-b483-bebdbfff309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:45.229428 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-6b4b6374-ec22-44df-b483-bebdbfff309f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695727 May 20 08:58:45.364757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-74972711-886c-491f-99ce-ff6be528113e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285439 May 20 08:58:45.497115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-f4b0aa36-8f34-4230-9f36-28f143716b92 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255541 May 20 08:58:45.729716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-2fad31ac-b30d-4f90-b3aa-440334d3c363 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.2226458 May 20 08:58:45.797014 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-044d1b0d-cf8d-4d9e-867f-bea57bddc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:45.798641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-044d1b0d-cf8d-4d9e-867f-bea57bddc80c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0627630 May 20 08:58:45.876261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-358ab560-5c61-4252-bc18-130b7e4d07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:45.877877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-358ab560-5c61-4252-bc18-130b7e4d07e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716345 May 20 08:58:46.013375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-1c43e50b-1efd-40cb-b9a2-9773d9cd04e4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282105 May 20 08:58:46.148983 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-2c544a03-3671-4c7d-b156-729daf2b0fa3 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282396 May 20 08:58:46.219819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-74acf0b9-1a38-49b1-a085-a01ccffe5541 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0647254 May 20 08:58:46.283301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-f0e5155f-f05c-41e7-8907-9cbb05679335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:46.284653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-f0e5155f-f05c-41e7-8907-9cbb05679335 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0583508 May 20 08:58:46.365135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-6d77d70f-8fc4-4384-a160-7be16bfd8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:46.367668 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-6d77d70f-8fc4-4384-a160-7be16bfd8a13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763667 May 20 08:58:46.500927 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-21452061-3a1c-4f2a-b89b-158219ff6efc service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264808 May 20 08:58:46.633404 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-1e19ce8c-b6ec-4aeb-ac82-430c321c5b0a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254232 May 20 08:58:46.699060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-9cfcf56c-9609-437f-bae8-1d0ef340ea93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0599005 May 20 08:58:46.767777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-d38ea744-c178-4a26-a14a-e719647b9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:46.769200 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-d38ea744-c178-4a26-a14a-e719647b9897 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0638368 May 20 08:58:46.844547 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b1020988-655f-46c9-83fe-cb7f64cf9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:58:46.846057 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-b1020988-655f-46c9-83fe-cb7f64cf9a11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705810 May 20 08:58:46.981357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-0f4cee11-db74-4463-a80b-28965ca030be service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283863 May 20 08:58:47.120450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cae81f01-0fc4-4cb7-b9ba-0d1f67cd2af4 req-d51954df-f6e3-463d-a100-1579441d6216 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297553 May 20 08:58:48.981523 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:58:54.981924 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:58:57.164921 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:06.918365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8cb72383-fdc3-4655-81ec-f606ee3091d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:09.215743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-de6fc58e-a0ee-48b2-aec4-93021378bb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:09.724692 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:11.473228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:12.774629 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:24.969941 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:25.982859 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 08:59:27.156962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:36.944916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9784c173-3ece-4843-a272-db20e36c13df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:39.233111 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-63f0b430-262f-47ea-8c0e-d76dbb3fda7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:39.712483 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:41.459300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:42.723649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:46.199412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-90b0e262-a993-4510-8320-a3c15a9b1502 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0796463 May 20 08:59:46.350090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.350564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.351132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.351618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.352091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.353848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a48bfede-3584-488e-8b56-4fa083a89d5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0798976 May 20 08:59:46.686797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-b3bb25a4-5b66-4037-9ab6-fee6f9756ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.687283 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-b3bb25a4-5b66-4037-9ab6-fee6f9756ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.687762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-b3bb25a4-5b66-4037-9ab6-fee6f9756ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.689375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-b3bb25a4-5b66-4037-9ab6-fee6f9756ed8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.3098660 May 20 08:59:46.760941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-2437d923-15a9-470d-b3cd-30eac9a0d714 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0644648 May 20 08:59:46.830832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6d7a4902-5592-4457-a7e7-a172a3adfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.832270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6d7a4902-5592-4457-a7e7-a172a3adfbbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0647504 May 20 08:59:46.914617 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-780e6564-33aa-49b7-93b8-6c173060ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:46.916105 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-780e6564-33aa-49b7-93b8-6c173060ff15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774593 May 20 08:59:47.048134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-2601a16b-8039-4427-a485-8094f657aac0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252806 May 20 08:59:47.181798 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-721c61f8-1c99-454a-a1e6-b03123f4692d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270103 May 20 08:59:47.249262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-a6e24900-10c4-4d18-bfff-44611c9e7888 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0602715 May 20 08:59:47.315149 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-fa0b851d-cbcb-40c2-b7df-958155b16e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:47.316612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-fa0b851d-cbcb-40c2-b7df-958155b16e24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0613925 May 20 08:59:47.393432 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-cf0fb546-03b2-45d5-8187-0e1af2d71a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:47.394965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-cf0fb546-03b2-45d5-8187-0e1af2d71a94 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716860 May 20 08:59:47.530134 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-19d72f03-f00a-47b1-ad79-3bdfa5069cec service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276395 May 20 08:59:47.663869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-9a5cbbcb-bcb0-47f9-a850-fd1719dfd035 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271236 May 20 08:59:47.736180 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-5c668f43-382c-44d1-8251-af7af727a487 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0653682 May 20 08:59:47.799375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-f8598398-c0ba-4f15-9a8d-c6af305c9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:47.800855 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-f8598398-c0ba-4f15-9a8d-c6af305c9492 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0580878 May 20 08:59:47.885910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-c12330b9-33e5-4c5a-947e-6c885af1bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:47.888257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-c12330b9-33e5-4c5a-947e-6c885af1bf21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811181 May 20 08:59:48.025033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-38a8d673-df1e-4315-a36e-314d29b1ca2c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304588 May 20 08:59:48.335166 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-c28959c7-7a04-4254-b63e-1ebfb6a233d8 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034041 May 20 08:59:48.403710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-683c9cb8-6836-49ce-9e69-2b01e80e8d4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0612814 May 20 08:59:48.475834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-4c2b76c7-51b6-4014-8323-4b363ad89e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:48.477293 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-4c2b76c7-51b6-4014-8323-4b363ad89e15 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0671983 May 20 08:59:48.554373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-e3835b8b-cef5-4e5c-88bd-9a3ee26649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:48.555852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-e3835b8b-cef5-4e5c-88bd-9a3ee26649b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714908 May 20 08:59:48.692376 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-ee76a917-a6f1-4917-9782-5cc4fc7537d2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293447 May 20 08:59:48.827599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6adff5f2-a9ab-495a-9133-54379ad1dfa8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282496 May 20 08:59:48.905098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-671e1713-c008-4534-9e15-b0dd872a2483 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0709600 May 20 08:59:48.967789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-8f1e888c-1d2f-459d-8bec-96673ec17692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:48.969135 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-8f1e888c-1d2f-459d-8bec-96673ec17692 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0584569 May 20 08:59:49.048329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6e862e19-f7c8-4322-8acd-781b1ec1a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 08:59:49.049956 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6e862e19-f7c8-4322-8acd-781b1ec1a5bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748198 May 20 08:59:49.187738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-6d28c0ec-2ace-4c10-9d7d-eda1ac6da676 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313179 May 20 08:59:49.321299 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-eb2989bd-3a5d-45aa-8fa9-c2e9f82dd5c8 req-c5e8f201-2438-4afc-a2d4-77e58314079d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271977 May 20 08:59:54.975430 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 08:59:57.161934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:02.984656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:00:06.975016 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9645aea8-de3f-434a-8042-a72d2338e3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.271783 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-600577bc-959a-4ec2-994d-52f664d6f7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:09.728734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:11.466286 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:12.763675 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:24.990038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:27.185645 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:36.957103 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bb49896b-0645-41b1-ad3f-8eb1fb9aaf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.312213 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2c19b6a4-fa7b-4780-91fa-ad48a549c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.716953 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:39.984938 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:00:41.493934 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:42.756820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:47.213531 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-a33617a1-b61c-4152-9807-c6446d8d2a36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0825031 May 20 09:00:47.372909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.373404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.373968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.374459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.374938 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.377301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-2db2d64a-8e0b-4fe3-98cd-ee5387c4784a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0891719 May 20 09:00:47.542387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-30ecf02c-3137-45f2-850c-41fd84334fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.542873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-30ecf02c-3137-45f2-850c-41fd84334fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.543353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-30ecf02c-3137-45f2-850c-41fd84334fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.544958 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-30ecf02c-3137-45f2-850c-41fd84334fd0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1428924 May 20 09:00:47.619304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-8141d258-8c4e-4059-95a2-e02bec8146de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0667596 May 20 09:00:47.686052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-de44f411-08c4-434d-ad8c-9916e6fd2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.687505 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-de44f411-08c4-434d-ad8c-9916e6fd2460 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0618999 May 20 09:00:47.765863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-860c342b-6eae-488e-b880-d7a507e8576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:47.767513 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-860c342b-6eae-488e-b880-d7a507e8576c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732288 May 20 09:00:47.904836 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-0862a796-60b8-4a40-8585-dac7da72a0b1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302369 May 20 09:00:48.043386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-6223e60c-cab5-49a6-9b2f-848a507704d0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306427 May 20 09:00:48.115670 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-81af2ee7-33d1-4230-b2c9-7416a5294f2a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0658054 May 20 09:00:48.182461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-f94c7b28-1aac-4d4b-8f7d-df2d567a72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.184077 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-f94c7b28-1aac-4d4b-8f7d-df2d567a72d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0601096 May 20 09:00:48.266782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-a3782d7b-eb1b-41e1-aa42-f0547b6ae969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.269355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-a3782d7b-eb1b-41e1-aa42-f0547b6ae969 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774136 May 20 09:00:48.571825 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-e8f5703f-960d-481a-94c4-36c6cc7f0eb6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953203 May 20 09:00:48.708840 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-f1692f3e-df47-451a-96ec-64c352009a19 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293225 May 20 09:00:48.778146 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-a415236a-5554-4537-9137-3c30e4a1fbca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0622365 May 20 09:00:48.847997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-152644a9-950d-4648-bd50-99d2443235ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.849466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-152644a9-950d-4648-bd50-99d2443235ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0642960 May 20 09:00:48.929025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-e9eaff89-2163-4e21-93e0-6fd79804a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:48.930538 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-e9eaff89-2163-4e21-93e0-6fd79804a39c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744109 May 20 09:00:49.080884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-651cab2b-64f2-4c4b-9ce6-787949e9e2da service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430762 May 20 09:00:49.215827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-d761b459-ffdd-4f5d-86ad-574215bdbda8 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283410 May 20 09:00:49.289503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-9f79d172-60f5-407b-8068-002ec2def445 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0657203 May 20 09:00:49.355000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-5d03f2b0-3f1e-4eed-bcee-324f5d71ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.356359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-5d03f2b0-3f1e-4eed-bcee-324f5d71ad7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0597031 May 20 09:00:49.437792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-865d569c-3a61-454f-92a1-eeb412a77e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.439381 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-865d569c-3a61-454f-92a1-eeb412a77e4e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761871 May 20 09:00:49.578907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-3338008b-f2c6-43f0-9f79-c53a29f9a1d5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324878 May 20 09:00:49.716869 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-ab16ca80-4f29-41bd-b5a9-34eb7614a320 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304271 May 20 09:00:49.784552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-e4803c47-1c71-4d60-b2af-8594db341a44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0610089 May 20 09:00:49.858532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-3f2210af-58d2-407f-bff8-1a7aa31d10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.860018 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-3f2210af-58d2-407f-bff8-1a7aa31d10da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0696557 May 20 09:00:49.937549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea516-09bd-498a-95ef-33585a781133 req-f47d4718-7efa-4eaf-b984-ce113c44d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:00:49.939571 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-f47d4718-7efa-4eaf-b984-ce113c44d50e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725327 May 20 09:00:50.082168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-807cb20f-dbf6-4e43-a474-c14f25b7c3f5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368828 May 20 09:00:50.220110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7e7ea516-09bd-498a-95ef-33585a781133 req-1261d2de-49f3-482d-9018-d1945627a3a7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319532 May 20 09:00:55.025199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:00:57.202370 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:06.957199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-89a632ee-1f7c-4649-b6f4-6639c70cf853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.230418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dea6473a-5028-4e9d-9087-a083c9afe1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:09.709274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:11.470529 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:12.739152 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:16.985232 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:01:25.013216 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:27.207446 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:36.908526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b692de18-e757-4adc-9c29-653f5d62aa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.217248 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-08ee275c-a177-4cf4-907b-74cfcf65e6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:39.713732 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:41.481642 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:42.743872 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:47.225570 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-dd8cb9e5-5165-4afa-a99b-2ff6ed23fa6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0819323 May 20 09:01:47.369997 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.370488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.370971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.371451 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.371925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.373894 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4a85ad5d-8c16-4e1f-9fd0-9f1f5a568548 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0783505 May 20 09:01:47.535064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4deb07de-7108-4955-8690-a8bb3fc4e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.535595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4deb07de-7108-4955-8690-a8bb3fc4e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.536077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4deb07de-7108-4955-8690-a8bb3fc4e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.537699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-4deb07de-7108-4955-8690-a8bb3fc4e37a service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1401198 May 20 09:01:47.609000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-f21e1447-bdb9-41f4-b833-b81c36848d89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0649552 May 20 09:01:47.681139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-57b987ea-7029-4053-a0ee-8364bf9489b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.682619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-57b987ea-7029-4053-a0ee-8364bf9489b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0679657 May 20 09:01:47.762489 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-8fd5388d-799b-418c-b459-5e9f78da79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:47.765058 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-8fd5388d-799b-418c-b459-5e9f78da79c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761037 May 20 09:01:47.775190 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-50568b2e-53cf-4e46-b5a9-8fb54f5701d3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:01:47.776098 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-50568b2e-53cf-4e46-b5a9-8fb54f5701d3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048711 May 20 09:01:48.072890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-57705878-018a-4dee-8654-858ced3ae23a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901077 May 20 09:01:48.207912 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-b4288997-c29f-4d22-8f17-282e8d7d6def service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288490 May 20 09:01:48.278435 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-fe7f463e-1fe2-4095-b30d-c462c8375ef6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0641344 May 20 09:01:48.343345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-e2d1219a-ae7f-4d33-8d3d-95184714113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.343345 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-e2d1219a-ae7f-4d33-8d3d-95184714113b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0574584 May 20 09:01:48.419113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-0dfbfda3-18f7-46f6-93ac-1f82da2432dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.420584 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-0dfbfda3-18f7-46f6-93ac-1f82da2432dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709546 May 20 09:01:48.554652 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-d60bdd3c-e4d9-4f01-bd52-c850a05e4b39 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277461 May 20 09:01:48.688159 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-24b77a04-f25c-4e5a-a63d-4ad30b8c130d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265028 May 20 09:01:48.760455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-d8d61d17-1479-45e3-acaf-432cd89c5c28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0649931 May 20 09:01:48.825637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-2f2345c7-789c-4768-a43d-2a88e688811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.827074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-2f2345c7-789c-4768-a43d-2a88e688811b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0608184 May 20 09:01:48.902619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-01d7044a-51d6-4a14-9b46-6eb464072592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:48.904115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-01d7044a-51d6-4a14-9b46-6eb464072592 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701568 May 20 09:01:49.037592 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-015ca234-9e2c-46cd-bf49-fb21504c3494 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263311 May 20 09:01:49.172989 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-74aec023-5496-48df-9059-deb41bac8b40 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282992 May 20 09:01:49.244401 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-cab0968c-cfc6-4608-a0a6-4112806bd96c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0643151 May 20 09:01:49.306372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-54dc6560-ff27-4ebe-bb2a-29c939b148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.307716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-54dc6560-ff27-4ebe-bb2a-29c939b148b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0572999 May 20 09:01:49.385056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-75beef75-6644-4dde-8a20-de6329a4b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.386552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-75beef75-6644-4dde-8a20-de6329a4b9ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728338 May 20 09:01:49.520227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-96283193-50b6-409e-92d5-d76b98afe64d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 May 20 09:01:49.652144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-ec0c7309-e212-4646-9ab8-f618cbb0194e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250806 May 20 09:01:49.725283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-3b87fa03-48de-483d-b4b7-a4750e415e01 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0662503 May 20 09:01:49.792216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-fba06ce9-9e76-4840-bf8f-6d4a9b12b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.793925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-fba06ce9-9e76-4840-bf8f-6d4a9b12b60d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0620818 May 20 09:01:49.871085 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-bcc2c3ff-971d-44ef-ab69-3e44456261f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:01:49.872554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-bcc2c3ff-971d-44ef-ab69-3e44456261f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718849 May 20 09:01:50.007100 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-cb7f69bc-12ac-4d02-b6a0-95a07febdc3e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277404 May 20 09:01:50.304503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1d60ff29-a341-4f84-b9e9-fcda3f4de125 req-1aae1c5b-9f48-47e1-80a3-17a2121d1521 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904141 May 20 09:01:53.985870 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:01:55.004648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:01:57.221682 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:06.926602 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a1d54bc-44ac-4bde-b21d-0dffc19927af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:09.233743 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-409f2c8e-3707-483d-8957-08a14e9e2deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:09.718947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:11.503346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:12.731818 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:25.009989 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:27.234797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:30.985688 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:02:36.906815 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-427603bc-724a-41d0-8cb7-2aeac2fcdf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.220756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7410cc79-a3d7-4cca-8bc7-fbe87036fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:39.718738 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:41.524335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:42.746798 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:48.964892 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51770) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:49.260241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-715acaf2-8bc4-46d9-a44b-bfbd8fe186e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1335866 May 20 09:02:49.416545 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.417048 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.417557 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.418036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.418513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.420548 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7ff4d2ff-53b4-44e0-8924-af5953f2aa32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0877459 May 20 09:02:49.579516 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-9ccea836-53ff-4d2c-955e-4cbcace1c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.580002 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-9ccea836-53ff-4d2c-955e-4cbcace1c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.580481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-9ccea836-53ff-4d2c-955e-4cbcace1c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.582110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-9ccea836-53ff-4d2c-955e-4cbcace1c8c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1394234 May 20 09:02:49.658059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-a92d3ace-20cd-4ce2-8da8-5ad7cccb6ead service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0684998 May 20 09:02:49.723372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-ca09ae43-d086-4d3c-bfa9-028db51f58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.724878 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-ca09ae43-d086-4d3c-bfa9-028db51f58bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0596559 May 20 09:02:49.801407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-22cb70ad-6b04-47fd-8fc9-ebd01ebe04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:49.801685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:49.802988 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-22cb70ad-6b04-47fd-8fc9-ebd01ebe04a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710275 May 20 09:02:49.943927 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-ba7c35a8-ec3b-4d75-b249-155aac386416 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338482 May 20 09:02:50.092114 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7b62a76a-c3b3-4967-89b7-caa76b7d6946 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393993 May 20 09:02:50.167490 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-e3cbb7ab-aaae-4d6b-8fb5-075112e73ab5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0689011 May 20 09:02:50.237198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-3457e8a4-a629-4606-aee1-87b4435cc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:50.238694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-3457e8a4-a629-4606-aee1-87b4435cc40f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0652530 May 20 09:02:50.318976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7fb0401e-a31b-4f80-936d-fc1cb54a0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:50.320496 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-7fb0401e-a31b-4f80-936d-fc1cb54a0888 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753763 May 20 09:02:50.408795 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Deleting port eda233bf-1aca-44e0-be53-de2c9f18b1cf {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:50.409409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:50.464248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-433ce202-4da2-4074-a0f5-5b47555a20f4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371174 May 20 09:02:50.536247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] For port eda233bf-1aca-44e0-be53-de2c9f18b1cf, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=eda233bf-1aca-44e0-be53-de2c9f18b1cf,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:50.536499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:50.601186 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-4e04716f-f546-4285-8d34-232f3cd4abaf service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300666 May 20 09:02:50.663295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Calling delete_port for eda233bf-1aca-44e0-be53-de2c9f18b1cf owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:50.672862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-976f46b1-c870-4731-8369-e5163d0059e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0657721 May 20 09:02:50.738055 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-e7f6c592-0eb6-43e3-85e2-42748797f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:50.739638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-e7f6c592-0eb6-43e3-85e2-42748797f983 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0604334 May 20 09:02:50.816717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-8ca73a24-34de-4f83-86bc-dfd454b319f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:50.818232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-8ca73a24-34de-4f83-86bc-dfd454b319f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716474 May 20 09:02:50.880414 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:50.884380 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:50.930090 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Pushing event deleted for resources: {'Port': ['ID=eda233bf-1aca-44e0-be53-de2c9f18b1cf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:50.956341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-0e4d8c48-2d66-4351-afbb-6e1dd5e57266 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314080 May 20 09:02:50.974783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.975174 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.975561 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.975936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.976308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.976673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.977297 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.977696 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.978064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.978428 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.978797 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:50.979159 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:51.017950 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:51.107074 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-21d7716b-0c6c-4018-b8e4-248736457df6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429701 May 20 09:02:51.181491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-d3d82fde-99e6-47df-9668-5fb3a0c11384 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0673711 May 20 09:02:51.223589 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:51.250482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-cb233ad2-da11-4e22-918f-fe765157b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:51.251989 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-cb233ad2-da11-4e22-918f-fe765157b956 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0639729 May 20 09:02:51.337801 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-ff0e0ce4-13f1-4293-b811-5cdaf219458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:51.339347 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-ff0e0ce4-13f1-4293-b811-5cdaf219458d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805781 May 20 09:02:51.479666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-b4365e42-b047-49c6-9e75-6c5f08e82abe service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 May 20 09:02:51.616507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:02:51.793427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-bd613b04-df02-4c49-8af9-de823ca452d8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078046 May 20 09:02:51.866384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-2cefcc7b-ad42-45ec-84d8-757e4de4105b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0660250 May 20 09:02:51.931952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-a7d24e3c-7a36-4754-afea-462ac06fc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:51.933375 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-a7d24e3c-7a36-4754-afea-462ac06fc80a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0611498 May 20 09:02:51.968052 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:02:51.978198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Sync routers for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:02:51.983551 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7c2c756a-1480-4199-b632-78bac3acf30a admin admin] 10.222.0.79 "PUT /v2.0/routers/e64ddf4d-5537-472b-b8bd-5de3c3c6d554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0143127 May 20 09:02:51.983960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51780) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:51.989594 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:02:51.990233 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:52.166829 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:02:52.168193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-d89b4046-9e78-4e64-be6f-b7c106cf3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:02:52.170384 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-d89b4046-9e78-4e64-be6f-b7c106cf3db1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2303860 May 20 09:02:52.213611 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:52.455930 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T09:02:50Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:52.459769 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Checking router: e64ddf4d-5537-472b-b8bd-5de3c3c6d554 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:02:52.461919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-84b1fb38-14f3-4e93-937c-76a9b36db6ed service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841222 May 20 09:02:52.469036 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Routers {'e64ddf4d-5537-472b-b8bd-5de3c3c6d554'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:02:52.469615 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:52.515752 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:52.615406 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-22946cfe-efb6-4cb0-b760-c182ca55d062 req-a7faa1e2-478a-4023-8c8f-9972a3966a8a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471009 May 20 09:02:52.648552 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] Set router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:02:52.712533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Deleting port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:52.712880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:52.839566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] For port 85e02630-bb40-48c8-a9bb-eb2ecdf594eb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:52.839931 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:52.972095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Calling delete_port for 85e02630-bb40-48c8-a9bb-eb2ecdf594eb owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:52.974292 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T09:02:50Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:52.978417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742da2-6b9a-4c27-86c2-ac68c7cdde56 None None] The sync data for ids ['e64ddf4d-5537-472b-b8bd-5de3c3c6d554'] in n-d-780147-4 is: [{'id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'name': 'tempest-TestVolumeBootPattern-1040971285-router', 'tenant_id': '706e6e0020834f0e88c22aa9d5b2f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:04Z', 'updated_at': '2021-05-20T09:02:50Z', 'revision_number': 5, 'project_id': '706e6e0020834f0e88c22aa9d5b2f958', 'gw_port': {'id': '85e02630-bb40-48c8-a9bb-eb2ecdf594eb', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ddf4d-5537-472b-b8bd-5de3c3c6d554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:05Z', 'updated_at': '2021-05-20T08:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:02:53.180875 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.184590 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:53.339410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device eda233bf-1aca-44e0-be53-de2c9f18b1cf no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:53.385206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: eda233bf-1aca-44e0-be53-de2c9f18b1cf {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:53.385592 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device eda233bf-1aca-44e0-be53-de2c9f18b1cf not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:53.405469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e02630-bb40-48c8-a9bb-eb2ecdf594eb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:53.450383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.450787 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.451634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.451634 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.452026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.452401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.452772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.453142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.453533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.453901 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.454269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.454635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:53.483416 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:53.512530 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.690881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.693161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.799969 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.800485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64ddf4d-5537-472b-b8bd-5de3c3c6d554 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:02:53.814486 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.815627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e64ddf4d-5537-472b-b8bd-5de3c3c6d554 HTTP/1.1" status: 204 len: 168 time: 1.8307312 May 20 09:02:53.818514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51784) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:53.882455 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Deleting subnet 2decfe01-19ce-45c4-8537-0afadf898423 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:02:53.885917 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:53.938507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.019188 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.360390 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.364356 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7182dc5d-da2a-4fdc-bfe3-931f126e7390 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:54.407117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2decfe01-19ce-45c4-8537-0afadf898423,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:54.410316 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:54.411818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.416414 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3cc15-abcb-4f51-ad9f-13a77d4b6369 None None] Network f214c069-1ae2-4d5d-943d-0eec324ead41 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:02:54.417552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5ee00752-2eac-43f7-bdde-f3fff01ded9d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2decfe01-19ce-45c4-8537-0afadf898423 HTTP/1.1" status: 204 len: 168 time: 0.5981576 May 20 09:02:54.421000 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51788) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:54.525419 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.603122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Deleting port 562b567c-0c7b-4c1b-8be8-200c2e861d1b {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:54.603470 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.662252 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] DHCP port deletion for f214c069-1ae2-4d5d-943d-0eec324ead41 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:02:54.712278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] For port 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=562b567c-0c7b-4c1b-8be8-200c2e861d1b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:54.712630 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.732973 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Deleting port 562b567c-0c7b-4c1b-8be8-200c2e861d1b {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:54.733354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.829960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] For port 562b567c-0c7b-4c1b-8be8-200c2e861d1b, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=562b567c-0c7b-4c1b-8be8-200c2e861d1b,segment=NetworkSegment(1f316808-b90d-49d2-8d81-2a4b7d78f9d6),segment_id=1f316808-b90d-49d2-8d81-2a4b7d78f9d6)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:54.830368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:54.839949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Calling delete_port for 562b567c-0c7b-4c1b-8be8-200c2e861d1b owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:55.007742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Calling delete_port for 562b567c-0c7b-4c1b-8be8-200c2e861d1b owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:55.035588 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.040609 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-70ba6497-6d4c-4d8f-9318-cc6d031c6e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:55.058422 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.063079 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:55.086775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] No DVR routers for this DVR port 562b567c-0c7b-4c1b-8be8-200c2e861d1b on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:55.105088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.108010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Pushing event deleted for resources: {'Port': ['ID=562b567c-0c7b-4c1b-8be8-200c2e861d1b,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:55.112556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] No DVR routers for this DVR port 562b567c-0c7b-4c1b-8be8-200c2e861d1b on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:02:55.118658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=562b567c-0c7b-4c1b-8be8-200c2e861d1b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:55.118836 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.119105 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.119439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.119772 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.120097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.120419 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.120738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.121052 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.121368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.121708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.122056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.122329 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:02:55.127813 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:55.128799 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:55.211243 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.228036 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f214c069-1ae2-4d5d-943d-0eec324ead41']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:55.240097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f316808-b90d-49d2-8d81-2a4b7d78f9d6') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:55.240390 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f316808-b90d-49d2-8d81-2a4b7d78f9d6') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:55.252294 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.269911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.276702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:02:55.277111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: timer() May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:02:55.291666 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:02:55.317888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 562b567c-0c7b-4c1b-8be8-200c2e861d1b no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:55.352165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 562b567c-0c7b-4c1b-8be8-200c2e861d1b {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:55.352519 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 562b567c-0c7b-4c1b-8be8-200c2e861d1b not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:55.352944 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 85e02630-bb40-48c8-a9bb-eb2ecdf594eb no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:55.388130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 85e02630-bb40-48c8-a9bb-eb2ecdf594eb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:55.388469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 85e02630-bb40-48c8-a9bb-eb2ecdf594eb not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:55.432502 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.436020 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-bf4c8828-cc3d-460c-b62f-c4bb06ed9f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:55.455234 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:55.470387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f214c069-1ae2-4d5d-943d-0eec324ead41,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:55.475257 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:55.541452 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f214c069-1ae2-4d5d-943d-0eec324ead41 HTTP/1.1" status: 204 len: 168 time: 1.1191847 May 20 09:02:55.544330 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51792) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:56.240565 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:56.657527 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Deleting port 067fc040-e04e-41ff-bdfa-9176682ad72c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:56.658188 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:56.779606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] For port 067fc040-e04e-41ff-bdfa-9176682ad72c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=067fc040-e04e-41ff-bdfa-9176682ad72c,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:56.779987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:56.903326 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Calling delete_port for 067fc040-e04e-41ff-bdfa-9176682ad72c owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:57.119440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:57.124686 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cc52efe8-a212-4e6a-a422-104cfafcc7af tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:57.204859 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Pushing event deleted for resources: {'Port': ['ID=067fc040-e04e-41ff-bdfa-9176682ad72c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:57.212736 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:57.239985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:57.452485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:57.987830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Router b5121205-64a6-4a62-82fd-2e94b2d4fd4d has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:02:58.183074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:02:58.192569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Sync routers for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:02:58.204374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:02:58.209939 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:58.270355 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] 10.222.0.79 "PUT /v2.0/routers/b5121205-64a6-4a62-82fd-2e94b2d4fd4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7240870 May 20 09:02:58.272814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51796) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:58.398658 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:02:58.484814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:58.674678 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:58.701307 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T09:02:56Z', 'revision_number': 5, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port': {'id': '1e73b79a-e0f4-4e25-adb1-061a5e036cd3', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T08:38:13Z', 'updated_at': '2021-05-20T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:58.705287 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Checking router: b5121205-64a6-4a62-82fd-2e94b2d4fd4d for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:02:58.713610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Routers {'b5121205-64a6-4a62-82fd-2e94b2d4fd4d'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:02:58.714206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:02:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:58.829393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Deleting port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:02:58.829771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:58.874050 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] Set router b5121205-64a6-4a62-82fd-2e94b2d4fd4d gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:02:58.957314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] For port 1e73b79a-e0f4-4e25-adb1-061a5e036cd3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:02:58.957600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:58.988535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T09:02:58Z', 'revision_number': 6, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:02:58.992815 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223abb57-cf23-477b-b35e-a6d4a3545cf0 None None] The sync data for ids ['b5121205-64a6-4a62-82fd-2e94b2d4fd4d'] in n-d-780147-4 is: [{'id': 'b5121205-64a6-4a62-82fd-2e94b2d4fd4d', 'name': 'tempest-TestVolumeBootPattern-1415283754-router', 'tenant_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T08:38:12Z', 'updated_at': '2021-05-20T09:02:58Z', 'revision_number': 6, 'project_id': '586cb093e5bf4a4d9d0f6c00a1c9ea7b', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:02:59.088141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Calling delete_port for 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:02:59.296997 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.301691 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fd6ad2ff-8fec-45c4-8c67-d1a5a4598dbd tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:02:59.350243 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 067fc040-e04e-41ff-bdfa-9176682ad72c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:02:59.383940 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e73b79a-e0f4-4e25-adb1-061a5e036cd3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:02:59.385881 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:02:59.389967 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 067fc040-e04e-41ff-bdfa-9176682ad72c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:02:59.390396 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 067fc040-e04e-41ff-bdfa-9176682ad72c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:02:59.449252 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.782862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.785099 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.862770 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.863274 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5121205-64a6-4a62-82fd-2e94b2d4fd4d {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:02:59.877176 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:02:59.878413 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] 10.222.0.79 "DELETE /v2.0/routers/b5121205-64a6-4a62-82fd-2e94b2d4fd4d HTTP/1.1" status: 204 len: 168 time: 1.6046686 May 20 09:02:59.886316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51800) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:02:59.944662 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Deleting subnet a4f13a03-a528-46f6-9ac0-a02dd493a931 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:02:59.948087 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.000965 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.082065 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.411807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.415836 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34d474e4-5d85-4c3f-b8c2-97dd901189bd tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:00.454927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f13a03-a528-46f6-9ac0-a02dd493a931,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:00.458066 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:00.459040 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.465830 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a4f13a03-a528-46f6-9ac0-a02dd493a931 HTTP/1.1" status: 204 len: 168 time: 0.5839627 May 20 09:03:00.468537 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51804) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:00.471541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9682d95-c37b-4c36-984e-f3a82003409a None None] Network b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:03:00.576280 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.649215 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Deleting port 4495013b-b878-45ac-88ef-6d6fac40d3b4 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:00.649628 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.723884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] DHCP port deletion for b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:03:00.758875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] For port 4495013b-b878-45ac-88ef-6d6fac40d3b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4495013b-b878-45ac-88ef-6d6fac40d3b4,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:00.759242 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.792692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Deleting port 4495013b-b878-45ac-88ef-6d6fac40d3b4 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:03:00.793075 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:00.885767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Calling delete_port for 4495013b-b878-45ac-88ef-6d6fac40d3b4 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:00.893695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] For port 4495013b-b878-45ac-88ef-6d6fac40d3b4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=4495013b-b878-45ac-88ef-6d6fac40d3b4,segment=NetworkSegment(7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3),segment_id=7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:03:00.894180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.017103 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.022124 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2616e7fa-33cf-4c87-8291-366b8e16a635 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:01.068551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Calling delete_port for 4495013b-b878-45ac-88ef-6d6fac40d3b4 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:03:01.071523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Pushing event deleted for resources: {'Port': ['ID=4495013b-b878-45ac-88ef-6d6fac40d3b4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:01.073862 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:01.074732 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] No DVR routers for this DVR port 4495013b-b878-45ac-88ef-6d6fac40d3b4 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:03:01.117354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.121114 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:01.165673 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Pushing event deleted for resources: {'Port': ['ID=4495013b-b878-45ac-88ef-6d6fac40d3b4,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:01.167941 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:01.171757 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] No DVR routers for this DVR port 4495013b-b878-45ac-88ef-6d6fac40d3b4 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:03:01.198312 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.211347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:01.224100 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:01.224399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6cc3b3-d9f8-4794-b0a4-6b53bc5b7cf3') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:03:01.236625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.252556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.258473 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:03:01.258852 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: timer() May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:03:01.272060 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:03:01.317545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:01.356695 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:01.357224 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1e73b79a-e0f4-4e25-adb1-061a5e036cd3 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:01.357678 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4495013b-b878-45ac-88ef-6d6fac40d3b4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:03:01.392478 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 4495013b-b878-45ac-88ef-6d6fac40d3b4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:03:01.392829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 4495013b-b878-45ac-88ef-6d6fac40d3b4 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:03:01.617214 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.620642 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-88657fde-97aa-4108-958d-0af34c69101b tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:01.634150 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:01.645437 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:01.650164 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:01.653525 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b1df24f6-cb9c-4b45-8c8e-b6ac0461f8fa HTTP/1.1" status: 204 len: 168 time: 1.1841080 May 20 09:03:01.984219 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51812) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:02.036637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-da428438-34f6-4a7f-a72f-621fe6cfc16a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=706e6e0020834f0e88c22aa9d5b2f958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508816 May 20 09:03:02.039112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51816) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:02.099696 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:02.127009 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:02.266369 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:02.270240 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e7a1b474-8f45-446a-ae3c-ddaf9117a9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:02.282853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd6861-07e1-434c-a731-44e0b6accad9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:02.288164 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:02.291468 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:02.292595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8ecd15cf-633e-4d6e-a3f6-7a06ce84a38e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84cd6861-07e1-434c-a731-44e0b6accad9 HTTP/1.1" status: 204 len: 168 time: 0.2525861 May 20 09:03:03.070233 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51824) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:03.121128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5bb155d8-b5a5-46d2-9449-ca9b2ae3ad37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=586cb093e5bf4a4d9d0f6c00a1c9ea7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493064 May 20 09:03:03.124293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51828) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:03:03.181923 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.208098 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.329383 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.333327 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:03:03.345679 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c504b0-0373-4e77-98bd-3264e39c7633,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:03:03.350223 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:03:03.352348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:03.353470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47c504b0-0373-4e77-98bd-3264e39c7633 HTTP/1.1" status: 204 len: 168 time: 0.2282403 May 20 09:03:06.912317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9d364b7c-4df6-477b-867d-669e74cae6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:07.986022 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:03:09.228225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b90964b8-a067-4d37-9404-92fb20fd0051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:09.712047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:11.495638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:12.811077 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:25.033850 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:27.239412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:36.918894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3dbc1a30-e497-4bc7-a43f-949343c4336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:39.311236 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6c27795a-f8be-4619-9489-a6661d9ee333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:39.730574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:41.479334 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:42.753095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:44.986097 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:03:50.706082 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-dcd1538e-46bf-440c-9d32-3e4ab3594696 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0797467 May 20 09:03:50.857686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:50.858187 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:50.858754 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:50.859153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:50.859631 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:50.861535 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6751477e-dd41-4d77-9066-93b455862673 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0830829 May 20 09:03:51.020776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-58ed816d-cc18-4521-af75-a9bb74959eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.021254 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-58ed816d-cc18-4521-af75-a9bb74959eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.021750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-58ed816d-cc18-4521-af75-a9bb74959eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.023301 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-58ed816d-cc18-4521-af75-a9bb74959eac service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1383147 May 20 09:03:51.096373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-bbde91f7-f6ff-48fe-8e2a-2fe3ee453242 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0667827 May 20 09:03:51.159485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-0990781d-4260-4036-9566-202e390f9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.160908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-0990781d-4260-4036-9566-202e390f9b7c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0579529 May 20 09:03:51.241750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-693f8d12-41ec-42be-9257-a3e4192365de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.243411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-693f8d12-41ec-42be-9257-a3e4192365de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766044 May 20 09:03:51.378218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-c7bc69e7-21bb-4f3e-be65-46ec921b907c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285210 May 20 09:03:51.515969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-a4ce4207-8c65-4143-b2fd-53f733a4cf16 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310422 May 20 09:03:51.585264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-8653ab13-f39f-4f3a-b2fb-3b2354aa8d54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0621448 May 20 09:03:51.652831 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-2d551dab-b638-45eb-9bb1-ba03ead6c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.654336 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-2d551dab-b638-45eb-9bb1-ba03ead6c1ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0625310 May 20 09:03:51.730599 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-45bf5f71-84ea-4257-b427-fd496488713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:51.732103 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-45bf5f71-84ea-4257-b427-fd496488713c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716889 May 20 09:03:51.870174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-1e2893b6-b255-4958-89d2-12a228d2baf2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312683 May 20 09:03:52.165207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-245e6148-d0c4-497d-b6b1-06fa9616a071 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883353 May 20 09:03:52.235346 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-e215ac25-9e60-441b-a2ed-e8a3ae264b52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0644667 May 20 09:03:52.297961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6a35db90-1f6f-4906-bd31-5a82ed2be4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:52.299411 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-6a35db90-1f6f-4906-bd31-5a82ed2be4a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0583055 May 20 09:03:52.379192 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-a8af3038-22b3-4b69-ac16-ce8200acd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:52.380686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-a8af3038-22b3-4b69-ac16-ce8200acd2ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748434 May 20 09:03:52.518327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-0454972e-761a-4876-9dbd-41db29009725 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310687 May 20 09:03:52.657087 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-38c950d4-269a-444f-9ae7-e7c5777cae27 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319611 May 20 09:03:52.725462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-669e4971-4eff-4494-96a4-dc4b04e10dbd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0611401 May 20 09:03:52.791855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-036c453b-9129-4a38-8d91-7d37b9931ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:52.793296 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-036c453b-9129-4a38-8d91-7d37b9931ca8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0616932 May 20 09:03:52.869673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-4accfb53-848a-4c6b-8bdb-00ab09f0dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:52.871221 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-4accfb53-848a-4c6b-8bdb-00ab09f0dbff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716865 May 20 09:03:53.007110 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-5b811e2f-9bc2-416a-a1a7-671bf8b3598e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297214 May 20 09:03:53.141934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-733ff146-fc3b-4e20-ab33-0d1130ae67e3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288314 May 20 09:03:53.212596 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-82f063a0-cb04-4ebd-845b-cf0729411f6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0641997 May 20 09:03:53.276537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-971a8213-59e2-40fc-86df-ec7569292724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.277911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-971a8213-59e2-40fc-86df-ec7569292724 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0584333 May 20 09:03:53.357027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece56b4a-d737-4530-b719-eda206d85a47 req-8c20a302-377a-4d75-83e0-564c181ac330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:03:53.358277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-8c20a302-377a-4d75-83e0-564c181ac330 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746539 May 20 09:03:53.493944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-326184f3-7085-4eb9-8aa0-524d3780892c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285295 May 20 09:03:53.627283 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-ece56b4a-d737-4530-b719-eda206d85a47 req-5c7ca0d5-3e08-4f48-8123-aee064bf8a21 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265690 May 20 09:03:55.055630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:03:57.236477 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:06.905874 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15253234-fafa-450e-b5f2-9f3044d10fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.230674 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-35f62d65-9a02-4d1f-bd0f-a50b4d76deef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:09.711003 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:11.489859 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:12.781829 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.791966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51900) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:13.913708 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:13.929001 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:13.932935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Usage tracker for resource:security_group_rule and tenant:60dc912886224a4b94b18219043cd407 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:13.935824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:13.941788 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:14.026733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.118527 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.126211 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cffe9085-f82e-42bc-84d6-e38a17bc6c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:14.168364 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60dc912886224a4b94b18219043cd407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752844 May 20 09:04:14.169421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91257b-a140-43ac-afab-5201eb33bf09,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:14.171546 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51906) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:14.177983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.178378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.178760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.179144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.179517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.179887 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.180269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.180910 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.181287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.181685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.182052 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.182435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.186607 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7884b2fc-c8ad-41b2-b9a3-b41bf6a001ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:14.233702 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.259592 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.392365 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.396205 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6ce9db2f-a819-4024-8f0e-a736885cdabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:14.407786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91257b-a140-43ac-afab-5201eb33bf09,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:14.418191 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.418677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.419058 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.419443 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.419812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.420507 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.420648 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.420941 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.421307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.421702 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.422069 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.422435 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:04:14.425855 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:14.427088 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:14.431063 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5a0b7220-24dc-4d7b-b44a-8b8a5abf037c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d91257b-a140-43ac-afab-5201eb33bf09 HTTP/1.1" status: 204 len: 168 time: 0.2584701 May 20 09:04:15.083111 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51916) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:15.101123 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.119463 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:15.124104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Usage tracker for resource:security_group_rule and tenant:a389fe51fb2c4480a9ef6fafe8130159 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:15.127016 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:15.132767 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:15.218454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.284177 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.291226 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1cffdca-8a46-4ac0-9a6a-49988a7c2d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:15.333273 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a389fe51fb2c4480a9ef6fafe8130159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490821 May 20 09:04:15.334229 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafeca89-c587-4c67-a404-65c77e60e066,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:15.336245 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51920) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:15.337201 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:15.401037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.428248 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.593450 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.597326 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86ee6519-348f-428c-894b-5dedd18d292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:15.612044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafeca89-c587-4c67-a404-65c77e60e066,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:15.614429 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:15.622500 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:15.623736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0aaf038f-6ab0-4a72-9ba6-d0f9f5f4a548 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aafeca89-c587-4c67-a404-65c77e60e066 HTTP/1.1" status: 204 len: 168 time: 0.2864761 May 20 09:04:16.722967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51944) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:16.835501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1921144220-network', 'tenant_id': '8f24e6b4204243e0b72b850394a831da'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:16.841062 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.845522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Usage tracker for resource:network and tenant:8f24e6b4204243e0b72b850394a831da is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.848440 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.855419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:16.929800 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Made reservation on behalf of 8f24e6b4204243e0b72b850394a831da for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:16.932190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.944461 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:16.959015 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:16.962948 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Usage tracker for resource:security_group_rule and tenant:8f24e6b4204243e0b72b850394a831da is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:16.965766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:16.971981 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:17.055043 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.158764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.162459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dd047e8f-2b27-41c8-8c48-ec2c383bbbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:17.198333 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:04:17.203994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77e2a9-55de-441b-b64b-ca175e75ebb8,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:17.207796 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:17.211709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.212115 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Added segment d50ed7ff-8284-49c6-9396-ea91c66e1ce7 of type vlan for network 962aad81-5717-4411-8ca0-ed494d878fcf May 20 09:04:17.239124 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.335615 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.336686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:17.337340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:17.340933 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-79452dd3-cf6a-4704-a23d-400852291f9b tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:17.446572 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Pushing event updated for resources: {'Network': ['ID=962aad81-5717-4411-8ca0-ed494d878fcf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:17.450494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:17.457286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 962aad81-5717-4411-8ca0-ed494d878fcf details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:04:17.542847 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8185937 May 20 09:04:17.545636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51950) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:04:17.553775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Request body: {'subnet': {'network_id': '962aad81-5717-4411-8ca0-ed494d878fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1921144220-subnet', 'tenant_id': '8f24e6b4204243e0b72b850394a831da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:04:17.564657 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:04:17.568758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Usage tracker for resource:subnet and tenant:8f24e6b4204243e0b72b850394a831da is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:04:17.571820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:04:17.577711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:04:17.659451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Made reservation on behalf of 8f24e6b4204243e0b72b850394a831da for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:04:17.662003 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.143625 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.147199 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a62936fa-0af9-485e-a08c-96d9a069c3e9 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:04:18.224757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325c9423-9858-4314-9613-e89bfc240571,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:04:18.229398 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:04:18.235973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Checking segment: {'id': 'd50ed7ff-8284-49c6-9396-ea91c66e1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '962aad81-5717-4411-8ca0-ed494d878fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:04:18.236340 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Network hostable DHCP agents. Network: 962aad81-5717-4411-8ca0-ed494d878fcf, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:04:18.357973 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Network 962aad81-5717-4411-8ca0-ed494d878fcf is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:04:18.455401 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 962aad81-5717-4411-8ca0-ed494d878fcf) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:04:18.464577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:18.464759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e0a09-b388-486b-a78d-f43eb79d660a None None] Network 962aad81-5717-4411-8ca0-ed494d878fcf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:04:18.465235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:18.576036 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0293159 May 20 09:04:18.666415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790eedb-d7b6-43cc-bf12-369cd03105a1 None None] Network 962aad81-5717-4411-8ca0-ed494d878fcf requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:04:21.986737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:04:25.053181 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:27.243649 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:36.940518 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2d802777-bc61-4e49-9085-9a7611c50ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.243432 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5db9-f589-4371-a15a-ed54dfee0c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:39.746717 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:41.487167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:42.763661 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:50.198925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-69c0d87b-c37b-4d81-a056-2368ced0ecf0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0766175 May 20 09:04:50.350603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.351101 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.351587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.352067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.352548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.354317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-33bfe265-f70b-4e8b-9bc1-afdf5286bef0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0832186 May 20 09:04:50.675082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-0933559f-70e2-4d20-8514-9ca77813244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.675559 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-0933559f-70e2-4d20-8514-9ca77813244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.676035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-0933559f-70e2-4d20-8514-9ca77813244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.677610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-0933559f-70e2-4d20-8514-9ca77813244c service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.3003349 May 20 09:04:50.748677 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-d0e6aaeb-a891-4cac-89fc-d7c843cf42a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0645072 May 20 09:04:50.812386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-ee3188e1-0dde-46be-bbb4-fe44f58a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.813924 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-ee3188e1-0dde-46be-bbb4-fe44f58a3b24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0594642 May 20 09:04:50.896211 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-4d66bce3-4175-4aff-bda5-9b12b06b64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:50.897705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-4d66bce3-4175-4aff-bda5-9b12b06b64ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764000 May 20 09:04:51.030985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-72b47090-3ebd-4f42-aefc-728ed921eb34 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265750 May 20 09:04:51.166521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-0a02138f-7878-4fe2-932e-698e7f1c078e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281517 May 20 09:04:51.236580 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-3f0724e6-69f0-4724-a9b4-2fa90a57b95d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0617013 May 20 09:04:51.303179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-a7815eb7-d29c-49a7-9d5b-4cf371187038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:51.304750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-a7815eb7-d29c-49a7-9d5b-4cf371187038 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0616353 May 20 09:04:51.384496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-3b03b647-d91a-4555-a886-4425e5fa85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:51.386067 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-3b03b647-d91a-4555-a886-4425e5fa85f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730357 May 20 09:04:51.522635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-81f8d1f5-7d77-402d-a4e2-338fea0867db service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289258 May 20 09:04:51.657623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-25f46728-90a2-4c10-8136-0fe73ef684cd service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284413 May 20 09:04:51.729759 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-ab4ce161-ddab-4108-bd74-e411b69ffa9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0659595 May 20 09:04:51.793789 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-78e2a71d-7e66-45c1-97dc-5afa4f8bcf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:51.795247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-78e2a71d-7e66-45c1-97dc-5afa4f8bcf42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0597463 May 20 09:04:51.875969 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-cadea639-21fe-4c49-857b-4e9b03440117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:51.877454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-cadea639-21fe-4c49-857b-4e9b03440117 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753257 May 20 09:04:52.010637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-f917b206-be5d-4394-87c6-5030eaa88c6e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266191 May 20 09:04:52.144257 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-09a01de4-9877-4dcb-a879-336cff13d48d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266012 May 20 09:04:52.211455 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-f1d8331a-b8d5-42ff-a6ac-4e4fe902bbf4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0611928 May 20 09:04:52.277666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-f6629b89-6e9a-483b-b583-404097d5897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.279025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-f6629b89-6e9a-483b-b583-404097d5897f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0618961 May 20 09:04:52.354587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-7ed41d7c-5864-4002-8266-fa5625c85a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.356081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-7ed41d7c-5864-4002-8266-fa5625c85a25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711088 May 20 09:04:52.489438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-ea3e6c7d-8c6b-4e16-ba5b-7fcfd7ba8162 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271198 May 20 09:04:52.624511 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-f70d3f99-f0ef-4fbe-bd7f-605bb8c22ae0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285782 May 20 09:04:52.860641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-a05dc84a-dd2f-47ae-9e11-e8689ed803ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.2298663 May 20 09:04:52.924391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-56e5ea1d-8d7d-45d4-bf8a-f6e868809794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:52.925770 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-56e5ea1d-8d7d-45d4-bf8a-f6e868809794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0591946 May 20 09:04:53.001603 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-8d3f8918-7861-458a-b14a-7c3262bd6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:04:53.003095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-8d3f8918-7861-458a-b14a-7c3262bd6cf3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706398 May 20 09:04:53.136371 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-77587001-b184-4379-8b6b-bfc9ce66454b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263292 May 20 09:04:53.270429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-10fae711-cf11-4aa6-966f-535ee890bd78 req-2554a39d-0275-4525-8aa1-109a54c185a3 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279633 May 20 09:04:55.065985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:57.269753 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:04:58.985800 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:05:06.949496 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fd1c-68af-41de-bb5f-0a0cc72460bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:09.223901 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b37840e-248c-4522-888d-b1aa794868ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:09.717116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:11.498335 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:12.780048 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:18.829736 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51964) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:18.891055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Deleting subnet 325c9423-9858-4314-9613-e89bfc240571 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:05:18.894189 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:18.948517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.005370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.380494 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.384553 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-dff9a221-28e8-4a02-ac67-8e5a8a1da509 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:19.418876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325c9423-9858-4314-9613-e89bfc240571,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:19.428735 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.432028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.432419 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.432796 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.433175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.433575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.434441 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.434810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.435176 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.435536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.435899 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.436261 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.436622 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:19.440502 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:19.443484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/325c9423-9858-4314-9613-e89bfc240571 HTTP/1.1" status: 204 len: 168 time: 0.6127088 May 20 09:05:19.446028 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 51968) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:19.558762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.688459 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.702387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962aad81-5717-4411-8ca0-ed494d878fcf']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:19.714655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ed7ff-8284-49c6-9396-ea91c66e1ce7') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:19.714977 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ed7ff-8284-49c6-9396-ea91c66e1ce7') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:05:19.726759 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.743303 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.751154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:05:19.755687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: timer() May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:05:19.769361 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:05:19.920530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.925164 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f71c16aa-4c9b-40b0-825d-514fcf279d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:19.940490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:19.950334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Pushing event deleted for resources: {'Network': ['ID=962aad81-5717-4411-8ca0-ed494d878fcf,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:19.953316 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] 10.222.0.79 "DELETE /v2.0/networks/962aad81-5717-4411-8ca0-ed494d878fcf HTTP/1.1" status: 204 len: 168 time: 0.5063565 May 20 09:05:19.954204 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8ec2c296-754a-473d-b709-1b80889310ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:20.284931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51974) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:20.341054 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5b96ba8b-8cce-4272-b435-8e855d4e73ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f24e6b4204243e0b72b850394a831da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547996 May 20 09:05:20.343472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 51978) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:20.403867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:20.430504 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:20.546037 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:20.549874 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-26d350d9-efc5-4f2a-9f71-81132e98ae48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:20.562006 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77e2a9-55de-441b-b64b-ca175e75ebb8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:20.572921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.573313 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.573791 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.574173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.574614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.574967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.575339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.575709 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.576077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.576444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.576810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.577175 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:05:20.580360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:20.581499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b77e2a9-55de-441b-b64b-ca175e75ebb8 HTTP/1.1" status: 204 len: 168 time: 0.2369611 May 20 09:05:20.582881 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-81631bf7-74d7-4f14-8868-0cd143c34016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:21.706388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52002) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:21.820733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1782867851-network', 'tenant_id': '4bce694d526447a2870244a76aec00d4'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:05:21.826483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:05:21.830461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Usage tracker for resource:network and tenant:4bce694d526447a2870244a76aec00d4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:05:21.833501 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:05:21.840207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:05:21.911243 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Made reservation on behalf of 4bce694d526447a2870244a76aec00d4 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:05:21.913575 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:21.926348 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:21.945064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:05:21.948946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Usage tracker for resource:security_group_rule and tenant:4bce694d526447a2870244a76aec00d4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:05:21.952934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:05:21.958769 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:05:22.041701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.111395 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.114527 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ee61f871-710c-42d7-b2b3-1e7bd464b351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:22.144065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:05:22.152731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b557191f-c054-4901-9f63-55b0bdfdb0ec,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:22.157421 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:22.159089 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.159441 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Added segment f517120d-bf52-4a1c-81f2-aa061f1e40bd of type vlan for network c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 May 20 09:05:22.186374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.294322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.295642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:22.296269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:22.299996 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f95fc3bf-839e-4f6e-8c03-35ace550daf1 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:22.403031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Pushing event updated for resources: {'Network': ['ID=c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:22.406139 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:22.413053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:05:22.460603 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7529311 May 20 09:05:22.463467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52008) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:05:22.469614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Request body: {'subnet': {'network_id': 'c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1782867851-subnet', 'tenant_id': '4bce694d526447a2870244a76aec00d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:05:22.475602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:05:22.479777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Usage tracker for resource:subnet and tenant:4bce694d526447a2870244a76aec00d4 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:05:22.483947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:05:22.489985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:05:22.566416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Made reservation on behalf of 4bce694d526447a2870244a76aec00d4 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:05:22.570743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:23.059942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:23.064624 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-788f1d04-8394-4f3e-8eca-95c959dc1790 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:05:23.132657 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b94b581-82da-4050-9c85-8ba0f7eb37bb,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:05:23.136870 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:05:23.144018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Checking segment: {'id': 'f517120d-bf52-4a1c-81f2-aa061f1e40bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:05:23.144469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Network hostable DHCP agents. Network: c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:05:23.240622 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Network c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:05:23.372443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:05:23.381147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441f22e-1887-46df-932a-c833f508b741 None None] Network c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:05:23.381494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:23.383947 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:23.476487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0074391 May 20 09:05:23.572884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84a024-827f-49da-bdd6-8420f65fe877 None None] Network c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:05:25.076922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:27.309173 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:35.985953 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:05:36.902905 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3a59903a-7365-491c-97f6-4128c4a322fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:39.213525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc48201b-74e5-464f-a585-cf8f7304721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:39.702996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:41.499526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:42.808151 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:50.224109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-e720c2eb-d1ea-46b8-9323-9ccc17803aa4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0817215 May 20 09:05:50.375897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.376390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.376935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.377419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.377926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.379704 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-d0ce38fc-1a11-454a-a0ed-8a63c948681e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0789104 May 20 09:05:50.539133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fd839572-c7c6-468a-bc49-120faa8f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.539772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fd839572-c7c6-468a-bc49-120faa8f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.540061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fd839572-c7c6-468a-bc49-120faa8f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.541678 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fd839572-c7c6-468a-bc49-120faa8f4300 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1391294 May 20 09:05:50.614125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-be60d87f-553d-4039-bbfd-fb3d78c62409 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0657189 May 20 09:05:50.680741 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fb8cd236-cdec-4671-b77d-f3793c7e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.682231 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-fb8cd236-cdec-4671-b77d-f3793c7e6df4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0622191 May 20 09:05:50.763700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5d460cee-7ced-4110-8105-2cd4b228ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:50.765179 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5d460cee-7ced-4110-8105-2cd4b228ef74 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758796 May 20 09:05:50.903240 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5fe645aa-d972-4190-ab40-43f64c79ded2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306469 May 20 09:05:51.039849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-3620e830-41d9-4374-b391-7d58aa8e45e5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294866 May 20 09:05:51.109543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-31dc4ca3-e778-4f3d-8c80-2903953e8045 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0625682 May 20 09:05:51.175790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-525f85c2-c02f-4864-b2cf-a09078db3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:51.177218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-525f85c2-c02f-4864-b2cf-a09078db3f65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0616837 May 20 09:05:51.255367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-a5ea857e-821e-4780-af01-9ea5aab94899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:51.256842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-a5ea857e-821e-4780-af01-9ea5aab94899 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735078 May 20 09:05:51.558861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-b6b053c7-58ff-4941-8439-ee447b88238e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953727 May 20 09:05:51.700729 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-ffacd007-419b-4baf-8d44-cd951a857510 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341698 May 20 09:05:51.775060 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-f14dd1f7-2d81-4c71-8884-c9e5ad0b0233 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0672793 May 20 09:05:51.838567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5685b4f2-80ef-4a97-87e6-26bd3dde6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:51.840040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5685b4f2-80ef-4a97-87e6-26bd3dde6938 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0585935 May 20 09:05:51.920515 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-c7d5ec9e-156e-4dce-9c20-c048acaa6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:51.922035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-c7d5ec9e-156e-4dce-9c20-c048acaa6fec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747566 May 20 09:05:52.056096 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-7067d66e-d8f4-4f95-886e-5b84c9f82101 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273987 May 20 09:05:52.189440 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-12d88653-d2af-4441-85f3-12ccdce2ad66 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266427 May 20 09:05:52.256276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5be584e0-aee6-4008-85aa-8467958571a1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0601315 May 20 09:05:52.323000 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-073c99d3-b0da-4502-a772-eb893ca3242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:52.324433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-073c99d3-b0da-4502-a772-eb893ca3242a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0618403 May 20 09:05:52.404082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-8ae68081-a728-43bb-8c5f-d9dad7dfac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:52.405823 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-8ae68081-a728-43bb-8c5f-d9dad7dfac13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737741 May 20 09:05:52.540393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5e82da42-d820-4621-a5c4-3871b2cc631a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275709 May 20 09:05:52.681338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-b8e4d377-3a34-4d55-ab9d-d04970096570 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302142 May 20 09:05:52.751209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-03795c5d-e882-4d60-9772-940bc75cb851 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0665848 May 20 09:05:52.813932 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5a56aa73-8207-4158-ba79-64279aeb5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:52.815442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-5a56aa73-8207-4158-ba79-64279aeb5491 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0575590 May 20 09:05:52.900926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-7b81843b-9796-4bfc-97fe-e2e43b6f2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:05:52.902516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-7b81843b-9796-4bfc-97fe-e2e43b6f2cb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806687 May 20 09:05:53.196276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-10db2e19-6658-452b-b458-32a68a41d5a5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863288 May 20 09:05:53.328210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7df13908-71f0-4b4d-8e8a-af7889d48c6f req-8802fc9f-420e-4192-a076-ddc125a4e92f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254404 May 20 09:05:55.064863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:05:57.308274 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:06.948146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b54bf499-e7d8-4933-a8d5-f80dcb088541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:09.235644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-239a7888-c2c4-4ca4-97cc-00573572171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:09.721955 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:11.481942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:12.806036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:12.986073 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:06:25.035305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:27.275468 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:36.268070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [req-0ba16442-13df-41e4-8888-5c6fa8a94ca2 req-7e642a14-7375-4a5f-8001-8aab8ac530b9 service neutron] (93102) timed out ('10.222.0.84', 53267) {{(pid=93102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 09:06:36.949685 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b393bc1f-68b0-400d-b912-663fb93d5e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:37.566220 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-67ff996f-70dd-4d9b-ab04-432a28afb045 req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] (93101) timed out ('10.222.0.84', 52511) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 09:06:39.229462 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-73199aa2-dc47-45af-8050-76e9b689bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:39.727173 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:41.509860 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:42.145426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-5411d00f-1231-452c-bfc3-2227dbf018ba req-018713c3-c8db-4427-bee2-5c6a68bb6450 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] (93101) timed out ('10.222.0.79', 37676) {{(pid=93101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 09:06:42.841050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:49.985152 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:06:52.197947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-4590bff9-07f7-46b7-bb4d-5d4e1b116a9b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0787101 May 20 09:06:52.350921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.351406 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.351882 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.352364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.352833 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.354657 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-3eb59285-8305-4bfa-a1de-591a828fbcfa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0843525 May 20 09:06:52.516549 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-932da645-27a4-4087-85fa-23f7da1f3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.517036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-932da645-27a4-4087-85fa-23f7da1f3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.517542 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-932da645-27a4-4087-85fa-23f7da1f3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.519102 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-932da645-27a4-4087-85fa-23f7da1f3ae3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1384335 May 20 09:06:52.586462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-a52486ae-744d-43ff-9e37-12b6be239492 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0606000 May 20 09:06:52.652505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-774a2c6f-306b-44bb-96e2-db760233cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.654010 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-774a2c6f-306b-44bb-96e2-db760233cd0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0614610 May 20 09:06:52.733757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-37dbbfcb-8e5e-4994-81ea-9ec3e2e9cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:52.737822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-37dbbfcb-8e5e-4994-81ea-9ec3e2e9cd92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749276 May 20 09:06:52.871233 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-31f82bab-a91b-4667-8c0d-d42c28056bbd service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284723 May 20 09:06:53.010523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-dee28f62-b69b-4033-8082-f7ac29d2c063 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328185 May 20 09:06:53.081741 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-35868411-e561-4841-b04d-d8719d89cd45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0652106 May 20 09:06:53.144095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-c036424d-d2e3-4659-b3af-21bd6a82863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:53.145441 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-c036424d-d2e3-4659-b3af-21bd6a82863a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0579710 May 20 09:06:53.225276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-7160346c-fbe1-4610-aeb9-474e4dfe3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:53.226810 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-7160346c-fbe1-4610-aeb9-474e4dfe3b88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751116 May 20 09:06:53.361442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-0cce5067-88cf-4123-8470-f05402a9f1a5 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283228 May 20 09:06:53.495641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-7e715669-f919-4e70-ad73-6a8549072faf service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 May 20 09:06:53.563278 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-87baa1b8-b0bf-49e8-b832-739f7e3d9fac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0607820 May 20 09:06:53.630822 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-4a39d586-ba5d-495f-9cf4-99be0d1f6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:53.632281 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-4a39d586-ba5d-495f-9cf4-99be0d1f6b3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0619686 May 20 09:06:53.710349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-14428b3a-2031-4442-8131-50fb06a5ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:53.711784 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-14428b3a-2031-4442-8131-50fb06a5ab00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729945 May 20 09:06:53.852390 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-640165a5-cb54-4035-8254-147a0f8368be service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335328 May 20 09:06:54.146156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-9f7ff266-37dd-4fb9-90f1-20e3fdb918c2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866943 May 20 09:06:54.216799 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-dcc25106-ae03-438f-8542-6f2b90eb31cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0640821 May 20 09:06:54.281574 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-2710da76-bfd3-445e-9890-bb6779fecdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:54.283029 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-2710da76-bfd3-445e-9890-bb6779fecdd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0598297 May 20 09:06:54.363597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-8e6724cb-1283-4cbc-b86c-dd8e12c001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:54.365106 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-8e6724cb-1283-4cbc-b86c-dd8e12c001bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758104 May 20 09:06:54.500651 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-56ad8b66-137b-4ecf-a40b-2d96dd5d3aca service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287808 May 20 09:06:54.634812 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-80e5de7f-549a-4714-9a61-eec2d4e393c7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274233 May 20 09:06:54.706872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-60c1eea5-2133-40d7-8da0-5ffbc2986eec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0644851 May 20 09:06:54.774732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-bad59b15-6c34-42f9-aed5-eff2c1691283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:54.776262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-bad59b15-6c34-42f9-aed5-eff2c1691283 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0635729 May 20 09:06:54.853907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-d2753010-8b51-45ca-bb3e-b6b663e75b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:06:54.855446 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-d2753010-8b51-45ca-bb3e-b6b663e75b17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731065 May 20 09:06:54.996258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-bab007f9-9e01-4304-8e85-599bf4271e6b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340802 May 20 09:06:55.039367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:06:55.134578 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-16b7d86f-04e1-441f-ad96-6cb98769a579 req-128d7124-bafc-45e1-845c-b565fb9e6201 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310084 May 20 09:06:57.303342 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:06.948770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-864823ba-308b-4235-94a4-5ef4ee3ec60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.223066 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cca7334-2d45-4765-96b5-1862f6b94906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:09.752744 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:11.509928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:12.806516 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:23.827319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:23.895552 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Deleting subnet 0b94b581-82da-4050-9c85-8ba0f7eb37bb {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:07:23.898582 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:23.950668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.013358 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.349172 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.353607 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-76676f41-ee2e-4686-a35f-e4fa0b3dab1c tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:24.391823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b94b581-82da-4050-9c85-8ba0f7eb37bb,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:24.402192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.405324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.405742 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.406127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.406503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.406874 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.407244 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.407613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.407982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.408347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.408708 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.409071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.409431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:24.413231 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:24.417218 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7557e760-087a-47cd-a999-d4b4bdfd9fe3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0b94b581-82da-4050-9c85-8ba0f7eb37bb HTTP/1.1" status: 204 len: 168 time: 0.5889080 May 20 09:07:24.419897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52074) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:24.610789 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.848519 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.874543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:24.894578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f517120d-bf52-4a1c-81f2-aa061f1e40bd') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:24.894578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f517120d-bf52-4a1c-81f2-aa061f1e40bd') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:24.905031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.920706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.926809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:07:24.927192 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: timer() May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:07:24.940697 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:07:25.086349 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.269380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.273180 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-36a1c150-4f88-43b2-a094-845549b55806 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:25.286937 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.296666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:25.299648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c6104ef0-bf0d-443d-8c6e-2b26eef7bbb6 HTTP/1.1" status: 204 len: 168 time: 0.8789337 May 20 09:07:25.300528 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:25.643038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52080) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:25.701003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b8412d6f-e4f1-4918-abc1-7de2679d3ac9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bce694d526447a2870244a76aec00d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564044 May 20 09:07:25.703456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:25.769357 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.796847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.923800 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.927763 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d031db1b-3047-4b38-be66-199bf5565407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:25.940195 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557191f-c054-4901-9f63-55b0bdfdb0ec,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:25.943939 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:25.949047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:25.951708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b557191f-c054-4901-9f63-55b0bdfdb0ec HTTP/1.1" status: 204 len: 168 time: 0.2458510 May 20 09:07:26.986012 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:07:27.129802 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52110) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:27.247201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-520553962-network', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:27.253049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:27.257190 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Usage tracker for resource:network and tenant:f93b15c5f22548aeac007dd487c58fbb is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:27.260222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:27.266487 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:27.326348 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.348704 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Made reservation on behalf of f93b15c5f22548aeac007dd487c58fbb for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:27.351184 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.366320 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.382744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:27.387014 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Usage tracker for resource:security_group_rule and tenant:f93b15c5f22548aeac007dd487c58fbb is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:27.390501 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:27.396864 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:27.490855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.548586 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.551710 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ef04b4d5-934e-4c28-942e-a2677a193c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:27.581458 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:07:27.591154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51872c24-c03a-49bd-a48a-8c9740da1127,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:27.601023 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.601443 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Added segment 3b1e9118-bddf-44a7-98fd-b9f8206f662f of type vlan for network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 May 20 09:07:27.603692 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.604086 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.604470 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.604908 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.605275 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.605682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.615609 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:27.616929 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:27.640556 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.748863 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.750179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:27.750856 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:27.756913 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:27.866267 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca3a051-3a95-47a3-9a08-362c6311e4c6,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:27.869849 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:27.877023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:07:27.904342 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-95402030-967e-4875-8f8c-1f9f27280829 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7723939 May 20 09:07:27.908596 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52116) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:27.916986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Request body: {'subnet': {'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-520553962-subnet', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:27.923260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:27.927458 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Usage tracker for resource:subnet and tenant:f93b15c5f22548aeac007dd487c58fbb is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:27.930605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:27.937385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:28.029231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Made reservation on behalf of f93b15c5f22548aeac007dd487c58fbb for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:07:28.033027 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.499564 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.504037 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a5ee2624-5fcb-42d2-84a4-3501dc9bb43e tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:28.579717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85efcafd-713c-4221-9377-4ef479ddc679,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:28.584818 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:28.587837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Checking segment: {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:28.587837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Network hostable DHCP agents. Network: 3ca3a051-3a95-47a3-9a08-362c6311e4c6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:07:28.685372 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:07:28.765327 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 3ca3a051-3a95-47a3-9a08-362c6311e4c6) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:28.774196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e983438-6f8a-4831-b84a-11370ed672a3 None None] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:28.778226 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:28.778226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.850256 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9399493 May 20 09:07:28.853324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52120) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:28.859099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:07:28.864527 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:07:28.869732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Usage tracker for resource:router and tenant:f93b15c5f22548aeac007dd487c58fbb is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:07:28.873396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:07:28.879453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:07:28.957911 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.959035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.974547 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:28.992292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'fixed_ips': [{'subnet_id': '85efcafd-713c-4221-9377-4ef479ddc679'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:07:28.993125 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.204878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Allocated IP 172.20.0.2 (3ca3a051-3a95-47a3-9a08-362c6311e4c6/85efcafd-713c-4221-9377-4ef479ddc679/3c8d9978-c427-4a2f-8950-571e57ea9226) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:07:29.316902 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.419826 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.429715 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Transition to ACTIVE for port object 3c8d9978-c427-4a2f-8950-571e57ea9226 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:29.449225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Transition to ACTIVE for port object 3c8d9978-c427-4a2f-8950-571e57ea9226 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:29.524444 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.529709 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:29.590203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:29.593147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:29.596765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:07:29.606663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Pushing event updated for resources: {'Port': ['ID=3c8d9978-c427-4a2f-8950-571e57ea9226,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:29.647129 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.647475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.647817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.648154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.648489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.648821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.649151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.649504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.650405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.650732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.651056 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.651386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:29.682157 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:29.682613 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.707648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Attempting to bind port 3c8d9978-c427-4a2f-8950-571e57ea9226 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:07:29.708025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Attempting to bind port 3c8d9978-c427-4a2f-8950-571e57ea9226 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:07:29.708402 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Attempting to bind port 3c8d9978-c427-4a2f-8950-571e57ea9226 on network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:29.714444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:07:29.714831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Checking segment: {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:29.715249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.715655 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Bound using segment: {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:07:29.716136 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Bound port: 3c8d9978-c427-4a2f-8950-571e57ea9226, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:07:29.716520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.717034 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.806883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] For port 3c8d9978-c427-4a2f-8950-571e57ea9226, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:07:29.810283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] For port 3c8d9978-c427-4a2f-8950-571e57ea9226, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3c8d9978-c427-4a2f-8950-571e57ea9226,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:07:29.858266 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Allocated IP 172.25.8.101 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:07:29.944047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:29.949955 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c5fae8f3-954a-4e67-8c48-1a39085f62d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:30.047685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Pushing event updated for resources: {'Port': ['ID=3c8d9978-c427-4a2f-8950-571e57ea9226,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:30.050577 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:30.188143 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:30.296799 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:30.302926 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:30.369525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:30.372368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:30.376035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:07:30.403879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:30.406850 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:30.912484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:30.960938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d1cdd-43d7-45af-92eb-381daf7c9aae None None] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:07:31.134223 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5b0cf6c7-3ed8-4eff-86b8-6d4ea14d5e3e None None] Provisioning for port 3c8d9978-c427-4a2f-8950-571e57ea9226 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:31.274433 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:31.497557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3c8d9978-c427-4a2f-8950-571e57ea9226 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:31.563751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Router 964febbe-b1d1-451f-b172-a9dc47f69370 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:07:31.628558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3c8d9978-c427-4a2f-8950-571e57ea9226 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:31.633660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3c8d9978-c427-4a2f-8950-571e57ea9226 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:31.634140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:31.757382 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:31.794802 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3c8d9978-c427-4a2f-8950-571e57ea9226, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3c8d9978-c427-4a2f-8950-571e57ea9226,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:31.877717 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:31.879574 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:31.920508 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:07:31.929024 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Sync routers for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:07:31.941089 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:31.942620 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:07:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:31.956104 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3c8d9978-c427-4a2f-8950-571e57ea9226,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:31.959859 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:32.011692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:32.012861 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1581569 May 20 09:07:32.015796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52124) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:07:32.122484 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:32.420947 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:30Z', 'revision_number': 3, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:32.425919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Checking router: 964febbe-b1d1-451f-b172-a9dc47f69370 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:07:32.426311 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Updating router 964febbe-b1d1-451f-b172-a9dc47f69370 port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:07:32.481935 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:32.724849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:32.847496 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:32.860506 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Transition to ACTIVE for port object f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:32.942965 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Allocated IP 172.20.0.1 (3ca3a051-3a95-47a3-9a08-362c6311e4c6/85efcafd-713c-4221-9377-4ef479ddc679/f7951e83-42ec-4a5b-bcfa-1129d0526741) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:07:32.946157 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:32.950775 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-0e6d23fa-93b0-4208-9ab1-014104d9daa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:33.030606 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Attempting to bind port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:07:33.030979 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Attempting to bind port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:07:33.031353 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Attempting to bind port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:33.033257 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Pushing event updated for resources: {'Port': ['ID=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,revision_number=2']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:33.042443 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:07:33.042823 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:33.043224 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.043618 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:07:33.044081 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Bound port: f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:07:33.044452 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.069568 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.069908 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.070242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.070569 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.070891 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.071214 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.071595 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.072499 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.072817 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.073134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.073451 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.073789 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:07:33.081704 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:33.096175 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.112148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Transition to ACTIVE for port object f7951e83-42ec-4a5b-bcfa-1129d0526741 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:33.134800 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] For port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:07:33.138312 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] For port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:07:33.198683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.203545 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4dd76c2c-d326-480a-9150-cffbeb4b80b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:33.221223 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.225700 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-91340358-21ad-4f02-9610-a8bb92b83e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:33.271961 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:33.275300 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:33.279081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:07:33.305329 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:33.306541 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:07:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:33.314476 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Pushing event updated for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:33.318881 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:33.340633 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.364353 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Pushing event updated for resources: {'Port': ['ID=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:33.376226 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:33.486298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3c8d9978-c427-4a2f-8950-571e57ea9226 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:33.506587 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:33.564779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3c8d9978-c427-4a2f-8950-571e57ea9226 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:33.565418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.687915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-670db341-0f38-46ee-80df-e10bafdac480 None None] Provisioning for port f7951e83-42ec-4a5b-bcfa-1129d0526741 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:33.698007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-670db341-0f38-46ee-80df-e10bafdac480 None None] Provisioning complete for port f7951e83-42ec-4a5b-bcfa-1129d0526741 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:33.698388 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-670db341-0f38-46ee-80df-e10bafdac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:33.763699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-670db341-0f38-46ee-80df-e10bafdac480 None None] Port f7951e83-42ec-4a5b-bcfa-1129d0526741 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:07:33.822635 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:30Z', 'revision_number': 3, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:33.826727 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c912e-b6d9-48eb-a121-804e73dab778 None None] The sync data for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 is: [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:30Z', 'revision_number': 3, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:07:33.902045 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.159847 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.234204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.260232 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:34.340927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.352259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Pushing event updated for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:34.357534 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:34.495154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:07:34.496496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:07:34.703758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Router 964febbe-b1d1-451f-b172-a9dc47f69370 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:07:34.789187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f12c376-0e63-46a8-a607-f6a447f414da None None] Provisioning complete for port f7951e83-42ec-4a5b-bcfa-1129d0526741 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:34.789792 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f12c376-0e63-46a8-a607-f6a447f414da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:34.845194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-6f12c376-0e63-46a8-a607-f6a447f414da None None] Port f7951e83-42ec-4a5b-bcfa-1129d0526741 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:07:34.897075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:07:34.906731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] 10.222.0.79 "PUT /v2.0/routers/964febbe-b1d1-451f-b172-a9dc47f69370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8899293 May 20 09:07:35.363773 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Sync routers for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:07:35.373783 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:35.374412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:07:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:35.567248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:35.658829 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:35.796997 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:35.827748 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:35.828127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.063100 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.089073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:36.111649 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 4, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f7951e83-42ec-4a5b-bcfa-1129d0526741', 'name': '', 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'mac_address': 'fa:16:3e:dc:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '85efcafd-713c-4221-9377-4ef479ddc679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:32Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 2, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'subnets': [{'id': '85efcafd-713c-4221-9377-4ef479ddc679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:36.115934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Checking router: 964febbe-b1d1-451f-b172-a9dc47f69370 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:07:36.116295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Updating router 964febbe-b1d1-451f-b172-a9dc47f69370 port f7951e83-42ec-4a5b-bcfa-1129d0526741 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:07:36.168715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.172258 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a2252de-850c-4078-baba-043559996d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:36.211182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.298439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:36.302755 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:36.585050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.596541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Transition to ACTIVE for port object f7951e83-42ec-4a5b-bcfa-1129d0526741 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:07:36.685523 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.689505 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:36.841296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Pushing event updated for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:36.848837 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:36.922405 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Attempting to bind port f7951e83-42ec-4a5b-bcfa-1129d0526741 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:07:36.922635 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Attempting to bind port f7951e83-42ec-4a5b-bcfa-1129d0526741 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:07:36.922890 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Attempting to bind port f7951e83-42ec-4a5b-bcfa-1129d0526741 on network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:07:36.928767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:07:36.929141 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Checking segment: {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:07:36.929580 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.930178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Bound using segment: {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:07:36.930747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Bound port: f7951e83-42ec-4a5b-bcfa-1129d0526741, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1e9118-bddf-44a7-98fd-b9f8206f662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:07:36.931118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:36.980728 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2520f73f-917d-49bb-b15b-61b44eef90b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:37.041975 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] For port f7951e83-42ec-4a5b-bcfa-1129d0526741, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:07:37.045328 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] For port f7951e83-42ec-4a5b-bcfa-1129d0526741, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7951e83-42ec-4a5b-bcfa-1129d0526741,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:07:37.126355 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:37.130339 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:37.208606 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:07:37.209254 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:07:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:37.271896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Pushing event updated for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:37.347579 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:37.478762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:37.521168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:07:37.721613 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:37.721994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:37.987497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 4, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f7951e83-42ec-4a5b-bcfa-1129d0526741', 'name': '', 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'mac_address': 'fa:16:3e:dc:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '85efcafd-713c-4221-9377-4ef479ddc679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:32Z', 'updated_at': '2021-05-20T09:07:37Z', 'revision_number': 4, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'subnets': [{'id': '85efcafd-713c-4221-9377-4ef479ddc679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:07:37.991611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c329ecd-33ca-436c-8f66-a84406722b30 None None] The sync data for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 is: [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:07:33Z', 'revision_number': 4, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'f7951e83-42ec-4a5b-bcfa-1129d0526741', 'name': '', 'network_id': '3ca3a051-3a95-47a3-9a08-362c6311e4c6', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'mac_address': 'fa:16:3e:dc:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '85efcafd-713c-4221-9377-4ef479ddc679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:32Z', 'updated_at': '2021-05-20T09:07:37Z', 'revision_number': 4, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'subnets': [{'id': '85efcafd-713c-4221-9377-4ef479ddc679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:07:39.257123 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9cb76eca-c8dd-42e4-9e32-b305aa4caa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.487932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7951e83-42ec-4a5b-bcfa-1129d0526741 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:39.645667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f7951e83-42ec-4a5b-bcfa-1129d0526741 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:07:39.656600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f7951e83-42ec-4a5b-bcfa-1129d0526741 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:39.656985 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.777568 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.791405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.824472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f7951e83-42ec-4a5b-bcfa-1129d0526741, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7951e83-42ec-4a5b-bcfa-1129d0526741,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:07:39.914300 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:39.917524 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:07:39.988221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:07:39.991518 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:07:41.473667 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7951e83-42ec-4a5b-bcfa-1129d0526741 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:07:41.520613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:41.547308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f7951e83-42ec-4a5b-bcfa-1129d0526741 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:07:41.547676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:42.789266 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:52.240682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-9ffc0888-3beb-499d-a005-10d25cec07fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1289272 May 20 09:07:52.391979 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.392381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.392869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.393358 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.393873 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.395658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e89e5ab5-78d6-4f92-b744-df4f137cf834 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0814607 May 20 09:07:52.556270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f3e89f6c-408c-4c37-94fa-b53f58141334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.556751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f3e89f6c-408c-4c37-94fa-b53f58141334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.557790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f3e89f6c-408c-4c37-94fa-b53f58141334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.559667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f3e89f6c-408c-4c37-94fa-b53f58141334 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1396782 May 20 09:07:52.631880 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-d46d40f5-8b2b-4c0f-841b-d9e14eeb4872 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0654874 May 20 09:07:52.697172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-a22362ac-ab86-44ad-b589-60b737b515be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.699267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-a22362ac-ab86-44ad-b589-60b737b515be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0614178 May 20 09:07:52.779840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f2ed3751-7e32-4454-a8b5-8c5720c46bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:52.781307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f2ed3751-7e32-4454-a8b5-8c5720c46bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754187 May 20 09:07:52.956414 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-a04eb542-e63d-4d1c-818a-9542c5c8a8ee service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671925 May 20 09:07:53.124974 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-4981767c-b819-4538-a3a6-24fd13827f0e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616890 May 20 09:07:53.374368 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-942c6f5f-9b99-4b6b-9321-74675c14127e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.2427845 May 20 09:07:53.440450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-ede52a5b-6d41-4aec-81fc-c0a6fd850656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:53.441982 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-ede52a5b-6d41-4aec-81fc-c0a6fd850656 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0606382 May 20 09:07:53.521404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-5d80c476-b838-4f33-8eef-b7e17c0b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:53.522943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-5d80c476-b838-4f33-8eef-b7e17c0b4b8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739253 May 20 09:07:53.664212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-c937ebc6-b5a3-4bdb-9e4d-fcb92d4c5d0d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338775 May 20 09:07:53.802474 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-b0551e40-a4cb-4013-b572-96c03ce54b77 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314926 May 20 09:07:53.875879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f272a069-c79a-4784-9a7a-b53787a53a98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0663593 May 20 09:07:53.945413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-6d0f7d94-2ecf-4819-be21-c3ae8e5eb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:53.946827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-6d0f7d94-2ecf-4819-be21-c3ae8e5eb80e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0639782 May 20 09:07:54.030081 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-ad68d696-b7db-41b6-b505-599afa649d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:54.031594 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-ad68d696-b7db-41b6-b505-599afa649d31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775537 May 20 09:07:54.168379 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-371116ed-71f4-438f-9137-04502e27dd0f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287208 May 20 09:07:54.303499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-ab28f7cf-38f6-4909-88a6-fa97ad9143d2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277199 May 20 09:07:54.375658 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-8399ef2e-7d2d-4f8f-bc4d-4e6b7b91b351 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0650961 May 20 09:07:54.438778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-da592556-86f3-42b9-bd32-ad1aa5d12a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:54.440284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-da592556-86f3-42b9-bd32-ad1aa5d12a01 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0585864 May 20 09:07:54.517782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-57257e6b-5e69-455c-8d87-6a4f14a88ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:54.519329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-57257e6b-5e69-455c-8d87-6a4f14a88ea5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728219 May 20 09:07:54.655743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-1e9c768e-68d5-49cc-9772-842bbbca46e2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287134 May 20 09:07:54.791500 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-8aa51be4-740b-4c4b-ae02-0d54145ca103 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289916 May 20 09:07:54.867801 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-f183a4f0-1845-4590-ac37-0c58425dcf81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0664058 May 20 09:07:54.933337 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e65d5bf8-cc9e-4384-adce-86d4feda3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:54.934747 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-e65d5bf8-cc9e-4384-adce-86d4feda3299 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0611606 May 20 09:07:55.015479 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-5bad9acb-115e-4fdc-9481-9a2c65ba94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:07:55.016990 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-5bad9acb-115e-4fdc-9481-9a2c65ba94a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754590 May 20 09:07:55.131011 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:07:55.156750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-d2a20027-568f-4606-940b-45a4d850554e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320868 May 20 09:07:55.296879 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1ad596e0-d9e7-4704-8180-454c8a44c7c8 req-10a574a6-1d12-473b-b1fd-accab016df6c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328979 May 20 09:07:57.323219 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:03.985408 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:08:06.953334 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-958720b2-6783-4c8d-8720-11b210356c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:09.242704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7cfb11cc-07ab-4322-8d64-316f05543e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:09.730524 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:11.519416 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:12.779917 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:25.116835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:27.345165 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:35.097353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52136) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:35.818767 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.258232 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Deleting port f7951e83-42ec-4a5b-bcfa-1129d0526741 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:36.258978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.390670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] For port f7951e83-42ec-4a5b-bcfa-1129d0526741, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f7951e83-42ec-4a5b-bcfa-1129d0526741,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:36.391123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.525421 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Calling delete_port for f7951e83-42ec-4a5b-bcfa-1129d0526741 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:36.910996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:36.914934 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5cc7039a-7d15-45b5-8f34-969b64812226 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:36.959638 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7951e83-42ec-4a5b-bcfa-1129d0526741,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:36.976665 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c27b14cf-d2d0-495b-9113-adb76fa1d1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:37.003883 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.004227 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.004461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.004842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.005214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.005619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.005990 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.006359 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.006728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.007099 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.007467 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.007832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:37.016678 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:37.424130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:37.800238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Router 964febbe-b1d1-451f-b172-a9dc47f69370 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:08:37.987256 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:08:37.995712 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Sync routers for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:08:38.000967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c6769e56-13e9-46c1-9aaa-f056824a3288 admin admin] 10.222.0.79 "PUT /v2.0/routers/964febbe-b1d1-451f-b172-a9dc47f69370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9021747 May 20 09:08:38.003363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52140) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:38.005347 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:38.006024 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:38.190584 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:38.353907 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:38.485183 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:08:36Z', 'revision_number': 5, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:38.489717 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Checking router: 964febbe-b1d1-451f-b172-a9dc47f69370 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:08:38.498805 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Routers {'964febbe-b1d1-451f-b172-a9dc47f69370'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:08:38.499417 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:08:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['964febbe-b1d1-451f-b172-a9dc47f69370'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:38.539370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:38.691889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Deleting port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:38.692235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:38.716725 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] Set router 964febbe-b1d1-451f-b172-a9dc47f69370 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:08:38.820903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] For port f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:38.821278 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:38.951671 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Calling delete_port for f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:39.018463 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:08:36Z', 'revision_number': 5, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:39.023249 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20048f-1e4f-4926-982b-1ad404cba2ae None None] The sync data for ids ['964febbe-b1d1-451f-b172-a9dc47f69370'] in n-d-780147-4 is: [{'id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'name': 'tempest-ServerActionsTestJSON-520553962-router', 'tenant_id': 'f93b15c5f22548aeac007dd487c58fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:07:28Z', 'updated_at': '2021-05-20T09:08:36Z', 'revision_number': 5, 'project_id': 'f93b15c5f22548aeac007dd487c58fbb', 'gw_port': {'id': 'f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964febbe-b1d1-451f-b172-a9dc47f69370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:07:29Z', 'updated_at': '2021-05-20T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:08:39.204440 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.208569 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c1b627db-04cf-49b9-ba2a-2408db14bb13 tempest-TestServerBasicOps-1451357305 tempest-TestServerBasicOps-1451357305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:39.238517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4e294d93-9030-4811-bac8-43a78b8fbddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.251828 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:39.288327 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.288724 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.289109 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.289505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.289889 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.290268 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.290851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.291216 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.291587 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.291956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.292320 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.292686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:39.300212 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:39.364860 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.526834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7951e83-42ec-4a5b-bcfa-1129d0526741 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:39.557185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.559655 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.562283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f7951e83-42ec-4a5b-bcfa-1129d0526741 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:39.562639 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f7951e83-42ec-4a5b-bcfa-1129d0526741 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:39.664987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.666105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964febbe-b1d1-451f-b172-a9dc47f69370 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:08:39.679310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.682768 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/964febbe-b1d1-451f-b172-a9dc47f69370 HTTP/1.1" status: 204 len: 168 time: 1.6784537 May 20 09:08:39.685003 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52144) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:39.735864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.757446 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Deleting subnet 85efcafd-713c-4221-9377-4ef479ddc679 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:08:39.761196 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.813073 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:39.915330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.248135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.252170 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40445db1-2078-4844-80b5-93e8242e249a tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:40.288558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85efcafd-713c-4221-9377-4ef479ddc679,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:40.292124 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:40.293121 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.299945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] 10.222.0.79 "DELETE /v2.0/subnets/85efcafd-713c-4221-9377-4ef479ddc679 HTTP/1.1" status: 204 len: 168 time: 0.6138363 May 20 09:08:40.302591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52148) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:40.304523 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ade904-6f87-46d3-a646-c9daaa19404c None None] Network 3ca3a051-3a95-47a3-9a08-362c6311e4c6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:40.411538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.491975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Deleting port 3c8d9978-c427-4a2f-8950-571e57ea9226 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:40.492341 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.562960 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] DHCP port deletion for 3ca3a051-3a95-47a3-9a08-362c6311e4c6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:08:40.601306 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] For port 3c8d9978-c427-4a2f-8950-571e57ea9226, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3c8d9978-c427-4a2f-8950-571e57ea9226,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:40.601702 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.633157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Deleting port 3c8d9978-c427-4a2f-8950-571e57ea9226 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:08:40.633572 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.801412 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] For port 3c8d9978-c427-4a2f-8950-571e57ea9226, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3c8d9978-c427-4a2f-8950-571e57ea9226,segment=NetworkSegment(3b1e9118-bddf-44a7-98fd-b9f8206f662f),segment_id=3b1e9118-bddf-44a7-98fd-b9f8206f662f)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:08:40.801917 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:40.897996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Calling delete_port for 3c8d9978-c427-4a2f-8950-571e57ea9226 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:40.931020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Calling delete_port for 3c8d9978-c427-4a2f-8950-571e57ea9226 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:08:40.984414 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:08:41.032978 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.037965 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-88a25d06-678d-4ac7-9ba3-8d661d67fd40 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:41.039098 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.042967 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:41.080431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d9978-c427-4a2f-8950-571e57ea9226,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:41.083994 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:41.086324 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] No DVR routers for this DVR port 3c8d9978-c427-4a2f-8950-571e57ea9226 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:41.090731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Pushing event deleted for resources: {'Port': ['ID=3c8d9978-c427-4a2f-8950-571e57ea9226,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:41.099337 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] No DVR routers for this DVR port 3c8d9978-c427-4a2f-8950-571e57ea9226 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:08:41.108506 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.108827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.109181 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.109541 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.109898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.110251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.110558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.110891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.111277 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.111560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.112068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.112315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:08:41.115659 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:41.206171 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.224733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca3a051-3a95-47a3-9a08-362c6311e4c6']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:41.237512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1e9118-bddf-44a7-98fd-b9f8206f662f') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:41.237698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1e9118-bddf-44a7-98fd-b9f8206f662f') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:08:41.249715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.266066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.272196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:08:41.272583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: timer() May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:08:41.285745 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:08:41.425178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.428716 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ad676383-1523-47c0-bfe6-ba3d5ddd32d1 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:41.449678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.458391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca3a051-3a95-47a3-9a08-362c6311e4c6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:41.461467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:41.466817 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] 10.222.0.79 "DELETE /v2.0/networks/3ca3a051-3a95-47a3-9a08-362c6311e4c6 HTTP/1.1" status: 204 len: 168 time: 1.1603141 May 20 09:08:41.517534 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:41.546749 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.552118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:41.552480 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f4e0ddfb-5afb-4ed1-915a-b6fed28d96f9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:41.552905 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3c8d9978-c427-4a2f-8950-571e57ea9226 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:08:41.586588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3c8d9978-c427-4a2f-8950-571e57ea9226 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:08:41.586946 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3c8d9978-c427-4a2f-8950-571e57ea9226 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:08:41.817813 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52154) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:41.868174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-30e15f4c-7e8f-4aed-a70b-965f69a9df2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f93b15c5f22548aeac007dd487c58fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490448 May 20 09:08:41.872063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52158) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:41.934146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:41.960597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.112610 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.116580 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-833ca71b-a152-49b3-885d-49e43c16127a tempest-VolumesBackupsTest-1978784000 tempest-VolumesBackupsTest-1978784000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:42.130239 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51872c24-c03a-49bd-a48a-8c9740da1127,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:42.133140 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:42.135241 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:42.136303 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d0f06483-9721-4c95-8737-fa725d220721 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51872c24-c03a-49bd-a48a-8c9740da1127 HTTP/1.1" status: 204 len: 168 time: 0.2633135 May 20 09:08:42.787395 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.217397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52182) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:43.324643 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1649816740-network', 'tenant_id': '983421d97a0c4d25841c25bf76a0e03f'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:08:43.329967 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:43.333847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Usage tracker for resource:network and tenant:983421d97a0c4d25841c25bf76a0e03f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:43.336713 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:43.343939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:43.404053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Made reservation on behalf of 983421d97a0c4d25841c25bf76a0e03f for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:08:43.406432 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.422102 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.436647 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:43.440688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Usage tracker for resource:security_group_rule and tenant:983421d97a0c4d25841c25bf76a0e03f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:43.443738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:43.450475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:43.536671 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.592897 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.595916 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53d56b0b-4152-4fef-9db5-10ad848f5e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:43.627185 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:08:43.632651 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f242092-4dc7-4792-b8b6-1f9c0660cec4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:43.637052 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:43.641021 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.641361 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Added segment c5a289b3-2957-40c6-a5fa-9cf0022d07a1 of type vlan for network 200bc590-0856-4771-ab5e-444c56f25c7a May 20 09:08:43.670173 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.787064 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.788178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:43.788771 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:43.793382 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-64913cca-2567-4b10-9668-cb0555ba074f tempest-NetworksTest-1184177185 tempest-NetworksTest-1184177185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:43.901750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Pushing event updated for resources: {'Network': ['ID=200bc590-0856-4771-ab5e-444c56f25c7a,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:43.904386 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:43.917786 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 200bc590-0856-4771-ab5e-444c56f25c7a details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:08:43.968577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7499413 May 20 09:08:43.971579 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52188) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:08:43.981405 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Request body: {'subnet': {'network_id': '200bc590-0856-4771-ab5e-444c56f25c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1649816740-subnet', 'tenant_id': '983421d97a0c4d25841c25bf76a0e03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:08:43.987393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:08:43.991512 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Usage tracker for resource:subnet and tenant:983421d97a0c4d25841c25bf76a0e03f is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:08:43.994727 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:08:44.001150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:08:44.101613 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Made reservation on behalf of 983421d97a0c4d25841c25bf76a0e03f for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:08:44.105768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.609404 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:44.613004 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-92bd0941-5961-4674-a0de-acfb4eec436d tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:08:44.685336 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=090dd6b3-b55a-4290-b873-595b86132752,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:08:44.689392 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:08:44.693644 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Checking segment: {'id': 'c5a289b3-2957-40c6-a5fa-9cf0022d07a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '200bc590-0856-4771-ab5e-444c56f25c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:08:44.694015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Network hostable DHCP agents. Network: 200bc590-0856-4771-ab5e-444c56f25c7a, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:08:44.790853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Network 200bc590-0856-4771-ab5e-444c56f25c7a is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:08:44.905092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 200bc590-0856-4771-ab5e-444c56f25c7a) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:08:44.913456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be167fd-bf69-4120-9f68-1e0c16423cfb None None] Network 200bc590-0856-4771-ab5e-444c56f25c7a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:44.916628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:44.917366 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:45.008609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fe67470d-abf5-433f-a4de-5d4dc6583edc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0354142 May 20 09:08:45.110600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831bed2-aee1-4924-8b3d-2b1d1070e826 None None] Network 200bc590-0856-4771-ab5e-444c56f25c7a requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:08:53.253639 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-af6b4ca9-e0a6-461b-b77d-8a73ca1a932b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0905116 May 20 09:08:53.402648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.403142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.403628 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.404110 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.404586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.406447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-51e07424-28c9-41bc-9629-fcd342eabb54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0801265 May 20 09:08:53.564797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-7546051b-535b-474e-b910-08308e0394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.565194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-7546051b-535b-474e-b910-08308e0394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.565694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-7546051b-535b-474e-b910-08308e0394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.567277 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-7546051b-535b-474e-b910-08308e0394f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1381683 May 20 09:08:53.639818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-50b3da00-48fa-4d61-b01f-4cb0634cd6cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0652475 May 20 09:08:53.703296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-641a3c91-9c79-402d-9ac0-4e25026e93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.705155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-641a3c91-9c79-402d-9ac0-4e25026e93c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0591612 May 20 09:08:53.786876 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-06c77c8d-937f-4181-9e5d-d10145b2c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:53.788409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-06c77c8d-937f-4181-9e5d-d10145b2c81a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763915 May 20 09:08:53.924875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-c8f6fcc5-2bd8-4be6-809e-eb782af098a8 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284621 May 20 09:08:54.072666 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-14db7a38-4841-444f-9c1c-0259f8e33577 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417699 May 20 09:08:54.141537 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-2d87d36a-a954-4d52-8560-944b24249490 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0623875 May 20 09:08:54.209043 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-739fc0ec-2f69-4e82-90e6-3ff59075f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:54.210402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-739fc0ec-2f69-4e82-90e6-3ff59075f7d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0629990 May 20 09:08:54.289807 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-09407708-9e79-43af-ae75-05e1782972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:54.291300 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-09407708-9e79-43af-ae75-05e1782972f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731258 May 20 09:08:54.580705 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-10d89083-1cf1-49b2-a9cd-c0fe36d69fe4 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827728 May 20 09:08:54.713212 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-5f7ffe55-5032-453f-aad3-177135619d14 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 May 20 09:08:54.785140 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-78b92b03-dcc3-49ea-93fa-732ccf74d816 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0651708 May 20 09:08:54.848864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-6a675baa-738d-45c5-abfe-e60b9ad5db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:54.850260 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-6a675baa-738d-45c5-abfe-e60b9ad5db21 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0590534 May 20 09:08:54.930781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-3ff438d6-f4fd-4107-99c9-9653fead709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:54.932264 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-3ff438d6-f4fd-4107-99c9-9653fead709f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752430 May 20 09:08:55.072206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-3e9178c2-ac72-4ea9-909b-d9165a5fc1c9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329565 May 20 09:08:55.098816 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:08:55.209123 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-8068212a-db9b-4fd3-94c0-eff6abe3e13e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298194 May 20 09:08:55.276332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-f5e1c50c-e20e-4637-a02f-a344ab7ac76d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0603907 May 20 09:08:55.342973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-9940dcc6-4312-4f89-9820-cf714c19516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:55.344461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-9940dcc6-4312-4f89-9820-cf714c19516f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0623488 May 20 09:08:55.423071 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-46f70119-ccc4-4649-854e-85b62b9444ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:55.424629 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-46f70119-ccc4-4649-854e-85b62b9444ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736620 May 20 09:08:55.561776 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-b9f21a62-8162-4169-ab85-7b27488f904f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305118 May 20 09:08:55.698394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-e8eb9bb8-b3dd-4d54-8394-5d5ad3c3468a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306882 May 20 09:08:55.771210 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-eb4ae73b-d3a2-42e5-8e56-f7fe411051bd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0667305 May 20 09:08:55.839074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-33b0b2d3-a1e1-487d-8d62-2be990cec18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:55.840491 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-33b0b2d3-a1e1-487d-8d62-2be990cec18a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0620286 May 20 09:08:55.921026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-8bbf5c3a-3c18-4492-8fc4-c04f8c0a9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:08:55.922574 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-8bbf5c3a-3c18-4492-8fc4-c04f8c0a9821 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761237 May 20 09:08:56.235045 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-2110d0df-0b12-4a2c-89cc-c7676427613e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062830 May 20 09:08:56.372007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-85928ec8-1a13-4c50-8640-105e314b7cc9 req-05ec556c-9566-401b-939b-f58f104e0012 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307352 May 20 09:08:57.312814 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:06.929116 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b7f016b1-d157-45c6-bb3d-3630914f1822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:09.272297 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ed1fabf-cba1-4fbd-a04e-b8ae8e400038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:09.761105 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:11.521834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:12.801628 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:17.984385 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:09:25.066418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:27.355684 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:36.922976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-36e36fb5-a4ba-4c17-9749-0e30c47e640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:39.234844 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-acd7f238-8c0f-4512-9db9-f858c2a4d52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:39.723784 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:41.528819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:42.825895 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.245041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52220) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:45.307716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Deleting subnet 090dd6b3-b55a-4290-b873-595b86132752 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:09:45.310880 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.366830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.421975 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.749818 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.753970 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2fd939cd-d7d1-4f22-b41a-af94b41155c8 tempest-RoutersIpV6Test-1434433304 tempest-RoutersIpV6Test-1434433304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:45.790461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090dd6b3-b55a-4290-b873-595b86132752,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:45.795388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:45.802983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.803371 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.803750 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.804158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.804534 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.804900 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.806076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.806447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.806816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.807182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.807544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.807905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:45.811940 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:45.813745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/090dd6b3-b55a-4290-b873-595b86132752 HTTP/1.1" status: 204 len: 168 time: 0.5675950 May 20 09:09:45.816685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52224) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:45.925538 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.053319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.069387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200bc590-0856-4771-ab5e-444c56f25c7a']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:46.082462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a289b3-2957-40c6-a5fa-9cf0022d07a1') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:46.082871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a289b3-2957-40c6-a5fa-9cf0022d07a1') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:46.095485 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.112535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.118571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:09:46.126072 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: timer() May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:09:46.132996 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:09:46.283036 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.286737 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:46.300799 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.310988 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Pushing event deleted for resources: {'Network': ['ID=200bc590-0856-4771-ab5e-444c56f25c7a,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:46.313573 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] 10.222.0.79 "DELETE /v2.0/networks/200bc590-0856-4771-ab5e-444c56f25c7a HTTP/1.1" status: 204 len: 168 time: 0.4958675 May 20 09:09:46.314610 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:46.692167 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52230) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:46.743321 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-514bb225-993c-4bed-9518-e046ab540c2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=983421d97a0c4d25841c25bf76a0e03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498114 May 20 09:09:46.745783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52234) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:46.805789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.832395 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.991786 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:46.996679 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6d9cf864-8d27-4e04-b015-f8611e322edf tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:47.008141 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f242092-4dc7-4792-b8b6-1f9c0660cec4,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:47.018813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.019206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.019596 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.019982 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.020368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.020747 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.021122 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.021510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.021927 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.022343 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.022715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.023096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:47.028192 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:47.030216 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:47.031886 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d87b5737-971e-4ac4-a8ca-238f0a47659b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f242092-4dc7-4792-b8b6-1f9c0660cec4 HTTP/1.1" status: 204 len: 168 time: 0.2848902 May 20 09:09:48.161413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52258) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:48.266629 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181710997'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:48.273074 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:48.277709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:network and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:48.280566 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:48.287246 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:48.355733 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:48.359340 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.376031 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.391924 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:48.396041 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:security_group_rule and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:48.398871 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:48.405591 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:48.492332 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.557466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.560715 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-da535c49-1b46-4f01-91fb-a77b4e4ab76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:48.595002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:09:48.600677 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d61ed3-e79c-4701-9b42-020c09f68c42,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:48.604951 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:48.616989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.617349 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Added segment 1d88e585-7a41-440b-975c-38a5006b52f4 of type vlan for network 275783ee-6157-4b8c-b672-7ff5a5126bea May 20 09:09:48.644935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.736347 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.741831 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:48.742453 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:48.746772 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e801a1c-c95a-4a44-99c6-3c4f40a79f86 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:48.858306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Network': ['ID=275783ee-6157-4b8c-b672-7ff5a5126bea,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:48.861191 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:48.869152 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 275783ee-6157-4b8c-b672-7ff5a5126bea details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:09:48.918107 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-150b6d67-92bd-4551-ad8a-265b006c3742 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7555013 May 20 09:09:52.217705 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52268) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:52.223825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'subnet': {'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:52.342511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:52.346783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:subnet and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:52.350002 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:52.355878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:52.451999 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:52.455777 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.966203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:52.969784 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b5ea7a27-0ed6-40a8-8a5b-d45016ee492d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:53.046112 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Subnet': ['ID=2dc01c88-9fc1-4720-bf9b-f6b650d4882d,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.049543 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.055988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking segment: {'id': '1d88e585-7a41-440b-975c-38a5006b52f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:53.056356 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network hostable DHCP agents. Network: 275783ee-6157-4b8c-b672-7ff5a5126bea, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:09:53.138097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network 275783ee-6157-4b8c-b672-7ff5a5126bea is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:09:53.225263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-4bff02c7-4288-4561-b44a-aee26f6e7b0d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0855367 May 20 09:09:53.228808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 275783ee-6157-4b8c-b672-7ff5a5126bea) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:53.240666 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.241305 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.253659 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffc44a-dfac-4701-b036-b7b6bdf46d95 None None] Network 275783ee-6157-4b8c-b672-7ff5a5126bea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:53.369207 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d3244702-1e5d-4d46-9f8f-a390952624a2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1503844 May 20 09:09:53.372944 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52274) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:53.379605 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724726887'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:53.385636 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:53.390851 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:network and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:53.391141 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.391591 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.392123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.392600 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.393092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.394094 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:53.394937 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f802ad72-b503-4aa9-bb87-ef95e5ece8c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0844884 May 20 09:09:53.401987 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:53.532472 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-275783ee-6157-4b8c-b672-7ff5a5126bea', 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea', 'tenant_id': '30cbfa6fc3e24c568af74ccd1ad3b047', 'fixed_ips': [{'subnet_id': '2dc01c88-9fc1-4720-bf9b-f6b650d4882d'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:09:53.533367 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.540183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:53.544417 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.567217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-9eb24fa0-3c55-4d3c-ad4c-8c78793f5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.567714 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-9eb24fa0-3c55-4d3c-ad4c-8c78793f5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.568183 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-9eb24fa0-3c55-4d3c-ad4c-8c78793f5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.569944 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-9eb24fa0-3c55-4d3c-ad4c-8c78793f5e03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1484509 May 20 09:09:53.616160 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:09:53.626237 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.626587 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Added segment 7d006847-08b6-4b4d-988b-0e6c2e877702 of type vlan for network 1ce63536-0b56-45fb-89fa-2942df036f35 May 20 09:09:53.644349 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-feebae0e-9cc9-4e6a-a112-ad04b1fdc70f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0681779 May 20 09:09:53.661691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.712762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-afee35b2-fd0b-4f7f-96c3-78ad2626a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.713036 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Allocated IP 2001:db8:0:ffff::2 (275783ee-6157-4b8c-b672-7ff5a5126bea/2dc01c88-9fc1-4720-bf9b-f6b650d4882d/922d2430-5b5c-4e1d-833d-a2d642a7b3df) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:53.714987 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-afee35b2-fd0b-4f7f-96c3-78ad2626a36c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0636349 May 20 09:09:53.791847 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.794779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-84a4f82e-b0dd-4e2c-a0aa-26599285bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.800433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-84a4f82e-b0dd-4e2c-a0aa-26599285bc0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756474 May 20 09:09:53.800577 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:53.800577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.803712 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ec669b0-14a7-4466-bbc2-32dc0764c7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:53.920579 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Network': ['ID=1ce63536-0b56-45fb-89fa-2942df036f35,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:53.923929 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:53.934117 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6096b6af-2c7a-416a-a686-594206c9e08b tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5598633 May 20 09:09:53.938162 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52278) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:53.940902 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'subnet': {'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:53.941548 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1ce63536-0b56-45fb-89fa-2942df036f35 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:09:53.962226 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:53.992459 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Transition to ACTIVE for port object 922d2430-5b5c-4e1d-833d-a2d642a7b3df will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:54.078607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Transition to ACTIVE for port object 922d2430-5b5c-4e1d-833d-a2d642a7b3df will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:54.108333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-69392549-3241-465c-a022-2b818f03b33a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054140 May 20 09:09:54.161072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.165919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:54.231864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Network 275783ee-6157-4b8c-b672-7ff5a5126bea is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:54.232168 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:54.234821 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:54.237461 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:subnet and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:54.238818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:54.241555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:54.244832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Pushing event updated for resources: {'Port': ['ID=922d2430-5b5c-4e1d-833d-a2d642a7b3df,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:54.248559 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:54.254073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-68138ebd-afa5-4f3d-898a-1efcc8367bc2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391928 May 20 09:09:54.282700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.283339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.283454 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.283708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.284069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.284376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.284702 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.285176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.285351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.285698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.286023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.286346 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:09:54.294706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:54.324311 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-37572261-4d1d-469f-baab-c875e21b96b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0634587 May 20 09:09:54.349102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Attempting to bind port 922d2430-5b5c-4e1d-833d-a2d642a7b3df on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:54.349392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Attempting to bind port 922d2430-5b5c-4e1d-833d-a2d642a7b3df by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1d88e585-7a41-440b-975c-38a5006b52f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:54.349793 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Attempting to bind port 922d2430-5b5c-4e1d-833d-a2d642a7b3df on network 275783ee-6157-4b8c-b672-7ff5a5126bea {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:54.355740 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:54.356123 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Checking segment: {'id': '1d88e585-7a41-440b-975c-38a5006b52f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:54.356668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.357071 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Bound using segment: {'id': '1d88e585-7a41-440b-975c-38a5006b52f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:54.357569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Bound port: 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d88e585-7a41-440b-975c-38a5006b52f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '275783ee-6157-4b8c-b672-7ff5a5126bea'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:54.357951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.386269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:54.390186 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.397249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-fea755e2-318e-4adb-a54b-b90846b25836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:54.397249 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-fea755e2-318e-4adb-a54b-b90846b25836 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0651286 May 20 09:09:54.455135 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] For port 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:54.458648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] For port 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=922d2430-5b5c-4e1d-833d-a2d642a7b3df,segment=NetworkSegment(1d88e585-7a41-440b-975c-38a5006b52f4),segment_id=1d88e585-7a41-440b-975c-38a5006b52f4)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:54.475673 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-58fccab4-d57e-4d4a-bb19-c17dec480a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:54.478429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-58fccab4-d57e-4d4a-bb19-c17dec480a1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756226 May 20 09:09:54.540613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:54.545519 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:54.637736 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-507170d8-98ad-43ec-9d77-2caf0bb39dcc service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515014 May 20 09:09:54.656922 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Pushing event updated for resources: {'Port': ['ID=922d2430-5b5c-4e1d-833d-a2d642a7b3df,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:54.665049 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:54.789388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-0d11ea05-2001-434f-9fb2-3ca7abd12459 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464748 May 20 09:09:54.891056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-77374e59-33fe-4277-b562-315d9c025e56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0916772 May 20 09:09:54.977208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-0a532f1f-7c10-49ec-a49f-d44a50728434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:54.978935 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-0a532f1f-7c10-49ec-a49f-d44a50728434 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0811746 May 20 09:09:54.988471 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:09:54.998092 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.001841 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f43695f-1905-421f-ac3c-3e28dd48b767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:55.064221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-6aa1f62b-325f-4fab-b8e8-468a13f809bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:55.065766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-6aa1f62b-325f-4fab-b8e8-468a13f809bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807581 May 20 09:09:55.082644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.083658 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Subnet': ['ID=2d9c9cb2-e836-4ce9-8711-e4ddb9286b5c,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:55.087365 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:55.095744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking segment: {'id': '7d006847-08b6-4b4d-988b-0e6c2e877702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:55.095744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network hostable DHCP agents. Network: 1ce63536-0b56-45fb-89fa-2942df036f35, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:09:55.172075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network 1ce63536-0b56-45fb-89fa-2942df036f35 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:09:55.211760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-ee4a5d20-a2d7-4ffa-9649-7eb91d90ad45 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383955 May 20 09:09:55.250618 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1ce63536-0b56-45fb-89fa-2942df036f35) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:55.260367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3490c25-4d07-47f6-a11c-486594cf2758 None None] Network 1ce63536-0b56-45fb-89fa-2942df036f35 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:55.262961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:55.263413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.363986 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.4280477 May 20 09:09:55.365125 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f6d5a025-2a25-4d8c-95e1-f4c83447e5d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469607 May 20 09:09:55.366669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52284) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:55.441211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-44c2e794-abec-46ef-af3a-ae4b3d7fc009 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0698831 May 20 09:09:55.531481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1ce63536-0b56-45fb-89fa-2942df036f35', 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35', 'tenant_id': '30cbfa6fc3e24c568af74ccd1ad3b047', 'fixed_ips': [{'subnet_id': '2d9c9cb2-e836-4ce9-8711-e4ddb9286b5c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:09:55.533199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.544396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-11311783-3245-4967-9ebf-d5f2f72c3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:55.546037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-11311783-3245-4967-9ebf-d5f2f72c3287 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0981081 May 20 09:09:55.575919 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.655993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 922d2430-5b5c-4e1d-833d-a2d642a7b3df up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:55.676659 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-ff111c7f-51f5-450e-8ed7-33d5baecdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:55.678512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-ff111c7f-51f5-450e-8ed7-33d5baecdbe4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267703 May 20 09:09:55.679876 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:55.750693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e067c5-fd12-46f9-a855-62ce25e21abd None None] Network 275783ee-6157-4b8c-b672-7ff5a5126bea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:55.830294 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-9f904459-82d1-489e-bf02-4f050c2917d4 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447752 May 20 09:09:55.915787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Allocated IP 2001:db8::2 (1ce63536-0b56-45fb-89fa-2942df036f35/2d9c9cb2-e836-4ce9-8711-e4ddb9286b5c/0df73e67-cc14-4885-9f52-b7ad7a22de8f) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:09:55.977957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-14b508f2-0b32-4704-a66e-ec5bcb96837f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409001 May 20 09:09:55.989747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d4cec0fe-d77f-499b-adb0-46cf8b07ba58 None None] Provisioning for port 922d2430-5b5c-4e1d-833d-a2d642a7b3df completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:56.056167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f17066a9-1a5c-424e-918a-c953f05d044b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0721502 May 20 09:09:56.124854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f81c272e-d23c-405d-b261-da6780e6b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:56.126394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-f81c272e-d23c-405d-b261-da6780e6b4c8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0643995 May 20 09:09:56.139041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 922d2430-5b5c-4e1d-833d-a2d642a7b3df completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:09:56.160861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 922d2430-5b5c-4e1d-833d-a2d642a7b3df triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:56.161231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.368627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-768be72f-51e0-49a6-a32c-a33975b3de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:56.370085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-768be72f-51e0-49a6-a32c-a33975b3de35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2374301 May 20 09:09:56.432223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.450604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Transition to ACTIVE for port object 0df73e67-cc14-4885-9f52-b7ad7a22de8f will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:56.454138 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.496579 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Transition to ACTIVE for port object 0df73e67-cc14-4885-9f52-b7ad7a22de8f will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:09:56.507845 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=922d2430-5b5c-4e1d-833d-a2d642a7b3df,segment=NetworkSegment(1d88e585-7a41-440b-975c-38a5006b52f4),segment_id=1d88e585-7a41-440b-975c-38a5006b52f4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:56.515895 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-d086e6a8-2913-46b4-9a0b-5d126ae16b41 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389723 May 20 09:09:56.635269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.640394 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:56.663398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-4d12d6bd-5704-4b55-8623-bf4962c89c24 req-deb4b9f7-bd9c-4a62-9c74-5f4862150070 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414592 May 20 09:09:56.679643 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.710847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Network 1ce63536-0b56-45fb-89fa-2942df036f35 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:09:56.714069 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:09:56.716423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.718132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:09:56.724368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7a301f0f-77d5-4b83-ba5b-2452dabfb9e4 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:56.755399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Pushing event updated for resources: {'Port': ['ID=0df73e67-cc14-4885-9f52-b7ad7a22de8f,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:56.759619 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:56.765883 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:56.769674 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9c9cb2-e836-4ce9-8711-e4ddb9286b5c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:56.772869 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:56.867232 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.881811 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce63536-0b56-45fb-89fa-2942df036f35']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:56.887400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Attempting to bind port 0df73e67-cc14-4885-9f52-b7ad7a22de8f on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:09:56.887787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Attempting to bind port 0df73e67-cc14-4885-9f52-b7ad7a22de8f by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7d006847-08b6-4b4d-988b-0e6c2e877702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:09:56.888164 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Attempting to bind port 0df73e67-cc14-4885-9f52-b7ad7a22de8f on network 1ce63536-0b56-45fb-89fa-2942df036f35 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:09:56.890303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-df25123d-60ad-414f-a08f-62324565271b None None] Provisioning complete for port 922d2430-5b5c-4e1d-833d-a2d642a7b3df triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:56.890681 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-df25123d-60ad-414f-a08f-62324565271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.898875 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d006847-08b6-4b4d-988b-0e6c2e877702') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:56.899178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d006847-08b6-4b4d-988b-0e6c2e877702') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:56.915256 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.934569 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.938603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:09:56.939000 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Checking segment: {'id': '7d006847-08b6-4b4d-988b-0e6c2e877702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:56.939430 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.939826 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Bound using segment: {'id': '7d006847-08b6-4b4d-988b-0e6c2e877702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:09:56.940308 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Bound port: 0df73e67-cc14-4885-9f52-b7ad7a22de8f, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d006847-08b6-4b4d-988b-0e6c2e877702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1ce63536-0b56-45fb-89fa-2942df036f35'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:09:56.940699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.940912 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:09:56.941311 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:56.953101 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=922d2430-5b5c-4e1d-833d-a2d642a7b3df,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: timer() May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:09:56.956152 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:09:56.960362 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:57.077260 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 09:09:57.077260 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 09:09:57.077260 n-d-780147-4 neutron-server[93102]: [parameters: {'id': '1ce63536-0b56-45fb-89fa-2942df036f35'}] May 20 09:09:57.077260 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 09:09:57.077796 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 09:09:57.100279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] For port 0df73e67-cc14-4885-9f52-b7ad7a22de8f, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:09:57.113273 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] For port 0df73e67-cc14-4885-9f52-b7ad7a22de8f, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0df73e67-cc14-4885-9f52-b7ad7a22de8f,segment=NetworkSegment(7d006847-08b6-4b4d-988b-0e6c2e877702),segment_id=7d006847-08b6-4b4d-988b-0e6c2e877702)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:09:57.191916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.195858 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a114e62e-4804-445c-961e-f4b37173573d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:57.319280 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Pushing event updated for resources: {'Port': ['ID=0df73e67-cc14-4885-9f52-b7ad7a22de8f,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:57.328782 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:57.360817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0423727-a958-4705-ba4a-b3c57b45dc38 None None] Network 1ce63536-0b56-45fb-89fa-2942df036f35 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:09:57.376878 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.561095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 922d2430-5b5c-4e1d-833d-a2d642a7b3df up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:09:57.578470 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.595067 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755da160-3805-41f2-af21-d3bacfbc5cb9 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 09:09:57.657460 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting port 0df73e67-cc14-4885-9f52-b7ad7a22de8f {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:09:57.657895 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.721266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 922d2430-5b5c-4e1d-833d-a2d642a7b3df triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:09:57.721872 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.761642 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] For port 0df73e67-cc14-4885-9f52-b7ad7a22de8f, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0df73e67-cc14-4885-9f52-b7ad7a22de8f,segment=NetworkSegment(7d006847-08b6-4b4d-988b-0e6c2e877702),segment_id=7d006847-08b6-4b4d-988b-0e6c2e877702)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:09:57.762275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:57.791009 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755da160-3805-41f2-af21-d3bacfbc5cb9 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 09:09:58.044303 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Calling delete_port for 0df73e67-cc14-4885-9f52-b7ad7a22de8f owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:09:58.180241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.184379 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-2ca13f16-cd02-4595-b798-d5dc9ccc250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:58.230832 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Port': ['ID=0df73e67-cc14-4885-9f52-b7ad7a22de8f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:58.234868 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:58.237046 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No DVR routers for this DVR port 0df73e67-cc14-4885-9f52-b7ad7a22de8f on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:09:58.362828 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.375860 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce63536-0b56-45fb-89fa-2942df036f35']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:58.389070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d006847-08b6-4b4d-988b-0e6c2e877702') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:58.389373 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d006847-08b6-4b4d-988b-0e6c2e877702') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:09:58.400611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.417296 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.423387 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:09:58.423774 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: timer() May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:09:58.438385 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:09:58.597413 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.600871 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-fe611d27-670b-414e-961b-59ecfc41a71f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:58.615691 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.629757 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Network': ['ID=1ce63536-0b56-45fb-89fa-2942df036f35,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:58.632620 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:58.634983 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/1ce63536-0b56-45fb-89fa-2942df036f35 HTTP/1.1" status: 204 len: 168 time: 3.2666750 May 20 09:09:58.638835 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52294) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:58.644880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-401465112'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:58.650623 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:58.654867 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:network and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:58.658054 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:58.664940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:58.768746 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:58.772389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.800976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:09:58.810598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.810939 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Added segment 1b5e6725-e87f-44d5-9a5a-57d6559257fc of type vlan for network 1c58d210-1d02-4aa3-9cda-9745e8b2140d May 20 09:09:58.838988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.991195 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:58.998061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:09:58.998666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.002556 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3a839b50-5b11-4f1b-be0b-c62e8d0ad342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:59.109351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Network': ['ID=1c58d210-1d02-4aa3-9cda-9745e8b2140d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:59.112411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:59.120720 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 1c58d210-1d02-4aa3-9cda-9745e8b2140d details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:09:59.152506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-5f1e03cd-648d-4976-9bc5-e6a1db06887f tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5125065 May 20 09:09:59.155473 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52298) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:09:59.161196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'subnet': {'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:09:59.276740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:09:59.280786 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:subnet and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:09:59.283854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:09:59.289856 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:09:59.385766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:09:59.389408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.483875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Performing IP validity checks on allocation pools {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 09:09:59.484447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 09:09:59.874529 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:09:59.878083 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-75287087-6c94-45a7-91d2-d9c72d223850 tempest-AllowedAddressPairIpV6TestJSON-1636312123 tempest-AllowedAddressPairIpV6TestJSON-1636312123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:09:59.954494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Subnet': ['ID=3708d8f0-9af2-49f2-b872-a369308084b9,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:09:59.957958 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:09:59.964419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking segment: {'id': '1b5e6725-e87f-44d5-9a5a-57d6559257fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:09:59.964773 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network hostable DHCP agents. Network: 1c58d210-1d02-4aa3-9cda-9745e8b2140d, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:00.034365 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network 1c58d210-1d02-4aa3-9cda-9745e8b2140d is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:00.132030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 1c58d210-1d02-4aa3-9cda-9745e8b2140d) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:00.141444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab11183-2e54-4ad2-a8c6-c4a922037030 None None] Network 1c58d210-1d02-4aa3-9cda-9745e8b2140d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:00.142649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:00.143247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.243710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4764fe1c-9f20-4716-ac26-0190aaa64b70 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0846918 May 20 09:10:00.243987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52302) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:00.361440 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-1c58d210-1d02-4aa3-9cda-9745e8b2140d', 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d', 'tenant_id': '30cbfa6fc3e24c568af74ccd1ad3b047', 'fixed_ips': [{'subnet_id': '3708d8f0-9af2-49f2-b872-a369308084b9'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:00.362330 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.390809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.465528 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.517620 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Allocated IP 2001:db8::3 (1c58d210-1d02-4aa3-9cda-9745e8b2140d/3708d8f0-9af2-49f2-b872-a369308084b9/940e6f52-a9e5-46f1-85e2-dee87b17a5ad) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:00.737768 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.748369 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Transition to ACTIVE for port object 940e6f52-a9e5-46f1-85e2-dee87b17a5ad will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:00.767714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Transition to ACTIVE for port object 940e6f52-a9e5-46f1-85e2-dee87b17a5ad will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:00.875889 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.880692 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:00.941898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Network 1c58d210-1d02-4aa3-9cda-9745e8b2140d is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:00.944831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:00.950473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:00.955778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:00.959549 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Pushing event updated for resources: {'Port': ['ID=940e6f52-a9e5-46f1-85e2-dee87b17a5ad,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:00.959957 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f332d804-9fc1-4049-be77-52877f0acbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:00.994387 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:00.997575 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Subnet': ['ID=3708d8f0-9af2-49f2-b872-a369308084b9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:01.001452 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:01.054604 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Attempting to bind port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:01.054985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Attempting to bind port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '1b5e6725-e87f-44d5-9a5a-57d6559257fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:01.055367 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Attempting to bind port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad on network 1c58d210-1d02-4aa3-9cda-9745e8b2140d {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:01.061410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:01.061966 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Checking segment: {'id': '1b5e6725-e87f-44d5-9a5a-57d6559257fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:01.062355 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.062766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Bound using segment: {'id': '1b5e6725-e87f-44d5-9a5a-57d6559257fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:01.063246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Bound port: 940e6f52-a9e5-46f1-85e2-dee87b17a5ad, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5e6725-e87f-44d5-9a5a-57d6559257fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:01.063633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.100812 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.116047 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58d210-1d02-4aa3-9cda-9745e8b2140d']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:01.129096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5e6725-e87f-44d5-9a5a-57d6559257fc') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:01.129401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5e6725-e87f-44d5-9a5a-57d6559257fc') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:01.142657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.156535 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] For port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:01.158926 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.165049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:01.170559 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: timer() May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:01.180339 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:01.259011 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] For port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=940e6f52-a9e5-46f1-85e2-dee87b17a5ad,segment=NetworkSegment(1b5e6725-e87f-44d5-9a5a-57d6559257fc),segment_id=1b5e6725-e87f-44d5-9a5a-57d6559257fc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:01.323080 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.db.api [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 09:10:01.323080 n-d-780147-4 neutron-server[93101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 09:10:01.323080 n-d-780147-4 neutron-server[93101]: [parameters: {'id': '1c58d210-1d02-4aa3-9cda-9745e8b2140d'}] May 20 09:10:01.323080 n-d-780147-4 neutron-server[93101]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 09:10:01.323856 n-d-780147-4 neutron-server[93101]: DEBUG oslo_db.api [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 09:10:01.349581 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.353306 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:01.469844 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Pushing event updated for resources: {'Port': ['ID=940e6f52-a9e5-46f1-85e2-dee87b17a5ad,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:01.474878 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:01.497444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2391688-b79c-4651-b5a3-ceb8be50c64a None None] Network 1c58d210-1d02-4aa3-9cda-9745e8b2140d requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:01.698170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb596b6-74a8-4444-91b9-59b81f193366 None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 09:10:01.805409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb596b6-74a8-4444-91b9-59b81f193366 None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 09:10:01.825375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:01.903846 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:01.904191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.013751 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] For port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=940e6f52-a9e5-46f1-85e2-dee87b17a5ad,segment=NetworkSegment(1b5e6725-e87f-44d5-9a5a-57d6559257fc),segment_id=1b5e6725-e87f-44d5-9a5a-57d6559257fc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:02.014489 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.300897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Calling delete_port for 940e6f52-a9e5-46f1-85e2-dee87b17a5ad owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:02.442515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.446584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e3c8a494-22f4-4e2c-ba85-706b0e1bbcf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:02.494582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Port': ['ID=940e6f52-a9e5-46f1-85e2-dee87b17a5ad,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:02.497716 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:02.500056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No DVR routers for this DVR port 940e6f52-a9e5-46f1-85e2-dee87b17a5ad on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:02.626555 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.639271 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58d210-1d02-4aa3-9cda-9745e8b2140d']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:02.651307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5e6725-e87f-44d5-9a5a-57d6559257fc') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:02.651615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5e6725-e87f-44d5-9a5a-57d6559257fc') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:02.663408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.680085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.686712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:02.687103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: timer() May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:02.701698 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:02.888535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.893496 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:02.897252 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:02.919766 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Network': ['ID=1c58d210-1d02-4aa3-9cda-9745e8b2140d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:02.924217 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:02.926854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d483bd7d-8469-46b2-9dd8-11c9bd12a8d2 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/1c58d210-1d02-4aa3-9cda-9745e8b2140d HTTP/1.1" status: 204 len: 168 time: 2.6818933 May 20 09:10:02.930461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52306) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:02.936764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148737844'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:02.942401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:02.946262 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:network and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:02.949153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:02.955663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:03.043944 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:03.047580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.076216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:03.084836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.085179 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Added segment fb2d61fb-b706-4269-869d-623d7ebdcaad of type vlan for network 5ed0a6a3-22da-4683-a92d-68cc4f67825b May 20 09:10:03.112351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.208330 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.214818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:03.215412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:03.219213 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fa57792f-2382-4693-8626-174f9cefda2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:03.329560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Network': ['ID=5ed0a6a3-22da-4683-a92d-68cc4f67825b,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:03.332098 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:03.340520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:03.387042 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4554267 May 20 09:10:03.389897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52310) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:03.395701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'subnet': {'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:03.516204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:03.520287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:subnet and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:03.523160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:03.529927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:03.619548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:03.623360 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.120898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.124585 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ec4eb508-1605-42d9-b7a7-7a85f5a8a984 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:04.201385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Subnet': ['ID=6b7c6252-b697-4ed8-bdbd-d12b74fc91a2,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:04.205012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:04.210837 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking segment: {'id': 'fb2d61fb-b706-4269-869d-623d7ebdcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:04.211205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network hostable DHCP agents. Network: 5ed0a6a3-22da-4683-a92d-68cc4f67825b, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:04.293743 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:04.377572 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 5ed0a6a3-22da-4683-a92d-68cc4f67825b) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:04.387832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de929c8c-aea8-4bf0-a93a-6b3f74487cad None None] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:04.388548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:04.389159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.498543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7c9dc9e5-e1a6-4ecc-8810-08f40ac417c9 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1075513 May 20 09:10:04.502351 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52316) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:04.508199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2017901013'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:04.514637 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:04.518618 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:network and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:04.521624 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:04.528538 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:04.606012 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-5ed0a6a3-22da-4683-a92d-68cc4f67825b', 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b', 'tenant_id': '30cbfa6fc3e24c568af74ccd1ad3b047', 'fixed_ips': [{'subnet_id': '6b7c6252-b697-4ed8-bdbd-d12b74fc91a2'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:04.606845 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.694158 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:04.697605 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.731461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:04.747200 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.747553 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Added segment 7a063d70-7639-45b9-9b61-839cd52a33d2 of type vlan for network ab2db6f9-0cad-4085-a690-834a14fad169 May 20 09:10:04.767510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Allocated IP 2001:db8::2 (5ed0a6a3-22da-4683-a92d-68cc4f67825b/6b7c6252-b697-4ed8-bdbd-d12b74fc91a2/1ca5417b-9438-4024-9684-255e1bce0c81) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:04.777657 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.888374 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.894074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:04.894687 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.899988 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e1ae2660-1721-4124-97fc-6ef90c12a9b1 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:04.978755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:04.990086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Transition to ACTIVE for port object 1ca5417b-9438-4024-9684-255e1bce0c81 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:05.008653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Network': ['ID=ab2db6f9-0cad-4085-a690-834a14fad169,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:05.009624 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Transition to ACTIVE for port object 1ca5417b-9438-4024-9684-255e1bce0c81 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:05.014401 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:05.019142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network ab2db6f9-0cad-4085-a690-834a14fad169 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:05.025059 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-08c6e3db-7361-4bc6-b16a-7627c9348747 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5174897 May 20 09:10:05.025270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52320) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:05.031946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Request body: {'subnet': {'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:05.102008 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.110538 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:05.144711 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:05.148636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Usage tracker for resource:subnet and tenant:30cbfa6fc3e24c568af74ccd1ad3b047 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:05.152398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:05.158646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:05.197073 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:05.200097 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:05.204237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:05.206568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Pushing event updated for resources: {'Port': ['ID=1ca5417b-9438-4024-9684-255e1bce0c81,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:05.209999 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:05.231484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Made reservation on behalf of 30cbfa6fc3e24c568af74ccd1ad3b047 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:05.235028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.300115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Attempting to bind port 1ca5417b-9438-4024-9684-255e1bce0c81 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:05.300484 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Attempting to bind port 1ca5417b-9438-4024-9684-255e1bce0c81 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'fb2d61fb-b706-4269-869d-623d7ebdcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:05.300849 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Attempting to bind port 1ca5417b-9438-4024-9684-255e1bce0c81 on network 5ed0a6a3-22da-4683-a92d-68cc4f67825b {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:05.306046 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:05.306418 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Checking segment: {'id': 'fb2d61fb-b706-4269-869d-623d7ebdcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:05.306820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.307221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Bound using segment: {'id': 'fb2d61fb-b706-4269-869d-623d7ebdcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:05.307895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Bound port: 1ca5417b-9438-4024-9684-255e1bce0c81, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2d61fb-b706-4269-869d-623d7ebdcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ed0a6a3-22da-4683-a92d-68cc4f67825b'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:05.308268 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.397596 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] For port 1ca5417b-9438-4024-9684-255e1bce0c81, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:05.400732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] For port 1ca5417b-9438-4024-9684-255e1bce0c81, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ca5417b-9438-4024-9684-255e1bce0c81,segment=NetworkSegment(fb2d61fb-b706-4269-869d-623d7ebdcaad),segment_id=fb2d61fb-b706-4269-869d-623d7ebdcaad)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:05.489512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.497351 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12c77b71-202f-48e7-8a3e-a46dea5fcfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:05.585037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Pushing event updated for resources: {'Port': ['ID=1ca5417b-9438-4024-9684-255e1bce0c81,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:05.588223 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:05.826025 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:05.829898 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8e9a3d4-aba8-43cc-a05a-7b5b4e1a3fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:05.914056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event updated for resources: {'Subnet': ['ID=0cff14a8-6896-4f40-b2fc-e4cbff68bb7f,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:05.918170 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:05.924215 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Checking segment: {'id': '7a063d70-7639-45b9-9b61-839cd52a33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:05.924594 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network hostable DHCP agents. Network: ab2db6f9-0cad-4085-a690-834a14fad169, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:06.000166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Network ab2db6f9-0cad-4085-a690-834a14fad169 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:06.143257 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, ab2db6f9-0cad-4085-a690-834a14fad169) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:06.152568 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b28b4-7f7d-4e6f-9f83-d6f267e75547 None None] Network ab2db6f9-0cad-4085-a690-834a14fad169 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:06.155407 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:06.156219 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.261289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52324) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:06.262529 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b2a9f8de-6202-47e9-b883-733063a0ee96 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2314956 May 20 09:10:06.388937 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-ab2db6f9-0cad-4085-a690-834a14fad169', 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169', 'tenant_id': '30cbfa6fc3e24c568af74ccd1ad3b047', 'fixed_ips': [{'subnet_id': '0cff14a8-6896-4f40-b2fc-e4cbff68bb7f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:06.389907 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.421069 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.517188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c43bb1-318d-4a54-89b5-84c57558e0f2 None None] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:06.578880 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:06.740853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Allocated IP 2001:db8::2 (ab2db6f9-0cad-4085-a690-834a14fad169/0cff14a8-6896-4f40-b2fc-e4cbff68bb7f/7c6f7667-e480-4fb2-8adb-0783076a20cb) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:06.799326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-23686b7c-552f-470e-bea2-f025c18b1885 None None] Provisioning for port 1ca5417b-9438-4024-9684-255e1bce0c81 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:07.048170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-48c80312-23f8-41a5-b270-bc1519714351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.079273 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.088133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Transition to ACTIVE for port object 7c6f7667-e480-4fb2-8adb-0783076a20cb will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:07.108255 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Transition to ACTIVE for port object 7c6f7667-e480-4fb2-8adb-0783076a20cb will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:07.232184 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.235998 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:07.305970 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Network ab2db6f9-0cad-4085-a690-834a14fad169 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:07.310460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:07.314558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:07.324554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Pushing event updated for resources: {'Port': ['ID=7c6f7667-e480-4fb2-8adb-0783076a20cb,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:07.349752 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.351941 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:07.354630 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d6612de3-e688-4eca-ba50-843fbee3c145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:07.395093 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Subnet': ['ID=0cff14a8-6896-4f40-b2fc-e4cbff68bb7f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:07.410424 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:07.418276 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Attempting to bind port 7c6f7667-e480-4fb2-8adb-0783076a20cb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:07.418722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Attempting to bind port 7c6f7667-e480-4fb2-8adb-0783076a20cb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '7a063d70-7639-45b9-9b61-839cd52a33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:07.419170 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Attempting to bind port 7c6f7667-e480-4fb2-8adb-0783076a20cb on network ab2db6f9-0cad-4085-a690-834a14fad169 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:07.424885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:07.425275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Checking segment: {'id': '7a063d70-7639-45b9-9b61-839cd52a33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:07.425701 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.426096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Bound using segment: {'id': '7a063d70-7639-45b9-9b61-839cd52a33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:07.426577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Bound port: 7c6f7667-e480-4fb2-8adb-0783076a20cb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a063d70-7639-45b9-9b61-839cd52a33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ab2db6f9-0cad-4085-a690-834a14fad169'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:07.426946 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.498133 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.517220 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2db6f9-0cad-4085-a690-834a14fad169']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:07.532092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a063d70-7639-45b9-9b61-839cd52a33d2') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:07.532502 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a063d70-7639-45b9-9b61-839cd52a33d2') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:07.537176 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] For port 7c6f7667-e480-4fb2-8adb-0783076a20cb, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:07.540794 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] For port 7c6f7667-e480-4fb2-8adb-0783076a20cb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7c6f7667-e480-4fb2-8adb-0783076a20cb,segment=NetworkSegment(7a063d70-7639-45b9-9b61-839cd52a33d2),segment_id=7a063d70-7639-45b9-9b61-839cd52a33d2)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:07.546741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.587229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ca5417b-9438-4024-9684-255e1bce0c81 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:07.629085 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.633830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.635891 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:07.636164 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:07.638277 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: timer() May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:07.651772 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:07.760296 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Pushing event updated for resources: {'Port': ['ID=7c6f7667-e480-4fb2-8adb-0783076a20cb,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:07.773741 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:07.791402 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.db.api [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 09:10:07.791402 n-d-780147-4 neutron-server[93102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 09:10:07.791402 n-d-780147-4 neutron-server[93102]: [parameters: {'id': 'ab2db6f9-0cad-4085-a690-834a14fad169'}] May 20 09:10:07.791402 n-d-780147-4 neutron-server[93102]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=93102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 09:10:07.792224 n-d-780147-4 neutron-server[93102]: DEBUG oslo_db.api [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 09:10:07.806315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb820e9f-97a6-4534-bfd4-e38d69402548 None None] Network ab2db6f9-0cad-4085-a690-834a14fad169 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:07.839041 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 1ca5417b-9438-4024-9684-255e1bce0c81 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:07.889037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1ca5417b-9438-4024-9684-255e1bce0c81 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:07.889420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.104206 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.125070 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf1db0-f8bf-4d75-bef8-74f1ad765fdb None None] get_active_networks_info from n-d-780147-4 {{(pid=93103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 09:10:08.181705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 1ca5417b-9438-4024-9684-255e1bce0c81, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ca5417b-9438-4024-9684-255e1bce0c81,segment=NetworkSegment(fb2d61fb-b706-4269-869d-623d7ebdcaad),segment_id=fb2d61fb-b706-4269-869d-623d7ebdcaad)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:08.242010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.248938 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-8a09046e-1d44-4769-b1c1-b810630beefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:08.294122 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.310926 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bf1db0-f8bf-4d75-bef8-74f1ad765fdb None None] Resources bound (agent type, host, resource id): {{(pid=93103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 09:10:08.345311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=1ca5417b-9438-4024-9684-255e1bce0c81,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:08.350694 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:08.372350 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting port 7c6f7667-e480-4fb2-8adb-0783076a20cb {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:08.372911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.473890 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] For port 7c6f7667-e480-4fb2-8adb-0783076a20cb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7c6f7667-e480-4fb2-8adb-0783076a20cb,segment=NetworkSegment(7a063d70-7639-45b9-9b61-839cd52a33d2),segment_id=7a063d70-7639-45b9-9b61-839cd52a33d2)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:08.474264 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.609224 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Calling delete_port for 7c6f7667-e480-4fb2-8adb-0783076a20cb owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:08.705668 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:08.709588 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ead3705c-f6cf-46f3-aa20-ee7449a504c5 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:08.754227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Port': ['ID=7c6f7667-e480-4fb2-8adb-0783076a20cb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:08.757792 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No DVR routers for this DVR port 7c6f7667-e480-4fb2-8adb-0783076a20cb on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:08.788368 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:09.037464 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.054634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2db6f9-0cad-4085-a690-834a14fad169']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:09.066911 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a063d70-7639-45b9-9b61-839cd52a33d2') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:09.067213 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a063d70-7639-45b9-9b61-839cd52a33d2') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:09.079793 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.096780 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.102829 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:09.103241 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: timer() May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:09.118406 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:09.253630 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33d66434-2eee-4a86-ab1f-c791b1826bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.285862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.289558 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-741bb860-f07d-434c-93b3-4e3eed231ce6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:09.309831 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.320876 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Network': ['ID=ab2db6f9-0cad-4085-a690-834a14fad169,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:09.326420 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:09.329202 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/ab2db6f9-0cad-4085-a690-834a14fad169 HTTP/1.1" status: 204 len: 168 time: 3.0703125 May 20 09:10:09.331843 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52328) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:09.373311 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cf52d9-6333-4587-b673-9439e7e9c1c1 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] GET failed (client error): The resource could not be found. May 20 09:10:09.377601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98cf52d9-6333-4587-b673-9439e7e9c1c1 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Synchronizing usage tracker for tenant:30cbfa6fc3e24c568af74ccd1ad3b047 on resource:subnet {{(pid=93102) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:10:09.448070 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-98cf52d9-6333-4587-b673-9439e7e9c1c1 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Unset dirty status for tenant:30cbfa6fc3e24c568af74ccd1ad3b047 on resource:subnet {{(pid=93102) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:10:09.449852 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-98cf52d9-6333-4587-b673-9439e7e9c1c1 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "GET /v2.0/subnets/0cff14a8-6896-4f40-b2fc-e4cbff68bb7f HTTP/1.1" status: 404 len: 337 time: 0.1164854 May 20 09:10:09.453003 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52332) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:09.479123 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5d8f00-cf90-4677-92c6-f3e9e49aee99 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:09.480763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5d8f00-cf90-4677-92c6-f3e9e49aee99 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:09.481492 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2d5d8f00-cf90-4677-92c6-f3e9e49aee99 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/ab2db6f9-0cad-4085-a690-834a14fad169 HTTP/1.1" status: 404 len: 339 time: 0.0275204 May 20 09:10:09.485148 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52336) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:09.523074 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-73616e9b-7c0d-4d97-948d-5557cb0f7cbf tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:09.523533 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73616e9b-7c0d-4d97-948d-5557cb0f7cbf tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:09.525197 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-73616e9b-7c0d-4d97-948d-5557cb0f7cbf tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/subnets/0cff14a8-6896-4f40-b2fc-e4cbff68bb7f HTTP/1.1" status: 404 len: 337 time: 0.0391409 May 20 09:10:09.528604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52340) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:09.555510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ca5417b-9438-4024-9684-255e1bce0c81 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:09.559347 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fad515-9398-4ddc-ac98-47ff1a82300e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:09.559822 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fad515-9398-4ddc-ac98-47ff1a82300e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:09.561484 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-48fad515-9398-4ddc-ac98-47ff1a82300e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/ab2db6f9-0cad-4085-a690-834a14fad169 HTTP/1.1" status: 404 len: 339 time: 0.0317979 May 20 09:10:09.564227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:09.627072 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 1ca5417b-9438-4024-9684-255e1bce0c81 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:09.627463 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.632882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting subnet 6b7c6252-b697-4ed8-bdbd-d12b74fc91a2 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:10:09.635915 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.692105 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.768317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:09.784370 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.123567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.127518 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a385dcff-68ad-40e1-b697-5c2dfc2d2979 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:10.161695 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7c6252-b697-4ed8-bdbd-d12b74fc91a2,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:10.165202 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:10.168489 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.175231 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220ca167-baaa-46cd-970d-8fa66cc276b3 None None] Network 5ed0a6a3-22da-4683-a92d-68cc4f67825b requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:10.250101 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-97a02f93-c269-4c44-8c04-09f27a181d37 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/subnets/6b7c6252-b697-4ed8-bdbd-d12b74fc91a2 HTTP/1.1" status: 204 len: 168 time: 0.6823392 May 20 09:10:10.250347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:10.367397 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.439661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] DHCP port deletion for 5ed0a6a3-22da-4683-a92d-68cc4f67825b request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:10:10.446119 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting port 1ca5417b-9438-4024-9684-255e1bce0c81 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:10.446119 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.507837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Deleting port 1ca5417b-9438-4024-9684-255e1bce0c81 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:10.508225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.548786 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] For port 1ca5417b-9438-4024-9684-255e1bce0c81, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ca5417b-9438-4024-9684-255e1bce0c81,segment=NetworkSegment(fb2d61fb-b706-4269-869d-623d7ebdcaad),segment_id=fb2d61fb-b706-4269-869d-623d7ebdcaad)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:10.549149 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.608818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] For port 1ca5417b-9438-4024-9684-255e1bce0c81, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=1ca5417b-9438-4024-9684-255e1bce0c81,segment=NetworkSegment(fb2d61fb-b706-4269-869d-623d7ebdcaad),segment_id=fb2d61fb-b706-4269-869d-623d7ebdcaad)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:10.609225 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.677740 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Calling delete_port for 1ca5417b-9438-4024-9684-255e1bce0c81 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:10.732228 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Calling delete_port for 1ca5417b-9438-4024-9684-255e1bce0c81 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:10.842823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.847301 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:10.849322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:10.853978 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-687c5b81-fd63-48ff-969c-8549484d9bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:10.896138 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Port': ['ID=1ca5417b-9438-4024-9684-255e1bce0c81,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:10.897986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No DVR routers for this DVR port 1ca5417b-9438-4024-9684-255e1bce0c81 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:10.899460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:10.899752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Pushing event deleted for resources: {'Port': ['ID=1ca5417b-9438-4024-9684-255e1bce0c81,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:10.902963 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:10.904266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] No DVR routers for this DVR port 1ca5417b-9438-4024-9684-255e1bce0c81 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:11.025799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.039071 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed0a6a3-22da-4683-a92d-68cc4f67825b']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:11.052087 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2d61fb-b706-4269-869d-623d7ebdcaad') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:11.052394 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2d61fb-b706-4269-869d-623d7ebdcaad') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:11.064694 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.080600 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.086554 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:11.086933 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: timer() May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:11.102249 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:11.268983 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.272385 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-7ca91c10-d5a6-450b-9741-f0f5eff523ca tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:11.287488 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.300208 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Network': ['ID=5ed0a6a3-22da-4683-a92d-68cc4f67825b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:11.304007 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:11.305872 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-e8118fbd-c699-4bb5-97d8-55bc8033f7af tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/5ed0a6a3-22da-4683-a92d-68cc4f67825b HTTP/1.1" status: 204 len: 168 time: 1.0547113 May 20 09:10:11.308452 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52354) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:11.346931 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9938c2cd-b254-4308-b3cb-94363cd7fdfd tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:11.347374 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9938c2cd-b254-4308-b3cb-94363cd7fdfd tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:11.348998 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9938c2cd-b254-4308-b3cb-94363cd7fdfd tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/subnets/3708d8f0-9af2-49f2-b872-a369308084b9 HTTP/1.1" status: 404 len: 337 time: 0.0395999 May 20 09:10:11.351644 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52358) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:11.381209 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb86c73-b5c9-416d-bdaa-8cc32a0f653c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:11.381700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb86c73-b5c9-416d-bdaa-8cc32a0f653c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:11.383344 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-bcb86c73-b5c9-416d-bdaa-8cc32a0f653c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/1c58d210-1d02-4aa3-9cda-9745e8b2140d HTTP/1.1" status: 404 len: 339 time: 0.0308220 May 20 09:10:11.386129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52362) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:11.424045 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-807494ce-bacd-40c8-bd48-9ebcd2de9e92 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:11.424493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807494ce-bacd-40c8-bd48-9ebcd2de9e92 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:11.426169 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-807494ce-bacd-40c8-bd48-9ebcd2de9e92 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/subnets/2d9c9cb2-e836-4ce9-8711-e4ddb9286b5c HTTP/1.1" status: 404 len: 337 time: 0.0390751 May 20 09:10:11.428720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52366) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:11.454348 n-d-780147-4 neutron-server[93102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee85425f-19a4-4ef3-9ec8-f634608b87aa tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] DELETE failed (client error): The resource could not be found. May 20 09:10:11.454995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee85425f-19a4-4ef3-9ec8-f634608b87aa tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 09:10:11.456226 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ee85425f-19a4-4ef3-9ec8-f634608b87aa tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/1ce63536-0b56-45fb-89fa-2942df036f35 HTTP/1.1" status: 404 len: 339 time: 0.0266190 May 20 09:10:11.459180 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52370) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:11.532820 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting subnet 2dc01c88-9fc1-4720-bf9b-f6b650d4882d {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:10:11.534938 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.553994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ca5417b-9438-4024-9684-255e1bce0c81 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:10:11.589068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 1ca5417b-9438-4024-9684-255e1bce0c81 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:10:11.589518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 1ca5417b-9438-4024-9684-255e1bce0c81 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:10:11.592250 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.596128 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:11.678202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.020499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.024814 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-23ccf349-1719-41cd-a51c-5ca39123c3eb tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:12.064189 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc01c88-9fc1-4720-bf9b-f6b650d4882d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:12.067404 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:12.068411 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.075023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183758f-bec5-4e01-8e7f-d5b3682f3362 None None] Network 275783ee-6157-4b8c-b672-7ff5a5126bea requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:12.079824 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-64249813-8748-46fd-a6a0-fea80c35ce1c tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/subnets/2dc01c88-9fc1-4720-bf9b-f6b650d4882d HTTP/1.1" status: 204 len: 168 time: 0.6196098 May 20 09:10:12.083954 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52374) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:12.205911 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.334787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] DHCP port deletion for 275783ee-6157-4b8c-b672-7ff5a5126bea request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:10:12.408327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Deleting port 922d2430-5b5c-4e1d-833d-a2d642a7b3df {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:12.408715 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.456316 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Deleting port 922d2430-5b5c-4e1d-833d-a2d642a7b3df {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:12.457685 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.522053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] For port 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=922d2430-5b5c-4e1d-833d-a2d642a7b3df,segment=NetworkSegment(1d88e585-7a41-440b-975c-38a5006b52f4),segment_id=1d88e585-7a41-440b-975c-38a5006b52f4)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:12.522459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.565632 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] For port 922d2430-5b5c-4e1d-833d-a2d642a7b3df, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=922d2430-5b5c-4e1d-833d-a2d642a7b3df,segment=NetworkSegment(1d88e585-7a41-440b-975c-38a5006b52f4),segment_id=1d88e585-7a41-440b-975c-38a5006b52f4)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:12.565918 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.692520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Calling delete_port for 922d2430-5b5c-4e1d-833d-a2d642a7b3df owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:12.696358 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Calling delete_port for 922d2430-5b5c-4e1d-833d-a2d642a7b3df owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:12.842762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.848023 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:12.849022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.853671 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:12.899244 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:12.900029 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Pushing event deleted for resources: {'Port': ['ID=922d2430-5b5c-4e1d-833d-a2d642a7b3df,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:12.900156 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Port': ['ID=922d2430-5b5c-4e1d-833d-a2d642a7b3df,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:12.903267 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:12.904142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] No DVR routers for this DVR port 922d2430-5b5c-4e1d-833d-a2d642a7b3df on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:12.910962 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:12.912574 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] No DVR routers for this DVR port 922d2430-5b5c-4e1d-833d-a2d642a7b3df on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:13.040955 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.054510 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275783ee-6157-4b8c-b672-7ff5a5126bea']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:13.067511 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d88e585-7a41-440b-975c-38a5006b52f4') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:13.067809 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d88e585-7a41-440b-975c-38a5006b52f4') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:13.080057 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.096433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.102355 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:13.102731 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: timer() May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:13.117992 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:13.291710 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.296667 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8a1fb900-f8cd-4873-ac4b-cd303fb28d63 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:13.312709 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:13.325048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Pushing event deleted for resources: {'Network': ['ID=275783ee-6157-4b8c-b672-7ff5a5126bea,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:13.335971 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:13.335971 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] 10.222.0.79 "DELETE /v2.0/networks/275783ee-6157-4b8c-b672-7ff5a5126bea HTTP/1.1" status: 204 len: 168 time: 1.2455976 May 20 09:10:13.554015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 922d2430-5b5c-4e1d-833d-a2d642a7b3df no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:10:13.588339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 922d2430-5b5c-4e1d-833d-a2d642a7b3df {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:10:13.588704 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 922d2430-5b5c-4e1d-833d-a2d642a7b3df not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:10:13.858627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52382) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:14.018016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-f2aa964e-ec03-4c4f-8568-c697acc3a1f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30cbfa6fc3e24c568af74ccd1ad3b047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580474 May 20 09:10:14.020893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52388) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:14.081388 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:14.108228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:14.276768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:14.282006 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3b60fc9c-6f01-47e7-8d3c-ff677c13edac tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:14.298701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d61ed3-e79c-4701-9b42-020c09f68c42,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:14.301880 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:14.302689 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:14.306549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-55db32b8-8dd1-4cbd-aa13-49f2a038f34e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12d61ed3-e79c-4701-9b42-020c09f68c42 HTTP/1.1" status: 204 len: 168 time: 0.2845988 May 20 09:10:15.420261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52412) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:15.529422 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1323679504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:15.536927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:15.540815 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:router and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:15.543880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:15.550560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:15.648416 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.649457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.665692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.783226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.859679 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.860922 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-67f178da-2834-4a92-b136-10f69d0daa63 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4396722 May 20 09:10:15.863760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52418) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:15.869724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1367870870'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:15.875995 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:15.880454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:network and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:15.883370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:15.890023 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:15.979653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Made reservation on behalf of cf23ad6d439745c5a5a993815833cec2 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:15.983716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:15.997854 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.014686 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:16.018701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:security_group_rule and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:16.021583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:16.027586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:16.140161 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.217130 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.220438 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-998a131b-816a-416a-98b5-a971c87abc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:16.251960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:16.260701 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0eaecc-4727-4909-bce3-30cde5304404,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:16.264400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:16.267176 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.267552 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Added segment c72031c5-325a-46d1-8a58-3b1e9a990383 of type vlan for network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db May 20 09:10:16.294967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.379629 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.385377 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:16.388408 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:16.390147 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7049e573-5ad4-4b4f-8f0f-33834e70e8b8 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:16.662636 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event updated for resources: {'Network': ['ID=08a26f9e-44c0-42f8-ad4f-8d34597bf4db,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:16.665429 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:16.674214 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:16.721174 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8560464 May 20 09:10:16.724620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52424) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:16.732076 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'subnet': {'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:16.850681 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:16.854663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:subnet and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:16.858221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:16.864019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:16.936875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Made reservation on behalf of cf23ad6d439745c5a5a993815833cec2 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:16.940483 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.436284 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.440001 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-f6b08205-0235-4661-9aea-63410e5af2e2 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:17.521115 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event updated for resources: {'Subnet': ['ID=19c76abf-43f4-45f1-89a1-210ee4638b06,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:17.525292 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:17.531840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Checking segment: {'id': 'c72031c5-325a-46d1-8a58-3b1e9a990383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:17.532208 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Network hostable DHCP agents. Network: 08a26f9e-44c0-42f8-ad4f-8d34597bf4db, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:17.674159 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:17.736918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 08a26f9e-44c0-42f8-ad4f-8d34597bf4db) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:17.747086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83897721-7c39-45db-bebc-a6231e8f22c0 None None] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:17.747881 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:17.747881 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.835430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8a590585-7582-4b0d-af07-e26d399345d6 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1095810 May 20 09:10:17.838475 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52428) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:17.845044 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1581505167'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:17.850897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:17.854878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:network and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:17.858225 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for network was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:17.864349 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:17.943160 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Made reservation on behalf of cf23ad6d439745c5a5a993815833cec2 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:17.946762 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.976042 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-08a26f9e-44c0-42f8-ad4f-8d34597bf4db', 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db', 'tenant_id': 'cf23ad6d439745c5a5a993815833cec2', 'fixed_ips': [{'subnet_id': '19c76abf-43f4-45f1-89a1-210ee4638b06'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:17.977191 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.979958 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:17.989270 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:17.989620 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Added segment ada38483-f41f-4e47-90dd-77d50e84427c of type vlan for network 366918e0-2248-4eb7-942d-268c6a389836 May 20 09:10:18.018014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.108667 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.114431 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:18.115049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.121620 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e029333-b625-473a-8153-a56e114ae3bb tempest-TaggedBootDevicesTest_v242-940800429 tempest-TaggedBootDevicesTest_v242-940800429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:18.139520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Allocated IP 172.20.0.2 (08a26f9e-44c0-42f8-ad4f-8d34597bf4db/19c76abf-43f4-45f1-89a1-210ee4638b06/bb162c6e-3a97-449f-9aee-fac09af9a080) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:18.227999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event updated for resources: {'Network': ['ID=366918e0-2248-4eb7-942d-268c6a389836,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:18.230808 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:18.243364 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 366918e0-2248-4eb7-942d-268c6a389836 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:18.254436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-db817ede-badb-4bb4-bf95-bb6d50376d65 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4148302 May 20 09:10:18.257205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52432) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:18.263922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'subnet': {'network_id': '366918e0-2248-4eb7-942d-268c6a389836', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:18.383483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:18.387996 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Usage tracker for resource:subnet and tenant:cf23ad6d439745c5a5a993815833cec2 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:18.390954 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:18.397024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:18.447928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.459062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Transition to ACTIVE for port object bb162c6e-3a97-449f-9aee-fac09af9a080 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:18.489737 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Transition to ACTIVE for port object bb162c6e-3a97-449f-9aee-fac09af9a080 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:18.594374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Made reservation on behalf of cf23ad6d439745c5a5a993815833cec2 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:18.598257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.623793 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.633272 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:18.691878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:18.694827 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:18.697343 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:18.706885 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Pushing event updated for resources: {'Port': ['ID=bb162c6e-3a97-449f-9aee-fac09af9a080,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:18.710230 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:18.798891 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Attempting to bind port bb162c6e-3a97-449f-9aee-fac09af9a080 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:18.799779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Attempting to bind port bb162c6e-3a97-449f-9aee-fac09af9a080 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'c72031c5-325a-46d1-8a58-3b1e9a990383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:18.799779 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Attempting to bind port bb162c6e-3a97-449f-9aee-fac09af9a080 on network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:18.805175 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:18.805603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Checking segment: {'id': 'c72031c5-325a-46d1-8a58-3b1e9a990383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:18.806022 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.806429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Bound using segment: {'id': 'c72031c5-325a-46d1-8a58-3b1e9a990383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:18.806909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Bound port: bb162c6e-3a97-449f-9aee-fac09af9a080, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72031c5-325a-46d1-8a58-3b1e9a990383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '08a26f9e-44c0-42f8-ad4f-8d34597bf4db'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:18.807298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:18.906281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] For port bb162c6e-3a97-449f-9aee-fac09af9a080, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:18.909833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] For port bb162c6e-3a97-449f-9aee-fac09af9a080, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb162c6e-3a97-449f-9aee-fac09af9a080,segment=NetworkSegment(c72031c5-325a-46d1-8a58-3b1e9a990383),segment_id=c72031c5-325a-46d1-8a58-3b1e9a990383)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:19.014594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:19.019508 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b095f9e0-0a82-4dd1-926b-55dd6a96c797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:19.100423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Pushing event updated for resources: {'Port': ['ID=bb162c6e-3a97-449f-9aee-fac09af9a080,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:19.103731 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:19.132733 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:19.138139 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-20787a15-8ef0-4fd1-acf4-363c623b2455 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:19.216491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event updated for resources: {'Subnet': ['ID=a0a35589-ad42-4c40-9dd5-1cf233eec844,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:19.221716 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:19.231532 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Checking segment: {'id': 'ada38483-f41f-4e47-90dd-77d50e84427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '366918e0-2248-4eb7-942d-268c6a389836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:19.232469 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Network hostable DHCP agents. Network: 366918e0-2248-4eb7-942d-268c6a389836, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:19.333652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Network 366918e0-2248-4eb7-942d-268c6a389836 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:19.436906 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 366918e0-2248-4eb7-942d-268c6a389836) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:19.447266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7732616-8cee-4416-bcff-f4bed57b6555 None None] Network 366918e0-2248-4eb7-942d-268c6a389836 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:19.447481 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:19.448119 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:19.551897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e8462758-3387-485d-8ef7-7863c16a4eef tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2934577 May 20 09:10:19.554903 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52436) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:19.562135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-60222529-c8d9-4b1f-b10c-e65f06b04375 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Request body: {'router': {'external_gateway_info': {'network_id': '366918e0-2248-4eb7-942d-268c6a389836'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:19.599651 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb162c6e-3a97-449f-9aee-fac09af9a080 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:19.815551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-366918e0-2248-4eb7-942d-268c6a389836', 'network_id': '366918e0-2248-4eb7-942d-268c6a389836', 'tenant_id': 'cf23ad6d439745c5a5a993815833cec2', 'fixed_ips': [{'subnet_id': 'a0a35589-ad42-4c40-9dd5-1cf233eec844'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:19.817765 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:19.879411 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bb162c6e-3a97-449f-9aee-fac09af9a080 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:20.002179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Allocated IP 172.21.0.2 (366918e0-2248-4eb7-942d-268c6a389836/a0a35589-ad42-4c40-9dd5-1cf233eec844/7ab04836-de0a-4c1e-a9d8-946c63de28a4) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:20.102297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f21768-c756-4965-9741-4b8e3ccd7b81 None None] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:20.166000 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-60222529-c8d9-4b1f-b10c-e65f06b04375 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.376481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Provisioning for port bb162c6e-3a97-449f-9aee-fac09af9a080 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:20.379385 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.394703 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Provisioning complete for port bb162c6e-3a97-449f-9aee-fac09af9a080 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:20.395096 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.408832 n-d-780147-4 neutron-server[93101]: INFO neutron.api.v2.resource [None req-60222529-c8d9-4b1f-b10c-e65f06b04375 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 09:10:20.409911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-60222529-c8d9-4b1f-b10c-e65f06b04375 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "PUT /v2.0/routers/9a0249b4-4951-4ed4-9104-a87b14be2d71 HTTP/1.1" status: 400 len: 364 time: 0.8540425 May 20 09:10:20.416131 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52440) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:20.428163 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Transition to ACTIVE for port object 7ab04836-de0a-4c1e-a9d8-946c63de28a4 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:20.484864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Deleting subnet a0a35589-ad42-4c40-9dd5-1cf233eec844 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:10:20.504764 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Transition to ACTIVE for port object 7ab04836-de0a-4c1e-a9d8-946c63de28a4 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:20.596588 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.616662 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.621390 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.627020 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ba74883-c44c-416b-9f13-e78836649143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:20.695031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] For port bb162c6e-3a97-449f-9aee-fac09af9a080, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb162c6e-3a97-449f-9aee-fac09af9a080,segment=NetworkSegment(c72031c5-325a-46d1-8a58-3b1e9a990383),segment_id=c72031c5-325a-46d1-8a58-3b1e9a990383)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:20.701398 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.701713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Network 366918e0-2248-4eb7-942d-268c6a389836 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:20.705040 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:20.709848 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:20.753007 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Pushing event updated for resources: {'Port': ['ID=7ab04836-de0a-4c1e-a9d8-946c63de28a4,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:20.765318 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:20.793336 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.799748 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:20.807573 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.869172 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Attempting to bind port 7ab04836-de0a-4c1e-a9d8-946c63de28a4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:20.870048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Attempting to bind port 7ab04836-de0a-4c1e-a9d8-946c63de28a4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'ada38483-f41f-4e47-90dd-77d50e84427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '366918e0-2248-4eb7-942d-268c6a389836'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:20.870048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Attempting to bind port 7ab04836-de0a-4c1e-a9d8-946c63de28a4 on network 366918e0-2248-4eb7-942d-268c6a389836 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:20.880632 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:20.880931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Checking segment: {'id': 'ada38483-f41f-4e47-90dd-77d50e84427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '366918e0-2248-4eb7-942d-268c6a389836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:20.881344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.881781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Bound using segment: {'id': 'ada38483-f41f-4e47-90dd-77d50e84427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '366918e0-2248-4eb7-942d-268c6a389836'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:20.882270 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Bound port: 7ab04836-de0a-4c1e-a9d8-946c63de28a4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada38483-f41f-4e47-90dd-77d50e84427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '366918e0-2248-4eb7-942d-268c6a389836'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:20.882657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:20.914823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Pushing event updated for resources: {'Port': ['ID=bb162c6e-3a97-449f-9aee-fac09af9a080,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:20.945060 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:20.982193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-facfb460-1e33-4933-be3d-87cea361445b None None] Provisioning complete for port bb162c6e-3a97-449f-9aee-fac09af9a080 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:20.982575 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-facfb460-1e33-4933-be3d-87cea361445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.203001 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.206354 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] For port 7ab04836-de0a-4c1e-a9d8-946c63de28a4, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:21.207933 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-78772479-dec5-4651-a58a-04a719a90bd8 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:21.213952 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] For port 7ab04836-de0a-4c1e-a9d8-946c63de28a4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7ab04836-de0a-4c1e-a9d8-946c63de28a4,segment=NetworkSegment(ada38483-f41f-4e47-90dd-77d50e84427c),segment_id=ada38483-f41f-4e47-90dd-77d50e84427c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:21.243729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a35589-ad42-4c40-9dd5-1cf233eec844,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:21.248561 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:21.249639 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.256329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ff296cd9-fd73-4379-b591-f97b49006bb4 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "DELETE /v2.0/subnets/a0a35589-ad42-4c40-9dd5-1cf233eec844 HTTP/1.1" status: 204 len: 168 time: 0.8392253 May 20 09:10:21.258851 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52444) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:21.322976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.327472 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:21.378985 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.410734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Pushing event updated for resources: {'Port': ['ID=7ab04836-de0a-4c1e-a9d8-946c63de28a4,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:21.414194 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:21.464465 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Deleting port 7ab04836-de0a-4c1e-a9d8-946c63de28a4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:21.464813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.588077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] For port 7ab04836-de0a-4c1e-a9d8-946c63de28a4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=7ab04836-de0a-4c1e-a9d8-946c63de28a4,segment=NetworkSegment(ada38483-f41f-4e47-90dd-77d50e84427c),segment_id=ada38483-f41f-4e47-90dd-77d50e84427c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:21.588597 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.632383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb162c6e-3a97-449f-9aee-fac09af9a080 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:21.725788 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bb162c6e-3a97-449f-9aee-fac09af9a080 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:21.726177 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.738840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Calling delete_port for 7ab04836-de0a-4c1e-a9d8-946c63de28a4 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:21.882686 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:21.887668 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d96407d7-d5f9-4fdd-8da7-30683f57d426 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:21.936553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Port': ['ID=7ab04836-de0a-4c1e-a9d8-946c63de28a4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:21.938848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] No DVR routers for this DVR port 7ab04836-de0a-4c1e-a9d8-946c63de28a4 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:21.940963 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:22.077626 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.093627 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366918e0-2248-4eb7-942d-268c6a389836']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:22.107784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada38483-f41f-4e47-90dd-77d50e84427c') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:22.108196 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada38483-f41f-4e47-90dd-77d50e84427c') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:22.125410 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.148953 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.157685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:22.158871 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: timer() May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:22.173633 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:22.312756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.316870 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7ccf03ff-89c6-4992-bb0e-fb71bddb3261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:22.333770 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.347234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Network': ['ID=366918e0-2248-4eb7-942d-268c6a389836,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:22.350337 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:22.352274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-79dada81-3795-424f-9648-569024c90a14 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "DELETE /v2.0/networks/366918e0-2248-4eb7-942d-268c6a389836 HTTP/1.1" status: 204 len: 168 time: 1.0924261 May 20 09:10:22.354959 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52448) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:22.417147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6ae3c-41a6-4903-ab6a-4530795e1fa8 None None] DHCP port deletion for 366918e0-2248-4eb7-942d-268c6a389836 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:10:22.436528 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28a031-548c-4ac8-aa56-ba17d18ee687 None None] Network 366918e0-2248-4eb7-942d-268c6a389836 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:22.439705 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Deleting subnet 19c76abf-43f4-45f1-89a1-210ee4638b06 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:10:22.443477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.460814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-17dd6bfc-fc62-45b0-98a3-d7287ebdd3aa None None] Could not find standard attr ID for object 7ab04836-de0a-4c1e-a9d8-946c63de28a4. {{(pid=93103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 09:10:22.462229 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28a031-548c-4ac8-aa56-ba17d18ee687 None None] Network 366918e0-2248-4eb7-942d-268c6a389836 could not be found, it might have been deleted concurrently. {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 09:10:22.514668 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.610961 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.968469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:22.972681 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-155159f3-1542-4173-889c-494c2a867077 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:23.015123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Subnet': ['ID=19c76abf-43f4-45f1-89a1-210ee4638b06,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:23.018226 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:23.020962 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.027287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c3981204-8131-43e3-8da5-46b7983ccef3 tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "DELETE /v2.0/subnets/19c76abf-43f4-45f1-89a1-210ee4638b06 HTTP/1.1" status: 204 len: 168 time: 0.6708319 May 20 09:10:23.029809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52452) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:23.031644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a4466-684d-4218-a5b7-b602d7135cd8 None None] Network 08a26f9e-44c0-42f8-ad4f-8d34597bf4db requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:23.329002 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.392650 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] DHCP port deletion for 08a26f9e-44c0-42f8-ad4f-8d34597bf4db request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:10:23.406582 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Deleting port bb162c6e-3a97-449f-9aee-fac09af9a080 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:23.406941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.464770 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Deleting port bb162c6e-3a97-449f-9aee-fac09af9a080 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:10:23.465402 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.512128 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] For port bb162c6e-3a97-449f-9aee-fac09af9a080, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb162c6e-3a97-449f-9aee-fac09af9a080,segment=NetworkSegment(c72031c5-325a-46d1-8a58-3b1e9a990383),segment_id=c72031c5-325a-46d1-8a58-3b1e9a990383)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:23.512394 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.574177 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bb162c6e-3a97-449f-9aee-fac09af9a080 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:10:23.626895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] For port bb162c6e-3a97-449f-9aee-fac09af9a080, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bb162c6e-3a97-449f-9aee-fac09af9a080,segment=NetworkSegment(c72031c5-325a-46d1-8a58-3b1e9a990383),segment_id=c72031c5-325a-46d1-8a58-3b1e9a990383)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:23.627210 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.649414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Calling delete_port for bb162c6e-3a97-449f-9aee-fac09af9a080 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:23.754853 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Calling delete_port for bb162c6e-3a97-449f-9aee-fac09af9a080 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:10:23.780457 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.785379 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-45993e4a-50aa-4a90-8b23-06bd6a21491d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:23.809182 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Port bb162c6e-3a97-449f-9aee-fac09af9a080 update to DOWN by agent not found {{(pid=93103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 09:10:23.835504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] No DVR routers for this DVR port bb162c6e-3a97-449f-9aee-fac09af9a080 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:23.844177 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.848195 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4db55615-5901-4359-aaa9-128af364da8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:23.867238 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Port': ['ID=bb162c6e-3a97-449f-9aee-fac09af9a080,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:23.870337 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:23.891122 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Pushing event deleted for resources: {'Port': ['ID=bb162c6e-3a97-449f-9aee-fac09af9a080,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:23.895067 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:23.896220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] No DVR routers for this DVR port bb162c6e-3a97-449f-9aee-fac09af9a080 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:10:23.977426 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:23.990353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a26f9e-44c0-42f8-ad4f-8d34597bf4db']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:24.002871 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72031c5-325a-46d1-8a58-3b1e9a990383') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:24.003168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72031c5-325a-46d1-8a58-3b1e9a990383') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:24.015276 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.032049 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.038073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:10:24.038461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: timer() May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:10:24.053421 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:10:24.253435 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.256893 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-196e3836-9754-4af3-879c-969dbcd2ab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:24.271809 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.284963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Pushing event deleted for resources: {'Network': ['ID=08a26f9e-44c0-42f8-ad4f-8d34597bf4db,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:24.288672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "DELETE /v2.0/networks/08a26f9e-44c0-42f8-ad4f-8d34597bf4db HTTP/1.1" status: 204 len: 168 time: 1.2568424 May 20 09:10:24.288672 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:24.295075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52456) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:24.335710 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d18929c8-1fad-4a88-820a-75116b4600cf tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Synchronizing usage tracker for tenant:cf23ad6d439745c5a5a993815833cec2 on resource:port {{(pid=93101) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 09:10:24.428269 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d18929c8-1fad-4a88-820a-75116b4600cf tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Unset dirty status for tenant:cf23ad6d439745c5a5a993815833cec2 on resource:port {{(pid=93101) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 09:10:24.429495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d18929c8-1fad-4a88-820a-75116b4600cf tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a0249b4-4951-4ed4-9104-a87b14be2d71 HTTP/1.1" status: 200 len: 205 time: 0.1381056 May 20 09:10:24.432042 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52460) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:24.571640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.871811 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.874670 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.994365 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:24.994948 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0249b4-4951-4ed4-9104-a87b14be2d71 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:10:25.007484 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.008649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-543e3f72-5d60-4e8b-8398-eb06f2eebbfb tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] 10.222.0.79 "DELETE /v2.0/routers/9a0249b4-4951-4ed4-9104-a87b14be2d71 HTTP/1.1" status: 204 len: 168 time: 0.5756905 May 20 09:10:25.088215 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.467995 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52468) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:25.617793 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-802610b1-021f-456a-9254-69858c442650 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf23ad6d439745c5a5a993815833cec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485217 May 20 09:10:25.620298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52474) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:25.681617 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.708434 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.853534 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.859643 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8c54fae8-4507-4b9c-a7b9-dbd59aadad70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:25.874810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0eaecc-4727-4909-bce3-30cde5304404,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:25.879165 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:25.882499 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:25.883614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b0eaecc-4727-4909-bce3-30cde5304404 HTTP/1.1" status: 204 len: 168 time: 0.2624285 May 20 09:10:26.900468 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52498) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:27.006762 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-160452691-network', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:27.012294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:27.016960 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Usage tracker for resource:network and tenant:ecf6e3ecffa64f9c8066c9600f81f907 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:27.019903 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:27.026540 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:27.104900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Made reservation on behalf of ecf6e3ecffa64f9c8066c9600f81f907 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:27.107270 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.120829 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.135735 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:27.139536 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Usage tracker for resource:security_group_rule and tenant:ecf6e3ecffa64f9c8066c9600f81f907 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:27.142522 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:27.148225 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:27.229667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.308084 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.311236 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f224479b-eee2-4d92-a391-0bb0c643db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:27.346499 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:27.352589 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f22a8f-ea66-4a34-8ce2-2013fc63235b,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:27.353981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.356460 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:27.361949 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.362304 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Added segment 46e02063-f56a-41e9-85ec-a2472eb4a222 of type vlan for network cceffd6f-dacb-4368-a412-535a774c629c May 20 09:10:27.388796 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.476198 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.477281 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:27.477935 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:27.481603 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:27.583049 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Pushing event updated for resources: {'Network': ['ID=cceffd6f-dacb-4368-a412-535a774c629c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:27.585882 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:27.592546 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network cceffd6f-dacb-4368-a412-535a774c629c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:27.626183 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7246184 May 20 09:10:27.629252 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52504) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:27.634962 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Request body: {'subnet': {'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-subnet', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:27.641906 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:27.645957 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Usage tracker for resource:subnet and tenant:ecf6e3ecffa64f9c8066c9600f81f907 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:27.650021 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:27.655805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:27.748570 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Made reservation on behalf of ecf6e3ecffa64f9c8066c9600f81f907 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:27.751892 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.195776 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.200017 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-65055dd4-2f00-4bc6-a2d3-e3e9c059c417 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:28.271547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4596981f-c98c-4d4c-aa30-e72ee929aee1,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:28.275011 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:28.281153 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Checking segment: {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:28.281555 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Network hostable DHCP agents. Network: cceffd6f-dacb-4368-a412-535a774c629c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:28.360682 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Network cceffd6f-dacb-4368-a412-535a774c629c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:28.428321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, cceffd6f-dacb-4368-a412-535a774c629c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:28.437199 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:28.438008 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1e073-1cc2-4506-a575-d18818dea817 None None] Network cceffd6f-dacb-4368-a412-535a774c629c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:28.443687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.532691 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5e814bcf-b1a2-4dc7-adbc-b4422da7aaf4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9018908 May 20 09:10:28.535216 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52508) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:28.540570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:28.545907 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:28.550850 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Usage tracker for resource:router and tenant:ecf6e3ecffa64f9c8066c9600f81f907 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:28.553842 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:28.559753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:28.639742 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.640864 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.656269 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.664205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-cceffd6f-dacb-4368-a412-535a774c629c', 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'fixed_ips': [{'subnet_id': '4596981f-c98c-4d4c-aa30-e72ee929aee1'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:28.665044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:28.831114 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Allocated IP 172.20.0.2 (cceffd6f-dacb-4368-a412-535a774c629c/4596981f-c98c-4d4c-aa30-e72ee929aee1/3ce89684-e693-446f-93c7-b3dbabc23fce) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:29.058973 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.069917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Transition to ACTIVE for port object 3ce89684-e693-446f-93c7-b3dbabc23fce will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:29.088951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Transition to ACTIVE for port object 3ce89684-e693-446f-93c7-b3dbabc23fce will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:29.154574 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.159103 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:29.180255 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.224574 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Network cceffd6f-dacb-4368-a412-535a774c629c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:29.225768 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:29.230156 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:29.269961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Pushing event updated for resources: {'Port': ['ID=3ce89684-e693-446f-93c7-b3dbabc23fce,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:29.277828 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:29.331183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Attempting to bind port 3ce89684-e693-446f-93c7-b3dbabc23fce on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:29.331570 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Attempting to bind port 3ce89684-e693-446f-93c7-b3dbabc23fce by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:29.331953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Attempting to bind port 3ce89684-e693-446f-93c7-b3dbabc23fce on network cceffd6f-dacb-4368-a412-535a774c629c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:29.337696 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:29.338086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Checking segment: {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:29.338508 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.338916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Bound using segment: {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:29.339456 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Bound port: 3ce89684-e693-446f-93c7-b3dbabc23fce, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:29.339795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.487381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] For port 3ce89684-e693-446f-93c7-b3dbabc23fce, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:29.490859 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] For port 3ce89684-e693-446f-93c7-b3dbabc23fce, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3ce89684-e693-446f-93c7-b3dbabc23fce,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:29.580146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.583899 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.585021 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-181f8c1a-9642-4448-82a8-aaf47d39146b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:29.614849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:29.664736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Pushing event updated for resources: {'Port': ['ID=3ce89684-e693-446f-93c7-b3dbabc23fce,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:29.668075 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:29.763502 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Allocated IP 172.25.8.6 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/2ad59dc7-9094-4c74-aee0-977f0cbd0251) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:29.935726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:30.042556 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:30.046813 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-48fc2114-c7d1-43f8-8d6e-b68e01bf8242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:30.113224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:30.116053 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:30.118652 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:30.159295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad59dc7-9094-4c74-aee0-977f0cbd0251,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:30.162104 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:30.609333 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4559b6-8a66-45ba-a526-5203f001a9ff None None] Network cceffd6f-dacb-4368-a412-535a774c629c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:30.767272 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-4610fbe7-6a87-4823-9762-129d549fcd8d None None] Provisioning for port 3ce89684-e693-446f-93c7-b3dbabc23fce completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:30.801126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:31.152842 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:31.410859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:10:31.584005 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3ce89684-e693-446f-93c7-b3dbabc23fce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:31.596172 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:10:31.621351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Sync routers for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:10:31.650145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:31.650767 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:31.674123 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:31.675298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1389866 May 20 09:10:31.678074 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52512) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:31.814955 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3ce89684-e693-446f-93c7-b3dbabc23fce completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:31.835557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3ce89684-e693-446f-93c7-b3dbabc23fce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:31.835939 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:31.899567 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:31.988781 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:10:32.171490 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.254370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3ce89684-e693-446f-93c7-b3dbabc23fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3ce89684-e693-446f-93c7-b3dbabc23fce,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:32.279995 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:30Z', 'revision_number': 3, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:32.284518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Checking router: 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:10:32.284869 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Updating router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:10:32.343540 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.347141 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-bb9233ae-1e2e-4c5d-b9ad-9287f36062ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:32.381031 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.504699 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3ce89684-e693-446f-93c7-b3dbabc23fce,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:32.514092 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:32.563863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.778030 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Allocated IP 172.20.0.1 (cceffd6f-dacb-4368-a412-535a774c629c/4596981f-c98c-4d4c-aa30-e72ee929aee1/5469f488-dab4-4a4d-821e-6765795137a6) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:32.797451 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.809080 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Transition to ACTIVE for port object 2ad59dc7-9094-4c74-aee0-977f0cbd0251 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:32.891965 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.896763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:32.932856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.949978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Transition to ACTIVE for port object 5469f488-dab4-4a4d-821e-6765795137a6 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:32.978263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Attempting to bind port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:32.978642 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Attempting to bind port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:32.979013 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Attempting to bind port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:32.986609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Pushing event updated for resources: {'Port': ['ID=2ad59dc7-9094-4c74-aee0-977f0cbd0251,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:32.989920 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:32.990700 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:32.991084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:32.991492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:32.991968 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:32.992392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Bound port: 2ad59dc7-9094-4c74-aee0-977f0cbd0251, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:32.992772 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.037126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.041937 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-427367d6-a5cd-401a-8b8a-fe18c11ebe86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:33.071258 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] For port 2ad59dc7-9094-4c74-aee0-977f0cbd0251, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:33.074423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] For port 2ad59dc7-9094-4c74-aee0-977f0cbd0251, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2ad59dc7-9094-4c74-aee0-977f0cbd0251,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:33.107117 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Network cceffd6f-dacb-4368-a412-535a774c629c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:33.110010 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:33.113116 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:33.122835 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.128586 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:33.153241 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Pushing event updated for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:33.161459 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:33.177022 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.210062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:33.214031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:33.267953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Pushing event updated for resources: {'Port': ['ID=2ad59dc7-9094-4c74-aee0-977f0cbd0251,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:33.278504 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:33.403051 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:33.503313 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cf332123-da50-4fbe-be9c-c8aa197d5dee None None] Provisioning for port 5469f488-dab4-4a4d-821e-6765795137a6 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:33.525326 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.532427 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-cf332123-da50-4fbe-be9c-c8aa197d5dee None None] Provisioning complete for port 5469f488-dab4-4a4d-821e-6765795137a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:33.532816 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cf332123-da50-4fbe-be9c-c8aa197d5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.583705 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3ce89684-e693-446f-93c7-b3dbabc23fce up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:33.724979 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-cf332123-da50-4fbe-be9c-c8aa197d5dee None None] Port 5469f488-dab4-4a4d-821e-6765795137a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:10:33.759373 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.795355 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3ce89684-e693-446f-93c7-b3dbabc23fce triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:33.795735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.831041 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.860436 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-729f34e2-8269-4315-9a09-3785747ea419 tempest-AttachVolumeNegativeTest-1614082532 tempest-AttachVolumeNegativeTest-1614082532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:33.924014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-33fc962a-589a-4026-90be-6273318a4834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:30Z', 'revision_number': 3, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:33.933502 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc962a-589a-4026-90be-6273318a4834 None None] The sync data for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 is: [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:30Z', 'revision_number': 3, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:10:33.945659 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:33.947877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Pushing event updated for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:33.951331 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:34.092488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Network cceffd6f-dacb-4368-a412-535a774c629c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:34.094738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:34.368708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c71f74ff-ccff-409f-ac38-2c6ebb2d147b None None] Provisioning complete for port 5469f488-dab4-4a4d-821e-6765795137a6 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:34.368708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c71f74ff-ccff-409f-ac38-2c6ebb2d147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:34.434047 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c71f74ff-ccff-409f-ac38-2c6ebb2d147b None None] Port 5469f488-dab4-4a4d-821e-6765795137a6 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:10:34.505605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:10:34.693228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:10:34.703262 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241511 May 20 09:10:35.443413 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52534) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:35.449446 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Sync routers for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:10:35.450350 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1590979057-network', 'tenant_id': '704d393825784cd7baedd07d53718124'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:35.451685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:35.454793 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:35.455462 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:35.456399 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Usage tracker for resource:network and tenant:704d393825784cd7baedd07d53718124 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:35.459373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:35.465263 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:35.527587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Made reservation on behalf of 704d393825784cd7baedd07d53718124 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:35.533005 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.548591 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.578383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:35.584213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Usage tracker for resource:security_group_rule and tenant:704d393825784cd7baedd07d53718124 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:35.590142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:35.594900 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2ad59dc7-9094-4c74-aee0-977f0cbd0251 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:35.598135 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:35.643729 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:35.695602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.742831 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:35.747984 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:35.748366 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.769744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.774935 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3e1a3fb4-3a1a-4ed4-aae5-071b4d815371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:35.804095 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:10:35.813585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc837092-d186-436a-bb57-f845f46b7880,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:35.817349 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:35.830749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.831100 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Added segment 0fe8a477-2682-4fb2-9bd4-9dce31792202 of type vlan for network 9869b968-a957-42fa-bca9-3f674cbf0d47 May 20 09:10:35.862533 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.895485 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.912096 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 2ad59dc7-9094-4c74-aee0-977f0cbd0251, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2ad59dc7-9094-4c74-aee0-977f0cbd0251,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:35.967923 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 4, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '5469f488-dab4-4a4d-821e-6765795137a6', 'name': '', 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'mac_address': 'fa:16:3e:89:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:32Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 2, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'subnets': [{'id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:35.972195 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Checking router: 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:10:35.972553 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Updating router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 port 5469f488-dab4-4a4d-821e-6765795137a6 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:10:35.990588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.991661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:35.992247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:35.995872 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ea1a954e-b2f8-456a-b51a-c2257d8f8233 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:36.026147 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.028312 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.030356 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1febedd8-5c3b-4966-bf3c-141e432bc1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:36.101162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=2ad59dc7-9094-4c74-aee0-977f0cbd0251,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:36.104469 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:36.112005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Pushing event updated for resources: {'Network': ['ID=9869b968-a957-42fa-bca9-3f674cbf0d47,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:36.115184 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:36.122701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:10:36.177434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7374609 May 20 09:10:36.180389 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52538) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:36.187133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Request body: {'subnet': {'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-subnet', 'tenant_id': '704d393825784cd7baedd07d53718124', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:36.194975 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:36.201296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Usage tracker for resource:subnet and tenant:704d393825784cd7baedd07d53718124 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:36.205886 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:36.212154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:36.293500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Made reservation on behalf of 704d393825784cd7baedd07d53718124 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:10:36.296531 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.406010 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.417293 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Transition to ACTIVE for port object 5469f488-dab4-4a4d-821e-6765795137a6 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:36.500014 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.505179 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:36.667855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Pushing event updated for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:36.712510 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.712510 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.712815 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.713072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.713509 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.713884 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.714209 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.714532 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.714852 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.715173 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.715491 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.715817 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:10:36.729427 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:36.740404 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Attempting to bind port 5469f488-dab4-4a4d-821e-6765795137a6 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:36.740790 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Attempting to bind port 5469f488-dab4-4a4d-821e-6765795137a6 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:36.741166 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Attempting to bind port 5469f488-dab4-4a4d-821e-6765795137a6 on network cceffd6f-dacb-4368-a412-535a774c629c {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:36.746842 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:36.747227 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Checking segment: {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:36.747683 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.748042 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Bound using segment: {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:36.748519 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Bound port: 5469f488-dab4-4a4d-821e-6765795137a6, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e02063-f56a-41e9-85ec-a2472eb4a222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:36.749066 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.794511 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.799876 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b5795bc3-4e2f-4bab-93bc-850ef97e6f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:36.843687 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] For port 5469f488-dab4-4a4d-821e-6765795137a6, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:36.847242 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] For port 5469f488-dab4-4a4d-821e-6765795137a6, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5469f488-dab4-4a4d-821e-6765795137a6,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:36.877057 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e2d224-af4d-4bda-b32d-627930c339ff,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:36.881336 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:36.882065 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Checking segment: {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:36.882444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Network hostable DHCP agents. Network: 9869b968-a957-42fa-bca9-3f674cbf0d47, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:10:36.908521 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.912466 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-68dea5f0-c7a4-488d-92e3-950bdc778eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:36.942560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f270fc35-db2b-407a-9700-236867bd2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:36.989266 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:36.989978 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:37.019555 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:10:37.048733 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Pushing event updated for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:37.059367 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:37.089258 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 9869b968-a957-42fa-bca9-3f674cbf0d47) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:37.100580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae081c-c6b5-47d6-a300-f349128e48a6 None None] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:37.119133 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:37.120026 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.203703 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:37.221232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-bdcde55b-c71b-49bb-928a-d8eaad547031 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0395489 May 20 09:10:37.223839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52542) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:37.229373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:10:37.235745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:10:37.239845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Usage tracker for resource:router and tenant:704d393825784cd7baedd07d53718124 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:10:37.242845 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:10:37.249009 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:10:37.322509 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.323621 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.340849 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.404860 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-9869b968-a957-42fa-bca9-3f674cbf0d47', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:10:37.405778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.551714 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 4, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '5469f488-dab4-4a4d-821e-6765795137a6', 'name': '', 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'mac_address': 'fa:16:3e:89:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:32Z', 'updated_at': '2021-05-20T09:10:36Z', 'revision_number': 4, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'subnets': [{'id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:37.557013 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c06a55-11ae-46b2-83fc-c02bb1b9070c None None] The sync data for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 is: [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:10:33Z', 'revision_number': 4, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '5469f488-dab4-4a4d-821e-6765795137a6', 'name': '', 'network_id': 'cceffd6f-dacb-4368-a412-535a774c629c', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'mac_address': 'fa:16:3e:89:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:32Z', 'updated_at': '2021-05-20T09:10:36Z', 'revision_number': 4, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'subnets': [{'id': '4596981f-c98c-4d4c-aa30-e72ee929aee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:10:37.629310 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Allocated IP 172.20.0.2 (9869b968-a957-42fa-bca9-3f674cbf0d47/c5e2d224-af4d-4bda-b32d-627930c339ff/b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:37.633392 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2ad59dc7-9094-4c74-aee0-977f0cbd0251 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:37.790469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:37.821225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:37.821717 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.035099 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.052225 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Transition to ACTIVE for port object b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:38.079707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Transition to ACTIVE for port object b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:38.149385 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.155123 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:38.237870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:38.241031 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:38.244915 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:38.252422 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Pushing event updated for resources: {'Port': ['ID=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:38.256885 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:38.353734 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Attempting to bind port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:38.354266 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Attempting to bind port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:38.354762 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Attempting to bind port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 on network 9869b968-a957-42fa-bca9-3f674cbf0d47 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:38.361449 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:38.362014 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Checking segment: {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:38.362587 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.363081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Bound using segment: {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:38.363717 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Bound port: b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:38.364526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.389043 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.420516 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.461492 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] For port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:38.465949 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] For port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:38.545009 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.549499 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-386996d1-9f32-4228-af94-f2de1e115c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:38.575880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Allocated IP 172.25.8.94 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/565d936c-f44e-4698-b3d7-6ff5871105b1) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:38.632192 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Pushing event updated for resources: {'Port': ['ID=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:38.635841 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:38.744602 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.845988 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:38.850249 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-53eda578-6744-4da9-ac6a-2fad5ee35222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:38.916758 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:38.919649 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:38.924366 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:38.958571 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Pushing event updated for resources: {'Port': ['ID=565d936c-f44e-4698-b3d7-6ff5871105b1,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:38.964467 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:39.279836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3c796454-004c-4094-a787-661ca1ce5c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:39.434801 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:39.509060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001137c1-79cc-49a5-ba8a-1acb79ce4951 None None] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:10:39.643913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:39.744133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bac3ff16-50c6-463f-b6a6-335687222f0f None None] Provisioning for port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:39.814692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:39.815767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:39.888081 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:39.894498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:39.895183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.036725 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.079633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:40.088959 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-462e5c6e-af64-424b-bf92-a0dedd601314 None None] Provisioning complete for port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:40.089344 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-462e5c6e-af64-424b-bf92-a0dedd601314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.152136 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.152898 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5469f488-dab4-4a4d-821e-6765795137a6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:40.177918 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f7162662-ad13-41ca-b33d-84d347d7a5ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:40.287428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Router e1941dd7-be88-4555-8c10-c1ea049e7b9b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:10:40.388053 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:40.395111 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:40.464803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 5469f488-dab4-4a4d-821e-6765795137a6 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:40.470690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5469f488-dab4-4a4d-821e-6765795137a6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:40.471078 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.478086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:10:40.502520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Sync routers for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:10:40.531808 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:40.532461 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:40.579779 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.580932 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3558729 May 20 09:10:40.583736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52546) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:10:40.767916 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:40.795536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:40.952504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 5469f488-dab4-4a4d-821e-6765795137a6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5469f488-dab4-4a4d-821e-6765795137a6,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:41.027429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.032892 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9b0a30c6-e3b6-4f1d-93ec-f7dc9af3df4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:41.159819 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:41.159819 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:41.182781 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:39Z', 'revision_number': 3, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:41.188055 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Checking router: e1941dd7-be88-4555-8c10-c1ea049e7b9b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:10:41.188417 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Updating router e1941dd7-be88-4555-8c10-c1ea049e7b9b port 565d936c-f44e-4698-b3d7-6ff5871105b1 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:10:41.250457 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.320658 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.543946 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Allocated IP 172.20.0.1 (9869b968-a957-42fa-bca9-3f674cbf0d47/c5e2d224-af4d-4bda-b32d-627930c339ff/8088f16d-c993-47b9-b46d-95888eaefeeb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:10:41.580648 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.593351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:41.664898 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.682933 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Transition to ACTIVE for port object 565d936c-f44e-4698-b3d7-6ff5871105b1 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:41.697747 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:41.698032 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.740673 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.752126 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:41.849360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Pushing event updated for resources: {'Port': ['ID=565d936c-f44e-4698-b3d7-6ff5871105b1,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:41.856293 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:41.856953 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Attempting to bind port 565d936c-f44e-4698-b3d7-6ff5871105b1 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:41.857303 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Attempting to bind port 565d936c-f44e-4698-b3d7-6ff5871105b1 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:41.857707 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Attempting to bind port 565d936c-f44e-4698-b3d7-6ff5871105b1 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:41.865714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:41.866098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:41.866515 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.866917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:41.867403 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Bound port: 565d936c-f44e-4698-b3d7-6ff5871105b1, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:41.867785 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.901768 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:41.920864 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Transition to ACTIVE for port object 8088f16d-c993-47b9-b46d-95888eaefeeb will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:42.002268 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.007446 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b897907f-d73e-4302-8ec5-6c40f0f1278a tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:42.058227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5469f488-dab4-4a4d-821e-6765795137a6 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:42.074853 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:42.078438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:42.083519 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:10:42.106490 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] For port 565d936c-f44e-4698-b3d7-6ff5871105b1, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:42.123634 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] For port 565d936c-f44e-4698-b3d7-6ff5871105b1, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=565d936c-f44e-4698-b3d7-6ff5871105b1,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:42.135207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:42.144524 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:42.147504 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 5469f488-dab4-4a4d-821e-6765795137a6 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:42.147752 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.159987 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.196546 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.209620 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:42.311138 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:42.313086 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:42.386706 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.390876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Pushing event updated for resources: {'Port': ['ID=565d936c-f44e-4698-b3d7-6ff5871105b1,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:42.404546 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:42.535934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-06705361-1b46-4fd8-917b-437bfb587c3e None None] Provisioning for port 8088f16d-c993-47b9-b46d-95888eaefeeb completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:42.553297 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-06705361-1b46-4fd8-917b-437bfb587c3e None None] Provisioning complete for port 8088f16d-c993-47b9-b46d-95888eaefeeb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:42.553710 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-06705361-1b46-4fd8-917b-437bfb587c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.620518 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:42.636237 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.690967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.692235 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-06705361-1b46-4fd8-917b-437bfb587c3e None None] Port 8088f16d-c993-47b9-b46d-95888eaefeeb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:10:42.720541 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9b878328-92f0-4ff9-8b17-23ff2de46649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:42.809922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:42.812757 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.816960 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:42.876351 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:42.973150 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:10:42.974564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:10:42.996063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8088f16d-c993-47b9-b46d-95888eaefeeb', 'name': '', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'mac_address': 'fa:16:3e:f4:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:41Z', 'updated_at': '2021-05-20T09:10:41Z', 'revision_number': 1, 'project_id': '704d393825784cd7baedd07d53718124', 'subnets': [{'id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:43.001881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f69a7-9a37-489f-993c-d765d5bf146c None None] The sync data for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 is: [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8088f16d-c993-47b9-b46d-95888eaefeeb', 'name': '', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'mac_address': 'fa:16:3e:f4:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:41Z', 'updated_at': '2021-05-20T09:10:41Z', 'revision_number': 1, 'project_id': '704d393825784cd7baedd07d53718124', 'subnets': [{'id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:10:43.205753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Router e1941dd7-be88-4555-8c10-c1ea049e7b9b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:10:43.240530 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-80cbf79f-c944-4559-90ad-6b0619d337ab None None] Provisioning complete for port 8088f16d-c993-47b9-b46d-95888eaefeeb triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:43.240530 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80cbf79f-c944-4559-90ad-6b0619d337ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:43.314908 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80cbf79f-c944-4559-90ad-6b0619d337ab None None] Port 8088f16d-c993-47b9-b46d-95888eaefeeb cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:10:43.452357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:10:43.463619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] 10.222.0.79 "PUT /v2.0/routers/e1941dd7-be88-4555-8c10-c1ea049e7b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8787789 May 20 09:10:45.541395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Sync routers for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:10:45.551221 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:45.551853 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:45.603077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 565d936c-f44e-4698-b3d7-6ff5871105b1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:45.719675 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 565d936c-f44e-4698-b3d7-6ff5871105b1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:45.725068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 565d936c-f44e-4698-b3d7-6ff5871105b1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:45.725488 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:45.731124 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:45.848641 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:45.865399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 565d936c-f44e-4698-b3d7-6ff5871105b1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=565d936c-f44e-4698-b3d7-6ff5871105b1,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:45.942474 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:45.944372 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:46.019508 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=565d936c-f44e-4698-b3d7-6ff5871105b1,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:46.023455 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:46.087123 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8088f16d-c993-47b9-b46d-95888eaefeeb', 'name': '', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'mac_address': 'fa:16:3e:f4:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:41Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 2, 'project_id': '704d393825784cd7baedd07d53718124', 'subnets': [{'id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:46.090837 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Checking router: e1941dd7-be88-4555-8c10-c1ea049e7b9b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:10:46.091198 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Updating router e1941dd7-be88-4555-8c10-c1ea049e7b9b port 8088f16d-c993-47b9-b46d-95888eaefeeb binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:10:46.142979 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.500085 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.511491 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Transition to ACTIVE for port object 8088f16d-c993-47b9-b46d-95888eaefeeb will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:10:46.588266 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.592103 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c516dd83-9135-4e84-a9f0-f078bfbffda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:46.720783 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1918d4a-bfeb-4fcf-aec5-4aa2e203db7a None None] Pushing event updated for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:46.747160 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a1918d4a-bfeb-4fcf-aec5-4aa2e203db7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:46.809526 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Attempting to bind port 8088f16d-c993-47b9-b46d-95888eaefeeb on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:10:46.809934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Attempting to bind port 8088f16d-c993-47b9-b46d-95888eaefeeb by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:10:46.810311 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Attempting to bind port 8088f16d-c993-47b9-b46d-95888eaefeeb on network 9869b968-a957-42fa-bca9-3f674cbf0d47 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:10:46.817932 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:10:46.818318 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Checking segment: {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:10:46.818735 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.819137 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Bound using segment: {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:10:46.819616 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Bound port: 8088f16d-c993-47b9-b46d-95888eaefeeb, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8a477-2682-4fb2-9bd4-9dce31792202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:10:46.820037 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.911702 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] For port 8088f16d-c993-47b9-b46d-95888eaefeeb, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:10:46.914961 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] For port 8088f16d-c993-47b9-b46d-95888eaefeeb, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8088f16d-c993-47b9-b46d-95888eaefeeb,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:10:46.990842 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:46.994678 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a1918d4a-bfeb-4fcf-aec5-4aa2e203db7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:47.148004 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:10:47.148648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:10:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:47.222388 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1918d4a-bfeb-4fcf-aec5-4aa2e203db7a None None] Pushing event updated for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:47.228089 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-a1918d4a-bfeb-4fcf-aec5-4aa2e203db7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:47.367182 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:10:47.609531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8088f16d-c993-47b9-b46d-95888eaefeeb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:47.738679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 8088f16d-c993-47b9-b46d-95888eaefeeb completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:10:47.744797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8088f16d-c993-47b9-b46d-95888eaefeeb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:47.745195 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:47.815900 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8088f16d-c993-47b9-b46d-95888eaefeeb', 'name': '', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'mac_address': 'fa:16:3e:f4:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:41Z', 'updated_at': '2021-05-20T09:10:46Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'subnets': [{'id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:10:47.820648 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47c2b3-9631-4300-aca6-3a38ac6e541f None None] The sync data for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 is: [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:10:42Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '8088f16d-c993-47b9-b46d-95888eaefeeb', 'name': '', 'network_id': '9869b968-a957-42fa-bca9-3f674cbf0d47', 'tenant_id': '704d393825784cd7baedd07d53718124', 'mac_address': 'fa:16:3e:f4:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:41Z', 'updated_at': '2021-05-20T09:10:46Z', 'revision_number': 4, 'project_id': '704d393825784cd7baedd07d53718124', 'subnets': [{'id': 'c5e2d224-af4d-4bda-b32d-627930c339ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:10:47.869978 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:47.912706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 8088f16d-c993-47b9-b46d-95888eaefeeb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8088f16d-c993-47b9-b46d-95888eaefeeb,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:10:48.010780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:48.011735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 565d936c-f44e-4698-b3d7-6ff5871105b1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:48.045119 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:10:48.194347 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:10:48.198651 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:10:48.207205 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 565d936c-f44e-4698-b3d7-6ff5871105b1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:48.207589 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:49.587023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8088f16d-c993-47b9-b46d-95888eaefeeb up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:10:49.665263 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 8088f16d-c993-47b9-b46d-95888eaefeeb triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:10:49.665663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:55.104192 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:55.188219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-d9af29eb-0c5c-4d36-b4e9-1eca0c0362c0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0770586 May 20 09:10:55.340992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.341398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.341928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.343024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.343663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.345828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c194610f-e30b-4ffb-adfc-dedc8dab226b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0872662 May 20 09:10:55.509235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-545eb62e-01c8-44df-b318-aaec677b986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.509772 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-545eb62e-01c8-44df-b318-aaec677b986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.510255 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-545eb62e-01c8-44df-b318-aaec677b986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.511814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-545eb62e-01c8-44df-b318-aaec677b986f service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1418238 May 20 09:10:55.579258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-0cc913b3-8189-4a0e-9450-0a88ca7e43c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0607705 May 20 09:10:55.808386 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-f876e12c-5559-43a2-a3bc-0fe9ca12b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.809831 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-f876e12c-5559-43a2-a3bc-0fe9ca12b527 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.2247443 May 20 09:10:55.889716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-9d8baf6e-502f-46c5-87b6-5b365203f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:55.891708 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-9d8baf6e-502f-46c5-87b6-5b365203f29a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758193 May 20 09:10:56.030593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-49e28e9f-1605-4e63-bcd6-24f7cde86c12 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322241 May 20 09:10:56.164686 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-00ceb202-93fc-460b-be5e-68b819afeab1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282251 May 20 09:10:56.236716 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-d3474697-8de9-4c36-91d4-a275f52bbf93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0658841 May 20 09:10:56.300120 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-7b443d73-19c2-4c6a-b82b-518179c170eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:56.301589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-7b443d73-19c2-4c6a-b82b-518179c170eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0586302 May 20 09:10:56.382369 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-0e83c99e-0f76-4b58-a09d-f28552e27026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:56.383863 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-0e83c99e-0f76-4b58-a09d-f28552e27026 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761442 May 20 09:10:56.520352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-77e045fa-5268-47f3-9dd2-825fea23e361 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299186 May 20 09:10:56.654612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-e47fa8bd-8d9e-479c-89d1-8bd58b5fca38 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274500 May 20 09:10:56.725234 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-800a0e6c-44ab-4f0b-bef4-073d78b54e1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0640929 May 20 09:10:56.788011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-a5e3c019-5c37-412b-a183-12951e7ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:56.789507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-a5e3c019-5c37-412b-a183-12951e7ac533 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0585825 May 20 09:10:56.865812 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-4dd7b271-9a31-4ad8-afb8-3e84f8c26b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:56.867341 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-4dd7b271-9a31-4ad8-afb8-3e84f8c26b07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708485 May 20 09:10:57.003307 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-110b0967-a3db-42dd-adac-fb46e8acec40 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291113 May 20 09:10:57.136211 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-53a43ce9-e80c-4abd-b269-508188e4aba8 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255662 May 20 09:10:57.208148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-bb841027-44d5-46c7-bab3-81416da22b0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0651522 May 20 09:10:57.270976 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-d448dbaa-49ef-467b-82ec-d51beae16400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:57.272339 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-d448dbaa-49ef-467b-82ec-d51beae16400 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0584016 May 20 09:10:57.325554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:10:57.355934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-56871217-aa11-4f1d-a012-ebb119dca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:57.357429 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-56871217-aa11-4f1d-a012-ebb119dca81e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790637 May 20 09:10:57.494814 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-0fb48d38-5c2e-4b3f-b8e1-6a03c598e2b4 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312256 May 20 09:10:57.633862 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-cf893520-c175-48b5-8cbd-fc9c9fca99da service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315713 May 20 09:10:57.705649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-c24bf816-4468-407e-94da-e5f3b8d8716f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0646069 May 20 09:10:57.768566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-1435443d-1c69-471f-a28e-4299dfd8869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:57.770024 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-1435443d-1c69-471f-a28e-4299dfd8869f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0583463 May 20 09:10:57.848393 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-b14f6f91-96a7-42b3-8bb3-c6135aa3e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:10:57.849838 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-b14f6f91-96a7-42b3-8bb3-c6135aa3e9c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734603 May 20 09:10:58.152164 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-6c39b707-a425-485a-95e3-a07e15b0d294 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958293 May 20 09:10:58.288750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f1cce5d7-89e3-4015-88f3-570328a35ea7 req-b4dbe4a8-35f7-48f5-9466-5f383d753279 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304357 May 20 09:11:06.939068 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-66bc478f-657c-4ac1-b4d9-1a6f3229e92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:08.991808 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:11:09.227542 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-30007768-658f-43bd-b144-49126bef5767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:09.724944 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:11.538510 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:12.822007 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:25.109205 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:27.359146 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:36.938126 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2709929c-5c50-4ca1-ba39-4d12bb601148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:39.232894 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7970b75c-e307-4313-80bc-810171116ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:39.737657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:41.571878 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:42.818010 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:45.991637 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:11:55.124553 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:56.207132 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-4d5c4f88-c4ba-49c8-b640-01990e1b1bd3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0822995 May 20 09:11:56.359602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.360096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.360615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.361096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.361609 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.363394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-a5e41e87-a31a-4065-8158-c34fc4ebae95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0825193 May 20 09:11:56.524083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-48782c44-bd80-494c-bc67-f530afd75752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.524561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-48782c44-bd80-494c-bc67-f530afd75752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.525056 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-48782c44-bd80-494c-bc67-f530afd75752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.526653 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-48782c44-bd80-494c-bc67-f530afd75752 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1391404 May 20 09:11:56.599439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-0fa1155c-1a41-4d34-aa33-fa1a767eeec2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0660367 May 20 09:11:56.664566 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-01950594-a608-40f3-ad41-1612568c48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.666145 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-01950594-a608-40f3-ad41-1612568c48a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0606570 May 20 09:11:56.745854 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-08951e28-7347-4d4a-8363-51b47d8dae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:56.747373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-08951e28-7347-4d4a-8363-51b47d8dae85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749094 May 20 09:11:56.757320 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-19b1c7af-4f21-4687-a96e-c9ef3ef8c4a4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:11:56.758274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-19b1c7af-4f21-4687-a96e-c9ef3ef8c4a4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049615 May 20 09:11:56.896433 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-b7ea6d6e-c341-4828-a384-e70b19d9c439 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315362 May 20 09:11:57.035701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-78a256eb-f4d8-430d-8dc8-762c9f0a454c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331122 May 20 09:11:57.109646 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-ef209ff7-74b2-4e6d-8b00-2619abe010c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0674901 May 20 09:11:57.174663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-024c37e9-1428-4fb2-8a6a-4f9f1a9b3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:57.176023 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-024c37e9-1428-4fb2-8a6a-4f9f1a9b3930 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0595696 May 20 09:11:57.252565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-853715ca-f4df-4be8-816e-a4c61a1c8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:57.254086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-853715ca-f4df-4be8-816e-a4c61a1c8590 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714245 May 20 09:11:57.371471 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:11:57.391155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-71a43052-fa85-4b84-bac3-6b11b32bd90d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309884 May 20 09:11:57.530025 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-93f0a2cc-f95f-4f49-b810-a2fe18598f63 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319458 May 20 09:11:57.604338 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-7d058e50-9f44-4bbc-b27f-8c05130c9702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0672801 May 20 09:11:57.669166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-9e2a9c04-eb64-497d-93f2-385d8b86bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:57.670727 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-9e2a9c04-eb64-497d-93f2-385d8b86bb4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0593729 May 20 09:11:57.752558 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-220ff4d6-f503-4a32-bc21-2c187b7f2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:57.754219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-220ff4d6-f503-4a32-bc21-2c187b7f2c9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769408 May 20 09:11:57.892925 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-b964f683-adf9-4f2b-a9fb-e407d85d66fd service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322455 May 20 09:11:58.046447 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-2fc1b743-b2d9-475a-aaea-0ec30ffac15d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455321 May 20 09:11:58.120355 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-35eacb3d-0866-4773-8b0f-250eef1d93ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0665848 May 20 09:11:58.182581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-46fdd239-07b6-4040-8a53-b8205752ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:58.184035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-46fdd239-07b6-4040-8a53-b8205752ec1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0578408 May 20 09:11:58.259170 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-74023693-c000-43a1-bbb6-a21b1328f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:58.260635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-74023693-c000-43a1-bbb6-a21b1328f074 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706270 May 20 09:11:58.559036 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-c9375969-0165-47f9-bfda-ad918ff210f6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916105 May 20 09:11:58.691084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-4f89f447-ebb3-47ae-a9eb-6a117fc2ae82 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257374 May 20 09:11:58.762115 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-82ee9882-6f15-434e-bb96-2f5fac894ad7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0649941 May 20 09:11:58.829415 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-51fbe1ea-50ef-4d81-a85a-ff51df106606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:58.830899 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-51fbe1ea-50ef-4d81-a85a-ff51df106606 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0632558 May 20 09:11:58.909156 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-36d6828d-0a4e-46a0-858a-82f43c2cd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:11:58.910742 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-36d6828d-0a4e-46a0-858a-82f43c2cd54b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736315 May 20 09:11:59.052915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-eb6365b7-dae7-4a0c-a623-67edbf99181b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353023 May 20 09:11:59.189556 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7bdedcf0-caed-40d0-9218-46fd369f6cf1 req-76d3ab9f-ae16-4755-9c8a-3d215888cb31 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304536 May 20 09:12:06.994447 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc02a035-9e32-478f-bb7b-431b7fe89cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:09.225981 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f42bfba8-a5f0-494f-9822-f0c3d0b92816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:09.777085 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:11.548613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:12.828558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:22.992211 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:12:25.117258 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:27.399655 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:36.939620 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9dde51f8-f83c-4ab7-a365-30b07cc3b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:39.225570 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1d52bfcf-14f2-43ce-b84b-5bf258275e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:39.757183 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:41.546318 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:42.816625 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:43.799824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52586) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:44.427475 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:45.016614 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Deleting port 5469f488-dab4-4a4d-821e-6765795137a6 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:45.017328 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:45.136767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] For port 5469f488-dab4-4a4d-821e-6765795137a6, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=5469f488-dab4-4a4d-821e-6765795137a6,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:45.137125 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:45.258419 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Calling delete_port for 5469f488-dab4-4a4d-821e-6765795137a6 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:45.622113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:45.626230 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bad93285-bff7-4cf4-bfd0-039a4ad106d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:45.670530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5469f488-dab4-4a4d-821e-6765795137a6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:45.714633 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.715019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.715420 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.715782 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.716154 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.716525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.716899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.717356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.718641 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.719103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.719472 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.719839 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:45.723411 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:45.984452 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:46.535491 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:12:46.713445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:12:46.722356 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Sync routers for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:12:46.723136 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-90016d07-f8c8-440f-84fd-bb9674baf4b1 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217911 May 20 09:12:46.725517 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52590) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:46.732368 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:12:46.733691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:46.910082 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:46.916021 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:12:47.214387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:12:45Z', 'revision_number': 5, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:47.219685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Checking router: 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:12:47.230194 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Routers {'5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:12:47.230823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:47.250608 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:47.406051 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Deleting port 2ad59dc7-9094-4c74-aee0-977f0cbd0251 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:47.406359 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:47.476290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] Set router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:12:47.534775 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] For port 2ad59dc7-9094-4c74-aee0-977f0cbd0251, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=2ad59dc7-9094-4c74-aee0-977f0cbd0251,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:47.535139 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:47.663753 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Calling delete_port for 2ad59dc7-9094-4c74-aee0-977f0cbd0251 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:47.771288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:12:45Z', 'revision_number': 5, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:47.775342 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd4693-dd09-40dd-9595-59fb4055ba90 None None] The sync data for ids ['5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343'] in n-d-780147-4 is: [{'id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'name': 'tempest-TestEncryptedCinderVolumes-160452691-router', 'tenant_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:28Z', 'updated_at': '2021-05-20T09:12:45Z', 'revision_number': 5, 'project_id': 'ecf6e3ecffa64f9c8066c9600f81f907', 'gw_port': {'id': '2ad59dc7-9094-4c74-aee0-977f0cbd0251', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:29Z', 'updated_at': '2021-05-20T09:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:12:47.885202 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:47.889959 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6e844b8a-fa66-4566-a477-6dc09fa2c836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:47.941830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad59dc7-9094-4c74-aee0-977f0cbd0251,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:47.982713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.983279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.983812 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.984196 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.984575 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.984949 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.985321 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.985713 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.986082 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.986450 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.986816 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:47.987179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:48.016330 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:48.049645 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.230741 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.233904 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.353797 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.354312 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:12:48.367559 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.369946 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-26b1ccd6-e1c8-4b75-a259-7fc7ec9f3794 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5a4e51a9-6cdd-4ef1-bcf3-a3e8690b6343 HTTP/1.1" status: 204 len: 168 time: 1.6421516 May 20 09:12:48.371897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52594) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:48.452653 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Deleting subnet 4596981f-c98c-4d4c-aa30-e72ee929aee1 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:12:48.456059 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.508623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.591583 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.919466 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.923861 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e2a0ef8-e792-4d35-89a1-cb871e4c2913 tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:48.963380 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4596981f-c98c-4d4c-aa30-e72ee929aee1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:48.966494 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:48.967610 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:48.974025 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64262ed4-1711-4ca1-85c7-e5204501589d None None] Network cceffd6f-dacb-4368-a412-535a774c629c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:12:48.974483 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4596981f-c98c-4d4c-aa30-e72ee929aee1 HTTP/1.1" status: 204 len: 168 time: 0.6011157 May 20 09:12:48.976606 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52598) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:49.084323 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.158212 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Deleting port 3ce89684-e693-446f-93c7-b3dbabc23fce {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:49.158567 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.221771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] DHCP port deletion for cceffd6f-dacb-4368-a412-535a774c629c request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:12:49.262315 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] For port 3ce89684-e693-446f-93c7-b3dbabc23fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3ce89684-e693-446f-93c7-b3dbabc23fce,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:49.262715 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.291679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Deleting port 3ce89684-e693-446f-93c7-b3dbabc23fce {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:49.292060 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.398487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] For port 3ce89684-e693-446f-93c7-b3dbabc23fce, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3ce89684-e693-446f-93c7-b3dbabc23fce,segment=NetworkSegment(46e02063-f56a-41e9-85ec-a2472eb4a222),segment_id=46e02063-f56a-41e9-85ec-a2472eb4a222)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:49.398813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.526611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Calling delete_port for 3ce89684-e693-446f-93c7-b3dbabc23fce owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:49.546310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Calling delete_port for 3ce89684-e693-446f-93c7-b3dbabc23fce owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:49.650513 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2ad59dc7-9094-4c74-aee0-977f0cbd0251 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:49.672873 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.677908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b1a0abcb-efa2-4621-9712-8ce94407e1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:49.680218 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.689428 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:49.724536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 2ad59dc7-9094-4c74-aee0-977f0cbd0251 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:49.724896 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 2ad59dc7-9094-4c74-aee0-977f0cbd0251 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:49.725315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5469f488-dab4-4a4d-821e-6765795137a6 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:49.729444 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] No DVR routers for this DVR port 3ce89684-e693-446f-93c7-b3dbabc23fce on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:12:49.731994 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce89684-e693-446f-93c7-b3dbabc23fce,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:49.735008 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:49.766985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Pushing event deleted for resources: {'Port': ['ID=3ce89684-e693-446f-93c7-b3dbabc23fce,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:49.774237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] No DVR routers for this DVR port 3ce89684-e693-446f-93c7-b3dbabc23fce on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:12:49.776868 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 5469f488-dab4-4a4d-821e-6765795137a6 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:49.777221 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 5469f488-dab4-4a4d-821e-6765795137a6 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:49.777662 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3ce89684-e693-446f-93c7-b3dbabc23fce no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:49.815627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.815976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.816315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.816646 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.817187 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.817449 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.817801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.818168 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.818426 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.818745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.819059 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.819370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:12:49.822408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3ce89684-e693-446f-93c7-b3dbabc23fce {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:49.822758 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3ce89684-e693-446f-93c7-b3dbabc23fce not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:49.824094 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:49.863762 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.876722 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceffd6f-dacb-4368-a412-535a774c629c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:49.888667 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e02063-f56a-41e9-85ec-a2472eb4a222') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:49.889494 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e02063-f56a-41e9-85ec-a2472eb4a222') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:49.900814 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.917261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.924457 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:12:49.925394 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: util.warn( May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: util.warn( May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: util.warn( May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: util.warn( May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: timer() May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:12:49.939090 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:12:50.084717 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:50.088862 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:50.091609 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ea557ee9-1111-44e3-b350-657411044142 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:50.114179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Pushing event deleted for resources: {'Network': ['ID=cceffd6f-dacb-4368-a412-535a774c629c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:50.116562 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:50.118223 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c505d237-759c-4c33-8921-bf346f213aca admin admin] 10.222.0.79 "DELETE /v2.0/networks/cceffd6f-dacb-4368-a412-535a774c629c HTTP/1.1" status: 204 len: 168 time: 1.1407080 May 20 09:12:50.121175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52604) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:50.677632 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:51.084720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Deleting port 8088f16d-c993-47b9-b46d-95888eaefeeb {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:51.085526 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:51.203750 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] For port 8088f16d-c993-47b9-b46d-95888eaefeeb, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=8088f16d-c993-47b9-b46d-95888eaefeeb,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:51.204107 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:51.476643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Calling delete_port for 8088f16d-c993-47b9-b46d-95888eaefeeb owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:51.703338 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:51.707414 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-98f6c9d9-126f-4a06-a74d-4db04a6600d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:51.752641 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Pushing event deleted for resources: {'Port': ['ID=8088f16d-c993-47b9-b46d-95888eaefeeb,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:51.758303 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:52.066170 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:52.470230 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Router e1941dd7-be88-4555-8c10-c1ea049e7b9b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:12:52.658377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:12:52.667873 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Sync routers for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:12:52.669989 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] 10.222.0.79 "PUT /v2.0/routers/e1941dd7-be88-4555-8c10-c1ea049e7b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474675 May 20 09:12:52.673743 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52610) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:52.678257 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:12:52.678923 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:52.861961 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:12:53.034898 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:53.157702 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:12:51Z', 'revision_number': 5, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:53.161607 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Checking router: e1941dd7-be88-4555-8c10-c1ea049e7b9b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:12:53.169954 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Routers {'e1941dd7-be88-4555-8c10-c1ea049e7b9b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:12:53.170776 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:53.215799 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:53.354154 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Deleting port 565d936c-f44e-4698-b3d7-6ff5871105b1 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:53.354505 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:53.398030 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] Set router e1941dd7-be88-4555-8c10-c1ea049e7b9b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:12:53.481857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] For port 565d936c-f44e-4698-b3d7-6ff5871105b1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=565d936c-f44e-4698-b3d7-6ff5871105b1,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:53.482485 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:53.608805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Calling delete_port for 565d936c-f44e-4698-b3d7-6ff5871105b1 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:53.695190 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:12:51Z', 'revision_number': 5, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:53.699097 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b461755f-e1a1-43c5-b8c7-365dcdd16b85 None None] The sync data for ids ['e1941dd7-be88-4555-8c10-c1ea049e7b9b'] in n-d-780147-4 is: [{'id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'name': 'tempest-TestEncryptedCinderVolumes-1590979057-router', 'tenant_id': '704d393825784cd7baedd07d53718124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:10:37Z', 'updated_at': '2021-05-20T09:12:51Z', 'revision_number': 5, 'project_id': '704d393825784cd7baedd07d53718124', 'gw_port': {'id': '565d936c-f44e-4698-b3d7-6ff5871105b1', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1941dd7-be88-4555-8c10-c1ea049e7b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:10:38Z', 'updated_at': '2021-05-20T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:12:53.810599 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:53.815061 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cf292529-b57e-4625-882b-df58702e4a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:53.860945 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=565d936c-f44e-4698-b3d7-6ff5871105b1,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:53.864070 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:53.959953 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.159129 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.161757 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.231530 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.232147 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1941dd7-be88-4555-8c10-c1ea049e7b9b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:12:54.245010 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.246175 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e1941dd7-be88-4555-8c10-c1ea049e7b9b HTTP/1.1" status: 204 len: 168 time: 1.5715935 May 20 09:12:54.249956 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52616) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:54.320581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Deleting subnet c5e2d224-af4d-4bda-b32d-627930c339ff {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:12:54.324517 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.380726 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.468987 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.817008 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.820995 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-30ac5776-6839-4ad9-9434-0e528fa949d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:54.857075 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e2d224-af4d-4bda-b32d-627930c339ff,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:54.861968 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:54.864228 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:54.868952 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d78e4e40-6efd-4b7c-91ef-5ce15638725d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c5e2d224-af4d-4bda-b32d-627930c339ff HTTP/1.1" status: 204 len: 168 time: 0.6184475 May 20 09:12:54.869726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749430d-e956-4212-8c47-6e67efb2cd08 None None] Network 9869b968-a957-42fa-bca9-3f674cbf0d47 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:12:54.871431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52620) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:55.119595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.142246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] DHCP port deletion for 9869b968-a957-42fa-bca9-3f674cbf0d47 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:12:55.149727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.210813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Deleting port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:55.211199 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.223673 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Deleting port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:12:55.224024 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.315436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] For port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:55.315837 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.329839 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] For port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,segment=NetworkSegment(0fe8a477-2682-4fb2-9bd4-9dce31792202),segment_id=0fe8a477-2682-4fb2-9bd4-9dce31792202)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:12:55.330408 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.497872 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Calling delete_port for b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:55.538249 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Calling delete_port for b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:12:55.598966 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.602908 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c7b5c725-bdb6-446d-94ed-35b79ed997fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:55.606412 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.611976 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d7c0a7c9-f7c8-4c3a-871b-c3584b0c314c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:55.652526 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Pushing event deleted for resources: {'Port': ['ID=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:55.655493 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:55.656296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] No DVR routers for this DVR port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:12:55.663284 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Pushing event deleted for resources: {'Port': ['ID=b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:55.666505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8088f16d-c993-47b9-b46d-95888eaefeeb no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:55.694100 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:55.699630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] No DVR routers for this DVR port b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:12:55.709731 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 8088f16d-c993-47b9-b46d-95888eaefeeb {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:55.710098 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 8088f16d-c993-47b9-b46d-95888eaefeeb not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:55.715958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 565d936c-f44e-4698-b3d7-6ff5871105b1 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:55.747858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 565d936c-f44e-4698-b3d7-6ff5871105b1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:55.748275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 565d936c-f44e-4698-b3d7-6ff5871105b1 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:55.749237 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:12:55.781964 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:12:55.782306 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device b84a4db0-75a8-4ae6-bd8b-d3f4ee16d2f3 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:12:55.815554 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.829311 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9869b968-a957-42fa-bca9-3f674cbf0d47']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:55.841746 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8a477-2682-4fb2-9bd4-9dce31792202') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:55.842099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8a477-2682-4fb2-9bd4-9dce31792202') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:12:55.854182 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.871097 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.878206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:12:55.888020 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: timer() May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:12:55.892248 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:12:56.039304 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.043400 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14a2115c-db76-4aec-9ab7-524ad11d58a3 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:56.058667 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.069727 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Pushing event deleted for resources: {'Network': ['ID=9869b968-a957-42fa-bca9-3f674cbf0d47,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:56.074685 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:56.075626 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-6db1500f-567f-4ef2-b24d-bc5ee5eb073e admin admin] 10.222.0.79 "DELETE /v2.0/networks/9869b968-a957-42fa-bca9-3f674cbf0d47 HTTP/1.1" status: 204 len: 168 time: 1.2031150 May 20 09:12:56.521608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52628) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:56.577414 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-d2bda288-639f-44d2-8aa8-38751b121a6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecf6e3ecffa64f9c8066c9600f81f907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539939 May 20 09:12:56.579270 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52632) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:56.641398 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.673339 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.791190 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.795153 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:56.807439 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f22a8f-ea66-4a34-8ce2-2013fc63235b,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:56.812585 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:56.816490 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:56.817660 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b7f1367-9263-4180-aacc-5ad1745a6be9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82f22a8f-ea66-4a34-8ce2-2013fc63235b HTTP/1.1" status: 204 len: 168 time: 0.2374587 May 20 09:12:57.365594 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:57.426357 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-6f07d42e-a58d-46e6-bcc2-04503773fd3f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.3178282 May 20 09:12:57.541139 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52642) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:57.587339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.587796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.588280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.588756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.589230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.591139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a55d5d37-83c6-4fa9-ae03-3e1f2022f129 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0884891 May 20 09:12:57.603618 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-571a525a-9a30-491c-85c8-acf198a9782b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=704d393825784cd7baedd07d53718124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504739 May 20 09:12:57.605068 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52646) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:57.673644 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:57.703557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:57.759625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-49ab8786-a0d2-4a8a-a65c-089fd9096f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.760716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-49ab8786-a0d2-4a8a-a65c-089fd9096f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.760716 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-49ab8786-a0d2-4a8a-a65c-089fd9096f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.762227 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-49ab8786-a0d2-4a8a-a65c-089fd9096f39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1476238 May 20 09:12:57.830155 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-471c0f48-a695-49e5-b2f0-3cf436786379 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0612991 May 20 09:12:57.842274 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:57.846528 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-692c528e-47a4-4baf-beb3-e406ee0af6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:57.862744 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc837092-d186-436a-bb57-f845f46b7880,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:57.867685 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:57.875473 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:57.877712 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc837092-d186-436a-bb57-f845f46b7880 HTTP/1.1" status: 204 len: 168 time: 0.2703891 May 20 09:12:57.904658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-6853c406-5ed2-4302-9737-d6d9a249d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.906655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-6853c406-5ed2-4302-9737-d6d9a249d760 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0700579 May 20 09:12:57.989844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-62fb9479-ed5c-455d-a6d0-bcd6f5fbef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:57.991701 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-62fb9479-ed5c-455d-a6d0-bcd6f5fbef9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778296 May 20 09:12:58.133326 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-e5cd925a-9e74-4c5a-a17c-de90e92316e6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353533 May 20 09:12:58.280569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a21ace5c-bd22-4932-99f7-61857455a5ea service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401968 May 20 09:12:58.354945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-924cee30-79e8-43ee-9173-75414ec033b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0673702 May 20 09:12:58.422265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-02df3b46-80bb-4b3d-bb64-fc2a7e272890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:58.423805 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-02df3b46-80bb-4b3d-bb64-fc2a7e272890 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0625563 May 20 09:12:58.505234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-22a3bad0-b827-4ffe-a7f3-d8633c687c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:58.506919 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-22a3bad0-b827-4ffe-a7f3-d8633c687c30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767865 May 20 09:12:58.823952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-0bb480ec-2c1b-4704-b5b5-b8921c8f88c2 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089108 May 20 09:12:58.964960 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-fe85f907-90e2-466b-9eee-e8a75178fcfe service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338902 May 20 09:12:59.031334 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52670) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:59.036786 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-016f5a95-3df5-4127-906f-b7f5926743d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0649936 May 20 09:12:59.104429 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-c062e5e3-e387-4aa5-a2b9-2b896afc4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:59.105916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-c062e5e3-e387-4aa5-a2b9-2b896afc4aab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0634899 May 20 09:12:59.140774 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1248830080-network', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:12:59.146228 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:12:59.150165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Usage tracker for resource:network and tenant:9a9107de8a4f4b5e835a600d25c8a548 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:12:59.156265 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:12:59.165322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:12:59.184096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-d167edc7-f13e-4ecd-aa5c-438c2d9efbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:59.184955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-d167edc7-f13e-4ecd-aa5c-438c2d9efbc5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730798 May 20 09:12:59.248042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Made reservation on behalf of 9a9107de8a4f4b5e835a600d25c8a548 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:12:59.251454 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.265166 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.280413 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:12:59.284377 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9107de8a4f4b5e835a600d25c8a548 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:12:59.287349 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:12:59.293055 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:12:59.329133 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-3c7255b2-fde8-4b5f-b5e0-a2d7a4a7e531 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368661 May 20 09:12:59.380692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.439423 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.442507 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16421350-a77c-495e-8151-64198a707b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:59.470686 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7322f96-12da-4bf3-8073-b12f55d20290,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:59.471090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-3e215f7a-5104-41e6-a035-835088844e41 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351314 May 20 09:12:59.474590 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:59.488192 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:12:59.497783 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.498320 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Added segment cc91aeb0-8d42-44a1-ac97-b1900182617b of type vlan for network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 May 20 09:12:59.525993 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.548930 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-daf7b0c5-8410-480e-a42a-b936c8580b59 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0712707 May 20 09:12:59.610653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.611791 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:59.612372 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.612533 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-7ea13c09-2f8d-47ab-96a4-19629840512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:59.614079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-7ea13c09-2f8d-47ab-96a4-19629840512d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0593805 May 20 09:12:59.617364 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b62559ec-3dcd-4e66-99e0-a1c547dfcf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:12:59.695456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-4d09918b-0c0f-495f-83b0-b41e4eda4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:12:59.696843 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-4d09918b-0c0f-495f-83b0-b41e4eda4d17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768671 May 20 09:12:59.719693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ef5d04-bf24-48c3-9bea-9c89cefb7289,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:12:59.722448 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:12:59.730399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:12:59.782744 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7502158 May 20 09:12:59.785988 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52676) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:12:59.793805 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Request body: {'subnet': {'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1248830080-subnet', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:12:59.800933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:12:59.805057 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Usage tracker for resource:subnet and tenant:9a9107de8a4f4b5e835a600d25c8a548 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:12:59.808198 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:12:59.819247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:12:59.853601 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-c1afa0ed-8655-4684-9cab-0b55e081cae4 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495936 May 20 09:12:59.901900 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Made reservation on behalf of 9a9107de8a4f4b5e835a600d25c8a548 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:12:59.904251 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:12:59.991651 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:12:59.997220 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-4db712f7-9df8-4b03-ab8e-f617934fa650 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376231 May 20 09:13:00.067422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-a3e855a8-a010-4848-aa4d-a94a21dffd7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0631089 May 20 09:13:00.136584 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-c737b4d2-a414-4d88-a234-55465660ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:00.138084 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-c737b4d2-a414-4d88-a234-55465660ae1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0646424 May 20 09:13:00.216130 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-f5d0a4b5-6898-40b8-a1ae-601685d8d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:00.218569 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-f5d0a4b5-6898-40b8-a1ae-601685d8d379 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732949 May 20 09:13:00.357790 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:00.362143 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-aabb6995-951e-4c35-89f0-abf372a78b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:00.365483 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-e468a6e6-8309-4183-a000-bf3eca27f741 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392372 May 20 09:13:00.438182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9550a118-fe28-41e3-b031-f32a60f1ec94,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:00.444478 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:00.445187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Checking segment: {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:00.445571 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Network hostable DHCP agents. Network: e9ef5d04-bf24-48c3-9bea-9c89cefb7289, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:00.503667 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-c07fc08b-3cc5-45e5-a0e9-68f296a4a660 req-48475878-eb5f-49bf-b097-a15f5d522856 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306689 May 20 09:13:00.524897 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:00.599137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, e9ef5d04-bf24-48c3-9bea-9c89cefb7289) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:00.608408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:00.609161 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:00.610131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf53fbe-3d1c-487b-8488-1280449e6d99 None None] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:13:00.694293 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9066136 May 20 09:13:00.696961 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52680) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:00.702821 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:00.708354 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:00.712415 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Usage tracker for resource:router and tenant:9a9107de8a4f4b5e835a600d25c8a548 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:00.715694 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:00.721604 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:00.793508 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:00.795551 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:00.813329 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:00.837265 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'fixed_ips': [{'subnet_id': '9550a118-fe28-41e3-b031-f32a60f1ec94'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:13:00.846097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.035785 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Allocated IP 172.20.0.2 (e9ef5d04-bf24-48c3-9bea-9c89cefb7289/9550a118-fe28-41e3-b031-f32a60f1ec94/37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:01.197737 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.253332 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.263602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Transition to ACTIVE for port object 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:01.282627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Transition to ACTIVE for port object 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:01.387994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.393700 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:01.462820 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:01.465865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:01.468924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:01.475728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Pushing event updated for resources: {'Port': ['ID=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:01.481129 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:01.575213 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Attempting to bind port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:01.575597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Attempting to bind port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:01.575976 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Attempting to bind port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 on network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:01.582683 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:01.583066 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Checking segment: {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:01.583481 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.583889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Bound using segment: {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:01.584410 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Bound port: 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:01.584823 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.676439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] For port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:01.679525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] For port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:01.746022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.759289 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.763052 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:01.780577 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:01.849626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Pushing event updated for resources: {'Port': ['ID=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:01.852477 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:01.932395 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Allocated IP 172.25.8.184 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/91fd947e-12f9-47ed-99fd-8249faefd8b5) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:02.120975 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:02.204994 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:02.208897 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5ade94c7-ce29-4b4c-b833-1d42a279a44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:02.273615 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:02.276347 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:02.280044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:02.310260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=91fd947e-12f9-47ed-99fd-8249faefd8b5,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:02.316984 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:02.775062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dffb2f-098c-406b-b8b2-f897de87bb4c None None] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:13:02.842481 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:02.944030 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ecddb935-5f06-4a3d-9c15-fb9bd04cc84b None None] Provisioning for port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:03.364884 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:03.633269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Router 617e52a7-48c4-46bf-903a-6187ce18d557 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:13:03.676436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:03.802507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:03.807455 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:03.808072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:03.824466 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:13:03.838607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Sync routers for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:03.871130 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:03.871730 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:03.905842 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:03.907235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-1fcb66ac-6a71-4ef0-9db7-3283b5c87ae3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2091343 May 20 09:13:03.910202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52684) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:04.097789 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.117264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:04.319589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:04.408585 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.413102 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-72cf9a5a-91a8-481e-a7ff-873bbfb7843d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:04.495817 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:04.505206 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:04.510693 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:02Z', 'revision_number': 3, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:04.516372 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Checking router: 617e52a7-48c4-46bf-903a-6187ce18d557 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:04.516732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Updating router 617e52a7-48c4-46bf-903a-6187ce18d557 port 91fd947e-12f9-47ed-99fd-8249faefd8b5 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:04.571564 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.648768 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.861915 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Allocated IP 172.20.0.1 (e9ef5d04-bf24-48c3-9bea-9c89cefb7289/9550a118-fe28-41e3-b031-f32a60f1ec94/735db827-2b18-46b3-9564-146e778dba9e) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:04.913504 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.926120 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Transition to ACTIVE for port object 91fd947e-12f9-47ed-99fd-8249faefd8b5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:04.993461 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:04.997706 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:05.085178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Attempting to bind port 91fd947e-12f9-47ed-99fd-8249faefd8b5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:05.085578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Attempting to bind port 91fd947e-12f9-47ed-99fd-8249faefd8b5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:05.085950 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Attempting to bind port 91fd947e-12f9-47ed-99fd-8249faefd8b5 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:05.088206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Pushing event updated for resources: {'Port': ['ID=91fd947e-12f9-47ed-99fd-8249faefd8b5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:05.092735 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:05.095739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:05.096121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:05.096535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.096930 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:05.097413 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Bound port: 91fd947e-12f9-47ed-99fd-8249faefd8b5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:05.097828 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.177469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] For port 91fd947e-12f9-47ed-99fd-8249faefd8b5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:05.180652 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] For port 91fd947e-12f9-47ed-99fd-8249faefd8b5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=91fd947e-12f9-47ed-99fd-8249faefd8b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:05.193944 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.212060 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Transition to ACTIVE for port object 735db827-2b18-46b3-9564-146e778dba9e will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:05.245132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.250215 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5ac98f80-244c-4f65-8656-403ee8680a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:05.312482 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.317798 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-15c88b27-dc39-4470-a8fb-709c0e5012a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:05.332043 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:05.332682 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:05.384905 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:05.387885 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:05.392096 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:05.395832 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Pushing event updated for resources: {'Port': ['ID=91fd947e-12f9-47ed-99fd-8249faefd8b5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:05.417054 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:05.431445 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Pushing event updated for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:05.442868 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:05.458180 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.619733 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:05.725711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:05.804541 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.861283 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-014fc789-0c0e-497f-a35e-37e27ee99e7a None None] Provisioning for port 735db827-2b18-46b3-9564-146e778dba9e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:05.881722 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-014fc789-0c0e-497f-a35e-37e27ee99e7a None None] Provisioning complete for port 735db827-2b18-46b3-9564-146e778dba9e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:05.882097 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-014fc789-0c0e-497f-a35e-37e27ee99e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:05.962159 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-014fc789-0c0e-497f-a35e-37e27ee99e7a None None] Port 735db827-2b18-46b3-9564-146e778dba9e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:13:05.999784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:06.000162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.064203 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.139514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:02Z', 'revision_number': 3, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:06.142469 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.146935 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b6317-a628-402e-8001-ac5c7372bfd6 None None] The sync data for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 is: [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:02Z', 'revision_number': 3, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:06.178792 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-86935f00-2b6b-4918-b88d-9f536c49b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:06.271649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.275279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Pushing event updated for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:06.279096 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:06.449936 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:06.451118 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:06.659523 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Router 617e52a7-48c4-46bf-903a-6187ce18d557 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:13:06.691215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d9d1a379-9a05-4384-8f30-773c2cc3c292 None None] Provisioning complete for port 735db827-2b18-46b3-9564-146e778dba9e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:06.691560 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a379-9a05-4384-8f30-773c2cc3c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:06.753001 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1a379-9a05-4384-8f30-773c2cc3c292 None None] Port 735db827-2b18-46b3-9564-146e778dba9e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:13:06.863493 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:13:06.875028 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-58f73b28-3c3a-40d6-8890-0b3dad9b4346 admin admin] 10.222.0.79 "PUT /v2.0/routers/617e52a7-48c4-46bf-903a-6187ce18d557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9638417 May 20 09:13:06.948036 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-af13f2a9-8a74-4df9-adca-a43a74ed49f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.668986 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52704) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:07.675841 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-396368939-network', 'tenant_id': '604dca41ab514aa4a78e97de736f992d'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:07.681894 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:07.688368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Usage tracker for resource:network and tenant:604dca41ab514aa4a78e97de736f992d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:07.692129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:07.696436 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 91fd947e-12f9-47ed-99fd-8249faefd8b5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:07.700175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:07.730960 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Sync routers for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:07.742338 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:07.743036 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:12:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:07.796882 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Made reservation on behalf of 604dca41ab514aa4a78e97de736f992d for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:07.799348 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.813373 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.829399 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:07.834296 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Usage tracker for resource:security_group_rule and tenant:604dca41ab514aa4a78e97de736f992d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:07.837259 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:07.844099 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:07.848400 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 91fd947e-12f9-47ed-99fd-8249faefd8b5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:07.854015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 91fd947e-12f9-47ed-99fd-8249faefd8b5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:07.854339 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.936907 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:07.942358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:07.988169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.006742 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 91fd947e-12f9-47ed-99fd-8249faefd8b5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=91fd947e-12f9-47ed-99fd-8249faefd8b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:08.027594 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.031121 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3c71e75-5770-4aea-98ab-4624db1a1145 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:08.059700 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:13:08.069027 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fb2d8-d410-44b2-9eb4-8b4bdace2faf,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:08.072730 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:08.075623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.082124 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Added segment 6c5b0e7c-611e-475d-8e3e-f9664715e441 of type vlan for network 42ea8d30-b196-4060-8e18-1ebc7e76e38f May 20 09:13:08.101962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.104604 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0709d8e3-ce8c-4c27-9d3c-8dba8811b3f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:08.104779 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.180691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=91fd947e-12f9-47ed-99fd-8249faefd8b5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:08.183771 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:08.210687 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.211781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:08.212431 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.216149 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-cb11f4bd-41d6-4c3a-9a20-d25110aea812 tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:08.275855 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 4, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '735db827-2b18-46b3-9564-146e778dba9e', 'name': '', 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'mac_address': 'fa:16:3e:07:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:04Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 2, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'subnets': [{'id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:08.280342 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Checking router: 617e52a7-48c4-46bf-903a-6187ce18d557 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:08.280735 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Updating router 617e52a7-48c4-46bf-903a-6187ce18d557 port 735db827-2b18-46b3-9564-146e778dba9e binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:08.343371 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.504693 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Pushing event updated for resources: {'Network': ['ID=42ea8d30-b196-4060-8e18-1ebc7e76e38f,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:08.508005 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:08.516676 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:13:08.599099 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9240925 May 20 09:13:08.599416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52708) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:08.605179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Request body: {'subnet': {'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-396368939-subnet', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:08.611067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:08.615091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Usage tracker for resource:subnet and tenant:604dca41ab514aa4a78e97de736f992d is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:08.618222 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:08.625202 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:08.711187 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Made reservation on behalf of 604dca41ab514aa4a78e97de736f992d for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:13:08.713524 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.716512 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.729709 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Transition to ACTIVE for port object 735db827-2b18-46b3-9564-146e778dba9e will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:08.799087 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:08.804851 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:08.973822 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Pushing event updated for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:09.023217 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.023570 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.023961 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.024293 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.024622 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.024951 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.025285 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.025768 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.025963 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.026285 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.035795 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.035795 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:13:09.037369 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:09.104934 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Attempting to bind port 735db827-2b18-46b3-9564-146e778dba9e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:09.105314 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Attempting to bind port 735db827-2b18-46b3-9564-146e778dba9e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:09.105717 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Attempting to bind port 735db827-2b18-46b3-9564-146e778dba9e on network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:09.112196 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:09.112573 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Checking segment: {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:09.112980 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.113379 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Bound using segment: {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:09.113873 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Bound port: 735db827-2b18-46b3-9564-146e778dba9e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc91aeb0-8d42-44a1-ac97-b1900182617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:09.114249 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.200111 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.204863 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-14427f29-08a8-49d8-b9f5-5624e758b807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:09.206454 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] For port 735db827-2b18-46b3-9564-146e778dba9e, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:09.209759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] For port 735db827-2b18-46b3-9564-146e778dba9e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=735db827-2b18-46b3-9564-146e778dba9e,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:09.236459 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-62685148-b11c-4b7a-8f6e-2a322ffad5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.283628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb4ea73-0017-4f16-897a-94e34371a412,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:09.287786 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:09.291952 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Checking segment: {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:09.292308 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Network hostable DHCP agents. Network: 42ea8d30-b196-4060-8e18-1ebc7e76e38f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:13:09.305618 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.310285 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-796c1a90-1fbc-41c8-92ea-30ad096ce724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:09.389351 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:09.390018 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:09.410178 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:13:09.454134 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Pushing event updated for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:09.459431 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:09.507588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 42ea8d30-b196-4060-8e18-1ebc7e76e38f) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:09.519132 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359d94c-cf2a-48b0-b4a2-72055105d6b5 None None] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:13:09.519416 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:09.520307 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.583844 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:09.638564 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52712) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:09.640002 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0382354 May 20 09:13:09.642923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:13:09.648427 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:13:09.652511 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Usage tracker for resource:router and tenant:604dca41ab514aa4a78e97de736f992d is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:13:09.656092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:13:09.662390 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:13:09.699275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 91fd947e-12f9-47ed-99fd-8249faefd8b5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:09.742563 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.743760 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.760243 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.830548 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.838121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'fixed_ips': [{'subnet_id': '0bb4ea73-0017-4f16-897a-94e34371a412'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:13:09.838121 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.862339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 91fd947e-12f9-47ed-99fd-8249faefd8b5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:09.862727 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:09.923841 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 4, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '735db827-2b18-46b3-9564-146e778dba9e', 'name': '', 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'mac_address': 'fa:16:3e:07:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:04Z', 'updated_at': '2021-05-20T09:13:09Z', 'revision_number': 4, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'subnets': [{'id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:09.930138 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16abc-493d-4be1-be5e-acfbdc037e19 None None] The sync data for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 is: [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:13:05Z', 'revision_number': 4, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '735db827-2b18-46b3-9564-146e778dba9e', 'name': '', 'network_id': 'e9ef5d04-bf24-48c3-9bea-9c89cefb7289', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'mac_address': 'fa:16:3e:07:c9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:04Z', 'updated_at': '2021-05-20T09:13:09Z', 'revision_number': 4, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'subnets': [{'id': '9550a118-fe28-41e3-b031-f32a60f1ec94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:10.230874 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Allocated IP 172.20.0.2 (42ea8d30-b196-4060-8e18-1ebc7e76e38f/0bb4ea73-0017-4f16-897a-94e34371a412/0f031f0d-d934-42d9-8705-e0ce6a982768) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:10.336678 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.470958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.482162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Transition to ACTIVE for port object 0f031f0d-d934-42d9-8705-e0ce6a982768 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:10.505759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Transition to ACTIVE for port object 0f031f0d-d934-42d9-8705-e0ce6a982768 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:10.591473 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.596081 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6f0a0b12-aa1e-4c20-a4f6-60f3095e1d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:10.668267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:10.672912 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:10.679846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:10.683679 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Pushing event updated for resources: {'Port': ['ID=0f031f0d-d934-42d9-8705-e0ce6a982768,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:10.689039 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:10.749625 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.780958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Attempting to bind port 0f031f0d-d934-42d9-8705-e0ce6a982768 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:10.781565 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Attempting to bind port 0f031f0d-d934-42d9-8705-e0ce6a982768 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:10.781919 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.782131 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Attempting to bind port 0f031f0d-d934-42d9-8705-e0ce6a982768 on network 42ea8d30-b196-4060-8e18-1ebc7e76e38f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:10.788188 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:10.788743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Checking segment: {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:10.789265 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.789924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Bound using segment: {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:10.790630 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Bound port: 0f031f0d-d934-42d9-8705-e0ce6a982768, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:10.791118 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.900305 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] For port 0f031f0d-d934-42d9-8705-e0ce6a982768, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:10.903439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] For port 0f031f0d-d934-42d9-8705-e0ce6a982768, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0f031f0d-d934-42d9-8705-e0ce6a982768,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:10.936744 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Allocated IP 172.25.8.13 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/f33f4a75-7026-4053-9d97-e54db98a189c) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:10.971305 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:10.975425 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:11.058749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Pushing event updated for resources: {'Port': ['ID=0f031f0d-d934-42d9-8705-e0ce6a982768,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:11.062907 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:11.105247 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:11.211190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:11.216718 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-021209ef-3647-4985-8b4d-96965f291f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:11.308760 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:11.312936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:11.316950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:11.362417 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Pushing event updated for resources: {'Port': ['ID=f33f4a75-7026-4053-9d97-e54db98a189c,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:11.370381 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:11.598798 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:11.716102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 735db827-2b18-46b3-9564-146e778dba9e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:11.853724 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 735db827-2b18-46b3-9564-146e778dba9e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:11.859146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:11.859698 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 735db827-2b18-46b3-9564-146e778dba9e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:11.859869 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:11.994200 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.013309 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc5f62-eaa2-49a4-ab76-0b117e4b4715 None None] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:13:12.064028 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 735db827-2b18-46b3-9564-146e778dba9e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=735db827-2b18-46b3-9564-146e778dba9e,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:12.140638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.141532 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0f031f0d-d934-42d9-8705-e0ce6a982768 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:12.167198 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:12.218353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-00f1d4de-d7ba-40a6-8972-febaa45f582e None None] Provisioning for port 0f031f0d-d934-42d9-8705-e0ce6a982768 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:12.322439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:12.333640 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:12.410951 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.470520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 0f031f0d-d934-42d9-8705-e0ce6a982768 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:12.476843 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0f031f0d-d934-42d9-8705-e0ce6a982768 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:12.477280 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.608554 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.641661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 0f031f0d-d934-42d9-8705-e0ce6a982768, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0f031f0d-d934-42d9-8705-e0ce6a982768,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:12.691257 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c7956802-5424-44dc-a175-0fa3fe1032cc None None] Provisioning complete for port 0f031f0d-d934-42d9-8705-e0ce6a982768 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:12.691559 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c7956802-5424-44dc-a175-0fa3fe1032cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.730544 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Router b9ac85f3-7743-47c6-b460-8f138947ad4b is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:13:12.751050 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.758119 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:12.846881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=0f031f0d-d934-42d9-8705-e0ce6a982768,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:12.850084 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:12.930756 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:13:12.950245 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Sync routers for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:12.961834 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:12.977493 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:12.978117 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:13.014744 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:13.016051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3774848 May 20 09:13:13.018922 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52718) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:13:13.174017 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:13.466476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:11Z', 'revision_number': 3, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:13.470883 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Checking router: b9ac85f3-7743-47c6-b460-8f138947ad4b for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:13.471248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Updating router b9ac85f3-7743-47c6-b460-8f138947ad4b port f33f4a75-7026-4053-9d97-e54db98a189c binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:13.525463 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:13.691691 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 735db827-2b18-46b3-9564-146e778dba9e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:13.860961 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 735db827-2b18-46b3-9564-146e778dba9e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:13.861343 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:13.903092 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:13.997502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.053023 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Transition to ACTIVE for port object f33f4a75-7026-4053-9d97-e54db98a189c will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:14.073316 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0f031f0d-d934-42d9-8705-e0ce6a982768 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:14.130699 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.131928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Allocated IP 172.20.0.1 (42ea8d30-b196-4060-8e18-1ebc7e76e38f/0bb4ea73-0017-4f16-897a-94e34371a412/43c71b60-ab50-43b1-a830-31249e0aa3cd) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:13:14.136099 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5f88a5f-4326-455b-bad8-cb88a9b7429a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:14.220448 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Attempting to bind port f33f4a75-7026-4053-9d97-e54db98a189c on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:14.220837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Attempting to bind port f33f4a75-7026-4053-9d97-e54db98a189c by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:14.221215 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Attempting to bind port f33f4a75-7026-4053-9d97-e54db98a189c on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:14.231566 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Pushing event updated for resources: {'Port': ['ID=f33f4a75-7026-4053-9d97-e54db98a189c,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:14.235174 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:14.240870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:14.240870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.240870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:14.240870 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Bound port: f33f4a75-7026-4053-9d97-e54db98a189c, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:14.240870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.262215 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:14.268710 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 0f031f0d-d934-42d9-8705-e0ce6a982768 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:14.271840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.305274 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.323112 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Transition to ACTIVE for port object 43c71b60-ab50-43b1-a830-31249e0aa3cd will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:14.378463 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] For port f33f4a75-7026-4053-9d97-e54db98a189c, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:14.382847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] For port f33f4a75-7026-4053-9d97-e54db98a189c, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f33f4a75-7026-4053-9d97-e54db98a189c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:14.483447 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.483741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.487485 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:14.490632 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6ede696-a164-4275-b274-dcc087de5a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:14.556840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:14.559928 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:14.565433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:13:14.565916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:14.566556 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:14.602488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Pushing event updated for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:14.607977 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:14.629109 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:14.683003 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Pushing event updated for resources: {'Port': ['ID=f33f4a75-7026-4053-9d97-e54db98a189c,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:14.692880 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:14.820913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:14.922736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-925930f9-75c1-40e4-b13d-3e1a8f2502b1 None None] Provisioning for port 43c71b60-ab50-43b1-a830-31249e0aa3cd completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:14.950648 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-925930f9-75c1-40e4-b13d-3e1a8f2502b1 None None] Provisioning complete for port 43c71b60-ab50-43b1-a830-31249e0aa3cd triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:14.951112 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-925930f9-75c1-40e4-b13d-3e1a8f2502b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.004138 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.080292 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-925930f9-75c1-40e4-b13d-3e1a8f2502b1 None None] Port 43c71b60-ab50-43b1-a830-31249e0aa3cd cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:13:15.173038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:11Z', 'revision_number': 3, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:15.177628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5a38d-4cf0-429d-92b2-c898fd86f927 None None] The sync data for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 is: [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:11Z', 'revision_number': 3, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:15.254201 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.318773 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.349012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:15.443664 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.447315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Pushing event updated for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:15.453315 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:15.602309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:13:15.603493 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:13:15.726580 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f33f4a75-7026-4053-9d97-e54db98a189c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:15.826612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Router b9ac85f3-7743-47c6-b460-8f138947ad4b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:13:15.876124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port f33f4a75-7026-4053-9d97-e54db98a189c completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:15.881577 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f33f4a75-7026-4053-9d97-e54db98a189c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:15.882034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:15.954645 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-2c850066-e686-401b-8c52-991c655a0397 None None] Provisioning complete for port 43c71b60-ab50-43b1-a830-31249e0aa3cd triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:15.955134 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2c850066-e686-401b-8c52-991c655a0397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:16.031458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-2c850066-e686-401b-8c52-991c655a0397 None None] Port 43c71b60-ab50-43b1-a830-31249e0aa3cd cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:13:16.101147 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:16.119882 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port f33f4a75-7026-4053-9d97-e54db98a189c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f33f4a75-7026-4053-9d97-e54db98a189c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:16.181888 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:16.186012 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:16.207097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:13:16.216195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] 10.222.0.79 "PUT /v2.0/routers/b9ac85f3-7743-47c6-b460-8f138947ad4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1961067 May 20 09:13:16.254312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=f33f4a75-7026-4053-9d97-e54db98a189c,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:16.257336 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:17.166085 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Sync routers for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:13:17.176435 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:17.177368 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:17.396133 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:17.684376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f33f4a75-7026-4053-9d97-e54db98a189c up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:17.778162 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port f33f4a75-7026-4053-9d97-e54db98a189c triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:17.779928 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:17.815795 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:14Z', 'revision_number': 4, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '43c71b60-ab50-43b1-a830-31249e0aa3cd', 'name': '', 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'mac_address': 'fa:16:3e:fc:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:13Z', 'updated_at': '2021-05-20T09:13:15Z', 'revision_number': 2, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'subnets': [{'id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:17.821047 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Checking router: b9ac85f3-7743-47c6-b460-8f138947ad4b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:13:17.821527 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Updating router b9ac85f3-7743-47c6-b460-8f138947ad4b port 43c71b60-ab50-43b1-a830-31249e0aa3cd binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:13:17.894767 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.361655 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.379705 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Transition to ACTIVE for port object 43c71b60-ab50-43b1-a830-31249e0aa3cd will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:13:18.459319 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.464065 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-793ee4ae-b83d-4fb4-b4fd-372220ccb1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:18.612728 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73925-1cd1-4a50-b242-9fc3fc533bd7 None None] Pushing event updated for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:18.644323 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d2e73925-1cd1-4a50-b242-9fc3fc533bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:18.719734 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Attempting to bind port 43c71b60-ab50-43b1-a830-31249e0aa3cd on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:13:18.720125 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Attempting to bind port 43c71b60-ab50-43b1-a830-31249e0aa3cd by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:13:18.720508 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Attempting to bind port 43c71b60-ab50-43b1-a830-31249e0aa3cd on network 42ea8d30-b196-4060-8e18-1ebc7e76e38f {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:13:18.726851 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:13:18.727247 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Checking segment: {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:13:18.727681 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.728941 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Bound using segment: {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:13:18.728941 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Bound port: 43c71b60-ab50-43b1-a830-31249e0aa3cd, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b0e7c-611e-475d-8e3e-f9664715e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:13:18.728941 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.853146 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] For port 43c71b60-ab50-43b1-a830-31249e0aa3cd, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:13:18.856405 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] For port 43c71b60-ab50-43b1-a830-31249e0aa3cd, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=43c71b60-ab50-43b1-a830-31249e0aa3cd,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:13:18.937198 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:18.947496 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c92635ae-7bc4-4fe5-b374-3a235341bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:19.016349 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:13:19.017306 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:13:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:19.115302 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73925-1cd1-4a50-b242-9fc3fc533bd7 None None] Pushing event updated for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:19.121013 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-d2e73925-1cd1-4a50-b242-9fc3fc533bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:19.235900 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:13:19.606949 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:14Z', 'revision_number': 4, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '43c71b60-ab50-43b1-a830-31249e0aa3cd', 'name': '', 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'mac_address': 'fa:16:3e:fc:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:13Z', 'updated_at': '2021-05-20T09:13:18Z', 'revision_number': 4, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'subnets': [{'id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:13:19.614108 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ec6888-42ce-4226-bd0e-abe910dd6f6d None None] The sync data for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 is: [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:13:14Z', 'revision_number': 4, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '43c71b60-ab50-43b1-a830-31249e0aa3cd', 'name': '', 'network_id': '42ea8d30-b196-4060-8e18-1ebc7e76e38f', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'mac_address': 'fa:16:3e:fc:e4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:13Z', 'updated_at': '2021-05-20T09:13:18Z', 'revision_number': 4, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'subnets': [{'id': '0bb4ea73-0017-4f16-897a-94e34371a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:13:21.715267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 43c71b60-ab50-43b1-a830-31249e0aa3cd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:21.865887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 43c71b60-ab50-43b1-a830-31249e0aa3cd completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:13:21.871863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 43c71b60-ab50-43b1-a830-31249e0aa3cd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:21.872558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.020935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.063840 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 43c71b60-ab50-43b1-a830-31249e0aa3cd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=43c71b60-ab50-43b1-a830-31249e0aa3cd,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:13:22.153158 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:22.155003 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:13:22.245638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:13:22.249007 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:13:23.680241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 43c71b60-ab50-43b1-a830-31249e0aa3cd up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:13:23.774607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 43c71b60-ab50-43b1-a830-31249e0aa3cd triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:13:23.774990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:25.135995 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:27.379166 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:36.991675 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:13:37.001671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-92f7f3f8-2326-4fe8-8297-c82a4ee26db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:39.284489 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-99fffd73-ccef-4049-9c9f-fd8dcda2f055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:39.741042 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:41.547061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:42.912610 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:55.149601 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:57.357709 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:13:58.185738 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-9f3bdd05-3c6e-4dda-8057-a1b650a7535a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0792606 May 20 09:13:58.334781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.335274 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.335763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.336246 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.336732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.339109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-dcfce335-be3b-4b85-8774-3082564025a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0817990 May 20 09:13:58.499285 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-13c74125-fc4d-4998-8480-965e3b0897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.499757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-13c74125-fc4d-4998-8480-965e3b0897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.500236 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-13c74125-fc4d-4998-8480-965e3b0897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.501877 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-13c74125-fc4d-4998-8480-965e3b0897f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1392581 May 20 09:13:58.573425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-9e914e60-4d92-4430-ad20-f1beb497cddb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0655220 May 20 09:13:58.638319 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-d261c60d-59f1-4590-afca-f73ddb9ad6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.639757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-d261c60d-59f1-4590-afca-f73ddb9ad6ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0588133 May 20 09:13:58.715438 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-b3a1db5a-3d35-40f3-a8e3-d78de02fc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:58.716822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-b3a1db5a-3d35-40f3-a8e3-d78de02fc100 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705588 May 20 09:13:58.848848 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-93ecda94-7cb0-4c16-90e8-940d55f3cac2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256499 May 20 09:13:58.987470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-c9af67f4-08df-422a-a54d-ca12371d53d1 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314943 May 20 09:13:59.062753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-a0130ace-38ff-4685-81c8-d5f5417832e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0684435 May 20 09:13:59.129888 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-122f5e3d-e453-4409-b45f-8738e7edcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:59.131366 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-122f5e3d-e453-4409-b45f-8738e7edcfc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0622289 May 20 09:13:59.209655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-b7369a87-9444-4404-9a40-a7f302a68f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:59.212206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-b7369a87-9444-4404-9a40-a7f302a68f67 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738938 May 20 09:13:59.348721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-67ab02c1-ff37-4ad9-95b5-33c4b590d6d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300254 May 20 09:13:59.487871 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-1caba3e0-b306-443b-aa28-49daf120afed service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324191 May 20 09:13:59.562495 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-017f9f02-3948-4b2f-84d2-d63b5681cafb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0666165 May 20 09:13:59.627745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-807a3cac-89b7-4f91-b52f-33037d03f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:59.629108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-807a3cac-89b7-4f91-b52f-33037d03f7cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0602868 May 20 09:13:59.705776 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-95ceb5b7-7120-49f6-bf12-7231fc9de1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:13:59.707261 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-95ceb5b7-7120-49f6-bf12-7231fc9de1b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715210 May 20 09:13:59.841015 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-bfe6f7e9-4a06-45fd-9c69-fd96f570d56a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266665 May 20 09:13:59.974120 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-d5e59d2e-f32f-41a8-99dd-610bd29b2958 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267815 May 20 09:14:00.046800 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-fe65d5e2-e684-43ff-b16a-8db201ee5a87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0658987 May 20 09:14:00.113268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-a82e0eb0-9311-48f2-91ab-414f23d2b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:00.114743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-a82e0eb0-9311-48f2-91ab-414f23d2b137 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0619590 May 20 09:14:00.192379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-17ee12ae-abc6-4ea4-9bd2-d94a95f53454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:00.193950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-17ee12ae-abc6-4ea4-9bd2-d94a95f53454 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721657 May 20 09:14:00.330876 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-3ee9af1c-6fdb-4dd2-8aa8-337550c89f5b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293449 May 20 09:14:00.631040 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-d5948370-3489-4f42-ae57-1a0e51ddcaca service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936740 May 20 09:14:00.701236 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-eea702cf-a28c-4eda-aae1-b688a33c0c9a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0630920 May 20 09:14:00.764972 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-3ae9ad8e-4521-4c40-8f53-25769cbde0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:00.766436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-3ae9ad8e-4521-4c40-8f53-25769cbde0be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0589907 May 20 09:14:00.849381 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-fa7460c9-e2ea-447f-8d1e-c0510d658d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:00.850969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-fa7460c9-e2ea-447f-8d1e-c0510d658d36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784252 May 20 09:14:00.990756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-c3717810-1fdc-48b9-8c37-9840a7d3f12a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322765 May 20 09:14:01.126228 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-33c94ecc-ac59-4283-aaae-2781248ee516 req-f04deaed-2c08-4d31-881c-7a5d684f0487 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294115 May 20 09:14:06.940705 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5131f09e-6bf1-4b9d-8222-5dd608677c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:09.251943 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2fdd-7291-4434-a04e-046c4655da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:09.718190 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:11.554887 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:12.829298 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:13.992122 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:14:25.155034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:27.400132 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:28.565777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52828) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:29.111061 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:29.537356 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Deleting port 735db827-2b18-46b3-9564-146e778dba9e {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:29.537728 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:29.826041 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] For port 735db827-2b18-46b3-9564-146e778dba9e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=735db827-2b18-46b3-9564-146e778dba9e,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:29.826743 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:29.952939 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Calling delete_port for 735db827-2b18-46b3-9564-146e778dba9e owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:30.318159 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:30.322422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:30.372957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=735db827-2b18-46b3-9564-146e778dba9e,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:30.415426 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.416078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.416457 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.416696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.416984 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.417753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.417753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.419240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.419240 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.419565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.419735 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.420179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:30.453264 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:30.678731 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:31.050595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Router 617e52a7-48c4-46bf-903a-6187ce18d557 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:14:31.396911 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:14:31.405739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Sync routers for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:31.406527 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] 10.222.0.79 "PUT /v2.0/routers/617e52a7-48c4-46bf-903a-6187ce18d557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395789 May 20 09:14:31.409045 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52832) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:31.415735 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:31.416349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:31.596339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:31.602822 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:31.788734 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:31.884680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:14:30Z', 'revision_number': 5, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port': {'id': '91fd947e-12f9-47ed-99fd-8249faefd8b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:41:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:01Z', 'updated_at': '2021-05-20T09:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:31.888738 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Checking router: 617e52a7-48c4-46bf-903a-6187ce18d557 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:31.897233 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Routers {'617e52a7-48c4-46bf-903a-6187ce18d557'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:31.897813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['617e52a7-48c4-46bf-903a-6187ce18d557'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:31.957848 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Deleting port 91fd947e-12f9-47ed-99fd-8249faefd8b5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:31.958263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.051763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] Set router 617e52a7-48c4-46bf-903a-6187ce18d557 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:32.086218 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] For port 91fd947e-12f9-47ed-99fd-8249faefd8b5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=91fd947e-12f9-47ed-99fd-8249faefd8b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:32.086833 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.160557 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:14:31Z', 'revision_number': 6, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:32.164628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df51405-02b8-4445-aa1f-e10a621c5f68 None None] The sync data for ids ['617e52a7-48c4-46bf-903a-6187ce18d557'] in n-d-780147-4 is: [{'id': '617e52a7-48c4-46bf-903a-6187ce18d557', 'name': 'tempest-TestMinimumBasicScenario-1248830080-router', 'tenant_id': '9a9107de8a4f4b5e835a600d25c8a548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:00Z', 'updated_at': '2021-05-20T09:14:31Z', 'revision_number': 6, 'project_id': '9a9107de8a4f4b5e835a600d25c8a548', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:32.217370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Calling delete_port for 91fd947e-12f9-47ed-99fd-8249faefd8b5 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:32.437282 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.441724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:32.487514 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fd947e-12f9-47ed-99fd-8249faefd8b5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:32.490108 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:32.591778 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.767082 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.769515 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.843380 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.843810 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617e52a7-48c4-46bf-903a-6187ce18d557 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:14:32.857399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.858560 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] 10.222.0.79 "DELETE /v2.0/routers/617e52a7-48c4-46bf-903a-6187ce18d557 HTTP/1.1" status: 204 len: 168 time: 1.4485514 May 20 09:14:32.861642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52836) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:32.925138 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Deleting subnet 9550a118-fe28-41e3-b031-f32a60f1ec94 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:14:32.928418 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:32.980135 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.247551 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.640851 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.644805 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-40173a00-7d49-4570-a650-bb6905f93bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:33.678088 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9550a118-fe28-41e3-b031-f32a60f1ec94,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:33.681828 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:33.685853 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.691290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52fa54-7381-4c36-8dab-c8df795d01be None None] Network e9ef5d04-bf24-48c3-9bea-9c89cefb7289 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:14:33.693577 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-effef45e-188d-4a3d-96bd-92082ef62793 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9550a118-fe28-41e3-b031-f32a60f1ec94 HTTP/1.1" status: 204 len: 168 time: 0.8308825 May 20 09:14:33.695968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52840) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:33.723362 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 91fd947e-12f9-47ed-99fd-8249faefd8b5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:33.764202 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 91fd947e-12f9-47ed-99fd-8249faefd8b5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:33.764690 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 91fd947e-12f9-47ed-99fd-8249faefd8b5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:33.764993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 735db827-2b18-46b3-9564-146e778dba9e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:33.811101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.847847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 735db827-2b18-46b3-9564-146e778dba9e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:33.848197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 735db827-2b18-46b3-9564-146e778dba9e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:33.889662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Deleting port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:33.890013 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:33.999935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] For port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:34.000319 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.095209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] DHCP port deletion for e9ef5d04-bf24-48c3-9bea-9c89cefb7289 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:14:34.144412 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Calling delete_port for 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:34.165618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Deleting port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:34.166012 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.265558 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] For port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,segment=NetworkSegment(cc91aeb0-8d42-44a1-ac97-b1900182617b),segment_id=cc91aeb0-8d42-44a1-ac97-b1900182617b)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:34.265910 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.280692 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.286145 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dec6d8dc-0f05-4a74-9606-0c0862756f3a tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:34.331015 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Pushing event deleted for resources: {'Port': ['ID=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:34.332723 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] No DVR routers for this DVR port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:34.334315 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:34.420573 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Calling delete_port for 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:34.455827 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.470402 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ef5d04-bf24-48c3-9bea-9c89cefb7289']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:34.474793 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.479490 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a7797e2-242d-40cf-a9cf-8b1a5cd73069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:34.484561 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc91aeb0-8d42-44a1-ac97-b1900182617b') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:34.484943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc91aeb0-8d42-44a1-ac97-b1900182617b') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:34.496967 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.515084 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.522790 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:14:34.523412 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.523847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Pushing event deleted for resources: {'Port': ['ID=37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:34.526688 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] No DVR routers for this DVR port 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: timer() May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:14:34.539136 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541147 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.541892 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.542048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.542429 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.542611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:34.547311 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:34.683248 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.686904 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fb1073e7-6e6d-4eed-bec1-fa132ecb0acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:34.700758 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:34.712541 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ef5d04-bf24-48c3-9bea-9c89cefb7289,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:34.715841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] 10.222.0.79 "DELETE /v2.0/networks/e9ef5d04-bf24-48c3-9bea-9c89cefb7289 HTTP/1.1" status: 204 len: 168 time: 1.0182703 May 20 09:14:34.717413 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:34.719783 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52844) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:35.275649 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:35.714209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:35.754623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:35.754987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 37ebfab1-34e3-44b2-a6c8-9c38fb74a5c9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:35.863278 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Deleting port 43c71b60-ab50-43b1-a830-31249e0aa3cd {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:35.863891 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:35.984975 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] For port 43c71b60-ab50-43b1-a830-31249e0aa3cd, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=43c71b60-ab50-43b1-a830-31249e0aa3cd,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:35.985335 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:36.113630 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Calling delete_port for 43c71b60-ab50-43b1-a830-31249e0aa3cd owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:36.482868 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:36.487256 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b34df25c-80c8-4035-8d92-f9cfa1bf2302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:36.568338 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Pushing event deleted for resources: {'Port': ['ID=43c71b60-ab50-43b1-a830-31249e0aa3cd,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:36.612645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.613029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.613409 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.613807 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.614179 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.614547 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.614916 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.615280 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.615645 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.616005 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.616372 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.616712 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:14:36.627934 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:36.823368 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:36.951482 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-705eae07-b653-40fd-a253-bf0e7a10f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:37.337967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Router b9ac85f3-7743-47c6-b460-8f138947ad4b has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:14:37.523393 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:14:37.532486 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Sync routers for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:14:37.533131 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-16bee509-b632-4ed4-aba2-8f852288788b admin admin] 10.222.0.79 "PUT /v2.0/routers/b9ac85f3-7743-47c6-b460-8f138947ad4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122244 May 20 09:14:37.535608 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52848) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:37.542278 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:37.542908 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:37.724172 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:37.733204 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:37.914047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:38.064287 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:14:36Z', 'revision_number': 5, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port': {'id': 'f33f4a75-7026-4053-9d97-e54db98a189c', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:13:10Z', 'updated_at': '2021-05-20T09:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:38.068358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Checking router: b9ac85f3-7743-47c6-b460-8f138947ad4b for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:14:38.079018 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Routers {'b9ac85f3-7743-47c6-b460-8f138947ad4b'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:14:38.082891 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:14:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b9ac85f3-7743-47c6-b460-8f138947ad4b'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:38.097105 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Deleting port f33f4a75-7026-4053-9d97-e54db98a189c {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:38.097452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:38.223307 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] For port f33f4a75-7026-4053-9d97-e54db98a189c, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=f33f4a75-7026-4053-9d97-e54db98a189c,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:38.223578 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:38.231008 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] Set router b9ac85f3-7743-47c6-b460-8f138947ad4b gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:14:38.337284 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:14:37Z', 'revision_number': 6, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:38.342076 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637708-b2db-4f54-b8c2-a4b488fba151 None None] The sync data for ids ['b9ac85f3-7743-47c6-b460-8f138947ad4b'] in n-d-780147-4 is: [{'id': 'b9ac85f3-7743-47c6-b460-8f138947ad4b', 'name': 'tempest-TestMinimumBasicScenario-396368939-router', 'tenant_id': '604dca41ab514aa4a78e97de736f992d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:13:09Z', 'updated_at': '2021-05-20T09:14:37Z', 'revision_number': 6, 'project_id': '604dca41ab514aa4a78e97de736f992d', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:14:38.350236 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Calling delete_port for f33f4a75-7026-4053-9d97-e54db98a189c owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:38.565952 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:38.569987 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f5a360a7-88a9-47c7-b9e6-790821961eca tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:38.617659 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33f4a75-7026-4053-9d97-e54db98a189c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:38.620397 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:38.714236 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.054660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.056823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.174621 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.175092 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ac85f3-7743-47c6-b460-8f138947ad4b {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:14:39.188727 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.190181 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f3b81689-0966-4e87-8cf6-898645794fa2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b9ac85f3-7743-47c6-b460-8f138947ad4b HTTP/1.1" status: 204 len: 168 time: 1.6535270 May 20 09:14:39.192588 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 52852) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:39.234895 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf82a-b35d-4a74-b323-9bf57040b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.257344 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Deleting subnet 0bb4ea73-0017-4f16-897a-94e34371a412 {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:14:39.260317 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.313385 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.397887 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.712816 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f33f4a75-7026-4053-9d97-e54db98a189c no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:39.746683 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.749165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: f33f4a75-7026-4053-9d97-e54db98a189c {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:39.749551 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device f33f4a75-7026-4053-9d97-e54db98a189c not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:39.749986 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 43c71b60-ab50-43b1-a830-31249e0aa3cd no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:39.751395 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-891bf986-944f-4d2e-b392-97f540d4b968 tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:39.778976 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.785543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 43c71b60-ab50-43b1-a830-31249e0aa3cd {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:39.786846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 43c71b60-ab50-43b1-a830-31249e0aa3cd not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:39.789137 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb4ea73-0017-4f16-897a-94e34371a412,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:39.794409 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.798019 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:39.801344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa8e19-a61a-4ddc-83d5-591c93998435 None None] Network 42ea8d30-b196-4060-8e18-1ebc7e76e38f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:14:39.805318 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f1246e18-05ee-4964-b8e8-dcd02d6aa344 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0bb4ea73-0017-4f16-897a-94e34371a412 HTTP/1.1" status: 204 len: 168 time: 0.6116245 May 20 09:14:39.805595 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52856) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:39.916031 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:39.990478 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Deleting port 0f031f0d-d934-42d9-8705-e0ce6a982768 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:39.990823 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.070475 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] DHCP port deletion for 42ea8d30-b196-4060-8e18-1ebc7e76e38f request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:14:40.098077 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] For port 0f031f0d-d934-42d9-8705-e0ce6a982768, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0f031f0d-d934-42d9-8705-e0ce6a982768,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:40.098431 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.140453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Deleting port 0f031f0d-d934-42d9-8705-e0ce6a982768 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:14:40.141001 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.223767 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Calling delete_port for 0f031f0d-d934-42d9-8705-e0ce6a982768 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:40.242332 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] For port 0f031f0d-d934-42d9-8705-e0ce6a982768, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=0f031f0d-d934-42d9-8705-e0ce6a982768,segment=NetworkSegment(6c5b0e7c-611e-475d-8e3e-f9664715e441),segment_id=6c5b0e7c-611e-475d-8e3e-f9664715e441)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:14:40.243156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.360941 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.365791 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6be88d58-a035-4e88-8dbb-03e8801e51d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:40.368750 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Calling delete_port for 0f031f0d-d934-42d9-8705-e0ce6a982768 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:14:40.413691 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f031f0d-d934-42d9-8705-e0ce6a982768,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:40.414257 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.416027 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] No DVR routers for this DVR port 0f031f0d-d934-42d9-8705-e0ce6a982768 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:40.418054 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:40.418461 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:40.463685 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Pushing event deleted for resources: {'Port': ['ID=0f031f0d-d934-42d9-8705-e0ce6a982768,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:40.467420 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:40.469759 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] No DVR routers for this DVR port 0f031f0d-d934-42d9-8705-e0ce6a982768 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:14:40.548154 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.562193 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ea8d30-b196-4060-8e18-1ebc7e76e38f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:40.574462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b0e7c-611e-475d-8e3e-f9664715e441') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:40.574759 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b0e7c-611e-475d-8e3e-f9664715e441') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:14:40.586137 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.602535 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.609504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:14:40.609914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: timer() May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:14:40.623749 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:14:40.763146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.766908 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:40.780175 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:40.790474 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Pushing event deleted for resources: {'Network': ['ID=42ea8d30-b196-4060-8e18-1ebc7e76e38f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:40.794400 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:40.796204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-0c3752f6-f134-4d86-8cad-fb5ab4f1fabf admin admin] 10.222.0.79 "DELETE /v2.0/networks/42ea8d30-b196-4060-8e18-1ebc7e76e38f HTTP/1.1" status: 204 len: 168 time: 0.9893618 May 20 09:14:41.183164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52862) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:41.233315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ec38d9ab-ccfb-489a-adfd-791873a631b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a9107de8a4f4b5e835a600d25c8a548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483484 May 20 09:14:41.235692 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52866) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:41.299974 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:41.326656 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:41.480327 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:41.484910 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a9fdae0b-82ad-4304-a693-f9dcd1be3b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:41.498268 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7322f96-12da-4bf3-8073-b12f55d20290,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:41.503179 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:41.507813 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:41.509000 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7322f96-12da-4bf3-8073-b12f55d20290 HTTP/1.1" status: 204 len: 168 time: 0.2724156 May 20 09:14:41.554492 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:41.706521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0f031f0d-d934-42d9-8705-e0ce6a982768 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:14:41.743514 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 0f031f0d-d934-42d9-8705-e0ce6a982768 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:14:41.743958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 0f031f0d-d934-42d9-8705-e0ce6a982768 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:14:42.210730 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52874) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:42.265728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-32570a00-0724-4615-b616-84f395a7fb97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=604dca41ab514aa4a78e97de736f992d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536776 May 20 09:14:42.268855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 52878) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:14:42.328726 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:42.357113 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:42.503434 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:42.507471 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-83e729df-ec97-469e-b8f8-1b0e7ac7e063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:14:42.519728 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fb2d8-d410-44b2-9eb4-8b4bdace2faf,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:14:42.522606 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:14:42.530144 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:42.531709 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-95b93630-ac2a-4da3-9454-21008093da27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1e5fb2d8-d410-44b2-9eb4-8b4bdace2faf HTTP/1.1" status: 204 len: 168 time: 0.2615361 May 20 09:14:42.858211 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:50.991843 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:14:55.157863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:57.390908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:14:59.180550 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-8b821e91-a40e-4bcb-b887-8bd3f47d211d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0776911 May 20 09:14:59.331719 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.332212 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.332800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.333280 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.333784 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.336304 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3d811aba-40e4-4f1a-aaca-8f6221ab732d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0817645 May 20 09:14:59.497453 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-54ae8631-cd07-49d7-89ca-55f071440e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.497966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-54ae8631-cd07-49d7-89ca-55f071440e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.498444 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-54ae8631-cd07-49d7-89ca-55f071440e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.500039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-54ae8631-cd07-49d7-89ca-55f071440e10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1401863 May 20 09:14:59.574775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-4aef5aaa-481f-46ec-9608-9438e962c406 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0683515 May 20 09:14:59.642171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-7ce0ce6d-8818-420d-a5eb-b7c69b19ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.643682 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-7ce0ce6d-8818-420d-a5eb-b7c69b19ad5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0632308 May 20 09:14:59.879847 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-30106cf9-be17-40b9-aad1-da6077a81dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:14:59.882078 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-30106cf9-be17-40b9-aad1-da6077a81dbe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310622 May 20 09:15:00.024442 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-3866e6be-aad4-49ae-9c09-7049ddbffd10 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348898 May 20 09:15:00.162051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-6c1e9a8c-b1c7-41b6-b505-5e273f4570a5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310642 May 20 09:15:00.236238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-450f642b-6603-413d-a02e-5bf66e7fe4f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0671921 May 20 09:15:00.298537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-52717b01-dda8-44d5-97cd-f29c2ca5b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:00.299968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-52717b01-dda8-44d5-97cd-f29c2ca5b648 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0580642 May 20 09:15:00.379806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-06373dc1-5201-44ca-95d0-197b1cfb75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:00.381397 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-06373dc1-5201-44ca-95d0-197b1cfb75bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755007 May 20 09:15:00.518313 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-468a0f58-3d55-4d1d-a1b8-91653dcbc531 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302252 May 20 09:15:00.653827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-7e92b6b5-93cd-438f-b28e-e6c0ec80dd7b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284840 May 20 09:15:00.720306 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-08a7830a-5142-4e7f-be02-ffbcd0a13d86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0605083 May 20 09:15:00.785096 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-30434e1e-3fcd-4555-8112-51cd587b3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:00.786553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-30434e1e-3fcd-4555-8112-51cd587b3086 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0600448 May 20 09:15:00.864142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-7564fdeb-d89e-4f09-bab3-115033d36f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:00.865697 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-7564fdeb-d89e-4f09-bab3-115033d36f43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721049 May 20 09:15:01.005416 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-70d3dc45-4c81-45ce-9e46-c59fe012134a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328917 May 20 09:15:01.143359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-ebc13009-c16c-4c5b-974a-8cb7641102f9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313970 May 20 09:15:01.216173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-91172f1a-acf5-4747-883b-e1683f1829c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0660894 May 20 09:15:01.278998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-39178002-bd14-4ee1-b520-207bc2d8e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:01.280353 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-39178002-bd14-4ee1-b520-207bc2d8e237 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0585809 May 20 09:15:01.361024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-dbe56a0a-e203-4861-aa91-9b0498681d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:01.362610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-dbe56a0a-e203-4861-aa91-9b0498681d33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760276 May 20 09:15:01.499627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-986c1576-8be4-4dda-8fb0-b8816104b6ac service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297750 May 20 09:15:01.796182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-bbeb5dc5-a062-4111-944f-1ab71de4aaef service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900503 May 20 09:15:01.875641 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-2755e83c-5e9a-4c84-a94c-84ce06390f05 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0724471 May 20 09:15:01.942783 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-0239a155-b9bf-4e71-9ccb-ba39beeaf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:01.944167 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-0239a155-b9bf-4e71-9ccb-ba39beeaf2a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0624013 May 20 09:15:02.026353 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-97255a34-587b-4b67-92b6-fe6c6e39dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:15:02.028014 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-97255a34-587b-4b67-92b6-fe6c6e39dfda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775790 May 20 09:15:02.165699 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-63459f0c-11db-4c74-9dcd-ce6a13384131 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301432 May 20 09:15:02.305797 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-fc92c3aa-c663-414a-aed5-97b25d9ea43e req-a8f756f6-4b54-46f8-a8c6-6470f57a9018 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338224 May 20 09:15:06.936499 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-dda0c1c3-841e-4f7c-8202-8342e66edf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:09.237252 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-301f4a69-0886-426d-874a-d12c4a6544b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:09.737032 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:11.584999 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:12.856782 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:25.170394 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:27.414017 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:27.993361 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:15:36.976864 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e37b9ba5-8098-4417-92fb-81cf6b1191a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:39.238824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-776a18de-bf2f-4e48-b8f7-654cf15fd630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:39.727420 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:41.561794 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:42.838920 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:55.158414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:15:57.401161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:01.182915 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-c9778cf1-1632-4975-a9ae-c665880dc26e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0802927 May 20 09:16:01.330401 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.330894 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.331382 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.331865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.332339 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.334175 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-254e1813-1bda-4420-b5d0-0857f04a1c19 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0813656 May 20 09:16:01.496334 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-b05a4d10-d3c2-4122-99bf-ebc48c1da587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.496816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-b05a4d10-d3c2-4122-99bf-ebc48c1da587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.497291 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-b05a4d10-d3c2-4122-99bf-ebc48c1da587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.498897 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-b05a4d10-d3c2-4122-99bf-ebc48c1da587 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1398401 May 20 09:16:01.573046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-00090eab-7e89-4099-9e60-9bc2852cd9a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0676947 May 20 09:16:01.636753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-e5eadda3-7d4d-4779-b65e-e41a22ed40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.638206 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-e5eadda3-7d4d-4779-b65e-e41a22ed40cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0587928 May 20 09:16:01.719416 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-0003f5ef-4336-406c-964d-ddf3cab7fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:01.720909 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-0003f5ef-4336-406c-964d-ddf3cab7fc6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757506 May 20 09:16:01.856572 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-50c7717a-e594-4dda-8f35-791308b2bd53 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279299 May 20 09:16:01.989088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-4d6e5b49-8837-4479-ad04-6b81aed52320 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261992 May 20 09:16:02.056076 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-276cfe1e-5790-4cbb-80e3-351e8189b659 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0606391 May 20 09:16:02.120662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-32c3c01e-6307-4ffa-bedc-f6136c580acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:02.122104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-32c3c01e-6307-4ffa-bedc-f6136c580acf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0597291 May 20 09:16:02.195725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-f989d02d-54e1-4b98-bce5-d23880c69aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:02.197259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-f989d02d-54e1-4b98-bce5-d23880c69aa7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690877 May 20 09:16:02.330753 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-f9a547b0-c03a-4259-9088-7589c4541a1e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263554 May 20 09:16:02.471632 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-e7b38a5c-3016-4836-bc63-e287921be822 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337099 May 20 09:16:02.544056 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-4bbc01d3-eec8-4c45-81c8-9cac403d5f47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0649145 May 20 09:16:02.609706 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-858fc453-bca1-4712-9269-9490ffc78b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:02.611086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-858fc453-bca1-4712-9269-9490ffc78b4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0605774 May 20 09:16:02.689991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-c99d3ce0-d2bc-4a13-8565-9e4c8547aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:02.691549 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-c99d3ce0-d2bc-4a13-8565-9e4c8547aae3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737774 May 20 09:16:02.982567 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-f430b7bb-1dbd-4076-b67a-e7e075e4d02c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843256 May 20 09:16:03.116866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-2651d6c2-d6d0-4639-8868-64e2cbceff6b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273222 May 20 09:16:03.184373 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-8116d0a3-4b4b-4128-92c2-15ec32b59a71 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0605443 May 20 09:16:03.254795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-01ccc631-45a5-49bb-b58e-045edb32990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:03.256163 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-01ccc631-45a5-49bb-b58e-045edb32990b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0636055 May 20 09:16:03.335213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-a2898f58-de51-45b4-bebc-d21097413afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:03.336881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-a2898f58-de51-45b4-bebc-d21097413afd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732679 May 20 09:16:03.472971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-f8536934-0f58-4929-8f7a-32922c7ebd33 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280310 May 20 09:16:03.610486 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-d2cf6d3f-2490-4561-b6c5-d81b2ee74848 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302629 May 20 09:16:03.681559 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-7f4155cd-4f8b-4123-b1c5-893c470cd7ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0645430 May 20 09:16:03.744660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-9e34429f-fb44-4565-8df0-6a366061bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:03.746121 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-9e34429f-fb44-4565-8df0-6a366061bea0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0578566 May 20 09:16:03.827250 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-0b7f502c-68c1-47f3-8a78-affb9f183c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:16:03.828761 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-0b7f502c-68c1-47f3-8a78-affb9f183c82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760217 May 20 09:16:03.963854 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-63fd2b9d-94fa-4101-b7e8-2aaa1bd68ede service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276217 May 20 09:16:04.098199 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-79edbc9e-ac5b-49b6-ab54-f4becdd878a2 req-3d80caaf-844f-47c4-8eb5-0508887b58fc service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273928 May 20 09:16:04.993579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:16:06.952169 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-86158ea7-e753-408a-a510-2650e4ab84dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:09.261925 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-2c7b43f3-d21f-47ad-90ea-56b86b93b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:09.823528 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:11.589371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:12.838072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:25.149228 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:27.438958 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:36.943067 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5559c5f9-7741-471c-afe6-1962508f3d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:39.237803 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9128c524-fe32-494f-a2e5-024f6550892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:39.740363 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:41.571940 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:41.993900 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:16:42.849062 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:55.220072 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:16:57.448873 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:02.207119 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-fa5acc5c-2698-4b27-9e8f-69704ecd4945 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0770056 May 20 09:17:02.360333 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.360824 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.361610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.362090 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.362658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.364943 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-f4364d35-9283-4f78-9f78-6409e4309769 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0850854 May 20 09:17:02.527523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ace737c0-3ee0-4e4e-b0a5-353dfcf3b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.528004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ace737c0-3ee0-4e4e-b0a5-353dfcf3b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.528484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ace737c0-3ee0-4e4e-b0a5-353dfcf3b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.530086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ace737c0-3ee0-4e4e-b0a5-353dfcf3b3c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1413426 May 20 09:17:02.598510 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-75673809-3370-4fb8-a3c5-46e8fb27350b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0615439 May 20 09:17:02.666827 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-bb8fefbd-1e18-46e0-a459-c3f29fc6ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.668288 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-bb8fefbd-1e18-46e0-a459-c3f29fc6ad01 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0633168 May 20 09:17:02.745019 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-4035e526-7add-4585-8a13-6c447ec69c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:02.746503 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-4035e526-7add-4585-8a13-6c447ec69c8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714467 May 20 09:17:03.045380 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-2af4449a-bd14-4590-bbb3-29fbf40345fc service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890639 May 20 09:17:03.183589 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ebb66f18-2ec8-421f-a0aa-fbc689c6066e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321964 May 20 09:17:03.257762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-0ae8d937-9bb9-49df-a913-776a7cba1624 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0675094 May 20 09:17:03.321396 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-09225f4f-6567-405b-bb7b-d37931947825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:03.322892 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-09225f4f-6567-405b-bb7b-d37931947825 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0592134 May 20 09:17:03.408385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ec7c0c61-73da-4154-aa64-625db731b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:03.410507 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-ec7c0c61-73da-4154-aa64-625db731b7ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806313 May 20 09:17:03.548908 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-a6f572a3-6755-44d0-8810-0095e2f8548d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324706 May 20 09:17:03.688191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-c601c946-4b4a-476f-864e-0cb069357fd8 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322296 May 20 09:17:03.756978 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-12d395de-b87c-4601-9fa6-fcc8d36aa05b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0619082 May 20 09:17:03.833038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-860d57f4-6714-4b03-a693-b26652ddf5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:03.834530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-860d57f4-6714-4b03-a693-b26652ddf5f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0711770 May 20 09:17:03.913953 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-0d37f9eb-e538-4741-babe-1fa456c45655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:03.915454 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-0d37f9eb-e538-4741-babe-1fa456c45655 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742128 May 20 09:17:04.054026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-36c83832-f8ce-47ec-8603-f3a98465c598 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311405 May 20 09:17:04.192723 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-411d8c51-56ce-4df3-b8fa-e32e57fe4103 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325781 May 20 09:17:04.265942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-04557292-93c3-4581-94f3-2caa132d5fc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0665216 May 20 09:17:04.328460 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-fc3a4fca-856a-459f-9b1c-db56b73b7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:04.329852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-fc3a4fca-856a-459f-9b1c-db56b73b7a9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0576892 May 20 09:17:04.415610 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-3f74a246-0ffe-40ec-9a14-355567d9a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:04.417091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-3f74a246-0ffe-40ec-9a14-355567d9a8c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806916 May 20 09:17:04.560872 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-5c873414-f32f-4271-9e9b-a1fc147767d1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369460 May 20 09:17:04.695822 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-7eb45728-2301-4de3-94ba-d19cda3e9b6d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279175 May 20 09:17:04.763448 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-b084350c-0862-4444-9d66-f6251a9ea0ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0610797 May 20 09:17:04.829615 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-388dd52e-ee27-4d86-a7a3-411acf4e74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:04.831052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-388dd52e-ee27-4d86-a7a3-411acf4e74c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0613089 May 20 09:17:04.908556 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-6c377e4b-8a7f-41cf-837d-aa111a7bb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:17:04.910591 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-6c377e4b-8a7f-41cf-837d-aa111a7bb698 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729365 May 20 09:17:05.045274 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-81722a3e-229f-44bf-99ca-06f9f3b2af8d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281402 May 20 09:17:05.342214 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-9cca2279-1a04-4d5c-8092-547d1e086ac5 req-fc4e56fa-b7a7-48a8-8397-f398255d29ef service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906117 May 20 09:17:06.942747 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1445d747-2925-4050-899b-2c87248f4b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:09.233979 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-60ef69a2-4b3b-4041-a6ff-d8c9613dfe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:09.736778 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:11.585830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:12.888359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:18.994771 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:17:25.185595 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:27.444819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:37.004563 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bbbd-c13c-488e-b36b-0ed3e4143d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:39.244896 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5c4a79d4-45bb-415d-ad46-a3f2094bc519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:39.799172 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:41.596597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:42.859106 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:55.175569 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:17:55.994331 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:17:57.450322 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:03.280113 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-1e93f790-3d4d-481b-baf1-aae283535374 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.1810405 May 20 09:18:03.433798 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.434375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.434868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.435347 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.435814 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.437630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-47820664-564d-4c12-9866-e24808b0368c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0835977 May 20 09:18:03.604777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bbd63e6b-9d5b-4bce-9ed5-ab2f725c6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.605378 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bbd63e6b-9d5b-4bce-9ed5-ab2f725c6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.605912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bbd63e6b-9d5b-4bce-9ed5-ab2f725c6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.607566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bbd63e6b-9d5b-4bce-9ed5-ab2f725c6602 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1424532 May 20 09:18:03.682224 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-4dd14e1a-feb3-4153-b7fe-c47266bbdd20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0673902 May 20 09:18:03.747621 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-82505237-1591-4412-b12a-bbc2f40a12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.749088 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-82505237-1591-4412-b12a-bbc2f40a12cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0614593 May 20 09:18:03.830345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bcb6095b-e6e2-41c1-b9d2-0a2b2bb82b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:03.831849 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-bcb6095b-e6e2-41c1-b9d2-0a2b2bb82b95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760565 May 20 09:18:03.972543 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-c85e7a66-fa96-4d4d-8d83-04c412ce9c26 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326106 May 20 09:18:04.112181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-3c4fa10e-59e8-4113-b116-acf73b338f85 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325378 May 20 09:18:04.179528 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-d215e7ac-48e8-423a-af6d-5688c76d7e08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0612137 May 20 09:18:04.245168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-ae1789df-dbfc-4784-921f-9ef7a7227b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:04.246621 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-ae1789df-dbfc-4784-921f-9ef7a7227b9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0610118 May 20 09:18:04.325394 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-ba97d8b0-5560-47b1-ad00-dd22406559da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:04.326918 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-ba97d8b0-5560-47b1-ad00-dd22406559da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737915 May 20 09:18:04.466955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-0cda27a9-2557-4a31-a520-fa9e5370729e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324031 May 20 09:18:04.615676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-896060f5-cbf2-45a6-a5f2-7d7c732612a6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401834 May 20 09:18:04.691813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-5035fee2-e747-47de-a024-7df35df17ca0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0686905 May 20 09:18:04.758517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-5219bcbc-7d79-4085-9a5e-b38137d772c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:04.759963 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-5219bcbc-7d79-4085-9a5e-b38137d772c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0620165 May 20 09:18:04.840148 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-34c120fe-df54-4727-b81e-f1d4c0211809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:04.841675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-34c120fe-df54-4727-b81e-f1d4c0211809 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751500 May 20 09:18:04.984796 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-c0bece8d-904c-4fdd-acf2-9c4632dcb183 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365640 May 20 09:18:05.123363 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-f42fbefa-abeb-4d3a-a060-1ecbef949d1f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315856 May 20 09:18:05.192743 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-a2d7e686-c3d7-4638-a460-eca5606a7b89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0622230 May 20 09:18:05.262217 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-549b4f60-161d-42ec-980a-7c39b2284e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:05.263676 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-549b4f60-161d-42ec-980a-7c39b2284e5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0633895 May 20 09:18:05.342249 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-f4a102ce-46f7-4ce8-a4e9-1426409f197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:05.343750 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-f4a102ce-46f7-4ce8-a4e9-1426409f197a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736763 May 20 09:18:05.665287 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-b54ac290-7dcd-47dc-b9f1-a88160283e39 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148127 May 20 09:18:05.810515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-77393b71-0e0a-45e3-be75-2bc243729ebd service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379101 May 20 09:18:05.887889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-792b42c1-30b7-4729-a051-b681ed6813c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0702941 May 20 09:18:05.956588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-a6104636-6598-4527-88c2-766b33702c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:05.958086 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-a6104636-6598-4527-88c2-766b33702c46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0643227 May 20 09:18:06.039919 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-59e09cc3-6e52-4365-ac5c-3f20c499ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:18:06.041372 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-59e09cc3-6e52-4365-ac5c-3f20c499ece8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756855 May 20 09:18:06.179173 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-b092ef26-3a29-4260-8f1b-f1fa6f4c419c service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311486 May 20 09:18:06.314099 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-cb528c94-254b-4c5a-80ad-b7fd90e8cdfd req-6b139bb8-6883-477c-80ed-848d8ac1326b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283667 May 20 09:18:06.961304 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe288-66eb-4431-bd60-a3d9b8c2ad09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:09.238405 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f86a434-ea2b-4ead-b8d0-31ca63fe6d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:09.721799 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:11.569996 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:12.856090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:25.249400 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:27.464455 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:32.993485 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:18:36.949414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4a90db92-49de-491f-8c0b-eb9e22147497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:39.246615 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c51312c8-3e9c-400d-95d5-8d361f100d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:39.778223 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:41.557716 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:42.855145 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:55.246418 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:18:57.460429 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:03.173710 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-dd4f98f9-5ee3-4540-a4f8-5fb5bcb095f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0761247 May 20 09:19:03.335182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.335683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.336176 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.336658 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.337139 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.339235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-8267f345-e47f-472f-9b93-916d45061941 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0848677 May 20 09:19:03.503670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ffcec587-2ab7-41fd-9c80-d815da771104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.504152 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ffcec587-2ab7-41fd-9c80-d815da771104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.504626 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ffcec587-2ab7-41fd-9c80-d815da771104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.506254 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ffcec587-2ab7-41fd-9c80-d815da771104 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1433494 May 20 09:19:03.576007 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-fa9d2c72-7ea1-46bc-87bd-c8bbebcc2e68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0631337 May 20 09:19:03.644144 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-5c0bf92d-33ea-4d5d-a8de-e4b1a8f3fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.645630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-5c0bf92d-33ea-4d5d-a8de-e4b1a8f3fb49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0631697 May 20 09:19:03.724943 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-075f79ec-4579-4bd5-82a1-0d90bdd330c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:03.726394 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-075f79ec-4579-4bd5-82a1-0d90bdd330c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742610 May 20 09:19:03.865342 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-54cc5f90-84ce-4cc5-92c6-2fabb3e69524 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318107 May 20 09:19:04.003725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-788c377e-190c-46a7-9671-ac1b4b4d4934 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312284 May 20 09:19:04.077085 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-368b1312-050f-4da7-91ca-a5e3ada9f56f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0663829 May 20 09:19:04.140859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-cce72056-a6f6-4ce2-a8d8-87e0ae15e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:04.142395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-cce72056-a6f6-4ce2-a8d8-87e0ae15e139 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0587089 May 20 09:19:04.236297 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ef7d9984-69d5-49b1-8d86-e619d89771a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:04.238139 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ef7d9984-69d5-49b1-8d86-e619d89771a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885313 May 20 09:19:04.374959 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-e3b06ea2-aca1-4bff-b73e-ec1f24cfa008 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295154 May 20 09:19:04.513244 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-6aa0212e-53de-41db-ab32-56850c51ee10 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307762 May 20 09:19:04.583456 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-3cf96b3b-51af-4547-9dd9-16044297e475 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0625222 May 20 09:19:04.813777 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-bd16f8ad-6185-4e6c-b60f-6acbcb0fa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:04.816204 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-bd16f8ad-6185-4e6c-b60f-6acbcb0fa954 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.2261760 May 20 09:19:04.895726 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-848e2aa6-6e1b-40c9-a3ee-7d9115c7b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:04.897314 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-848e2aa6-6e1b-40c9-a3ee-7d9115c7b1d6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739257 May 20 09:19:05.032598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-f1ca89e1-b26f-4f5e-b170-f77878303470 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285324 May 20 09:19:05.170887 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-1ecf814a-60ee-4002-b202-0a2a83b5e2a1 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314116 May 20 09:19:05.243772 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-4b494fc5-acd3-4c9a-9a28-ebc16f4aeaf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0662529 May 20 09:19:05.306543 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ddf2676f-6aa3-452a-97b8-4a3e6919eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:05.308043 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-ddf2676f-6aa3-452a-97b8-4a3e6919eae1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0580604 May 20 09:19:05.390314 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-dd369096-0bf1-4a45-9895-daf1ccfcfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:05.391803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-dd369096-0bf1-4a45-9895-daf1ccfcfd44 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771513 May 20 09:19:05.528241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-4db93d2b-64f5-4809-a59c-892de6e144b1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297309 May 20 09:19:05.663721 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-e930fa4a-7ead-4b3a-a2ff-14296a2ec448 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280832 May 20 09:19:05.735033 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-89a01df7-9f37-4d9e-afbe-4c931bf92ba2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0645816 May 20 09:19:05.800091 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-af6564fd-7ba1-4d7c-9fc6-b15ed1c9e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:05.801638 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-af6564fd-7ba1-4d7c-9fc6-b15ed1c9e76a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0604377 May 20 09:19:05.880768 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-79d58676-f50f-4c5c-ac5c-8025f6dd910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:05.882475 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-79d58676-f50f-4c5c-ac5c-8025f6dd910f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740738 May 20 09:19:06.021427 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-adf8dda6-958a-46b5-9fd7-1359ba763bed service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321607 May 20 09:19:06.163282 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-180c40c7-2e35-48e1-a735-aa8e14191d9b req-1a7bc692-5277-4fc9-8abc-cfa07a51dde2 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352644 May 20 09:19:06.945636 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-58174c2a-1184-4c9c-acb3-1c35f9f2c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:09.235061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e4d77ff2-5c01-4d15-84b9-45c783bedde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:09.728723 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:09.993532 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:19:11.614804 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:12.859863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:25.248435 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:27.451232 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:36.959561 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-002d231d-2976-4ebf-a8e9-a6719b8a6430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:39.230964 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7e60cd9f-700e-4039-b16e-a2c8940c147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:39.762177 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:41.576718 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:42.864842 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:45.570509 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53026) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:45.691561 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:45.706197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:45.710078 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Usage tracker for resource:security_group_rule and tenant:916ead974c2349ea945566a52411cf5a is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:45.713720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:45.719340 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:45.799145 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:45.873580 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:45.881527 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d370025b-3e56-42e0-883d-d4a7aab660dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:45.926875 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=916ead974c2349ea945566a52411cf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519685 May 20 09:19:45.926875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af107a5-4d3c-428a-8c12-a72a1834d7e3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:45.927183 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53032) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:45.936560 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.936955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.937343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.937757 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.938270 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.938653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.939032 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.939548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.939926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.940296 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.940664 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.941031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:45.945256 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:45.989641 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.016313 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.142607 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.146459 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-facc89cc-0434-4321-b2b5-0bf4a3b241fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:46.158687 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af107a5-4d3c-428a-8c12-a72a1834d7e3,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:46.170551 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.170933 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.171310 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.171679 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.172044 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.172407 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.172769 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.173127 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.173498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.173898 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.174244 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.174601 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:46.181633 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.181633 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7af107a5-4d3c-428a-8c12-a72a1834d7e3 HTTP/1.1" status: 204 len: 168 time: 0.2508047 May 20 09:19:46.181633 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-03d2d017-66c7-4cea-919e-6926cab751f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:46.799780 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53040) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:46.818283 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.832711 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:46.837165 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c919e776ed40819f997205c573867c is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:46.840250 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:46.845833 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:46.929456 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:46.992141 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:19:47.013597 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:47.020943 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5267c5b6-fed1-445c-bb3d-e973920b56d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:47.063783 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2c919e776ed40819f997205c573867c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628753 May 20 09:19:47.064760 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39ce276-c3da-4930-8250-773094a4db59,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:47.066655 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53044) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:47.067697 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-96f19499-c406-4f9e-9b9a-0f45e3cfd390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:47.130616 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:47.156014 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:47.279683 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:47.283456 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-b45cb829-72ba-4106-9404-8b4f4bb1a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:47.296865 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39ce276-c3da-4930-8250-773094a4db59,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:47.300755 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:47.307391 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:47.307599 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a39ce276-c3da-4930-8250-773094a4db59 HTTP/1.1" status: 204 len: 168 time: 0.2396595 May 20 09:19:48.372973 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53070) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:48.480289 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-205899613-network', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:48.485682 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:48.489663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Usage tracker for resource:network and tenant:d57b9961bebf492b9d78f57974a470fe is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:48.492687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:48.499016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:48.604877 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Made reservation on behalf of d57b9961bebf492b9d78f57974a470fe for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:48.607271 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.620355 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.635588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:48.639483 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Usage tracker for resource:security_group_rule and tenant:d57b9961bebf492b9d78f57974a470fe is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:48.646063 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:48.652986 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:48.735954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.824954 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.827963 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1df20702-a07e-4aa5-91e7-99574746551a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:48.858428 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:19:48.867122 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076a4456-002d-4b91-b351-6fbee5858d5d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:48.871216 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:48.875932 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.876274 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Added segment 0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2 of type vlan for network 8536e99e-d185-4e2e-b38e-387bfcd34a4f May 20 09:19:48.904424 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:48.999486 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:49.000459 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:49.001051 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:49.004536 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-19337fc5-967a-45dd-85f3-3acf8b3905ca tempest-RoutersIpV6AdminTest-1407473178 tempest-RoutersIpV6AdminTest-1407473178-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:49.105157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Pushing event updated for resources: {'Network': ['ID=8536e99e-d185-4e2e-b38e-387bfcd34a4f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:49.108037 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:49.114706 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:19:49.160297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-37ea622d-e36d-4cbb-bc03-e9a77ffc25cf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7861667 May 20 09:19:49.163151 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53076) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:49.168879 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Request body: {'subnet': {'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-205899613-subnet', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:49.174461 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:49.178931 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Usage tracker for resource:subnet and tenant:d57b9961bebf492b9d78f57974a470fe is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:49.182700 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:49.188418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:49.279712 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Made reservation on behalf of d57b9961bebf492b9d78f57974a470fe for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:49.282068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:49.903399 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:49.906900 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-486f3147-0cf7-43d7-a9b7-46058faf7ad8 tempest-AllowedAddressPairTestJSON-1199744318 tempest-AllowedAddressPairTestJSON-1199744318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:49.976179 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f795f01-37b9-441f-bd88-83ac9b9899af,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:49.981933 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:49.988840 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Checking segment: {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:49.989204 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Network hostable DHCP agents. Network: 8536e99e-d185-4e2e-b38e-387bfcd34a4f, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:19:50.062129 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:19:50.139224 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 8536e99e-d185-4e2e-b38e-387bfcd34a4f) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:50.148084 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:50.148713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.149497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add8b3f-3d82-456b-a3ce-0abe21c4ef12 None None] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:19:50.222517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3053d6f5-daf7-4ed4-962a-64f0cae5625d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0558507 May 20 09:19:50.222808 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53080) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:50.228517 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:50.233796 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:50.237685 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Usage tracker for resource:router and tenant:d57b9961bebf492b9d78f57974a470fe is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:50.241375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:50.247991 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:50.337322 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.338741 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.354190 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.372299 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'fixed_ips': [{'subnet_id': '8f795f01-37b9-441f-bd88-83ac9b9899af'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:19:50.373162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.532823 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Allocated IP 172.20.0.2 (8536e99e-d185-4e2e-b38e-387bfcd34a4f/8f795f01-37b9-441f-bd88-83ac9b9899af/aaf073aa-370c-4c8a-9f72-62b87326aeb1) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:50.705295 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.739487 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.750116 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Transition to ACTIVE for port object aaf073aa-370c-4c8a-9f72-62b87326aeb1 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:50.768947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Transition to ACTIVE for port object aaf073aa-370c-4c8a-9f72-62b87326aeb1 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:50.834852 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:50.839762 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:50.956818 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:50.959603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:50.964383 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:19:50.970469 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Pushing event updated for resources: {'Port': ['ID=aaf073aa-370c-4c8a-9f72-62b87326aeb1,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:51.008846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.008846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.008846 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.009424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.009424 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.009732 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.009875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.010196 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.010520 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.010837 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.011157 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.011474 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:51.022545 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:51.073531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Attempting to bind port aaf073aa-370c-4c8a-9f72-62b87326aeb1 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:19:51.073916 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Attempting to bind port aaf073aa-370c-4c8a-9f72-62b87326aeb1 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:19:51.074314 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Attempting to bind port aaf073aa-370c-4c8a-9f72-62b87326aeb1 on network 8536e99e-d185-4e2e-b38e-387bfcd34a4f {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:19:51.079709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:19:51.080095 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Checking segment: {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:51.080501 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.081068 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Bound using segment: {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:19:51.081627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Bound port: aaf073aa-370c-4c8a-9f72-62b87326aeb1, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:19:51.082088 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.090507 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.125710 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.176609 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] For port aaf073aa-370c-4c8a-9f72-62b87326aeb1, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:19:51.179835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] For port aaf073aa-370c-4c8a-9f72-62b87326aeb1, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaf073aa-370c-4c8a-9f72-62b87326aeb1,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:19:51.259987 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.263166 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Allocated IP 172.25.8.141 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/c305b6df-ca1f-4dc7-a913-6627ce9ca0f9) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:51.264944 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-754f8f4d-53d9-4eea-9fc6-e489df66bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:51.344864 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Pushing event updated for resources: {'Port': ['ID=aaf073aa-370c-4c8a-9f72-62b87326aeb1,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:51.348060 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:51.417918 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.558915 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:51.562919 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-02526135-e952-401d-b4d5-dc8f51a0e04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:51.634061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:51.636983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:51.640763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:19:51.670872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Pushing event updated for resources: {'Port': ['ID=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:51.676822 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:51.903838 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaf073aa-370c-4c8a-9f72-62b87326aeb1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:19:52.048300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port aaf073aa-370c-4c8a-9f72-62b87326aeb1 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:19:52.267020 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee53350-3d1b-4eb5-8532-b34e07a49f05 None None] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:19:52.301359 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.436909 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Provisioning for port aaf073aa-370c-4c8a-9f72-62b87326aeb1 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:19:52.447962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Provisioning complete for port aaf073aa-370c-4c8a-9f72-62b87326aeb1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:52.448346 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.634876 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.657856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.672934 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] For port aaf073aa-370c-4c8a-9f72-62b87326aeb1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaf073aa-370c-4c8a-9f72-62b87326aeb1,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:19:52.745197 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.747183 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:52.816286 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Pushing event updated for resources: {'Port': ['ID=aaf073aa-370c-4c8a-9f72-62b87326aeb1,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:52.819341 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:52.865501 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-28d67ce2-2136-46ae-a3b9-33e972c3a5b5 None None] Provisioning complete for port aaf073aa-370c-4c8a-9f72-62b87326aeb1 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:52.865892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28d67ce2-2136-46ae-a3b9-33e972c3a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:52.916606 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:19:53.099367 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:19:53.108281 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Sync routers for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:19:53.117193 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:19:53.118597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:53.177035 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:53.178450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9547362 May 20 09:19:53.181987 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53084) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:53.298749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:19:53.608555 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:52Z', 'revision_number': 3, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:53.612640 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Checking router: e79a47fc-e362-4c8e-960b-3c2c5c2bc329 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:19:53.613298 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Updating router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:19:53.670095 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:53.935145 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaf073aa-370c-4c8a-9f72-62b87326aeb1 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:19:54.047476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port aaf073aa-370c-4c8a-9f72-62b87326aeb1 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:54.047857 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.062226 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.173460 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.211142 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Transition to ACTIVE for port object c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:54.275083 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Allocated IP 172.20.0.1 (8536e99e-d185-4e2e-b38e-387bfcd34a4f/8f795f01-37b9-441f-bd88-83ac9b9899af/a26dac35-367f-4fa6-86ac-22d583c018a5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:54.287836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.292790 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9fbd9746-4d03-4bbb-9c4d-2debe40de5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:54.366037 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Attempting to bind port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:19:54.366796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Attempting to bind port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:19:54.366796 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Attempting to bind port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:19:54.376627 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c1f2-f6d8-4fb7-be02-0e0556738bff None None] Pushing event updated for resources: {'Port': ['ID=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:54.379613 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0177c1f2-f6d8-4fb7-be02-0e0556738bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:54.380943 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:19:54.381327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:54.381770 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.382165 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:19:54.383203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Bound port: c305b6df-ca1f-4dc7-a913-6627ce9ca0f9, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:19:54.383203 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.426914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.443857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Transition to ACTIVE for port object a26dac35-367f-4fa6-86ac-22d583c018a5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:54.460951 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] For port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:19:54.464497 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] For port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:19:54.548193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.552633 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a8f66b72-718d-47cf-bad9-2d91d734fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:54.579438 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.584583 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:54.622315 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:54.625252 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:54.629989 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:19:54.664103 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:19:54.665862 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:54.672503 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:54.681173 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:54.695716 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:54.728839 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c1f2-f6d8-4fb7-be02-0e0556738bff None None] Pushing event updated for resources: {'Port': ['ID=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:54.738890 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0177c1f2-f6d8-4fb7-be02-0e0556738bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:54.866190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:19:55.037392 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.095458 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-852f0480-50d7-4b1b-bdbe-de27e59cf57a None None] Provisioning for port a26dac35-367f-4fa6-86ac-22d583c018a5 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:19:55.129149 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-852f0480-50d7-4b1b-bdbe-de27e59cf57a None None] Provisioning complete for port a26dac35-367f-4fa6-86ac-22d583c018a5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:55.129562 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-852f0480-50d7-4b1b-bdbe-de27e59cf57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.209302 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-852f0480-50d7-4b1b-bdbe-de27e59cf57a None None] Port a26dac35-367f-4fa6-86ac-22d583c018a5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:19:55.231708 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:52Z', 'revision_number': 3, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:55.235881 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edf59-78a1-47c2-bc03-06b41681c3ae None None] The sync data for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 is: [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:52Z', 'revision_number': 3, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:19:55.280007 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.308179 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.362179 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.391385 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e5eabc2b-e497-422e-8f41-f73478dee66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:55.485832 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:55.490275 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:55.496907 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:55.813724 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:55.815400 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:55.967282 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:19:56.045368 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:19:56.113605 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:19:56.119988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:56.120679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:56.188134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-11565734-1def-4eae-8bdc-a0995d2761f5 None None] Provisioning complete for port a26dac35-367f-4fa6-86ac-22d583c018a5 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:56.188512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11565734-1def-4eae-8bdc-a0995d2761f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:56.235214 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:19:56.250093 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] 10.222.0.79 "PUT /v2.0/routers/e79a47fc-e362-4c8e-960b-3c2c5c2bc329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0618298 May 20 09:19:56.250295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-11565734-1def-4eae-8bdc-a0995d2761f5 None None] Port a26dac35-367f-4fa6-86ac-22d583c018a5 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:19:56.308875 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:56.326987 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:19:56.413663 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:56.416913 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-b80dcc0c-31cd-4093-b340-8bb1bdf0fa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:56.530709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:56.533846 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:56.896737 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Sync routers for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:19:56.907369 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:19:56.908077 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:56.995355 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53106) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:57.001167 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-911338181-network', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:57.006778 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:57.010830 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Usage tracker for resource:network and tenant:f347c2086a5f4555871caf607d7b1d22 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:57.013818 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:57.019485 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:57.088197 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Made reservation on behalf of f347c2086a5f4555871caf607d7b1d22 for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:57.090638 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.103711 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.119357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:57.122255 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:19:57.123260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Usage tracker for resource:security_group_rule and tenant:f347c2086a5f4555871caf607d7b1d22 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:57.126207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:57.132403 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:57.217863 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.284814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.290827 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-63a6d920-f3ed-409f-9787-df0665da5667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:57.314897 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:19:57.331329 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a682e938-730e-44e9-8fd3-d84bea2fc029,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:57.335816 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:57.337712 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.338063 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Added segment 9445c837-eb66-4af3-b63e-1c468db4655c of type vlan for network 438f778e-b5fe-4000-82a7-018775143953 May 20 09:19:57.365572 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.443114 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:54Z', 'revision_number': 4, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a26dac35-367f-4fa6-86ac-22d583c018a5', 'name': '', 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'mac_address': 'fa:16:3e:c4:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:54Z', 'updated_at': '2021-05-20T09:19:55Z', 'revision_number': 2, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'subnets': [{'id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:57.447513 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Checking router: e79a47fc-e362-4c8e-960b-3c2c5c2bc329 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:19:57.447871 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Updating router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 port a26dac35-367f-4fa6-86ac-22d583c018a5 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:19:57.462867 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.463970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:57.464588 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.468196 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6c91723c-00cc-4c2a-becf-4995817b026f tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:57.484927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.503259 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.573447 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Pushing event updated for resources: {'Network': ['ID=438f778e-b5fe-4000-82a7-018775143953,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:57.576280 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:57.586121 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 438f778e-b5fe-4000-82a7-018775143953 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:19:57.637229 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-18cc3150-48b1-4f39-9e0e-d60197b8168d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6406116 May 20 09:19:57.639952 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53110) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:57.646181 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Request body: {'subnet': {'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-911338181-subnet', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:57.652182 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:57.656482 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Usage tracker for resource:subnet and tenant:f347c2086a5f4555871caf607d7b1d22 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:57.659433 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:57.665234 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:57.744905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Made reservation on behalf of f347c2086a5f4555871caf607d7b1d22 for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:19:57.747347 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.857868 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.870429 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Transition to ACTIVE for port object a26dac35-367f-4fa6-86ac-22d583c018a5 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:57.887439 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:19:57.956609 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.957244 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:19:57.957244 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:57.961428 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9de446ed-db15-435d-b95d-dfa691486d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:58.082044 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Pushing event updated for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:58.099720 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.100072 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.100441 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.100806 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.101142 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.101496 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.101819 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.102397 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.102804 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.103030 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.103534 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.104030 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:19:58.109422 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:58.202024 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Attempting to bind port a26dac35-367f-4fa6-86ac-22d583c018a5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:19:58.202404 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Attempting to bind port a26dac35-367f-4fa6-86ac-22d583c018a5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:19:58.202813 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Attempting to bind port a26dac35-367f-4fa6-86ac-22d583c018a5 on network 8536e99e-d185-4e2e-b38e-387bfcd34a4f {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:19:58.208476 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:19:58.208871 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Checking segment: {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:58.209406 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.209871 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Bound using segment: {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:19:58.210358 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Bound port: a26dac35-367f-4fa6-86ac-22d583c018a5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:19:58.210750 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.243401 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.248055 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2f96412d-e601-4b7d-a43d-4c1d2f2b9eab tempest-RoutersTest-1391816058 tempest-RoutersTest-1391816058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:58.308656 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] For port a26dac35-367f-4fa6-86ac-22d583c018a5, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:19:58.312148 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] For port a26dac35-367f-4fa6-86ac-22d583c018a5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a26dac35-367f-4fa6-86ac-22d583c018a5,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:19:58.346905 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=807ace67-88ce-4a81-ad36-7a3f6bfa3e1c,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:58.351584 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:58.362418 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Checking segment: {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:58.362843 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Network hostable DHCP agents. Network: 438f778e-b5fe-4000-82a7-018775143953, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:19:58.426515 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.432858 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e40cfad3-584b-4495-86eb-ec537bf8d8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:58.476670 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Network 438f778e-b5fe-4000-82a7-018775143953 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:19:58.523335 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:19:58.523996 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:58.599260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 438f778e-b5fe-4000-82a7-018775143953) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:58.612765 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66d3aa-0e91-4e61-8e6a-0466f32be1eb None None] Network 438f778e-b5fe-4000-82a7-018775143953 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:19:58.626814 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Pushing event updated for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:58.633075 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:19:58.634157 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.638872 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:58.737243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-84b0ee93-20f5-4484-a19c-5430aa9a3816 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0959969 May 20 09:19:58.740061 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53114) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:19:58.747024 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:19:58.753567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:19:58.759663 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Usage tracker for resource:router and tenant:f347c2086a5f4555871caf607d7b1d22 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:19:58.762795 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:19:58.769896 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:19:58.800256 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:19:58.845186 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.846820 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.865066 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:58.923190 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-438f778e-b5fe-4000-82a7-018775143953', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:19:58.924936 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.107088 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Allocated IP 172.20.0.2 (438f778e-b5fe-4000-82a7-018775143953/807ace67-88ce-4a81-ad36-7a3f6bfa3e1c/52a0183e-8d01-47df-a64f-2037d4d068a0) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:19:59.157825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:54Z', 'revision_number': 4, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a26dac35-367f-4fa6-86ac-22d583c018a5', 'name': '', 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'mac_address': 'fa:16:3e:c4:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:54Z', 'updated_at': '2021-05-20T09:19:58Z', 'revision_number': 4, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'subnets': [{'id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:19:59.162412 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b62e6e-cb05-446d-befd-737d47b00a26 None None] The sync data for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 is: [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:19:54Z', 'revision_number': 4, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'a26dac35-367f-4fa6-86ac-22d583c018a5', 'name': '', 'network_id': '8536e99e-d185-4e2e-b38e-387bfcd34a4f', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'mac_address': 'fa:16:3e:c4:8f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:54Z', 'updated_at': '2021-05-20T09:19:58Z', 'revision_number': 4, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'subnets': [{'id': '8f795f01-37b9-441f-bd88-83ac9b9899af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:19:59.374046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.385657 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Transition to ACTIVE for port object 52a0183e-8d01-47df-a64f-2037d4d068a0 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:59.404968 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.407813 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Transition to ACTIVE for port object 52a0183e-8d01-47df-a64f-2037d4d068a0 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:19:59.494712 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.498925 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-0177c1f2-f6d8-4fb7-be02-0e0556738bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:59.572822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Network 438f778e-b5fe-4000-82a7-018775143953 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:19:59.574204 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:19:59.576824 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:19:59.622048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Pushing event updated for resources: {'Port': ['ID=52a0183e-8d01-47df-a64f-2037d4d068a0,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:19:59.625291 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:19:59.685887 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Attempting to bind port 52a0183e-8d01-47df-a64f-2037d4d068a0 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:19:59.686536 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Attempting to bind port 52a0183e-8d01-47df-a64f-2037d4d068a0 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:19:59.686938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Attempting to bind port 52a0183e-8d01-47df-a64f-2037d4d068a0 on network 438f778e-b5fe-4000-82a7-018775143953 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:19:59.692977 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:19:59.693360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Checking segment: {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:19:59.693902 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.694311 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Bound using segment: {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:19:59.694790 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Bound port: 52a0183e-8d01-47df-a64f-2037d4d068a0, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:19:59.695175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.796110 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] For port 52a0183e-8d01-47df-a64f-2037d4d068a0, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:19:59.799674 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] For port 52a0183e-8d01-47df-a64f-2037d4d068a0, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=52a0183e-8d01-47df-a64f-2037d4d068a0,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:19:59.841724 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.859795 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.865008 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-15353e27-6424-42ab-8454-22984ef4d9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:19:59.880606 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:19:59.932538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a26dac35-367f-4fa6-86ac-22d583c018a5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:00.006330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Pushing event updated for resources: {'Port': ['ID=52a0183e-8d01-47df-a64f-2037d4d068a0,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:00.010741 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:00.034370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Allocated IP 172.25.8.125 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/ed970326-9343-489d-8054-25e9e88be2b5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:20:00.099370 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port a26dac35-367f-4fa6-86ac-22d583c018a5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:00.110610 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a26dac35-367f-4fa6-86ac-22d583c018a5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:00.110998 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.223505 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.272840 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.310539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port a26dac35-367f-4fa6-86ac-22d583c018a5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a26dac35-367f-4fa6-86ac-22d583c018a5,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:20:00.334738 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.341493 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ebc83914-2f47-47bb-845c-71ec1d610255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:00.402693 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.405666 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:00.408635 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:20:00.411653 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:00.422395 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:20:00.454690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Pushing event updated for resources: {'Port': ['ID=ed970326-9343-489d-8054-25e9e88be2b5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:00.463077 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:00.476019 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:00.479779 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:00.900539 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:00.979375 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bb9d8-0f65-4850-91a0-cf457193989a None None] Network 438f778e-b5fe-4000-82a7-018775143953 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:20:01.204015 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f04cf0cf-d916-458e-8453-ba939031bec2 None None] Provisioning for port 52a0183e-8d01-47df-a64f-2037d4d068a0 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:01.437583 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:01.713918 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Router 901db2dd-075b-4568-83b0-502f59ccc0a7 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:20:01.900570 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:20:01.910533 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Sync routers for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:01.921061 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:20:01.921752 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:01.974527 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a26dac35-367f-4fa6-86ac-22d583c018a5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:01.981927 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:01.983515 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2423072 May 20 09:20:01.986277 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53118) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:20:02.144611 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port a26dac35-367f-4fa6-86ac-22d583c018a5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:02.145374 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:02.208226 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:20:02.473140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 52a0183e-8d01-47df-a64f-2037d4d068a0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:02.606353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:00Z', 'revision_number': 3, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:02.610361 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Checking router: 901db2dd-075b-4568-83b0-502f59ccc0a7 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:02.610716 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Updating router 901db2dd-075b-4568-83b0-502f59ccc0a7 port ed970326-9343-489d-8054-25e9e88be2b5 binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:20:02.655246 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 52a0183e-8d01-47df-a64f-2037d4d068a0 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:02.663045 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 52a0183e-8d01-47df-a64f-2037d4d068a0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:02.663425 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:02.715597 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:02.880763 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:02.934203 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.037210 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 52a0183e-8d01-47df-a64f-2037d4d068a0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=52a0183e-8d01-47df-a64f-2037d4d068a0,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:20:03.091971 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Allocated IP 172.20.0.1 (438f778e-b5fe-4000-82a7-018775143953/807ace67-88ce-4a81-ad36-7a3f6bfa3e1c/3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:20:03.107359 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.124699 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e63e9506-f500-4096-b036-4367c4e5fa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:03.248439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.249149 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.262207 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=52a0183e-8d01-47df-a64f-2037d4d068a0,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:03.264985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Transition to ACTIVE for port object 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:20:03.265581 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:03.268381 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Transition to ACTIVE for port object ed970326-9343-489d-8054-25e9e88be2b5 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:20:03.350517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.354261 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-d5bb033b-d1ce-42d6-aca1-836bd668f7e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:03.379701 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.385425 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:03.436586 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Attempting to bind port ed970326-9343-489d-8054-25e9e88be2b5 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:20:03.440058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Attempting to bind port ed970326-9343-489d-8054-25e9e88be2b5 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:20:03.440058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Attempting to bind port ed970326-9343-489d-8054-25e9e88be2b5 on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:20:03.440993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e3745-d286-4fe2-ad9a-6dff52ec7a72 None None] Pushing event updated for resources: {'Port': ['ID=ed970326-9343-489d-8054-25e9e88be2b5,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:03.445634 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-452e3745-d286-4fe2-ad9a-6dff52ec7a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:03.447575 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:20:03.448525 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:20:03.448668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.448989 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:20:03.449505 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Bound port: ed970326-9343-489d-8054-25e9e88be2b5, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:20:03.450221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.451612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Network 438f778e-b5fe-4000-82a7-018775143953 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:20:03.454836 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:03.458804 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:20:03.495577 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:03.499876 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:03.520890 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.532865 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] For port ed970326-9343-489d-8054-25e9e88be2b5, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:20:03.536833 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] For port ed970326-9343-489d-8054-25e9e88be2b5, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ed970326-9343-489d-8054-25e9e88be2b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:20:03.657863 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.665632 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:03.740749 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.750607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:20:03.751236 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:03.807256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b114e6-c48f-4c32-afd0-b82ed30a47e5 None None] Provisioning for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:03.818804 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e3745-d286-4fe2-ad9a-6dff52ec7a72 None None] Pushing event updated for resources: {'Port': ['ID=ed970326-9343-489d-8054-25e9e88be2b5,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:03.824744 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-452e3745-d286-4fe2-ad9a-6dff52ec7a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:03.833692 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42b114e6-c48f-4c32-afd0-b82ed30a47e5 None None] Provisioning complete for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:03.834613 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42b114e6-c48f-4c32-afd0-b82ed30a47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:03.953766 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 52a0183e-8d01-47df-a64f-2037d4d068a0 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:03.991477 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-42b114e6-c48f-4c32-afd0-b82ed30a47e5 None None] Port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:20:03.998578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:04.049910 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:20:04.090756 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:04.130473 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 52a0183e-8d01-47df-a64f-2037d4d068a0 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:04.130854 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:04.135788 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-8777525a-9967-49a2-9a6b-4075d2277354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:04.264100 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:04.273619 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:04.280544 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:04.374756 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d8c952f6-c059-4d8a-820d-2583a24b743a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2400057 May 20 09:20:04.429800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Network 438f778e-b5fe-4000-82a7-018775143953 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:20:04.431310 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:20:04.501423 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d', 'name': '', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'mac_address': 'fa:16:3e:9f:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:20:02Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 1, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'subnets': [{'id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:04.506148 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f70e2-b7b4-4a45-a829-fc9558119a72 None None] The sync data for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 is: [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d', 'name': '', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'mac_address': 'fa:16:3e:9f:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:20:02Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 1, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'subnets': [{'id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:04.702880 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:04.703383 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:04.703849 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:04.704379 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:04.704855 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:04.706739 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2de245ec-0143-4b31-8684-7ba3e61210c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.2179091 May 20 09:20:04.710763 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Router 901db2dd-075b-4568-83b0-502f59ccc0a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:20:04.740828 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-d72a3cbe-b86c-4bd3-9b8b-117eede39dc0 None None] Provisioning complete for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:04.741727 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d72a3cbe-b86c-4bd3-9b8b-117eede39dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:04.810476 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-d72a3cbe-b86c-4bd3-9b8b-117eede39dc0 None None] Port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:20:05.248344 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d25ed592-1250-4193-8c12-37db55b56306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.248917 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d25ed592-1250-4193-8c12-37db55b56306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.249287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d25ed592-1250-4193-8c12-37db55b56306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.250882 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d25ed592-1250-4193-8c12-37db55b56306 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.5053535 May 20 09:20:05.253974 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:20:05.317553 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-c4bb2d8e-9a0f-467c-8e4b-3345c21fa242 admin admin] 10.222.0.79 "PUT /v2.0/routers/901db2dd-075b-4568-83b0-502f59ccc0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3301017 May 20 09:20:05.326439 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-c599260f-4bdd-48e0-a496-3f669b9b2840 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0648561 May 20 09:20:05.395374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-8d516e9e-b70f-4c89-9d43-9ee55d426b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.396818 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-8d516e9e-b70f-4c89-9d43-9ee55d426b0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0635750 May 20 09:20:05.496800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-dee03463-68cf-4efe-bc3c-065c54aa19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.498310 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-dee03463-68cf-4efe-bc3c-065c54aa19c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861015 May 20 09:20:05.631509 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-8aca02b8-362a-4634-b8be-68ed3a6e9fb0 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256092 May 20 09:20:05.762487 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-135b8f80-4fc8-4676-89df-17a1ca4b3c24 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248262 May 20 09:20:05.833905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-acd2dad9-a4dc-489a-a667-054589fa9f48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0649481 May 20 09:20:05.905207 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-85892715-e209-422a-804b-d00a8e61c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:05.906713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-85892715-e209-422a-804b-d00a8e61c109 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0671206 May 20 09:20:05.926118 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ed970326-9343-489d-8054-25e9e88be2b5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:06.006374 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-443497cf-4764-4da1-85e6-5b7f90f6f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:06.007993 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-443497cf-4764-4da1-85e6-5b7f90f6f7ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941768 May 20 09:20:06.113415 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port ed970326-9343-489d-8054-25e9e88be2b5 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:06.120289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ed970326-9343-489d-8054-25e9e88be2b5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:06.120669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:06.155386 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-6f0eeb12-f279-4ff6-9a2e-30193b9c0f34 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384344 May 20 09:20:06.258401 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:06.275850 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port ed970326-9343-489d-8054-25e9e88be2b5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ed970326-9343-489d-8054-25e9e88be2b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:20:06.300780 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-f46b71da-420b-4ada-8aac-70c16399d513 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409526 May 20 09:20:06.347657 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:06.351351 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:06.375065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-466cb237-414d-4e6d-9da9-14551faeee76 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0679026 May 20 09:20:06.429339 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=ed970326-9343-489d-8054-25e9e88be2b5,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:06.440542 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:06.457869 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-c94ff6b6-ffca-44a9-aea6-f9e965b771e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:06.459644 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-c94ff6b6-ffca-44a9-aea6-f9e965b771e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0782802 May 20 09:20:06.536410 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-fbfee878-6153-4ad5-a1a0-2b9981acc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:06.537921 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-fbfee878-6153-4ad5-a1a0-2b9981acc4e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718031 May 20 09:20:06.672794 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-31aaa53a-e80c-428c-bfde-c58382637bda service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277399 May 20 09:20:06.808506 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-9b95bdc5-b4d0-4c71-9770-fd02780a1e4a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287425 May 20 09:20:06.891039 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-d8d3ab06-1ff3-4f15-a3fd-21105fcc215d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0755911 May 20 09:20:06.957780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2f6bab39-aad7-4516-9fee-dcf94ff9b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:06.959223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-2f6bab39-aad7-4516-9fee-dcf94ff9b156 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0619702 May 20 09:20:07.002046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4013cbf-1a2b-4cee-98d7-3f29856eb571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:07.041661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-f296cbaa-8120-4623-9764-bd5b23d1502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:07.043156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-f296cbaa-8120-4623-9764-bd5b23d1502a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775602 May 20 09:20:07.207266 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Sync routers for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:20:07.217958 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:20:07.218690 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:07.378479 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-4adc5d9a-e175-487b-b455-bf4e7e03f8ea service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277912 May 20 09:20:07.423828 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:20:07.519137 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-8d118a75-742b-4f8e-a904-0789155e5c75 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336646 May 20 09:20:07.587523 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-560dd49f-d6b2-4de4-883b-061849bb4014 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0615814 May 20 09:20:07.655499 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-db29f90d-c400-412f-a1a8-256710ceaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:07.656949 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-db29f90d-c400-412f-a1a8-256710ceaffa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0641205 May 20 09:20:07.736357 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-b0134268-6058-404c-a354-59f36b3d56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:20:07.738191 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-b0134268-6058-404c-a354-59f36b3d56b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745249 May 20 09:20:07.748125 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d', 'name': '', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'mac_address': 'fa:16:3e:9f:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:20:02Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 2, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'subnets': [{'id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:07.752040 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Checking router: 901db2dd-075b-4568-83b0-502f59ccc0a7 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:20:07.752408 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Updating router 901db2dd-075b-4568-83b0-502f59ccc0a7 port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:20:07.811702 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:07.882757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-f3e4d36a-f73b-4b1c-a6c4-c96aa6ce0e44 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356235 May 20 09:20:07.902847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ed970326-9343-489d-8054-25e9e88be2b5 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:07.975787 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port ed970326-9343-489d-8054-25e9e88be2b5 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:07.976167 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.030675 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-dc194697-d5b8-4b35-a23e-e6e313071049 req-5008e666-c75f-4f1e-8cb3-c4970623993b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417027 May 20 09:20:08.184931 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.196946 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Transition to ACTIVE for port object 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:20:08.270715 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.274553 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-cc427818-7090-49dd-8efc-1fb2f5485880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:08.406455 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c98-d179-44b8-8ee0-268867dfd338 None None] Pushing event updated for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:08.409265 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-57fa8c98-d179-44b8-8ee0-268867dfd338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:08.538646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Attempting to bind port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:20:08.539028 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Attempting to bind port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:20:08.540035 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Attempting to bind port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d on network 438f778e-b5fe-4000-82a7-018775143953 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:20:08.546647 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:20:08.550976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Checking segment: {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:20:08.550976 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.550976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Bound using segment: {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:20:08.550976 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Bound port: 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9445c837-eb66-4af3-b63e-1c468db4655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '438f778e-b5fe-4000-82a7-018775143953'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:20:08.550976 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.642560 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] For port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:20:08.645632 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] For port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:20:08.728939 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:08.732753 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-3be405cf-f2dd-473c-a63d-f1bd17a38955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:08.809226 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:20:08.809919 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:19:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:08.867496 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c98-d179-44b8-8ee0-268867dfd338 None None] Pushing event updated for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:08.879989 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-57fa8c98-d179-44b8-8ee0-268867dfd338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:09.000540 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:20:09.225087 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e698efec-d3e5-4e10-95c5-e4fc5c17055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:09.325715 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d', 'name': '', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'mac_address': 'fa:16:3e:9f:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:20:02Z', 'updated_at': '2021-05-20T09:20:08Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'subnets': [{'id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:20:09.329701 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec92f78-8a53-4c0a-ab22-116ee35ec892 None None] The sync data for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 is: [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:20:03Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d', 'name': '', 'network_id': '438f778e-b5fe-4000-82a7-018775143953', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'mac_address': 'fa:16:3e:9f:da:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:20:02Z', 'updated_at': '2021-05-20T09:20:08Z', 'revision_number': 4, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'subnets': [{'id': '807ace67-88ce-4a81-ad36-7a3f6bfa3e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:20:09.710452 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:09.913260 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:10.033288 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:20:10.038300 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:10.038678 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:10.157361 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:10.189569 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:20:10.273120 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:10.276890 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-1b3489c7-a412-4dd3-a90a-bce3d641deb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:20:10.344234 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:20:10.347108 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:20:11.590408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:11.897315 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:20:11.970994 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:20:11.971377 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:12.872984 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:23.991395 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:20:25.262014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:27.507034 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:36.978281 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-87037218-56d1-4051-ac3b-5da916979f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:39.221550 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d065ed83-b8e3-4b18-a6bb-ae45a65ee665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:39.721535 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:41.589764 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:42.881327 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:55.298407 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:20:57.503831 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:00.990579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:21:04.178471 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-df2b7cd4-9506-4890-8ab1-906b8989d252 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0817029 May 20 09:21:04.326292 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.326780 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.327260 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.327731 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.328198 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.330128 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6e732281-1f34-4d5e-9fe8-95f991e75883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0804675 May 20 09:21:04.490526 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-416246b5-91a1-41ad-a86a-445421d944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.491016 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-416246b5-91a1-41ad-a86a-445421d944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.491494 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-416246b5-91a1-41ad-a86a-445421d944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.493079 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-416246b5-91a1-41ad-a86a-445421d944e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1390111 May 20 09:21:04.565332 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-4b4aec31-7c5f-40e1-8382-2b8a0eb73575 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0654957 May 20 09:21:04.629745 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-aea74422-f8c7-48f7-be82-e8fd1bb932d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.631194 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-aea74422-f8c7-48f7-be82-e8fd1bb932d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0601985 May 20 09:21:04.710013 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-78d31977-7e82-493d-92a2-1e12c1126d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:04.711672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-78d31977-7e82-493d-92a2-1e12c1126d64 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742862 May 20 09:21:04.842226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-456a1470-4338-4153-9d4c-5b4fe3c51770 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241765 May 20 09:21:04.973973 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6ce8dc7c-a8b0-4593-95b8-fbebce1cd609 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246898 May 20 09:21:05.039687 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-eac15675-a88a-4c68-8bf5-73a9d258afff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0589511 May 20 09:21:05.106857 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-21efeb6f-612e-47ce-bbd3-2378945985ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:05.108292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-21efeb6f-612e-47ce-bbd3-2378945985ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0619683 May 20 09:21:05.182620 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-2c298ce0-14e4-401a-bdd1-154b0f371724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:05.184065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-2c298ce0-14e4-401a-bdd1-154b0f371724 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695384 May 20 09:21:05.316552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-6b337a12-ecc2-4e2c-bd9f-c723b0868398 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258068 May 20 09:21:05.450827 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-25458ae0-5d40-4a70-81a1-73a011214337 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268618 May 20 09:21:05.687226 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-2f6410e5-9b8c-4716-928c-55d88b512eb7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.2294660 May 20 09:21:05.750586 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-1e6b6b06-9aca-4ce5-8881-558e6b3cf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:05.752003 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-1e6b6b06-9aca-4ce5-8881-558e6b3cf67f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0584388 May 20 09:21:05.829793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-d61b7f8f-16a3-4ebe-99ca-beab4257a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:05.831273 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-d61b7f8f-16a3-4ebe-99ca-beab4257a937 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734658 May 20 09:21:05.964065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-9beec1ca-dfe1-4cf5-88a9-6dcadb95a18f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259394 May 20 09:21:06.098334 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-a82f407d-cda6-4634-88c7-c915df5bf196 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280034 May 20 09:21:06.170238 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-97eefc62-9d32-4627-9245-e1e972578433 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0647101 May 20 09:21:06.234380 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-064f65ea-a1d9-4355-8628-0035185d9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:06.235942 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-064f65ea-a1d9-4355-8628-0035185d9da5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0592010 May 20 09:21:06.312921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-bf475824-49f0-4b53-b5b3-436446597ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:06.314407 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-bf475824-49f0-4b53-b5b3-436446597ace service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716836 May 20 09:21:06.447600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-5484f857-6085-49dd-94f1-46d05b564590 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261249 May 20 09:21:06.579280 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-f4a03acc-d30b-4648-9ebb-9c934507911d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255455 May 20 09:21:06.651297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-1f49a71f-8c02-43c8-826a-3946e4159c39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0645339 May 20 09:21:06.712307 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-0c0d9c64-80dc-42c4-a2c2-a193f3d8f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:06.714359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-0c0d9c64-80dc-42c4-a2c2-a193f3d8f159 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0573244 May 20 09:21:06.795079 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-3550f50d-e67c-46d1-b44e-7cd6748a042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:21:06.796566 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-3550f50d-e67c-46d1-b44e-7cd6748a042b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761619 May 20 09:21:06.930554 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-02b5d797-f6ea-4c45-b47b-c84de3d2db6f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267295 May 20 09:21:06.954656 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a17db4c2-4c92-4595-a41e-3b859cbedfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:07.063034 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-991684d5-f28c-4e42-bd7d-9986e31693dd req-4e51eaaf-dc5f-4f95-b23d-247c9a594ff6 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266756 May 20 09:21:09.234552 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-98ae29a5-5eea-4ffe-834c-5a983209d9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:09.740221 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:11.606090 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:12.863480 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:25.306175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:27.494730 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:36.942966 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d32d2aeb-b528-4a31-86bf-8dc3e182e6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:37.989544 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:21:39.222950 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a0ba773b-9b43-4573-a55e-ceb2d8416bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:39.725927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:41.634586 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:42.876724 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:55.339612 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:21:57.503182 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:05.192403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-fcd39ddc-a458-40ec-9407-df030ac3b739 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0770550 May 20 09:22:05.348588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.349086 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.349602 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.350113 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.350601 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.352516 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-921fb96f-79c8-4449-b77a-197f03a66f48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0859973 May 20 09:22:05.513666 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6a111b85-f163-4c5f-90a3-d73bff0c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.514142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6a111b85-f163-4c5f-90a3-d73bff0c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.514667 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6a111b85-f163-4c5f-90a3-d73bff0c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.516315 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6a111b85-f163-4c5f-90a3-d73bff0c0043 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1394196 May 20 09:22:05.583517 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-8e1b7368-0ce9-4666-9709-def90b89d065 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0607507 May 20 09:22:05.602985 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53152) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:05.650142 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-22ffd045-9f49-4f50-934f-4a65624111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.651593 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-22ffd045-9f49-4f50-934f-4a65624111c2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0623252 May 20 09:22:05.728892 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-80499557-d78b-4ac9-b641-16dfd71f5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:05.730431 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-80499557-d78b-4ac9-b641-16dfd71f5da5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726323 May 20 09:22:05.741520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-fef6faf2-bd1a-45e7-8a46-2dadc6d5e625 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 09:22:05.742586 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-fef6faf2-bd1a-45e7-8a46-2dadc6d5e625 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051911 May 20 09:22:05.877247 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5f3c79d1-c7d3-4b2c-8130-d1cada9e458d service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284950 May 20 09:22:06.013563 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-b97f53cb-f588-4512-9538-bf82f88042bd service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300898 May 20 09:22:06.171903 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:06.262726 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-99e736f7-8144-4718-ae33-7c0c7d0b0550 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.2426500 May 20 09:22:06.328462 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-e78193d3-7ac7-48b3-a274-03e2e07c849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:06.329905 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-e78193d3-7ac7-48b3-a274-03e2e07c849e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0605400 May 20 09:22:06.417537 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-d434a827-600b-4e1e-a781-7f0ac0e3ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:06.419073 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-d434a827-600b-4e1e-a781-7f0ac0e3ab11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823374 May 20 09:22:06.559829 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-e80821cc-b680-4840-ae47-2d9ef307367d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334710 May 20 09:22:06.697635 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5da9cf84-dcad-4657-a74e-5aa08077cfda service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307099 May 20 09:22:06.760849 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Deleting port a26dac35-367f-4fa6-86ac-22d583c018a5 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:06.761452 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:06.770235 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-18221064-7790-431f-802d-865ba0da7299 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0662591 May 20 09:22:06.834940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-07e3333e-dcf2-4823-b08c-6c0c3186046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:06.836645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-07e3333e-dcf2-4823-b08c-6c0c3186046f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0606642 May 20 09:22:06.889430 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] For port a26dac35-367f-4fa6-86ac-22d583c018a5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=a26dac35-367f-4fa6-86ac-22d583c018a5,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:06.890218 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:06.918146 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-aed0f21f-d227-4b25-be7d-077b389221ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:06.919630 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-aed0f21f-d227-4b25-be7d-077b389221ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750759 May 20 09:22:06.956994 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-26ebbb9a-ac5e-40a9-8de3-c388cd35d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:07.022723 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Calling delete_port for a26dac35-367f-4fa6-86ac-22d583c018a5 owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:07.055774 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-a99c3f79-7253-4c52-8816-64bd6d62ac9e service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292479 May 20 09:22:07.207108 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-c6dcf01f-f267-4171-b54e-a936d84e5be0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446526 May 20 09:22:07.240175 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:07.245175 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b40ca30-5c53-48cb-8e8c-d17f0f98d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:07.287693 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6443da04-bf8d-479d-b38f-9f16f87d9ae1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0731907 May 20 09:22:07.294810 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26dac35-367f-4fa6-86ac-22d583c018a5,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:07.358126 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-bb49e23f-3be7-49c8-972e-c97df320b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:07.359751 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-bb49e23f-3be7-49c8-972e-c97df320b550 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0677962 May 20 09:22:07.375803 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.376194 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.376582 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.376969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.377352 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.377761 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.378134 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.378505 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.378877 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.379247 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.379624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.380182 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:07.383856 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:07.455752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5175ca23-cc0b-4bc8-850c-5fdf26c1a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:07.457223 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5175ca23-cc0b-4bc8-850c-5fdf26c1a40d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908568 May 20 09:22:07.598504 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:07.601745 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-6eca02ae-4887-49ab-bccd-984068ee1d60 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371565 May 20 09:22:07.740423 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-d9561018-930a-49b9-8690-1a3b993dcb2d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310065 May 20 09:22:07.815466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-9c579ddb-422d-46eb-b164-d191a20d8f6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0688877 May 20 09:22:07.879720 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-2a85e945-b141-4283-b769-191fe72bab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:07.881219 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-2a85e945-b141-4283-b769-191fe72bab65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0596359 May 20 09:22:07.976107 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:22:07.977398 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5bb47238-6923-4c2a-8d45-bb0f94d7599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:07.978914 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-5bb47238-6923-4c2a-8d45-bb0f94d7599d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918322 May 20 09:22:08.122438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-e88d7814-7ccb-409d-9f02-7cb207b62bbb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360397 May 20 09:22:08.160649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:08.172861 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Sync routers for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:08.179354 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-af33f043-869f-4edb-879b-9a89db8b3f25 admin admin] 10.222.0.79 "PUT /v2.0/routers/e79a47fc-e362-4c8e-960b-3c2c5c2bc329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5756340 May 20 09:22:08.182035 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53164) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:08.183134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:08.183954 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:21:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:08.267929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-b0a2f38b-fa8e-4249-9854-09c8673a2970 req-d3bd219b-96d2-4ec5-aac1-d48c69cdeea1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387711 May 20 09:22:08.376201 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:08.540292 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:08.724295 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:08.734743 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:22:07Z', 'revision_number': 5, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:08.738711 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Checking router: e79a47fc-e362-4c8e-960b-3c2c5c2bc329 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:08.747018 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Routers {'e79a47fc-e362-4c8e-960b-3c2c5c2bc329'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:08.747623 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:21:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:08.878528 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Deleting port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:08.878764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:08.927220 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] Set router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:09.003429 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] For port c305b6df-ca1f-4dc7-a913-6627ce9ca0f9, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:09.004079 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.130314 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Calling delete_port for c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:09.226044 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5eaff0f8-509b-4783-82eb-cf9996f188d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.230927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:22:07Z', 'revision_number': 5, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:09.235600 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f7d3a-78ef-48ee-8fdf-7b212d2fd107 None None] The sync data for ids ['e79a47fc-e362-4c8e-960b-3c2c5c2bc329'] in n-d-780147-4 is: [{'id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'name': 'tempest-TestShelveInstance-205899613-router', 'tenant_id': 'd57b9961bebf492b9d78f57974a470fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:50Z', 'updated_at': '2021-05-20T09:22:07Z', 'revision_number': 5, 'project_id': 'd57b9961bebf492b9d78f57974a470fe', 'gw_port': {'id': 'c305b6df-ca1f-4dc7-a913-6627ce9ca0f9', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79a47fc-e362-4c8e-960b-3c2c5c2bc329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:51Z', 'updated_at': '2021-05-20T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:09.328620 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.333892 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9821174f-8610-45ab-8835-10d5c554b06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:09.381129 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=c305b6df-ca1f-4dc7-a913-6627ce9ca0f9,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:09.383491 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:09.477744 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.656337 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.659235 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.753633 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.768034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.768583 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79a47fc-e362-4c8e-960b-3c2c5c2bc329 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:22:09.781603 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.782754 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-690f73c7-71c6-488d-bb48-b6f54f8a0dcf admin admin] 10.222.0.79 "DELETE /v2.0/routers/e79a47fc-e362-4c8e-960b-3c2c5c2bc329 HTTP/1.1" status: 204 len: 168 time: 1.5996816 May 20 09:22:09.786251 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53170) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:09.851808 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Deleting subnet 8f795f01-37b9-441f-bd88-83ac9b9899af {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:22:09.855354 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:09.914916 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.003098 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.290633 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a26dac35-367f-4fa6-86ac-22d583c018a5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:10.326917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: a26dac35-367f-4fa6-86ac-22d583c018a5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:10.327847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device a26dac35-367f-4fa6-86ac-22d583c018a5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:10.500557 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.504622 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-34977828-ac66-49b4-96f5-e21fa8427b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:10.541581 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f795f01-37b9-441f-bd88-83ac9b9899af,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:10.545128 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:10.548261 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.553972 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89c8af-d520-4e36-bba0-b6f3f491027f None None] Network 8536e99e-d185-4e2e-b38e-387bfcd34a4f requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:10.554235 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-16c9449b-f23e-464f-9baf-381bb6feabf3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8f795f01-37b9-441f-bd88-83ac9b9899af HTTP/1.1" status: 204 len: 168 time: 0.7668884 May 20 09:22:10.556863 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53176) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:10.668091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.805789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] DHCP port deletion for 8536e99e-d185-4e2e-b38e-387bfcd34a4f request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:22:10.875660 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Deleting port aaf073aa-370c-4c8a-9f72-62b87326aeb1 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:10.876046 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.926454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Deleting port aaf073aa-370c-4c8a-9f72-62b87326aeb1 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:10.926797 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:10.977981 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] For port aaf073aa-370c-4c8a-9f72-62b87326aeb1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaf073aa-370c-4c8a-9f72-62b87326aeb1,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:10.978383 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.028342 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] For port aaf073aa-370c-4c8a-9f72-62b87326aeb1, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=aaf073aa-370c-4c8a-9f72-62b87326aeb1,segment=NetworkSegment(0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2),segment_id=0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:11.028619 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.101074 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Calling delete_port for aaf073aa-370c-4c8a-9f72-62b87326aeb1 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:11.157921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Calling delete_port for aaf073aa-370c-4c8a-9f72-62b87326aeb1 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:11.248272 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.255869 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7e619364-188f-4bfa-9ba9-6ffb1bfea8e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:11.260045 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.262882 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2841a508-287b-4fe3-8bab-a7c38f431201 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:11.304578 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Pushing event deleted for resources: {'Port': ['ID=aaf073aa-370c-4c8a-9f72-62b87326aeb1,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:11.308661 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] No DVR routers for this DVR port aaf073aa-370c-4c8a-9f72-62b87326aeb1 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:22:11.309295 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf073aa-370c-4c8a-9f72-62b87326aeb1,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:11.319644 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.319867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.320209 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.320545 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.320878 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.321212 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.321562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.321895 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.322017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] No DVR routers for this DVR port aaf073aa-370c-4c8a-9f72-62b87326aeb1 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:22:11.322203 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.322602 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.323460 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.323863 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.324872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.325870 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.326722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.326983 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:11.327523 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.327934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.328322 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.328755 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.329838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.329838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.329838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.330202 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.330592 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:11.334326 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:11.451549 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.465520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8536e99e-d185-4e2e-b38e-387bfcd34a4f']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:11.478384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:11.478687 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9ce407-7b0c-4fc6-8174-7a3a65df6ea2') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:11.491204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.511787 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.518140 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:22:11.518537 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: util.warn( May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: util.warn( May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: util.warn( May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: util.warn( May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: timer() May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:22:11.533402 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:22:11.602292 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.681856 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.685423 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3715bb3e-4d95-4732-aef4-06a3842ad3a6 tempest-PortsIpV6TestJSON-1088967780 tempest-PortsIpV6TestJSON-1088967780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:11.698666 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:11.711384 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8536e99e-d185-4e2e-b38e-387bfcd34a4f,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:11.713947 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8536e99e-d185-4e2e-b38e-387bfcd34a4f HTTP/1.1" status: 204 len: 168 time: 1.1558757 May 20 09:22:11.714815 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-ddbad22a-d376-41e4-9956-364bbb975e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:11.716923 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53182) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:11.962085 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:11.997154 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:11.997431 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device c305b6df-ca1f-4dc7-a913-6627ce9ca0f9 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:11.997947 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaf073aa-370c-4c8a-9f72-62b87326aeb1 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:12.034524 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: aaf073aa-370c-4c8a-9f72-62b87326aeb1 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:12.034867 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device aaf073aa-370c-4c8a-9f72-62b87326aeb1 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:12.269177 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:12.691588 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Deleting port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:12.692263 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:12.816312 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] For port 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:12.816713 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:12.891618 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:12.944004 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Calling delete_port for 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:13.439737 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:13.443746 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1b5c50d9-c6a3-4b35-b503-4de51c7d9bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:13.492934 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:13.519309 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:13.769869 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:14.142290 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Router 901db2dd-075b-4568-83b0-502f59ccc0a7 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:22:14.322697 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:14.331671 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Sync routers for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:14.337453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-6dc84d56-5f30-417d-8ad2-d02b172c2d6b admin admin] 10.222.0.79 "PUT /v2.0/routers/901db2dd-075b-4568-83b0-502f59ccc0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6193774 May 20 09:22:14.339992 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53190) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:14.341028 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:14.341679 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:14.525157 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:14.525429 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:14.882993 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:22:13Z', 'revision_number': 5, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:14.886777 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Checking router: 901db2dd-075b-4568-83b0-502f59ccc0a7 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:14.893024 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:14.896171 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Routers {'901db2dd-075b-4568-83b0-502f59ccc0a7'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:14.896782 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['901db2dd-075b-4568-83b0-502f59ccc0a7'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:15.046363 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:22:15.048800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Deleting port ed970326-9343-489d-8054-25e9e88be2b5 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:15.049150 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.081773 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] Set router 901db2dd-075b-4568-83b0-502f59ccc0a7 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:15.176671 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] For port ed970326-9343-489d-8054-25e9e88be2b5, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=ed970326-9343-489d-8054-25e9e88be2b5,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:15.176942 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.319872 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Calling delete_port for ed970326-9343-489d-8054-25e9e88be2b5 owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:15.387884 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:22:13Z', 'revision_number': 5, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:15.392091 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532603f-0fbc-4b7f-9a51-76dbd12ce85e None None] The sync data for ids ['901db2dd-075b-4568-83b0-502f59ccc0a7'] in n-d-780147-4 is: [{'id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'name': 'tempest-TestShelveInstance-911338181-router', 'tenant_id': 'f347c2086a5f4555871caf607d7b1d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:19:58Z', 'updated_at': '2021-05-20T09:22:13Z', 'revision_number': 5, 'project_id': 'f347c2086a5f4555871caf607d7b1d22', 'gw_port': {'id': 'ed970326-9343-489d-8054-25e9e88be2b5', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901db2dd-075b-4568-83b0-502f59ccc0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:19:59Z', 'updated_at': '2021-05-20T09:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:15.570996 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.574945 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3d9f74ba-4d3b-4370-9bc5-5f035ce19631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:15.618585 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed970326-9343-489d-8054-25e9e88be2b5,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:15.621724 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:15.713715 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.895375 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.897836 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.970962 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:15.993879 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:15.994450 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901db2dd-075b-4568-83b0-502f59ccc0a7 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:22:16.009262 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.013451 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53196) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:16.021263 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-e458a04a-fd64-44ae-a6f4-e406583150e2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/901db2dd-075b-4568-83b0-502f59ccc0a7 HTTP/1.1" status: 204 len: 168 time: 1.6798773 May 20 09:22:16.081260 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Deleting subnet 807ace67-88ce-4a81-ad36-7a3f6bfa3e1c {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:22:16.084670 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.087388 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:16.087801 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 3e5ebb5c-59b7-4402-8f96-4621cf1c1e4d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:16.141992 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.221185 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.582663 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.587015 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-a1a7453c-b794-4fd5-8bab-d09857271cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:16.621720 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807ace67-88ce-4a81-ad36-7a3f6bfa3e1c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:16.626233 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.630285 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:16.632771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c09c9-26e0-40a1-a0b7-03fd9a1328e8 None None] Network 438f778e-b5fe-4000-82a7-018775143953 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:16.633167 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-c3384e71-341f-496e-ad6e-4816480cfdba admin admin] 10.222.0.79 "DELETE /v2.0/subnets/807ace67-88ce-4a81-ad36-7a3f6bfa3e1c HTTP/1.1" status: 204 len: 168 time: 0.6179752 May 20 09:22:16.635598 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53200) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:16.746746 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.820336 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Deleting port 52a0183e-8d01-47df-a64f-2037d4d068a0 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:16.820595 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.872487 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] DHCP port deletion for 438f778e-b5fe-4000-82a7-018775143953 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:22:16.927669 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] For port 52a0183e-8d01-47df-a64f-2037d4d068a0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=52a0183e-8d01-47df-a64f-2037d4d068a0,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:16.928034 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:16.944344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Deleting port 52a0183e-8d01-47df-a64f-2037d4d068a0 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:22:16.944756 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.044876 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] For port 52a0183e-8d01-47df-a64f-2037d4d068a0, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=52a0183e-8d01-47df-a64f-2037d4d068a0,segment=NetworkSegment(9445c837-eb66-4af3-b63e-1c468db4655c),segment_id=9445c837-eb66-4af3-b63e-1c468db4655c)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:17.045587 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.058830 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Calling delete_port for 52a0183e-8d01-47df-a64f-2037d4d068a0 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:17.169835 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Calling delete_port for 52a0183e-8d01-47df-a64f-2037d4d068a0 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:22:17.207769 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.212177 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f2b8692c-b1e2-4784-9032-196e3533d1e8 tempest-NetworksIpV6TestAttrs-987463497 tempest-NetworksIpV6TestAttrs-987463497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:17.214161 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.219569 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:17.255287 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a0183e-8d01-47df-a64f-2037d4d068a0,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:17.259416 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:17.261756 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] No DVR routers for this DVR port 52a0183e-8d01-47df-a64f-2037d4d068a0 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:22:17.267956 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Pushing event deleted for resources: {'Port': ['ID=52a0183e-8d01-47df-a64f-2037d4d068a0,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:17.270780 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:17.273638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26d70d-2c24-46a2-bb5e-f2123843b9cf None None] No DVR routers for this DVR port 52a0183e-8d01-47df-a64f-2037d4d068a0 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:22:17.382448 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.395322 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438f778e-b5fe-4000-82a7-018775143953']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:17.408498 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9445c837-eb66-4af3-b63e-1c468db4655c') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:17.410295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9445c837-eb66-4af3-b63e-1c468db4655c') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:17.420642 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.438056 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.444758 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:22:17.445467 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: timer() May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:22:17.458393 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:22:17.596657 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.600195 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-82e12610-7a83-454f-bdf2-c2990a6eb474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:17.614066 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:17.625406 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=438f778e-b5fe-4000-82a7-018775143953,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:17.628323 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/438f778e-b5fe-4000-82a7-018775143953 HTTP/1.1" status: 204 len: 168 time: 0.9917903 May 20 09:22:17.629450 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-285891d2-4999-45bb-a9d2-1de4bd94f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:17.962656 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ed970326-9343-489d-8054-25e9e88be2b5 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:17.997628 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: ed970326-9343-489d-8054-25e9e88be2b5 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:17.997985 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device ed970326-9343-489d-8054-25e9e88be2b5 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:17.998399 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 52a0183e-8d01-47df-a64f-2037d4d068a0 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:22:18.033608 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 52a0183e-8d01-47df-a64f-2037d4d068a0 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:22:18.033958 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 52a0183e-8d01-47df-a64f-2037d4d068a0 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:22:18.102825 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53206) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:18.149988 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-68d8bf13-7cea-4580-89e5-be088fe16c3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d57b9961bebf492b9d78f57974a470fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484111 May 20 09:22:18.152363 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53210) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:18.215213 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:18.241107 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:18.399813 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:18.404211 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5b1cd581-f9cf-4660-855c-5a7188efc531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:18.416240 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a4456-002d-4b91-b351-6fbee5858d5d,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:18.421544 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:18.423623 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:18.424734 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-0d13c35d-08f7-42e8-b7c6-e71dd07926db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/076a4456-002d-4b91-b351-6fbee5858d5d HTTP/1.1" status: 204 len: 168 time: 0.2714977 May 20 09:22:19.119689 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53218) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:19.169999 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-3beacd85-10fd-45d4-9ce4-e6b43fecb5b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f347c2086a5f4555871caf607d7b1d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490117 May 20 09:22:19.172506 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53222) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:19.231110 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:19.256704 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:19.376433 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:19.380352 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-91a41a92-ba56-443b-855c-18974d868aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:19.392345 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a682e938-730e-44e9-8fd3-d84bea2fc029,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:19.394559 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:19.400807 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:19.402047 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-33b8f05c-67ed-4fa5-802e-d1d358421899 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a682e938-730e-44e9-8fd3-d84bea2fc029 HTTP/1.1" status: 204 len: 168 time: 0.2286515 May 20 09:22:20.479814 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53246) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:20.590091 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1782230274-network', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329'}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:20.596408 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:20.600306 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Usage tracker for resource:network and tenant:0b9c6da98c35434eb3f76d649ea6a329 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:20.603203 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:20.609064 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:20.679289 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Made reservation on behalf of 0b9c6da98c35434eb3f76d649ea6a329 for: {'network': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:20.681664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:20.694053 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:20.710048 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:20.714201 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Usage tracker for resource:security_group_rule and tenant:0b9c6da98c35434eb3f76d649ea6a329 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:20.717054 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:20.723815 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:20.811263 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:20.882052 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:20.885279 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-9d1d713d-b1e6-4a4e-a764-5f1737a54598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:20.916242 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=93102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:22:20.925594 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9986147-744a-4e55-8cde-9cececcb2726,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:20.928832 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:20.933682 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:20.933682 n-d-780147-4 neutron-server[93102]: INFO neutron.db.segments_db [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Added segment 5174837e-fd23-46cd-ad7f-49b0547c170a of type vlan for network 04d5358b-fc4c-4913-a60d-6ac742c6317c May 20 09:22:20.961789 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:21.050989 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:21.052097 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:21.052692 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:21.056407 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3a563f41-7bac-4a2e-82a7-07bd0ef116f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:21.160970 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Pushing event updated for resources: {'Network': ['ID=04d5358b-fc4c-4913-a60d-6ac742c6317c,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:21.163767 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:21.171390 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:22:21.260297 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-72fc4816-4c25-416f-a59c-615a3af4d52c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7792268 May 20 09:22:21.263232 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53254) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:21.269878 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Request body: {'subnet': {'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1782230274-subnet', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'ip_version': 4}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:21.277741 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:21.282294 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Usage tracker for resource:subnet and tenant:0b9c6da98c35434eb3f76d649ea6a329 is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:21.285175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:21.290910 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:21.381754 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Made reservation on behalf of 0b9c6da98c35434eb3f76d649ea6a329 for: {'subnet': 1} {{(pid=93102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:21.384152 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985028'] for subnet, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:21.858331 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5503881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985078'] for subnet, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:21.862495 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8545d505-0da2-4702-90f9-fc58812d5620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:21.938563 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16eadc22-2e05-42e4-b888-4da33b89223f,revision_number=0']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:21.941695 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:21.949042 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Checking segment: {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:21.949405 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Network hostable DHCP agents. Network: 04d5358b-fc4c-4913-a60d-6ac742c6317c, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:22:22.059227 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:22:22.159206 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 04d5358b-fc4c-4913-a60d-6ac742c6317c) {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:22.167884 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1212f-1655-4dd3-8ec8-ba508707a48f None None] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:22.174298 n-d-780147-4 neutron-server[93102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:22.174298 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.391006 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-04d5358b-fc4c-4913-a60d-6ac742c6317c', 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'fixed_ips': [{'subnet_id': '16eadc22-2e05-42e4-b888-4da33b89223f'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:22:22.391838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.493899 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-872dbd54-c894-4b0b-9f96-c8617f35dc01 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2271693 May 20 09:22:22.494921 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53258) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:22.501732 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:22.507237 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:22.511103 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Usage tracker for resource:router and tenant:0b9c6da98c35434eb3f76d649ea6a329 is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:22.514026 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:22.520563 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:22.550084 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Allocated IP 172.20.0.2 (04d5358b-fc4c-4913-a60d-6ac742c6317c/16eadc22-2e05-42e4-b888-4da33b89223f/16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:22.599736 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.600814 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.617310 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.769650 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.779988 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Transition to ACTIVE for port object 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:22.800359 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Transition to ACTIVE for port object 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:22.871175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:22.876278 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-9ddaf196-3043-4268-8d26-82a5fbd11317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:22.969054 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.003510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:23.006481 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:23.009128 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:23.019468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Pushing event updated for resources: {'Port': ['ID=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:23.022640 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:23.107304 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Attempting to bind port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:23.107677 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Attempting to bind port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:23.108048 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Attempting to bind port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 on network 04d5358b-fc4c-4913-a60d-6ac742c6317c {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:23.114062 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:23.114468 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Checking segment: {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:23.114872 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.115269 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Bound using segment: {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:23.115736 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Bound port: 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:23.116180 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.212924 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] For port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:23.216374 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] For port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:23.305899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.309715 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:23.390672 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Pushing event updated for resources: {'Port': ['ID=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:23.393746 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:23.534748 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.576228 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.740213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Allocated IP 172.25.8.154 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/69540b99-3ad8-4be2-aab6-af9c45a003bc) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:23.891091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:23.988612 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:24.040068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:24.045095 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-714401f8-dcae-4f25-abdb-918d7cc47bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:24.110230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:24.113287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:24.118529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:24.140327 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:24.164200 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Pushing event updated for resources: {'Port': ['ID=69540b99-3ad8-4be2-aab6-af9c45a003bc,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:24.168692 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:24.359561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dfc2df-b516-4deb-a6e4-8dbcdb41f0bd None None] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:24.571993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Provisioning for port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:24.582641 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Provisioning complete for port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:24.583027 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:24.666191 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:24.729990 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:24.771115 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] For port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:24.856830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:24.860235 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:24.932607 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Pushing event updated for resources: {'Port': ['ID=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:24.935852 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-f0f21f75-cb32-4d65-bde9-89f3927f8e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:24.977562 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-42082c20-1f64-477a-80e3-38b9bbb63bc5 None None] Provisioning complete for port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:24.977935 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-42082c20-1f64-477a-80e3-38b9bbb63bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:25.205746 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:25.333841 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:25.504505 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Router b4e1ed5a-5a59-4f5e-aff0-122750417f62 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:22:25.695740 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:25.705058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Sync routers for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:25.714877 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:25.715510 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:25.779128 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:25.780405 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-d1701d86-2284-4d4c-9057-ddda415131bb admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2837441 May 20 09:22:25.783800 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53262) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:25.898143 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:26.011803 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:26.196325 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:26.196708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.420326 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:24Z', 'revision_number': 3, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:26.426931 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Checking router: b4e1ed5a-5a59-4f5e-aff0-122750417f62 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:26.427171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Updating router b4e1ed5a-5a59-4f5e-aff0-122750417f62 port 69540b99-3ad8-4be2-aab6-af9c45a003bc binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:22:26.481220 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.490421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.701553 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Allocated IP 172.20.0.1 (04d5358b-fc4c-4913-a60d-6ac742c6317c/16eadc22-2e05-42e4-b888-4da33b89223f/d641c285-73d8-4d80-be0e-0da8f923ce2e) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:26.822089 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.835701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Transition to ACTIVE for port object 69540b99-3ad8-4be2-aab6-af9c45a003bc will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:26.893578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.897768 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5cb1ff70-cf8f-49ee-a7a3-4efded682eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:26.982729 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Attempting to bind port 69540b99-3ad8-4be2-aab6-af9c45a003bc on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:26.983111 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Attempting to bind port 69540b99-3ad8-4be2-aab6-af9c45a003bc by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:26.984341 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Attempting to bind port 69540b99-3ad8-4be2-aab6-af9c45a003bc on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:26.986554 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a5f9a-6654-4e3d-8e84-26a9e67f8cc6 None None] Pushing event updated for resources: {'Port': ['ID=69540b99-3ad8-4be2-aab6-af9c45a003bc,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:26.991459 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-990a5f9a-6654-4e3d-8e84-26a9e67f8cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:26.994058 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:26.994619 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:26.995626 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:26.995626 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:26.995814 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Bound port: 69540b99-3ad8-4be2-aab6-af9c45a003bc, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:26.996061 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.031578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.047806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Transition to ACTIVE for port object d641c285-73d8-4d80-be0e-0da8f923ce2e will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:27.075387 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] For port 69540b99-3ad8-4be2-aab6-af9c45a003bc, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:27.079134 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] For port 69540b99-3ad8-4be2-aab6-af9c45a003bc, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69540b99-3ad8-4be2-aab6-af9c45a003bc,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:27.131068 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.135089 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-03d51aa0-97c7-42a5-8242-ce02a0a5ba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:27.150761 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.156507 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:27.205970 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:27.208957 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:27.213654 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:27.232771 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:27.234102 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:27.242753 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Pushing event updated for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:27.249655 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:27.271824 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.310539 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a5f9a-6654-4e3d-8e84-26a9e67f8cc6 None None] Pushing event updated for resources: {'Port': ['ID=69540b99-3ad8-4be2-aab6-af9c45a003bc,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:27.322066 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-990a5f9a-6654-4e3d-8e84-26a9e67f8cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:27.452453 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:27.553038 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.592206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-68979ad2-1535-426f-90ad-f6d9c48230b6 None None] Provisioning for port d641c285-73d8-4d80-be0e-0da8f923ce2e completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:27.614830 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.642603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-68979ad2-1535-426f-90ad-f6d9c48230b6 None None] Provisioning complete for port d641c285-73d8-4d80-be0e-0da8f923ce2e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:27.642993 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-68979ad2-1535-426f-90ad-f6d9c48230b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.718444 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-68979ad2-1535-426f-90ad-f6d9c48230b6 None None] Port d641c285-73d8-4d80-be0e-0da8f923ce2e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:22:27.800264 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:24Z', 'revision_number': 3, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:27.804446 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa62da2-c253-4cad-8b4e-918866d71240 None None] The sync data for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 is: [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:24Z', 'revision_number': 3, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:27.858127 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.936389 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6539139'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:27.966513 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc7aee1d-21d4-48f1-854e-bfa6cd2dd3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:28.061193 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:28.072439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Pushing event updated for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:28.075972 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:28.221272 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:28.222656 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:28.425966 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Router b4e1ed5a-5a59-4f5e-aff0-122750417f62 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:22:28.450179 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-c61f4422-6723-4b0d-810f-1209fd1c3a6b None None] Provisioning complete for port d641c285-73d8-4d80-be0e-0da8f923ce2e triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:28.450694 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c61f4422-6723-4b0d-810f-1209fd1c3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:28.511425 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-c61f4422-6723-4b0d-810f-1209fd1c3a6b None None] Port d641c285-73d8-4d80-be0e-0da8f923ce2e cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:22:28.624293 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:28.633917 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-9fd194a5-20b3-4588-9988-f9f1c9fe6783 admin admin] 10.222.0.79 "PUT /v2.0/routers/b4e1ed5a-5a59-4f5e-aff0-122750417f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8489347 May 20 09:22:29.365415 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Sync routers for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:29.376068 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:29.376693 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:29.388608 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53280) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:29.394435 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1245210241-network', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa'}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:29.400809 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:29.404889 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Usage tracker for resource:network and tenant:d172df9d4c46414c849c51c287c6edfa is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:29.408736 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:29.417820 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:29.517025 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Made reservation on behalf of d172df9d4c46414c849c51c287c6edfa for: {'network': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:29.519477 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1789510'] for network, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.533146 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.548488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:29.552583 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Usage tracker for resource:security_group_rule and tenant:d172df9d4c46414c849c51c287c6edfa is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:29.555536 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:29.561173 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:29.561553 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:29.644914 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.713584 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.718758 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dc85b2ee-4245-4ebd-8789-f67bf9f65915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:29.747070 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=93101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 09:22:29.761011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004901d7-e743-4f2a-9b97-d4e3e66386a4,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:29.767215 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:29.769332 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.769332 n-d-780147-4 neutron-server[93101]: INFO neutron.db.segments_db [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Added segment fd8b9844-4084-4656-8f2b-01e0d110c308 of type vlan for network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 May 20 09:22:29.797469 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735355749753'] for network, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.887990 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 4, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd641c285-73d8-4d80-be0e-0da8f923ce2e', 'name': '', 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'mac_address': 'fa:16:3e:a7:dc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:26Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 2, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'subnets': [{'id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:29.892729 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Checking router: b4e1ed5a-5a59-4f5e-aff0-122750417f62 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:29.897040 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Updating router b4e1ed5a-5a59-4f5e-aff0-122750417f62 port d641c285-73d8-4d80-be0e-0da8f923ce2e binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:22:29.922139 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857'] for network, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.926354 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:29.926995 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:29.933281 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-5b97cd23-b06d-4ebc-9ac9-4941c271a3c0 tempest-QuotasNegativeTest-2111545430 tempest-QuotasNegativeTest-2111545430-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:29.953590 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.011093 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69540b99-3ad8-4be2-aab6-af9c45a003bc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:30.173531 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 69540b99-3ad8-4be2-aab6-af9c45a003bc completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:30.180360 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 69540b99-3ad8-4be2-aab6-af9c45a003bc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:30.180819 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.225157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Pushing event updated for resources: {'Network': ['ID=015c19f8-5aa4-43cc-9ff2-cfd06fec35f6,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.228502 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:30.236517 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 details requested by agent ovs-agent-n-d-780147-4 with host n-d-780147-4 {{(pid=93103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 09:22:30.291028 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-cfc66740-cbc2-47f5-b73a-59159734840c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9012072 May 20 09:22:30.293912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53284) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:30.300385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.v2.base [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Request body: {'subnet': {'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1245210241-subnet', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'ip_version': 4}} {{(pid=93101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:30.306221 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:30.311999 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Usage tracker for resource:subnet and tenant:d172df9d4c46414c849c51c287c6edfa is out of sync, need to count used quota {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:30.313920 n-d-780147-4 neutron-server[93101]: DEBUG neutron.quota.resource [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93101) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:30.321031 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.quota.driver [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:30.353940 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.366818 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Transition to ACTIVE for port object d641c285-73d8-4d80-be0e-0da8f923ce2e will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:30.390343 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Made reservation on behalf of d172df9d4c46414c849c51c287c6edfa for: {'subnet': 1} {{(pid=93101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 09:22:30.392691 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424620'] for subnet, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.455465 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.472351 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 69540b99-3ad8-4be2-aab6-af9c45a003bc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69540b99-3ad8-4be2-aab6-af9c45a003bc,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:30.487823 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.492934 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-e836e71d-b2b4-4323-bda5-dcadfe3c5031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:30.593677 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.596715 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-19631c60-0345-4c2a-b15a-4b1a7199163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:30.660005 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Pushing event updated for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.674923 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=69540b99-3ad8-4be2-aab6-af9c45a003bc,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:30.678378 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.706193 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.707571 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.707571 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.707571 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:22:30.714666 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:30.732646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Attempting to bind port d641c285-73d8-4d80-be0e-0da8f923ce2e on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:30.733903 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Attempting to bind port d641c285-73d8-4d80-be0e-0da8f923ce2e by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:30.734646 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Attempting to bind port d641c285-73d8-4d80-be0e-0da8f923ce2e on network 04d5358b-fc4c-4913-a60d-6ac742c6317c {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:30.741083 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:30.741497 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Checking segment: {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:30.742078 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.742531 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Bound using segment: {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:30.742972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Bound port: d641c285-73d8-4d80-be0e-0da8f923ce2e, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5174837e-fd23-46cd-ad7f-49b0547c170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:30.743356 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.839980 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] For port d641c285-73d8-4d80-be0e-0da8f923ce2e, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:30.843572 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] For port d641c285-73d8-4d80-be0e-0da8f923ce2e, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d641c285-73d8-4d80-be0e-0da8f923ce2e,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:30.902151 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.906969 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:30.913857 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6593034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424606'] for subnet, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:30.918422 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1ee7abbb-98d2-4402-84ea-3e8d9440e1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:30.980579 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:30.981232 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:31.004287 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cca009-e16b-4ad8-a26f-034d29720257,revision_number=0']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:31.007644 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:31.010660 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Checking segment: {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:31.011038 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Network hostable DHCP agents. Network: 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6, hostable agents: ['68b571b0-1cbe-4844-bfb3-458ec54cb943'], hosted agents: [] {{(pid=93101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 09:22:31.054825 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Pushing event updated for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:31.059816 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-8f47e17d-152a-41bd-9026-38893741b307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:31.098797 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 is scheduled to be hosted by DHCP agent 68b571b0-1cbe-4844-bfb3-458ec54cb943 with binding_index 1 {{(pid=93101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 09:22:31.181343 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:31.198859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-4, 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6) {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:31.207937 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:22:31.208578 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.208709 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e08ed1-86c7-427d-954f-0a1dde6c5f60 None None] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:31.308971 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-4b083549-2b3f-4604-ba2e-7a5c417c7bb2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0137262 May 20 09:22:31.312359 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53288) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:31.317715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.v2.base [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}} {{(pid=93102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 09:22:31.324421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 09:22:31.328219 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Usage tracker for resource:router and tenant:d172df9d4c46414c849c51c287c6edfa is out of sync, need to count used quota {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 09:22:31.335628 n-d-780147-4 neutron-server[93102]: DEBUG neutron.quota.resource [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93102) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 09:22:31.339967 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.quota.driver [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=93102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 09:22:31.427712 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14946'] for router, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.435759 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14953'] for router, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.437016 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ef5d4f2-a292-5d87-a83f-5d1fcfe262e7-015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'fixed_ips': [{'subnet_id': '52cca009-e16b-4ad8-a26f-034d29720257'}]}} from n-d-780147-4. {{(pid=93103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 09:22:31.442676 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.511098 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 4, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd641c285-73d8-4d80-be0e-0da8f923ce2e', 'name': '', 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'mac_address': 'fa:16:3e:a7:dc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:26Z', 'updated_at': '2021-05-20T09:22:30Z', 'revision_number': 4, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'subnets': [{'id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:31.516861 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8531f08-7bf6-44e6-ae13-e36ba49c2c3c None None] The sync data for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 is: [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:22:27Z', 'revision_number': 4, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': 'd641c285-73d8-4d80-be0e-0da8f923ce2e', 'name': '', 'network_id': '04d5358b-fc4c-4913-a60d-6ac742c6317c', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'mac_address': 'fa:16:3e:a7:dc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:26Z', 'updated_at': '2021-05-20T09:22:30Z', 'revision_number': 4, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'subnets': [{'id': '16eadc22-2e05-42e4-b888-4da33b89223f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:31.540209 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.620227 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.db_base_plugin_common [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Allocated IP 172.20.0.2 (015c19f8-5aa4-43cc-9ff2-cfd06fec35f6/52cca009-e16b-4ad8-a26f-034d29720257/467f1f20-9fad-49b1-a15f-2e8d4ce978d8) {{(pid=93103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:31.881667 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks [] for port, precommit_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:31.894166 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Transition to ACTIVE for port object 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:31.929521 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Transition to ACTIVE for port object 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 will not be triggered until provisioned by entity DHCP. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:31.988022 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14919'] for router, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.036796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911'] for port, after_create {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.040600 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:32.108498 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d641c285-73d8-4d80-be0e-0da8f923ce2e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:32.185279 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 is already hosted by enough agents. {{(pid=93103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:32.191784 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Pushing event updated for resources: {'Port': ['ID=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,revision_number=1']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:32.195038 n-d-780147-4 neutron-server[93103]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Resources bound (agent type, host, resource id): {{(pid=93103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:32.196889 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:32.206197 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Received port after_create {{(pid=93103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:32.304901 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Attempting to bind port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:32.305597 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Attempting to bind port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:32.305713 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Attempting to bind port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 on network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:32.311893 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:32.313992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Checking segment: {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:32.313992 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.313992 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Bound using segment: {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:32.314320 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Bound port: 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:32.314526 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.382522 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port d641c285-73d8-4d80-be0e-0da8f923ce2e completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:32.393358 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d641c285-73d8-4d80-be0e-0da8f923ce2e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:32.393755 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.409923 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.445764 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.467251 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] For port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:32.472663 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] For port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:32.549035 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.574127 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.579128 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-e979f085-dc04-48c6-81c0-9f6b6ce4cc6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:32.599288 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Allocated IP 172.25.8.125 (7443946c-2304-4ae6-9323-48bd6eab68f0/ace5ca64-0019-4733-a9ba-0a2127481131/bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:32.639290 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port d641c285-73d8-4d80-be0e-0da8f923ce2e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d641c285-73d8-4d80-be0e-0da8f923ce2e,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:32.672312 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Pushing event updated for resources: {'Port': ['ID=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:32.678900 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a4e2e634-ed2e-4219-bae2-c1fbab94c3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:32.717083 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.718291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69540b99-3ad8-4be2-aab6-af9c45a003bc up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:32.750919 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-5a98ffea-b87e-4a17-92e7-7dbfef7a52e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:32.778701 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.853289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:32.856466 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:32.865932 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 69540b99-3ad8-4be2-aab6-af9c45a003bc triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:32.866324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.876497 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:32.883901 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-3ab4b9d0-0f46-4e4d-844d-73ba649e2e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:32.977110 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Network 7443946c-2304-4ae6-9323-48bd6eab68f0 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:32.982776 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:32.986655 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:33.025624 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Pushing event updated for resources: {'Port': ['ID=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:33.031248 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:33.667410 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:33.707301 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b4aca-6f6f-42bf-a0e6-bc481ee57dba None None] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:22:33.849680 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-0d19fb10-fa13-445a-bb3c-482ebff0e3f5 None None] Provisioning for port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:34.047075 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667017'] for router, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.093322 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d641c285-73d8-4d80-be0e-0da8f923ce2e up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:34.168749 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port d641c285-73d8-4d80-be0e-0da8f923ce2e triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:34.169052 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.319404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:34.364813 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Router a349875b-57bd-4ab5-aa4c-a7db82789dc2 is scheduled to L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 with binding_index 1 {{(pid=93102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 09:22:34.470617 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:34.475638 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:34.476027 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.551725 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:34.585847 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Sync routers for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:34.613218 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:34.613875 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:34.650822 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.652103 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-4931b757-ed9b-4a4d-90df-a4b8ac965781 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3387320 May 20 09:22:34.654862 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53294) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:22:34.673260 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.799295 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:34.824797 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:34.926762 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:34.935230 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:35.091063 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:35.095787 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:35.192809 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:33Z', 'revision_number': 3, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:35.197077 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Checking router: a349875b-57bd-4ab5-aa4c-a7db82789dc2 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:35.197438 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Updating router a349875b-57bd-4ab5-aa4c-a7db82789dc2 port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d binding host n-d-780147-4 {{(pid=93103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:22:35.254915 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.549616 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.599409 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks [] for port, precommit_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.612291 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Transition to ACTIVE for port object bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d will not be triggered until provisioned by entity L2. {{(pid=93103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:35.772248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_common [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Allocated IP 172.20.0.1 (015c19f8-5aa4-43cc-9ff2-cfd06fec35f6/52cca009-e16b-4ad8-a26f-034d29720257/82916446-f162-4997-9d8d-5c203da09ca4) {{(pid=93102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 09:22:35.773179 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.778441 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-a180b215-c819-48d8-8a7b-5e5edb735a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:35.913124 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Attempting to bind port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d on host n-d-780147-4 for vnic_type normal with profile {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:35.913888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Attempting to bind port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:35.913888 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Attempting to bind port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d on network 7443946c-2304-4ae6-9323-48bd6eab68f0 {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Checking segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Bound using segment: {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'} {{(pid=93103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.managers [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Bound port: bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf481f-2956-4919-a9be-f3b968d92ecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0'}}] {{(pid=93103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:35.929927 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.930801 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:35.947603 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Transition to ACTIVE for port object 82916446-f162-4997-9d8d-5c203da09ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:35.953151 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1d65-7ed3-48a2-9fe6-b4521aafcdb9 None None] Pushing event updated for resources: {'Port': ['ID=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,revision_number=2']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:35.955958 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c36c1d65-7ed3-48a2-9fe6-b4521aafcdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:35.991060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:36.066382 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] For port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d, host n-d-780147-4, cleared binding levels {{(pid=93103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:36.070538 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] For port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:36.085029 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735355729911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.085745 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:36.086156 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.090257 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b482cb6f-0c33-4e7c-b433-20136fe2e41e tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:36.146711 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.151499 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:36.157715 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:36.160738 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:36.164491 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Received port after_create {{(pid=93102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 09:22:36.214295 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Pushing event updated for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=1']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:36.223916 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:36.248396 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659770'] for router_interface, before_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.276914 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:36.277588 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:36.380957 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1d65-7ed3-48a2-9fe6-b4521aafcdb9 None None] Pushing event updated for resources: {'Port': ['ID=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,revision_number=3']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:36.387412 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-c36c1d65-7ed3-48a2-9fe6-b4521aafcdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:36.498856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:36.600376 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8681dcda-8a90-4d8f-8041-e675856d8b61 None None] Provisioning for port 82916446-f162-4997-9d8d-5c203da09ca4 completed by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:36.609823 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.625739 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-8681dcda-8a90-4d8f-8041-e675856d8b61 None None] Provisioning complete for port 82916446-f162-4997-9d8d-5c203da09ca4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:36.626124 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8681dcda-8a90-4d8f-8041-e675856d8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.755394 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-8681dcda-8a90-4d8f-8041-e675856d8b61 None None] Port 82916446-f162-4997-9d8d-5c203da09ca4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:22:36.854178 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:33Z', 'revision_number': 3, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:36.858060 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ea219-79c3-461c-a06c-a7c3ab3ffd01 None None] The sync data for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 is: [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:33Z', 'revision_number': 3, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:36.859289 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.933047 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5547520'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:36.959758 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5bdc3a31-1934-4f15-adf6-d3991dd0d180 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:36.961748 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e8e60d83-a1a8-4861-95bf-1b49920dc746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:37.048195 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Pushing event updated for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:37.051009 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:37.052389 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659805'] for router_interface, after_create {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:37.407248 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 is already hosted by enough agents. {{(pid=93102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 09:22:37.408404 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.base_scheduler [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 09:22:37.618766 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Router a349875b-57bd-4ab5-aa4c-a7db82789dc2 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:22:37.695330 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-012deb77-e7ea-4cea-a11c-a45bb08ee4e0 None None] Provisioning complete for port 82916446-f162-4997-9d8d-5c203da09ca4 triggered by entity DHCP. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:37.695712 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-012deb77-e7ea-4cea-a11c-a45bb08ee4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:37.757409 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-012deb77-e7ea-4cea-a11c-a45bb08ee4e0 None None] Port 82916446-f162-4997-9d8d-5c203da09ca4 cannot update to ACTIVE because it is not bound. {{(pid=93103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 09:22:37.822061 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:22:37.832903 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-77285a08-f2d5-43db-8718-531bc645ab3d admin admin] 10.222.0.79 "PUT /v2.0/routers/a349875b-57bd-4ab5-aa4c-a7db82789dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769817 May 20 09:22:38.000938 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:38.138433 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:38.144289 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:38.144668 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:38.267270 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:38.284353 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:38.355780 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:38.357689 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:38.433993 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,revision_number=4']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:38.438109 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:38.718310 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Sync routers for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:22:38.727970 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:38.728576 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:09Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:38.910692 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:39.222054 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-9c970cf8-9742-4351-bf09-7f3e56e69ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.253851 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 4, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '82916446-f162-4997-9d8d-5c203da09ca4', 'name': '', 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'mac_address': 'fa:16:3e:e3:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '52cca009-e16b-4ad8-a26f-034d29720257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:35Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 2, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'subnets': [{'id': '52cca009-e16b-4ad8-a26f-034d29720257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:39.257710 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Checking router: a349875b-57bd-4ab5-aa4c-a7db82789dc2 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:22:39.258004 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Updating router a349875b-57bd-4ab5-aa4c-a7db82789dc2 port 82916446-f162-4997-9d8d-5c203da09ca4 binding host n-d-780147-4 {{(pid=93104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 09:22:39.311344 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.667888 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks [] for port, precommit_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.679938 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.provisioning_blocks [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Transition to ACTIVE for port object 82916446-f162-4997-9d8d-5c203da09ca4 will not be triggered until provisioned by entity L2. {{(pid=93104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 09:22:39.715654 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.747387 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.751373 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-bbeacdb6-c8dd-491a-adf7-1362b0900b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:39.904632 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79c6d-8cb7-4082-87b7-3805022f5a00 None None] Pushing event updated for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=3']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:39.913826 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c4c79c6d-8cb7-4082-87b7-3805022f5a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:39.972751 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Attempting to bind port 82916446-f162-4997-9d8d-5c203da09ca4 on host n-d-780147-4 for vnic_type normal with profile {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 09:22:39.973126 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Attempting to bind port 82916446-f162-4997-9d8d-5c203da09ca4 by drivers openvswitch,hyperv on host n-d-780147-4 at level 0 using segments [{'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 09:22:39.973528 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Attempting to bind port 82916446-f162-4997-9d8d-5c203da09ca4 on network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 09:22:39.982789 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:39.986301 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Checking agent: {'id': '983e69b4-49fb-4367-9d04-cce45e0acb16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 7, 28, 39), 'started_at': datetime.datetime(2021, 5, 20, 7, 29, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 9, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 09:22:39.986542 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Checking segment: {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 09:22:39.986827 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:39.987228 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Bound using segment: {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'} {{(pid=93104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 09:22:39.987711 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.managers [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Bound port: 82916446-f162-4997-9d8d-5c203da09ca4, host: n-d-780147-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b9844-4084-4656-8f2b-01e0d110c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6'}}] {{(pid=93104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 09:22:39.988097 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:40.056386 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:40.056774 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:40.083613 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] For port 82916446-f162-4997-9d8d-5c203da09ca4, host n-d-780147-4, cleared binding levels {{(pid=93104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 09:22:40.087294 n-d-780147-4 neutron-server[93104]: DEBUG neutron.plugins.ml2.db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] For port 82916446-f162-4997-9d8d-5c203da09ca4, host n-d-780147-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82916446-f162-4997-9d8d-5c203da09ca4,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 09:22:40.156197 n-d-780147-4 neutron-server[93104]: DEBUG neutron_lib.callbacks.manager [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:40.160211 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-9980043a-5ab2-42f3-878e-24d843121248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:40.241686 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:22:40.242379 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:22:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:40.302759 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79c6d-8cb7-4082-87b7-3805022f5a00 None None] Pushing event updated for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=4']} {{(pid=93104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:40.305959 n-d-780147-4 neutron-server[93104]: DEBUG oslo_concurrency.lockutils [None req-c4c79c6d-8cb7-4082-87b7-3805022f5a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:40.432307 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:22:40.742300 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 4, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '82916446-f162-4997-9d8d-5c203da09ca4', 'name': '', 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'mac_address': 'fa:16:3e:e3:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '52cca009-e16b-4ad8-a26f-034d29720257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:35Z', 'updated_at': '2021-05-20T09:22:40Z', 'revision_number': 4, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'subnets': [{'id': '52cca009-e16b-4ad8-a26f-034d29720257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:22:40.746203 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281d31b-45e5-4ee0-bace-d1841584882f None None] The sync data for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 is: [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:22:36Z', 'revision_number': 4, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4', '_interfaces': [{'id': '82916446-f162-4997-9d8d-5c203da09ca4', 'name': '', 'network_id': '015c19f8-5aa4-43cc-9ff2-cfd06fec35f6', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'mac_address': 'fa:16:3e:e3:b9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '52cca009-e16b-4ad8-a26f-034d29720257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:35Z', 'updated_at': '2021-05-20T09:22:40Z', 'revision_number': 4, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'subnets': [{'id': '52cca009-e16b-4ad8-a26f-034d29720257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:22:41.590436 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:41.995941 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82916446-f162-4997-9d8d-5c203da09ca4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:42.178822 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning for port 82916446-f162-4997-9d8d-5c203da09ca4 completed by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 09:22:42.184133 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 82916446-f162-4997-9d8d-5c203da09ca4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:42.184506 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:42.306813 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1789513'] for port, before_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:42.340631 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] For port 82916446-f162-4997-9d8d-5c203da09ca4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82916446-f162-4997-9d8d-5c203da09ca4,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:22:42.398804 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735356162991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735355733005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735355733050'] for port, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:42.400701 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:22:42.475140 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Pushing event updated for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=5']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:22:42.478559 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:22:42.901830 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:43.981589 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82916446-f162-4997-9d8d-5c203da09ca4 up at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 09:22:44.050889 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.provisioning_blocks [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Provisioning complete for port 82916446-f162-4997-9d8d-5c203da09ca4 triggered by entity L2. {{(pid=93103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 09:22:44.051269 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1917079'] for port, provisioning_complete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:52.020652 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:22:55.369913 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:22:57.467117 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:06.336618 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-24a88565-b389-4cd2-a861-57ff2281c993 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.2469330 May 20 09:23:06.491199 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.491792 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.492276 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.492752 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.493228 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.495148 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-231e03e9-c8b9-4e73-bac0-4a6bfb517079 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0839126 May 20 09:23:06.653771 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-9bd392cb-e474-4b8b-9024-225f7b98d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.654253 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-9bd392cb-e474-4b8b-9024-225f7b98d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.654725 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-9bd392cb-e474-4b8b-9024-225f7b98d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.656383 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-9bd392cb-e474-4b8b-9024-225f7b98d9a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1360583 May 20 09:23:06.731968 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-997f4aee-d6e8-4ed4-8c3b-7635ae8eb049 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0690198 May 20 09:23:06.796717 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-843e13ed-8836-4567-b69e-3a8f325cd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.798090 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-843e13ed-8836-4567-b69e-3a8f325cd41a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0590768 May 20 09:23:06.872385 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-acd2f95b-a9fd-4164-9975-27bce4da55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:06.873945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-acd2f95b-a9fd-4164-9975-27bce4da55b0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695066 May 20 09:23:06.966500 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-384cbb96-bdbf-47cc-9950-2bd3ff2e8109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:07.007329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-501a31a1-9f3e-4504-a1a5-c92a5d22ae37 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267517 May 20 09:23:07.139634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-791a7a91-9103-4505-8f08-08f632eac17c service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260953 May 20 09:23:07.212061 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-8f24aa07-fec3-4005-816d-0eb8766b15a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0659165 May 20 09:23:07.281275 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-073700f1-c80c-482f-9fd5-17aec89f5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:07.282731 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-073700f1-c80c-482f-9fd5-17aec89f5c46 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0634885 May 20 09:23:07.357985 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-de05eb79-b5eb-4cb6-97fe-8702378b7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:07.359463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-de05eb79-b5eb-4cb6-97fe-8702378b7252 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706220 May 20 09:23:07.494706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-5d41bbce-b0c9-4233-8012-08ebf27eb889 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279449 May 20 09:23:07.628853 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-67cfd08d-1ac2-417f-a84f-f9abb477d135 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 May 20 09:23:07.856828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-09cf4717-7da1-4afc-a7a8-d817621afa1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.2212994 May 20 09:23:07.919964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-0a0acb37-08e0-423a-b73c-b4dd194264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:07.921388 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-0a0acb37-08e0-423a-b73c-b4dd194264c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0582514 May 20 09:23:07.997548 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-5f4fb538-ef4c-48d0-b6e2-630a1fca39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:07.999037 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-5f4fb538-ef4c-48d0-b6e2-630a1fca39c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714488 May 20 09:23:08.131241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-15076f1b-5845-46e7-831c-da0e7767a250 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256230 May 20 09:23:08.262916 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-ed8e0416-67d5-446d-b1f5-b6f9321d92b3 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260350 May 20 09:23:08.333541 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-78a53c5f-c386-4927-8a00-0a45004dfd93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0639141 May 20 09:23:08.399739 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-86626748-57d4-47f7-a532-54521c5561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:08.401081 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-86626748-57d4-47f7-a532-54521c5561dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0615833 May 20 09:23:08.478470 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-b0fb4886-caa6-44e9-b940-afd3b68c70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:08.479951 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-b0fb4886-caa6-44e9-b940-afd3b68c70dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722914 May 20 09:23:08.623147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-8a751818-1a1c-48bf-b635-ac9f6b0904d5 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357546 May 20 09:23:08.758760 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-82fcddff-af5e-4af1-b624-c56272424d52 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280515 May 20 09:23:08.829450 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-4b92ae29-d03a-4e04-8d92-2317da40eddc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0641272 May 20 09:23:08.891733 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-ade85c1a-c5c8-4cc1-b444-5c94e58f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:08.893151 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-ade85c1a-c5c8-4cc1-b444-5c94e58f1d0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0576472 May 20 09:23:08.967439 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-049b1d0d-3c87-49b0-ad62-e055dd6331be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:23:08.968910 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-049b1d0d-3c87-49b0-ad62-e055dd6331be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695806 May 20 09:23:09.101525 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-86b0f0a3-8f72-454e-8aae-408e90df86eb service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257629 May 20 09:23:09.235149 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6425cc54-d856-4b46-bc2f-eee05774b676 req-5f6e422b-0d78-473f-80b0-96b1a7b2e574 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274676 May 20 09:23:09.244439 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4dfcacec-95c3-429d-ba53-908b44fe94a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:09.746962 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:11.600708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:12.880644 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:25.434971 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:27.481556 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:28.989939 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:23:36.971520 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-57c54cfb-25fb-448e-a94a-c520ce8fb7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:38.050942 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53310) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:38.609356 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.024980 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Deleting port d641c285-73d8-4d80-be0e-0da8f923ce2e {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:39.025316 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.243163 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-534135fb-8b21-4129-9707-4901903a8111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.318029 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] For port d641c285-73d8-4d80-be0e-0da8f923ce2e, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=d641c285-73d8-4d80-be0e-0da8f923ce2e,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:39.318664 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.455959 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Calling delete_port for d641c285-73d8-4d80-be0e-0da8f923ce2e owned by network:router_interface {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:39.746107 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.815005 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:39.818916 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5e412be9-169e-4f60-afda-1b63f65f9348 tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:39.864433 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Pushing event deleted for resources: {'Port': ['ID=d641c285-73d8-4d80-be0e-0da8f923ce2e,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:39.916845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.916845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.916845 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.917850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.917850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.917850 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.918370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.918370 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.918709 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.919088 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.919431 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.919790 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:39.923972 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:40.179653 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:40.542649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Router b4e1ed5a-5a59-4f5e-aff0-122750417f62 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:23:40.894008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:23:40.903529 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Sync routers for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:40.904027 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] 10.222.0.79 "PUT /v2.0/routers/b4e1ed5a-5a59-4f5e-aff0-122750417f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516488 May 20 09:23:40.906634 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53314) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:40.913206 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:23:40.913856 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:23:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.088946 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.094701 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: n-d-780147-4 {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:23:41.278677 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.387636 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:23:39Z', 'revision_number': 5, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port': {'id': '69540b99-3ad8-4be2-aab6-af9c45a003bc', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:99:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:23Z', 'updated_at': '2021-05-20T09:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.392349 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Checking router: b4e1ed5a-5a59-4f5e-aff0-122750417f62 for host: n-d-780147-4 {{(pid=93103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:41.401285 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Routers {'b4e1ed5a-5a59-4f5e-aff0-122750417f62'} bound to L3 agent in host n-d-780147-4 {{(pid=93103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:23:41.402404 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:23:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'], 'active': True} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.426341 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Deleting port 69540b99-3ad8-4be2-aab6-af9c45a003bc {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:41.426711 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.556504 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] For port 69540b99-3ad8-4be2-aab6-af9c45a003bc, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=69540b99-3ad8-4be2-aab6-af9c45a003bc,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:41.557191 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.571543 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvr_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] Set router b4e1ed5a-5a59-4f5e-aff0-122750417f62 gateway port host: None {{(pid=93103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:23:41.676991 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.684560 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_hamode_db [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:23:41Z', 'revision_number': 6, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:41.685269 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Calling delete_port for 69540b99-3ad8-4be2-aab6-af9c45a003bc owned by network:router_gateway {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:41.690858 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cae590-7532-4c46-960a-449a8fb14f06 None None] The sync data for ids ['b4e1ed5a-5a59-4f5e-aff0-122750417f62'] in n-d-780147-4 is: [{'id': 'b4e1ed5a-5a59-4f5e-aff0-122750417f62', 'name': 'tempest-TestSnapshotPattern-1782230274-router', 'tenant_id': '0b9c6da98c35434eb3f76d649ea6a329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:22Z', 'updated_at': '2021-05-20T09:23:41Z', 'revision_number': 6, 'project_id': '0b9c6da98c35434eb3f76d649ea6a329', 'gw_port_host': None}] {{(pid=93103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:41.900771 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:41.904422 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-77d3a979-58b9-42a6-9fed-48df135690df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:41.947857 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=69540b99-3ad8-4be2-aab6-af9c45a003bc,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:41.951366 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:42.049276 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.091603 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d641c285-73d8-4d80-be0e-0da8f923ce2e no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:42.132561 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: d641c285-73d8-4d80-be0e-0da8f923ce2e {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:42.132917 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device d641c285-73d8-4d80-be0e-0da8f923ce2e not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:42.233358 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.236247 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.323102 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.323643 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e1ed5a-5a59-4f5e-aff0-122750417f62 {{(pid=93102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:23:42.336291 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Notify callbacks [] for router, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.339614 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] 10.222.0.79 "DELETE /v2.0/routers/b4e1ed5a-5a59-4f5e-aff0-122750417f62 HTTP/1.1" status: 204 len: 168 time: 1.4298449 May 20 09:23:42.340067 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53318) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:42.398421 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Deleting subnet 16eadc22-2e05-42e4-b888-4da33b89223f {{(pid=93102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:23:42.401174 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.614758 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7146800'] for subnet, precommit_delete_associations {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.701015 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:42.885952 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.029386 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5503942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985087'] for subnet, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.033836 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-ed1ab5b4-0490-4af7-98fc-b25d19ef4f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:43.068175 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16eadc22-2e05-42e4-b888-4da33b89223f,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:43.071855 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.074588 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:43.078256 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635b033e-2e77-41c6-958b-05dfb8cef765 None None] Network 04d5358b-fc4c-4913-a60d-6ac742c6317c requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:23:43.081832 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-b182a8ea-8958-4215-8888-23b46d474425 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/16eadc22-2e05-42e4-b888-4da33b89223f HTTP/1.1" status: 204 len: 168 time: 0.7385385 May 20 09:23:43.082072 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53322) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:43.190906 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.263929 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Deleting port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 {{(pid=93102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:43.264275 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.371943 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] For port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:43.372308 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.382275 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] DHCP port deletion for 04d5358b-fc4c-4913-a60d-6ac742c6317c request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:23:43.452357 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Deleting port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:43.453347 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.507827 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.plugin [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Calling delete_port for 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 owned by network:dhcp {{(pid=93102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:43.557714 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] For port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,segment=NetworkSegment(5174837e-fd23-46cd-ad7f-49b0547c170a),segment_id=5174837e-fd23-46cd-ad7f-49b0547c170a)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:43.558249 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.629894 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5547545'] for port, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.634797 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f4e53d40-2fff-45cf-b35f-2a6811837d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:43.677279 n-d-780147-4 neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] No DVR routers for this DVR port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 on host n-d-780147-4 {{(pid=93102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:43.689489 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Calling delete_port for 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:43.716368 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Pushing event deleted for resources: {'Port': ['ID=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:43.719120 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:43.741018 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.745356 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-452e3745-d286-4fe2-ad9a-6dff52ec7a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:43.795241 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Pushing event deleted for resources: {'Port': ['ID=16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:43.801267 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] No DVR routers for this DVR port 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:43.816507 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-80f0d4ff-aa54-4c57-99e0-81d3bd9a589a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:43.821089 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.837008 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d5358b-fc4c-4913-a60d-6ac742c6317c']}} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:43.850104 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5174837e-fd23-46cd-ad7f-49b0547c170a') {'for_net_delete': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:43.850410 n-d-780147-4 neutron-server[93102]: DEBUG neutron.services.segments.db [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5174837e-fd23-46cd-ad7f-49b0547c170a') {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:43.868792 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7146791'] for segment, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.887647 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.894649 n-d-780147-4 neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:23:43.895055 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5547620'] for segment, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: Traceback (most recent call last): May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: timer() May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: cb(*args, **kw) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: return func(*args, **kwargs) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: self._notify() May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: self.callback(batched_events) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: event.method(event) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: return f(self, *a, **k) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: return self._get(url).json() May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: return self.request(url, 'GET', **kwargs) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:23:43.908671 n-d-780147-4 neutron-server[93102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:23:44.023171 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:44.058144 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:44.058491 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 16a1911e-65b0-4b65-b8ce-3b0d6c7a7d44 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:44.058913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69540b99-3ad8-4be2-aab6-af9c45a003bc no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:44.080310 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:44.086506 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-13a553eb-65e8-4541-b202-dc2a251f77f3 tempest-NetworksIpV6Test-92040199 tempest-NetworksIpV6Test-92040199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:44.094350 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 69540b99-3ad8-4be2-aab6-af9c45a003bc {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:44.100183 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 69540b99-3ad8-4be2-aab6-af9c45a003bc not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:44.104937 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Notify callbacks [] for network, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:44.116781 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Pushing event deleted for resources: {'Network': ['ID=04d5358b-fc4c-4913-a60d-6ac742c6317c,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:44.119687 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:44.121876 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-54339d14-12ee-4758-aa43-c56c3be81dba admin admin] 10.222.0.79 "DELETE /v2.0/networks/04d5358b-fc4c-4913-a60d-6ac742c6317c HTTP/1.1" status: 204 len: 168 time: 1.0386539 May 20 09:23:44.125281 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53326) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:44.701101 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659791'] for router_interface, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:45.293304 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Deleting port 82916446-f162-4997-9d8d-5c203da09ca4 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:45.294067 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:45.420926 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] For port 82916446-f162-4997-9d8d-5c203da09ca4, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=82916446-f162-4997-9d8d-5c203da09ca4,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:45.422103 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:45.549445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Calling delete_port for 82916446-f162-4997-9d8d-5c203da09ca4 owned by network:router_interface {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:45.908601 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:45.912375 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d5ea7059-1165-4c5f-a88f-8c88ccf340af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:45.959748 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82916446-f162-4997-9d8d-5c203da09ca4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:45.970391 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.973504 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.975375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.975375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:45.975375 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-4 {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 09:23:46.002012 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:46.255182 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667615'] for router_interface, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:46.785231 n-d-780147-4 neutron-server[93101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Router a349875b-57bd-4ab5-aa4c-a7db82789dc2 has already been hosted by L3 agent 6f6a24d1-4b14-4575-8cd3-0e3e21593a32 {{(pid=93101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 09:23:46.984018 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] Notify agent at l3_agent.n-d-780147-4 the message routers_updated {{(pid=93101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 09:23:46.992863 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Sync routers for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 09:23:46.994387 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-77a27632-e4c8-4070-9aa6-c4ac44e214e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/a349875b-57bd-4ab5-aa4c-a7db82789dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675330 May 20 09:23:46.996779 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53330) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:47.003972 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:23:47.004585 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:23:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:47.183785 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: n-d-780147-4 {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:23:47.189693 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks [] for router, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:47.377047 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:47.478591 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'external_fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:23:45Z', 'revision_number': 5, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port': {'id': 'bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d', 'name': '', 'network_id': '7443946c-2304-4ae6-9323-48bd6eab68f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T09:22:32Z', 'updated_at': '2021-05-20T09:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ace5ca64-0019-4733-a9ba-0a2127481131', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-4'}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:47.482710 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Checking router: a349875b-57bd-4ab5-aa4c-a7db82789dc2 for host: n-d-780147-4 {{(pid=93104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 09:23:47.493372 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Routers {'a349875b-57bd-4ab5-aa4c-a7db82789dc2'} bound to L3 agent in host n-d-780147-4 {{(pid=93104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 09:23:47.494038 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T07:28:39Z,description=,heartbeat_timestamp=2021-05-20T09:23:39Z,host='n-d-780147-4',id=6f6a24d1-4b14-4575-8cd3-0e3e21593a32,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T07:28:40Z,topic='l3_agent')) {'router_ids': ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'], 'active': True} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:47.534587 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Deleting port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:47.534943 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:47.664839 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_dvr_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] Set router a349875b-57bd-4ab5-aa4c-a7db82789dc2 gateway port host: None {{(pid=93104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 09:23:47.665747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] For port bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,segment=NetworkSegment(d8cf481f-2956-4919-a9be-f3b968d92ecc),segment_id=d8cf481f-2956-4919-a9be-f3b968d92ecc)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:47.666111 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:47.774325 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.l3_hamode_db [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:23:47Z', 'revision_number': 6, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port_host': None}], 'n-d-780147-4', False) {} {{(pid=93104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:47.778669 n-d-780147-4 neutron-server[93104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703c401-dfdc-46fa-b923-fe7ac9d474fc None None] The sync data for ids ['a349875b-57bd-4ab5-aa4c-a7db82789dc2'] in n-d-780147-4 is: [{'id': 'a349875b-57bd-4ab5-aa4c-a7db82789dc2', 'name': 'tempest-TestSnapshotPattern-1245210241-router', 'tenant_id': 'd172df9d4c46414c849c51c287c6edfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T09:22:31Z', 'updated_at': '2021-05-20T09:23:47Z', 'revision_number': 6, 'project_id': 'd172df9d4c46414c849c51c287c6edfa', 'gw_port_host': None}] {{(pid=93104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 09:23:47.797317 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Calling delete_port for bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d owned by network:router_gateway {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:48.008898 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.012896 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-124462f9-15c8-434f-9719-b4f8c2c0d55c tempest-TestVolumeBootPattern-1782558957 tempest-TestVolumeBootPattern-1782558957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:48.060576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:48.090652 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:48.165230 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666980'] for router_gateway, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.527963 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14928'] for router, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.530142 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.569834 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82916446-f162-4997-9d8d-5c203da09ca4 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:48.609728 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 82916446-f162-4997-9d8d-5c203da09ca4 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:48.613344 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 82916446-f162-4997-9d8d-5c203da09ca4 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:48.632085 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-665395'] for router, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.636565 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a349875b-57bd-4ab5-aa4c-a7db82789dc2 {{(pid=93101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 09:23:48.646351 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] Notify callbacks [] for router, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.647504 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-3c72ef97-f7ad-420e-a318-235387e1c483 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a349875b-57bd-4ab5-aa4c-a7db82789dc2 HTTP/1.1" status: 204 len: 168 time: 1.6498156 May 20 09:23:48.650171 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53334) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:48.712968 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.db_base_plugin_v2 [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Deleting subnet 52cca009-e16b-4ad8-a26f-034d29720257 {{(pid=93101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 09:23:48.716028 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.768772 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358266'] for subnet, precommit_delete_associations {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:48.863257 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928837'] for subnet, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.201091 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6593093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424599'] for subnet, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.206498 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-37bd58da-c230-426e-ab52-11b04359b3ce tempest-RoutersNegativeIpV6Test-2007122274 tempest-RoutersNegativeIpV6Test-2007122274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:49.247309 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cca009-e16b-4ad8-a26f-034d29720257,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:49.250835 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:49.252204 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.257248 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bd595-090b-45c3-bb71-5e8614b1d1ab None None] Network 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 requested from n-d-780147-4 {{(pid=93103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 09:23:49.258362 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-93449c7f-cead-4d24-ac45-0ed0f9fabe91 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/52cca009-e16b-4ad8-a26f-034d29720257 HTTP/1.1" status: 204 len: 168 time: 0.6071956 May 20 09:23:49.260858 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53338) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:49.371461 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770237'] for network, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.452328 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Deleting port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:49.454126 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.514726 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] DHCP port deletion for 015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 request from n-d-780147-4 {{(pid=93103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 09:23:49.565261 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] For port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:49.565261 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.587795 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Deleting port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 {{(pid=93103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 09:23:49.588433 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735356160359'] for port, before_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.689010 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.db [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] For port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8, host n-d-780147-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-4',level=0,port_id=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,segment=NetworkSegment(fd8b9844-4084-4656-8f2b-01e0d110c308),segment_id=fd8b9844-4084-4656-8f2b-01e0d110c308)] {{(pid=93103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 09:23:49.689410 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665993'] for port, precommit_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.693397 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Calling delete_port for 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:49.824945 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Calling delete_port for 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 owned by network:dhcp {{(pid=93103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 09:23:49.837598 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6539162'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.841708 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-7c8084a4-84e6-4203-a32c-e4e7efb6b036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:49.870306 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735356163000', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735355732996'] for port, after_delete {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:49.874153 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-990a5f9a-6654-4e3d-8e84-26a9e67f8cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:49.893576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] No DVR routers for this DVR port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 on host n-d-780147-4 {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:49.919688 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Pushing event deleted for resources: {'Port': ['ID=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:49.920552 n-d-780147-4 neutron-server[93103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Pushing event deleted for resources: {'Port': ['ID=467f1f20-9fad-49b1-a15f-2e8d4ce978d8,revision_number=None']} {{(pid=93103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:49.922906 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:49.927763 n-d-780147-4 neutron-server[93103]: DEBUG oslo_concurrency.lockutils [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:49.927763 n-d-780147-4 neutron-server[93103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f2ef9-c72c-46f6-b696-3505b91bcb97 None None] No DVR routers for this DVR port 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 on host n-d-780147-4 {{(pid=93103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 09:23:50.018751 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:50.034473 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1923086', 'neutron.services.segments.db._delete_segments_for_network-8735356190338'] for network, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.048749 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c19f8-5aa4-43cc-9ff2-cfd06fec35f6']}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:50.056618 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:50.056978 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device 467f1f20-9fad-49b1-a15f-2e8d4ce978d8 not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:50.057408 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d no longer exists at agent ovs-agent-n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 09:23:50.063529 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8b9844-4084-4656-8f2b-01e0d110c308') {'for_net_delete': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:50.063828 n-d-780147-4 neutron-server[93101]: DEBUG neutron.services.segments.db [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8b9844-4084-4656-8f2b-01e0d110c308') {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 09:23:50.076178 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735356201867', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358253'] for segment, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.093913 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.plugin [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] No Port match for: bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d {{(pid=93103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 09:23:50.094278 n-d-780147-4 neutron-server[93103]: DEBUG neutron.plugins.ml2.rpc [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Device bc26adb0-2cb9-4ef0-822f-7fcb5118ea7d not bound to the agent host n-d-780147-4 {{(pid=93103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 09:23:50.094421 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126'] for segment, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.105506 n-d-780147-4 neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 09:23:50.105506 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1927126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6539239'] for segment, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: Traceback (most recent call last): May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: timer() May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: cb(*args, **kw) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: return func(*args, **kwargs) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: self._notify() May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: self.callback(batched_events) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: event.method(event) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: aggregate_uuid = self.p_client.list_aggregates( May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: return f(self, *a, **k) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: return self._get(url).json() May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: return self.request(url, 'GET', **kwargs) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: base_url = self.get_endpoint(auth, allow=allow, May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 09:23:50.116542 n-d-780147-4 neutron-server[93101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 09:23:50.283266 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1923079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-637591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-604857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666959'] for network, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.287694 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6f041a3-f64a-470d-bdc1-6117a848e6ad tempest-RoutersNegativeTest-1995738893 tempest-RoutersNegativeTest-1995738893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:50.302593 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Notify callbacks [] for network, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.313695 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Pushing event deleted for resources: {'Network': ['ID=015c19f8-5aa4-43cc-9ff2-cfd06fec35f6,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:50.316656 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:50.318623 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-dcd09988-df2c-462b-b0d8-3d9fe6f1de30 admin admin] 10.222.0.79 "DELETE /v2.0/networks/015c19f8-5aa4-43cc-9ff2-cfd06fec35f6 HTTP/1.1" status: 204 len: 168 time: 1.0567462 May 20 09:23:50.711503 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53344) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:50.761487 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-2f6646fe-88de-404d-98f1-8e55387fca21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b9c6da98c35434eb3f76d649ea6a329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486658 May 20 09:23:50.763969 n-d-780147-4 neutron-server[93102]: DEBUG neutron.wsgi [-] (93102) accepted ('10.222.0.79', 53348) {{(pid=93102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:50.827825 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.854611 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.971521 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.975406 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8f6c16be-a9e1-430c-b359-0611a117f493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:50.987763 n-d-780147-4 neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9986147-744a-4e55-8cde-9cececcb2726,revision_number=None']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:50.992395 n-d-780147-4 neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:50.995660 n-d-780147-4 neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:50.996947 n-d-780147-4 neutron-server[93102]: INFO neutron.wsgi [None req-80dc940c-d275-4fd2-a685-15ef9563532d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9986147-744a-4e55-8cde-9cececcb2726 HTTP/1.1" status: 204 len: 168 time: 0.2320902 May 20 09:23:51.765806 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53358) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:51.816243 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-b7a88a33-7630-4d22-8833-ca430e5a8527 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d172df9d4c46414c849c51c287c6edfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491202 May 20 09:23:51.818694 n-d-780147-4 neutron-server[93101]: DEBUG neutron.wsgi [-] (93101) accepted ('10.222.0.79', 53362) {{(pid=93101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 09:23:51.876946 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:51.902882 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:52.051372 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637557'] for security_group, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:52.055288 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eff2208c-88b7-4aac-804e-9f28ab4a8721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 09:23:52.071819 n-d-780147-4 neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004901d7-e743-4f2a-9b97-d4e3e66386a4,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 09:23:52.075351 n-d-780147-4 neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 09:23:52.079640 n-d-780147-4 neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:52.080762 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [None req-1695f5e1-0fca-4b81-a79c-c1f63cef6463 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/004901d7-e743-4f2a-9b97-d4e3e66386a4 HTTP/1.1" status: 204 len: 168 time: 0.2611551 May 20 09:23:55.348419 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:23:57.474140 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:05.988664 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:24:07.008552 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-28fb39ab-16d2-405c-8c28-7b7e8fd97a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:08.193985 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-49b610df-abab-4d5e-b96f-8b6939e4362f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0816042 May 20 09:24:08.321947 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.322443 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.322936 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.323456 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.323940 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.325834 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-aa2fed24-64e0-494e-bd3d-0e353b88b7c6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0793142 May 20 09:24:08.488646 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b3e4e3a1-f7e0-497f-a01f-fb8ae5529fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.489132 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b3e4e3a1-f7e0-497f-a01f-fb8ae5529fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.490161 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b3e4e3a1-f7e0-497f-a01f-fb8ae5529fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.492324 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b3e4e3a1-f7e0-497f-a01f-fb8ae5529fb2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1422267 May 20 09:24:08.566051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-f5b4d4a4-c208-4f9d-a6db-0c17a1b589cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0670774 May 20 09:24:08.631738 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-879750e9-2185-4560-a7d6-6c154b05ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.633285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-879750e9-2185-4560-a7d6-6c154b05ac2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0598021 May 20 09:24:08.715364 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-e7f565b4-b4ac-407a-ba40-e391ad0a9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:08.717013 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-e7f565b4-b4ac-407a-ba40-e391ad0a9b81 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756803 May 20 09:24:09.024242 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-fbc39413-41fa-49c0-991b-13b674de13cc service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959251 May 20 09:24:09.158006 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-bc3a0c3c-2e10-4247-986e-49a568acfebb service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267591 May 20 09:24:09.230395 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-bf47f5ee-3d62-49a6-90c8-9085a58b4dd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0660923 May 20 09:24:09.242817 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f6de6ead-a503-4aa9-b337-b3c3c303debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:09.295059 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-8e54dd57-1c55-40cc-8fa2-75e5f3e4b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:09.296462 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-8e54dd57-1c55-40cc-8fa2-75e5f3e4b652 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0584793 May 20 09:24:09.373213 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-c2e65382-4ecc-4034-be6c-c701ad03a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:09.374850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-c2e65382-4ecc-4034-be6c-c701ad03a28b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713851 May 20 09:24:09.509449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-f479f20b-3df1-4a29-ad0c-fd6ed6781790 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273637 May 20 09:24:09.648828 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-810f341b-abfa-4bce-98b4-3f1fe1bf1803 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326723 May 20 09:24:09.720212 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:09.725713 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4f1aeb26-9f01-4b23-a34b-e6a8f85bfea3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0693927 May 20 09:24:09.794722 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b7bcd8cd-640a-457a-abc9-6d964359712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:09.796172 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-b7bcd8cd-640a-457a-abc9-6d964359712a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0638461 May 20 09:24:09.874698 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4ca3d3ab-8e6a-45d0-b69f-b70ae07ec0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:09.876195 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4ca3d3ab-8e6a-45d0-b69f-b70ae07ec0ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727837 May 20 09:24:10.012719 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-72459bba-4c4d-49bb-80fa-680ef14da443 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294608 May 20 09:24:10.149945 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-d88e045f-c519-46a2-9fb0-68c78953d3c6 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280980 May 20 09:24:10.220385 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4516125c-4115-4ea7-968f-f2107f40796d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0651848 May 20 09:24:10.284982 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-cec95640-8598-459c-9950-4ea0550f31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:10.286459 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-cec95640-8598-459c-9950-4ea0550f31ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0590918 May 20 09:24:10.362625 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-3bf4d551-6dc6-42f2-b3b2-851a7c094c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:10.364152 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-3bf4d551-6dc6-42f2-b3b2-851a7c094c36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718048 May 20 09:24:10.498815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-347f4cd6-a825-451d-8d7a-e59dd117d5f0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266847 May 20 09:24:10.633612 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-15225ffa-4772-4577-92f0-95faa47a21f0 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284862 May 20 09:24:10.705781 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-d08f1a56-72fe-4b62-b179-3d21b09116e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0656826 May 20 09:24:10.775332 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-94f61f38-c1e6-44b3-89ba-43baa3c76688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:10.776779 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-94f61f38-c1e6-44b3-89ba-43baa3c76688 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0647349 May 20 09:24:10.854597 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4fb7269f-6b98-42d1-a3ef-7662d433e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:24:10.856168 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-4fb7269f-6b98-42d1-a3ef-7662d433e08d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728922 May 20 09:24:10.993952 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-d0c7a86e-fc22-421a-b8fe-11f9e6ee8f62 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313632 May 20 09:24:11.300449 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-7c2b6023-e011-468f-a0ed-369bd6399824 req-520ebfdc-593c-4793-bb33-e3d8069f42a9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002939 May 20 09:24:11.619549 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:12.897714 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:25.347947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:27.513741 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:36.968006 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4c50fe91-05b0-49fd-8f0e-023e2c2a3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:39.230870 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-c11fcfd9-7285-4e7a-8886-0a337ea72557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:39.744930 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:41.610522 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:42.924414 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:42.987979 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:24:55.356170 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:24:57.490368 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:06.995737 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbdff-9d73-4a64-861e-0247b0d39894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:09.238373 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ef813165-d6d0-4c9f-ae17-b60fafd04c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:09.747098 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:10.206432 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-949a76f1-fcfe-46bc-bbf8-39b5ec46c8fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0767698 May 20 09:25:10.354950 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.355387 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.355868 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.356345 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.356821 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.358634 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-79e7c5f2-172d-48e3-b886-dfd2905ec9d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0825362 May 20 09:25:10.517445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8aea7dd3-4ea8-49ff-a075-ff974234b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.517963 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8aea7dd3-4ea8-49ff-a075-ff974234b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.518445 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8aea7dd3-4ea8-49ff-a075-ff974234b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.520020 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8aea7dd3-4ea8-49ff-a075-ff974234b827 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1389155 May 20 09:25:10.592969 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-85c092e0-539e-490d-a9a7-ce760e11b12c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0658307 May 20 09:25:10.656123 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e346afed-0b9b-4a05-aa99-85af6cb77194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.657463 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e346afed-0b9b-4a05-aa99-85af6cb77194 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0586762 May 20 09:25:10.732441 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-5cd8bb8a-7710-47e7-a9c3-0bc41d49e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:10.733934 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-5cd8bb8a-7710-47e7-a9c3-0bc41d49e3c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702140 May 20 09:25:10.865239 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-0f8fa4df-e2dd-4037-8c61-5c3f2d58cf38 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248343 May 20 09:25:10.998046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e9962f35-216c-4971-be58-beae9afbfaf8 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 May 20 09:25:11.072297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-6d776e77-f90b-4465-bfa6-538e0c86c7f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0684853 May 20 09:25:11.139168 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8d0027c7-6611-4c9d-9160-08aabbf49212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:11.140845 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8d0027c7-6611-4c9d-9160-08aabbf49212 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0625534 May 20 09:25:11.216964 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e6d0f08c-ee16-4649-811d-bc0576da9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:11.218482 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e6d0f08c-ee16-4649-811d-bc0576da9ff0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717549 May 20 09:25:11.351292 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-b1e672ce-1bb2-4e2f-9f80-8429ca64bb1a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254375 May 20 09:25:11.486053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-92f1ee46-4149-433d-b559-d9d4419dda51 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272969 May 20 09:25:11.557733 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-964a28ab-9ee0-444b-960b-90c3e17268c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0645461 May 20 09:25:11.621365 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:11.622223 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-3912505c-9ea0-41ec-b230-b095df29505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:11.623698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-3912505c-9ea0-41ec-b230-b095df29505e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0599988 May 20 09:25:11.700770 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-af451c4c-06c8-4e05-933d-da6c91ae0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:11.702276 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-af451c4c-06c8-4e05-933d-da6c91ae0722 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722582 May 20 09:25:11.846144 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8f123dd8-30ab-4edb-a579-2d9f8efe8c34 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369400 May 20 09:25:11.979981 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-02107691-ed62-4fe1-acb4-0c42b964de10 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271715 May 20 09:25:12.050637 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-a62de902-814f-4eaf-9c60-7d2c74b30e73 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0643132 May 20 09:25:12.120082 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-f84af75d-38b8-4a9a-87e2-35b788d6919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:12.121539 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-f84af75d-38b8-4a9a-87e2-35b788d6919c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0635862 May 20 09:25:12.197361 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e7e9f7be-7d73-4b7e-8114-e5eda6fb862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:12.198841 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-e7e9f7be-7d73-4b7e-8114-e5eda6fb862d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714281 May 20 09:25:12.331183 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-8827f565-a5fb-4aaa-a273-19dfaba7c422 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 May 20 09:25:12.633461 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-a36e9e86-79be-480b-b38e-1d5c1c35630b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960875 May 20 09:25:12.704888 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-ee4be760-9ea6-4fbb-a642-eaf0fd34cd75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0647047 May 20 09:25:12.768316 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-0ba9fccf-3d0c-4f6a-9898-e7269f84de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:12.769771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-0ba9fccf-3d0c-4f6a-9898-e7269f84de74 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0586109 May 20 09:25:12.851729 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-4c769675-ace6-4cc3-be6d-5cfd55ae0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:25:12.853319 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-4c769675-ace6-4cc3-be6d-5cfd55ae0f5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767145 May 20 09:25:12.904541 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:12.990692 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-4ed14ac5-6078-43f0-812c-d5ed3e09bb4d service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305947 May 20 09:25:13.126241 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-6f989fdf-7f5c-45a5-aac0-17277dd52c80 req-30fefc20-6176-474f-ab2c-e2e4208f3d2f service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289148 May 20 09:25:19.987380 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:25:25.375512 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:27.494967 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:36.966903 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-90d51eb9-70d2-444d-b179-2a5b147a8732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:39.220324 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-99e643d9-f9ea-44c1-804a-cf9730d3d6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:39.743836 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:41.617679 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:42.894882 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:55.389108 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:25:56.986497 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:25:57.526558 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:06.962828 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-1ee8ddab-708e-43a0-9f05-78480b80efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:09.251582 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-32ce3d90-1ada-456a-80b5-e3683284a04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:09.739995 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:11.163403 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-97a1d048-3bd4-4ac8-8b99-e3a89ab39c0f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0804930 May 20 09:26:11.312124 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.312629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.313157 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.313680 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.314164 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.315939 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-af8c3e12-5111-44f3-b6d5-41adfad01ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0797973 May 20 09:26:11.480035 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f2e052f6-b822-46fd-a0c6-f390d9780e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.480525 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f2e052f6-b822-46fd-a0c6-f390d9780e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.481005 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f2e052f6-b822-46fd-a0c6-f390d9780e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.482609 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f2e052f6-b822-46fd-a0c6-f390d9780e41 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1419978 May 20 09:26:11.558613 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-e3fa095c-9f8b-40fb-af37-10a7187cf05d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0697107 May 20 09:26:11.623231 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:11.626927 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-2ad9804f-52f7-4845-9327-6bb244f859f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.628358 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-2ad9804f-52f7-4845-9327-6bb244f859f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0637312 May 20 09:26:11.705301 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-4cf77117-93a9-4816-8196-f6b47bb24987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:11.706714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-4cf77117-93a9-4816-8196-f6b47bb24987 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709925 May 20 09:26:11.841329 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-a0c6e9a7-9c03-439e-a4d4-ced8182e9ca4 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276245 May 20 09:26:11.973881 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-27c56b01-2718-43b5-a052-83389ce78aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 May 20 09:26:12.045446 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-03e86648-8bda-48c0-9855-572a3570bc4e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0640674 May 20 09:26:12.107875 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-20c98e57-0bb0-4fc2-bcbf-c122154d4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:12.109297 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-20c98e57-0bb0-4fc2-bcbf-c122154d4ad4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0578406 May 20 09:26:12.185834 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-a358a51a-401a-47ed-87a8-877adcc47566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:12.187318 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-a358a51a-401a-47ed-87a8-877adcc47566 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719180 May 20 09:26:12.323907 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-3d1fe084-77b8-47aa-97c0-22348cfefae9 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271460 May 20 09:26:12.460124 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-880d1249-ed9f-417c-a543-acfd70d71294 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294441 May 20 09:26:12.531610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-e3498268-8b3c-4baa-9ca0-9340fac6b6b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0649407 May 20 09:26:12.600067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-860b2e98-8330-4012-bed4-10e1e983c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:12.601402 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-860b2e98-8330-4012-bed4-10e1e983c60f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0618856 May 20 09:26:12.678036 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-c4f28f0a-6c50-4fa4-887f-f80f255f697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:12.679512 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-c4f28f0a-6c50-4fa4-887f-f80f255f697d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712407 May 20 09:26:12.814706 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f83c7536-1fa8-42fc-985d-cf8df1cb2e23 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286695 May 20 09:26:12.903233 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:13.119561 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-c4904267-f0f1-46e2-85f8-69fcbb647b33 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972414 May 20 09:26:13.193065 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-d0aa9b81-dac0-4fc2-98d7-f709330a4de5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0660985 May 20 09:26:13.257033 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-7945b757-a15d-4493-ad23-443003c54d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:13.258476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-7945b757-a15d-4493-ad23-443003c54d73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0591226 May 20 09:26:13.337352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-2fea242d-8cc2-4653-b9a7-2a882405e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:13.338873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-2fea242d-8cc2-4653-b9a7-2a882405e9a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743425 May 20 09:26:13.472286 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-b743ef70-9cea-4348-b0e4-f49d7b563e04 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271975 May 20 09:26:13.607470 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-be59091f-6a07-45c8-9894-8f67f946b6d8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275899 May 20 09:26:13.675182 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-3759ad2f-3ae6-45f6-93d4-06dd2a25784a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0613866 May 20 09:26:13.741662 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f0755c2d-084b-4ccc-a3c0-913461511599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:13.743181 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-f0755c2d-084b-4ccc-a3c0-913461511599 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0612311 May 20 09:26:13.820844 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-20b98ac7-21f4-4926-8d74-ad8a633633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:26:13.822815 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-20b98ac7-21f4-4926-8d74-ad8a633633d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731473 May 20 09:26:13.958008 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-2caafc5e-7950-4b8d-b52b-1b4785d7b169 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278579 May 20 09:26:14.093698 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-533ad3c3-83dc-4652-b0c8-6e56ef37c164 req-3a4da0ab-d6d9-4eb5-a1a6-f37ba35aa579 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285114 May 20 09:26:25.408296 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:27.516767 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:33.986604 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:26:36.968416 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b30c3c00-f64d-4610-8e5d-4b2d1b54265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:39.228404 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fc18b5ea-494a-4dab-8e2c-f04908d5ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:39.756372 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:41.636247 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:42.910502 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:55.384529 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:26:57.510704 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:06.961696 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-db3595db-fddd-42be-8242-91665468bd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:09.235551 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-064687fd-d123-476b-9885-c68feffbaf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:09.744222 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:10.986749 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:27:11.158552 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-ff557de0-cd82-413f-80c3-ac32b50f5ab8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0796874 May 20 09:27:11.308105 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.308520 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.309127 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.309578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.310064 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.312331 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8b4d8802-fa1d-4ed6-ad50-9658c077413f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0829344 May 20 09:27:11.470049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c10930bd-4a59-45f9-b4d9-615295a0befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.470530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c10930bd-4a59-45f9-b4d9-615295a0befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.470998 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c10930bd-4a59-45f9-b4d9-615295a0befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.472564 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c10930bd-4a59-45f9-b4d9-615295a0befa service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1363633 May 20 09:27:11.546595 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-99cb060a-11f5-4acf-bfbc-eff4693e10f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0658333 May 20 09:27:11.612468 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-5444c47f-9849-4aa3-8ebe-be303f1de4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.613970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-5444c47f-9849-4aa3-8ebe-be303f1de4fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0597274 May 20 09:27:11.618596 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:11.690816 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-fb773b51-6e38-48df-ba72-278aca0dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:11.692298 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-fb773b51-6e38-48df-ba72-278aca0dd551 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719049 May 20 09:27:11.830901 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-af0a3586-6dec-4569-97ea-4c3475fcfbb6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317363 May 20 09:27:11.966744 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-4c4a17c3-2958-4fff-9491-5d70ffeb1b8e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272848 May 20 09:27:12.036773 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-78ddf2bc-a9ff-4adc-a1b4-3dae3a653fc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0641835 May 20 09:27:12.102205 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-4c205935-7956-4740-896b-0247f5f8b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:12.103619 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-4c205935-7956-4740-896b-0247f5f8b766 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0606687 May 20 09:27:12.179305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-fea6be38-1c46-4717-819c-f5d9bcfbdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:12.180763 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-fea6be38-1c46-4717-819c-f5d9bcfbdcce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711217 May 20 09:27:12.477730 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-4b3cf014-c6ce-4242-97cf-fc5d38b4a253 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900639 May 20 09:27:12.613207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-0e45eeb0-ea51-430a-a8a1-dd8aec00bfcf service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290424 May 20 09:27:12.685728 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-517cdb50-f0b0-4563-9e7f-399be5805d7a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0648782 May 20 09:27:12.748259 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-a7b0e63b-3930-4e66-ae9b-b64bfd367be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:12.749674 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-a7b0e63b-3930-4e66-ae9b-b64bfd367be2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0581844 May 20 09:27:12.830696 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-af16582f-d05e-43f4-b9d9-9fb09831fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:12.832430 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-af16582f-d05e-43f4-b9d9-9fb09831fc2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751979 May 20 09:27:12.955838 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:12.967737 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-0b8a9b98-cc97-466d-abf6-8e48f2881f2a service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283820 May 20 09:27:13.111466 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-65f3fd6d-ccbf-4fe1-b4b3-7afd2cb07b7d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368823 May 20 09:27:13.179127 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-ba899905-1f78-49d1-bfa4-00ebb49b299e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0607190 May 20 09:27:13.244838 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c314fcb2-edd0-4190-87b8-4a91c3c5f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:13.246382 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-c314fcb2-edd0-4190-87b8-4a91c3c5f272 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0610266 May 20 09:27:13.322568 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-5b14127b-b11b-49f7-be25-eb9143554a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:13.324035 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-5b14127b-b11b-49f7-be25-eb9143554a3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713289 May 20 09:27:13.456771 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-d658ccf5-fb59-4f09-9f1f-c6f097d4b50e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263490 May 20 09:27:13.590333 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-352af041-76ba-4bc1-9722-85fd6e1acdd9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264527 May 20 09:27:13.660926 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-99ab63f1-3b60-4c9f-9222-d258bd84bae5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0645611 May 20 09:27:13.723683 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8ed541ab-43a8-405b-b43b-bebf58838766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:13.725842 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-8ed541ab-43a8-405b-b43b-bebf58838766 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0585117 May 20 09:27:13.809576 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-1f8e337d-afc8-402f-b7ea-2f13d5b50961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:27:13.814109 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-1f8e337d-afc8-402f-b7ea-2f13d5b50961 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793822 May 20 09:27:13.948426 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-6b102d86-4ef1-4991-aaf3-6583edfb8bfd service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303806 May 20 09:27:14.081948 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-2ea4cd4d-b129-4f4a-97fc-cd52d7260abb req-71a15fa4-6106-4a21-ab75-e2c60d7a4be1 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270156 May 20 09:27:25.389908 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:27.558931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:36.966805 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-fd5c1ae6-ffb0-4c80-976e-f4bc10455a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:39.242362 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ffdc70ee-562b-422e-ac05-c2dfab8c1dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:39.749371 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:41.623942 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:42.941671 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:47.986695 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:27:55.406796 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:27:57.554706 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:06.960825 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8f277f60-123a-44f0-a007-59977cb800f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:09.223383 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d1537d52-d494-4117-9f6c-5723f2414131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:09.749135 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:11.464409 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2d449635-860a-4896-8b8e-9e658b3a7ebb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.3837581 May 20 09:28:11.621153 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.622011 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.622912 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.623823 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.624715 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.627766 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2f14ce46-cf5b-40a8-82e1-090c87ef4c12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0873640 May 20 09:28:11.629047 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:11.788060 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-687fb5ad-3b72-4d7b-b154-8cc1b93db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.788535 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-687fb5ad-3b72-4d7b-b154-8cc1b93db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.789022 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-687fb5ad-3b72-4d7b-b154-8cc1b93db389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.790645 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-687fb5ad-3b72-4d7b-b154-8cc1b93db389 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1398900 May 20 09:28:11.863207 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-9ec97d95-6b1a-4987-a8fa-3ba9b29213d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0665357 May 20 09:28:11.930781 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-3ad65429-089e-4fd0-abd7-ca3935fb210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:11.931940 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-3ad65429-089e-4fd0-abd7-ca3935fb210f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0632279 May 20 09:28:12.009530 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-edc65d45-88c7-4701-b6f9-0c61982c36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:12.011530 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-edc65d45-88c7-4701-b6f9-0c61982c36dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735683 May 20 09:28:12.319481 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-1c37f346-bd30-4ee0-b469-201424ae6e2e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017499 May 20 09:28:12.460608 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-974e0f2d-2e20-46c4-bf56-59446ea6cdbd service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345477 May 20 09:28:12.537557 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-f34f574a-5aa6-4e0c-8dac-c559c0542c4a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0704203 May 20 09:28:12.613793 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-70edce7a-d5b2-47f6-a87c-504e044cfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:12.615063 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-70edce7a-d5b2-47f6-a87c-504e044cfe54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0717654 May 20 09:28:12.695463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-dd80f484-a725-4588-919d-f8d6abf48a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:12.696955 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-dd80f484-a725-4588-919d-f8d6abf48a35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753891 May 20 09:28:12.834327 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-f75de6cd-e5f5-4811-af91-8ef8adb5958f service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308208 May 20 09:28:12.914525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:12.973398 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-ecc1e511-593d-4203-b854-997c0f421f99 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324756 May 20 09:28:13.043012 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-2aefb887-d62c-49ec-8b61-7c716ab65f34 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0625489 May 20 09:28:13.112955 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-e136ae5b-5ac7-413b-bf8e-4d440e0f16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:13.114451 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-e136ae5b-5ac7-413b-bf8e-4d440e0f16f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0657070 May 20 09:28:13.191648 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b161a42e-23cc-4903-9809-99627e54d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:13.193053 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b161a42e-23cc-4903-9809-99627e54d796 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725591 May 20 09:28:13.332521 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-3e378ba6-45b1-407e-abce-91dbb0a967d5 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323948 May 20 09:28:13.473610 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-69579603-381a-4dde-86d2-5d8d73906362 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350865 May 20 09:28:13.549209 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-747deb25-af7e-48d5-b235-d182d436ffa7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0690801 May 20 09:28:13.613960 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-7c4a6254-f98e-49ad-9d8a-9ebdaf3887dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:13.615399 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-7c4a6254-f98e-49ad-9d8a-9ebdaf3887dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0596209 May 20 09:28:13.699661 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b1694ac1-cbb6-4f35-b696-4169e4b37058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:13.701101 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b1694ac1-cbb6-4f35-b696-4169e4b37058 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794194 May 20 09:28:13.838156 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-cde83eda-379f-449e-aeeb-c40e7971d3d7 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300528 May 20 09:28:13.978970 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-3dd48f68-5c81-4c10-962e-c68fdcbdb1f9 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347065 May 20 09:28:14.051089 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-9b181087-52cd-4c9a-aeed-9ab616da959d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0655351 May 20 09:28:14.121925 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-48925faa-4e35-4e0b-b8ea-2c8b0179bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:14.123412 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-48925faa-4e35-4e0b-b8ea-2c8b0179bf1e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0644693 May 20 09:28:14.205049 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b8445755-6694-43f3-b693-5d2618e7aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:28:14.206850 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b8445755-6694-43f3-b693-5d2618e7aa4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756612 May 20 09:28:14.362873 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-f2ec1222-27c4-46b7-8cda-e55b65e3dfc8 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494210 May 20 09:28:14.700474 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-685d643d-0cbe-4a66-a2c3-acc0e6d6f1a4 req-b3392fa5-4065-4ea9-b261-4b9dd13e4f2a service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305047 May 20 09:28:24.987051 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:28:25.468734 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:27.548931 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:36.974824 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-f4723eda-da6c-4829-8ce7-ec7281e4c035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:39.228311 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6596264c-eeed-4a1c-ae2c-3a56d769678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:39.751354 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:41.633951 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:42.968721 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:55.408735 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:28:57.587848 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:01.986035 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:29:06.974071 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0f03ccc1-169c-4dda-b948-13a149dcbf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:09.244708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f21f-1ef6-4aa3-ada6-e82d6178a5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:09.754517 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:11.662037 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:12.942408 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:13.165465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2c8398fe-05dc-4bc4-8983-769e45a19b9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0845699 May 20 09:29:13.313500 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.314017 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.314496 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.314978 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.316567 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.318391 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2d664201-fa5e-429b-8bd1-5f938d8c04e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0827584 May 20 09:29:13.480581 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-5ad67397-5dbd-4ba2-8132-82805b23b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.481067 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-5ad67397-5dbd-4ba2-8132-82805b23b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.481612 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-5ad67397-5dbd-4ba2-8132-82805b23b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.483201 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-5ad67397-5dbd-4ba2-8132-82805b23b8fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1420970 May 20 09:29:13.557755 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-e2654da9-a741-4d0d-8de8-d61a0da7e176 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0674567 May 20 09:29:13.622463 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-62d7e844-9a49-4ce0-8c46-644d7d0e305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.623893 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-62d7e844-9a49-4ce0-8c46-644d7d0e305a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0607409 May 20 09:29:13.706404 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-172cff01-f358-4c4e-b374-5fdba65f03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:13.708337 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-172cff01-f358-4c4e-b374-5fdba65f03d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774734 May 20 09:29:13.849147 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-9bbc310c-d55f-48db-96dd-36b06e55397e service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344609 May 20 09:29:13.989016 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-5bb0aa29-62b0-4c1a-8edf-18e42ba9af0a service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334848 May 20 09:29:14.057775 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-0158ecae-ada9-4dfc-b72e-785ae3283ba1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0621417 May 20 09:29:14.124323 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-1ec69b4d-721a-45f7-aedd-af2ff3c0863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:14.125803 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-1ec69b4d-721a-45f7-aedd-af2ff3c0863b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0622423 May 20 09:29:14.207484 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-c3f14726-7774-47e2-b051-638509e610d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:14.209092 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-c3f14726-7774-47e2-b051-638509e610d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766931 May 20 09:29:14.343579 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-aa4bef01-42ca-4a21-b2e1-09898087268b service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277261 May 20 09:29:14.478091 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-fb9241c4-8949-40c0-a204-d651fef4c0ab service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276903 May 20 09:29:14.552967 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-fc3e37c4-d1eb-40f0-882c-f7989ad8d3ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0685046 May 20 09:29:14.616488 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-7b714cb5-3d95-4b39-9875-3823a74201c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:14.617911 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-7b714cb5-3d95-4b39-9875-3823a74201c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0592225 May 20 09:29:14.697764 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-31f7bac6-6faa-4d00-a8ee-09894254c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:14.699270 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-31f7bac6-6faa-4d00-a8ee-09894254c097 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757272 May 20 09:29:15.020662 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-9f89dec3-7eba-4347-bea6-a283cc29c303 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132048 May 20 09:29:15.155819 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-b7f02967-1eca-4041-8005-8cf0ad202865 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283104 May 20 09:29:15.225694 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-fa937a7e-380a-4f44-aeca-9f95972697f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0630975 May 20 09:29:15.292983 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-071e879c-66b2-4bce-bdf5-92333267deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:15.294359 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-071e879c-66b2-4bce-bdf5-92333267deaa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0626655 May 20 09:29:15.378684 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-18ec704b-bc8f-40be-80d9-5db19f217078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:15.380095 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-18ec704b-bc8f-40be-80d9-5db19f217078 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792737 May 20 09:29:15.514648 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-d03b4248-690c-4628-a601-1df578d0de33 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279433 May 20 09:29:15.652422 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-2e6b4f4c-1820-44d4-9348-cd860f378624 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308987 May 20 09:29:15.724568 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-79acd6ee-6f5a-4525-bdc2-c75386797dc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0664823 May 20 09:29:15.790178 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-42220afd-194b-400d-8ed2-d9a5ba4f906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:15.791627 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-42220afd-194b-400d-8ed2-d9a5ba4f906e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0604398 May 20 09:29:15.870762 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-6b303475-713b-42ac-84cb-96855a581ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:29:15.872259 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-6b303475-713b-42ac-84cb-96855a581ceb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746214 May 20 09:29:16.008104 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-b23054ea-91e1-4b49-8178-c34f6e202e00 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 May 20 09:29:16.147929 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-545ac250-f9eb-4c11-b9cb-d0c076c23c3a req-6f08fa62-cf8b-411a-8316-4f59c8891204 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334844 May 20 09:29:25.387317 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:27.550669 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:36.969947 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-0ba57837-da94-40a0-b2c6-bfc04e0a78ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:38.985484 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:29:39.267128 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-8220a8f8-9831-4384-a540-3a3083399731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:39.747638 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:41.638556 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:42.935569 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:55.389922 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:29:57.552315 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:06.969175 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-cf4bf057-7e72-4b93-9113-4aca302a00b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:09.253014 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-11ba9cf6-23c2-403f-94ca-ba2c6f185262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:09.747708 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:11.660301 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:12.940731 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:15.183198 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f42f0ce2-d4bb-4c5c-8629-c893c7312a91 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0785971 May 20 09:30:15.334747 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.335230 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.335703 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.336174 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.336642 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.338425 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f349c4e8-12b3-4cb8-9a8c-f14dc3866cce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0814867 May 20 09:30:15.493094 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-6ce4978c-6da8-41e3-8afb-9a0ad4b64a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.493605 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-6ce4978c-6da8-41e3-8afb-9a0ad4b64a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.494080 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-6ce4978c-6da8-41e3-8afb-9a0ad4b64a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.495631 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-6ce4978c-6da8-41e3-8afb-9a0ad4b64a02 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1340089 May 20 09:30:15.562600 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-bd7ebe53-81dd-442b-a55b-1e2cbcd4a894 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0595973 May 20 09:30:15.626442 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-00ae9163-a9e5-4f3a-a6e3-efde58c9165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.627852 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-00ae9163-a9e5-4f3a-a6e3-efde58c9165e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0597780 May 20 09:30:15.702106 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-0704c595-7356-464d-b248-203eb53a13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:15.703465 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-0704c595-7356-464d-b248-203eb53a13f5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693398 May 20 09:30:15.836437 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-38347ee5-2210-43b2-8fb9-11e4e1062f76 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260242 May 20 09:30:15.966950 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-d3b7f8e8-9ed9-422f-8399-409e8c7bae0b service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240082 May 20 09:30:15.986065 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:30:16.037757 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-94c19ca7-a677-4184-9db4-ec9c1dee6ec0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0639510 May 20 09:30:16.100388 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f0d6e8a4-b2bc-44c1-84a9-0c7b86e331d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:16.101858 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f0d6e8a4-b2bc-44c1-84a9-0c7b86e331d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0585737 May 20 09:30:16.344513 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-55cab8f2-c1e1-40ad-af5a-0c19e7f6087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:16.346017 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-55cab8f2-c1e1-40ad-af5a-0c19e7f6087c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2380691 May 20 09:30:16.476026 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-a5c32d39-e873-4e80-91a6-f2f118684e39 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237159 May 20 09:30:16.608248 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-3ade0d22-fc7b-4ee8-881a-1bd86b4f2311 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258030 May 20 09:30:16.677352 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-f3f29deb-1a1f-431c-9b87-0a17df6b3ee0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0631182 May 20 09:30:16.738899 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-149cb6c1-554b-423f-942f-03804ecf8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:16.740393 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-149cb6c1-554b-423f-942f-03804ecf8ed4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0570807 May 20 09:30:16.816893 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-b95d15c0-d276-4f41-9cc6-3611866d46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:16.818524 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-b95d15c0-d276-4f41-9cc6-3611866d46b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722144 May 20 09:30:16.952453 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-09e33f9b-3e7c-423e-9f2b-9fae6b12316c service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274898 May 20 09:30:17.083499 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-c934db4d-965f-4e93-9031-b5aacb29acc0 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247153 May 20 09:30:17.153941 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-3c1886b0-a200-475b-951b-48820df5f769 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0641561 May 20 09:30:17.219909 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-5f8a0717-9a1a-450c-8786-57366ff99077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:17.221230 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-5f8a0717-9a1a-450c-8786-57366ff99077 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0606329 May 20 09:30:17.296305 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-4724737e-bf5b-484a-8152-c98ff1144afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:17.297813 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-4724737e-bf5b-484a-8152-c98ff1144afd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707126 May 20 09:30:17.429436 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-3dc66fbc-69e1-4dac-8622-96bbdb8091dd service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253521 May 20 09:30:17.562649 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-e16a7026-84ce-44e4-96f1-e53f25efb393 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265976 May 20 09:30:17.633438 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-e1bfe3cb-2258-4eb7-b59e-cca319331d8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0638182 May 20 09:30:17.695454 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-85b0d362-e7a4-47ca-a4cb-1009e15fddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:17.696866 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-85b0d362-e7a4-47ca-a4cb-1009e15fddc3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0574481 May 20 09:30:17.773578 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-0fda57dc-58b3-4cd2-93b1-4f2dc5212ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:30:17.775052 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-0fda57dc-58b3-4cd2-93b1-4f2dc5212ae7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713170 May 20 09:30:17.908434 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-160f2c83-102a-4b62-ad29-38e2f5248081 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267090 May 20 09:30:18.039884 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-f2015a16-90eb-48be-ad32-253b5a15ff51 req-25f37a0d-f182-4775-b4f2-efd0299a0363 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255360 May 20 09:30:25.378098 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:27.572308 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:36.985797 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-e2b58c3b-b254-4c60-a058-1d42f685eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:39.234698 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-d49b44d9-6a7c-4736-86b8-616571f48592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:39.774713 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:41.663162 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:42.939683 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:52.986140 n-d-780147-4 neutron-server[93104]: DEBUG neutron.db.agents_db [None req-0192d9cf-a890-482f-981a-672bcfe01441 None None] Agent healthcheck: found 7 active agents {{(pid=93104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 09:30:55.391892 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-ca0db25d-fb4a-4a04-9e2f-bca441c9063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:30:57.617323 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-6699f51b-2f45-4ade-b5b7-13222355ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:06.994145 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f05b-cac8-4168-83c6-f57f75f5f853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:09.234525 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d1e1-956f-4f22-a9ec-e97b28a1b070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:09.750899 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-12957d4d-4309-455b-89eb-eec964eb8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:11.653820 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-52f07a01-2955-4b0f-a451-94c61659d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:12.954578 n-d-780147-4 neutron-server[93103]: DEBUG neutron_lib.callbacks.manager [None req-b2976c71-6ac6-474e-a0bc-bcdbe5b5ff57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735356194012', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1917124'] for agent, after_update {{(pid=93103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 09:31:16.170671 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-cb1c8e67-b99a-40ef-812c-d615ffd3125f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d1e148-41bc-497c-96a4-8bfd09323337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 530 time: 0.0820892 May 20 09:31:16.323414 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.324194 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.324860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.325352 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.325860 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.327672 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4c3be901-9bc4-4abd-af60-bcd7868b5c76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b24d7478653f4d7f96305ae8b17cde90&device_id=49d1e148-41bc-497c-96a4-8bfd09323337 HTTP/1.1" status: 200 len: 4641 time: 0.0857010 May 20 09:31:16.490370 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-ee62e41b-b363-4ff5-85de-4dadce461dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.490878 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-ee62e41b-b363-4ff5-85de-4dadce461dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.491346 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-ee62e41b-b363-4ff5-85de-4dadce461dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.493046 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-ee62e41b-b363-4ff5-85de-4dadce461dc2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa7aee22-2497-4e71-9168-53088a0a5f15&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=5753f9bc-343c-4608-864e-6d82c4d5d280&id=414108a6-6cb6-4874-93aa-d41c3f481179&id=414108a6-6cb6-4874-93aa-d41c3f481179 HTTP/1.1" status: 200 len: 2292 time: 0.1415977 May 20 09:31:16.567258 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-170e9a5f-f6af-4658-98e6-436e9849caa2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1d17-e78f-48a4-b805-36329742bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0664990 May 20 09:31:16.630235 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-013ec401-b87c-4816-943c-cac777abde7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.631598 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-013ec401-b87c-4816-943c-cac777abde7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4456a7bd-c738-42ae-8b3e-634108d9179f HTTP/1.1" status: 200 len: 851 time: 0.0584686 May 20 09:31:16.711073 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-a94f141a-d732-4081-a63e-63b61d6db4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:16.713071 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-a94f141a-d732-4081-a63e-63b61d6db4ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa7aee22-2497-4e71-9168-53088a0a5f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748258 May 20 09:31:17.029965 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-4562d1e9-07ac-463e-88a6-71a0b17dadd2 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099146 May 20 09:31:17.175317 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-292e9e8b-b0bd-4ebd-aada-e702f5d0e461 service neutron] 10.222.0.81 "GET /v2.0/networks/fa7aee22-2497-4e71-9168-53088a0a5f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393681 May 20 09:31:17.248351 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-6db74977-ab3e-4db2-b96b-bafa1cd795d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=7c0073d1-32ec-4cd9-a487-ad771eb5e145 HTTP/1.1" status: 200 len: 217 time: 0.0661485 May 20 09:31:17.315373 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-9c47db1d-37a6-4799-b309-a5e6ae7c2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:17.316725 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-9c47db1d-37a6-4799-b309-a5e6ae7c2628 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0627708 May 20 09:31:17.402859 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-fad1b807-0f87-44b3-b396-0a6bce8f8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:17.404285 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-fad1b807-0f87-44b3-b396-0a6bce8f8af0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816839 May 20 09:31:17.551284 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-1b0f18ea-5b20-4517-96ff-71c910242a88 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405020 May 20 09:31:17.687890 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-c2ac9855-9279-424e-9694-ec53b2eade57 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300380 May 20 09:31:17.759714 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-099dd0f3-ceca-4fd6-97db-63a2870eafeb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=7835150e-9da5-4584-8aa7-3968336aa9af HTTP/1.1" status: 200 len: 217 time: 0.0661004 May 20 09:31:17.827092 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-b8165302-7192-4301-9266-8297f54db0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:17.828889 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-b8165302-7192-4301-9266-8297f54db0d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fc7446d8-7a6e-40a8-bda8-b6d3c7332c7f HTTP/1.1" status: 200 len: 797 time: 0.0636456 May 20 09:31:17.908265 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-192471e1-66f1-4171-80bf-c6a3799de93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:17.909777 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-192471e1-66f1-4171-80bf-c6a3799de93e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5753f9bc-343c-4608-864e-6d82c4d5d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748045 May 20 09:31:18.048478 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-8bec9249-4ea8-4bc8-8ab4-f109f280ef5d service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310425 May 20 09:31:18.198051 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-db9636e6-83a7-46d7-9b5d-45a3828794d5 service neutron] 10.222.0.81 "GET /v2.0/networks/5753f9bc-343c-4608-864e-6d82c4d5d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429870 May 20 09:31:18.279655 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-5c8f46d2-0634-4b9f-9a81-23510bd680f9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7b6c8a71-3051-4309-b8f9-37669d7d3936 HTTP/1.1" status: 200 len: 217 time: 0.0754371 May 20 09:31:18.345097 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-2080520c-1110-48d5-921e-fef6481a52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:18.346476 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-2080520c-1110-48d5-921e-fef6481a52ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0612040 May 20 09:31:18.422935 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-8eb6c918-71ee-4576-8a47-f9bf3f315e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:18.424494 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-8eb6c918-71ee-4576-8a47-f9bf3f315e27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717461 May 20 09:31:18.564400 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-8705fb0f-9c98-4263-8ebd-bb7e12098c6b service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338255 May 20 09:31:18.702267 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-7d19e903-7a29-4bf1-8e7a-042bc32a5962 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318011 May 20 09:31:18.775957 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-eca8f6cb-ebe8-4cda-af38-f440c32f40c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a39120a4-1be1-4878-a71b-6f74b90f6b88 HTTP/1.1" status: 200 len: 217 time: 0.0672412 May 20 09:31:18.845629 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-14e364f5-a4a7-4e6f-a800-b3456834c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:18.847083 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-14e364f5-a4a7-4e6f-a800-b3456834c1af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=daf81360-7a6d-4f6f-aac7-5f1921539d14 HTTP/1.1" status: 200 len: 797 time: 0.0638285 May 20 09:31:18.926690 n-d-780147-4 neutron-server[93101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-f335f9d6-d17d-46fc-8f60-7bba7c46ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 09:31:18.928232 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-f335f9d6-d17d-46fc-8f60-7bba7c46ff99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=414108a6-6cb6-4874-93aa-d41c3f481179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743582 May 20 09:31:19.063703 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-3b9976d2-3d94-42b3-8e2b-fd29003aea4e service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291785 May 20 09:31:19.385795 n-d-780147-4 neutron-server[93101]: INFO neutron.wsgi [req-1f9e73fd-732b-45bb-812c-fc54aa8c3195 req-01df2b87-767e-41e6-9735-29bb54685240 service neutron] 10.222.0.81 "GET /v2.0/networks/414108a6-6cb6-4874-93aa-d41c3f481179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158269